-- Logs begin at Mon 2021-11-08 11:22:20 UTC, end at Mon 2021-11-08 14:02:12 UTC. -- Nov 08 12:08:35.152864 n-d-816990-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 08 12:08:37.894536 n-d-816990-1 neutron-server[102426]: INFO neutron.common.config [-] Logging enabled! Nov 08 12:08:37.895120 n-d-816990-1 neutron-server[102426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 12:08:37.895322 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 12:08:37.898552 n-d-816990-1 neutron-server[102426]: INFO neutron.common.config [-] Logging enabled! Nov 08 12:08:37.898832 n-d-816990-1 neutron-server[102426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 12:08:37.899144 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 12:08:37.900064 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 12:08:37.900296 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 12:08:37.900657 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 12:08:37.900903 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 12:08:37.901127 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 12:08:37.901439 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.901852 n-d-816990-1 neutron-server[102426]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 08 12:08:37.902158 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.902476 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.902765 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.903056 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.903343 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.903620 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.903903 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.904198 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.904479 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.904754 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.905032 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.905318 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.905605 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.905873 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.906153 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.906456 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] debug = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.906734 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.907152 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.907554 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.907829 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.908117 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.908391 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.908658 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.908926 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.909204 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.909525 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] host = n-d-816990-1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.909793 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.910073 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.910382 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.910665 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.910933 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.911205 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.911484 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.911754 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.912020 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.912290 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.912574 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.912855 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.913149 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.913369 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.913587 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.913870 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.914151 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.915089 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.915546 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.916017 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.916320 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.916600 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.916875 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.917160 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.917446 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.917733 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.918007 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.918299 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.918577 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.918850 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.919134 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.919403 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.919673 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.919942 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.920224 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.920488 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.920758 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.921054 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.921336 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.921614 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.921896 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.922166 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.922474 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.922741 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.923009 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.923276 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_json = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.923542 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.923808 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.924084 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.924351 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.924614 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.924881 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.925147 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.925425 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:37.925716 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.926008 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.926328 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.926609 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.927181 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.927456 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.927742 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.928013 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.928298 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.928585 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.928868 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.929142 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.929425 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.929698 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.930596 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.930904 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.931196 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.931487 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.931761 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.932032 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.932304 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.932577 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.932859 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.933132 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.933419 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.933704 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.933979 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.934290 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.934578 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.934864 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.935133 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.935410 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.935697 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.935969 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.936239 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.936512 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.936794 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.937065 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.937335 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.937610 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.937883 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.938150 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.938443 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.938721 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.939005 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.939273 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.939540 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.939807 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.940074 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.940337 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.940616 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.940886 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.941153 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.941421 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.941693 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.941959 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.942224 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.942517 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.942783 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.943053 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.943319 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.943586 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.943851 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.944116 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.944381 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.944647 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.944911 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.945179 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.945444 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.945763 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.946111 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.946433 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.946706 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.946989 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.947295 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.947554 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.947827 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.948100 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.948370 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.948646 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.948915 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.949187 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.949459 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.949726 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.950010 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.950312 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.950597 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.950873 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.951145 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.951463 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.951739 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.952018 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.952292 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.952564 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.952843 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.953120 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.953410 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.953698 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.953987 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.954291 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.954583 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.954858 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.955159 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.955437 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:37.955654 n-d-816990-1 neutron-server[102426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 12:08:37.955892 n-d-816990-1 neutron-server[102426]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102426) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 08 12:08:38.387950 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 12:08:38.388221 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 12:08:38.388520 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 12:08:38.388852 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 08 12:08:38.709634 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.709847 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.710120 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.711375 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.711665 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.711929 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.747033 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.747312 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.747580 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.762680 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.762962 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.763235 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.793529 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.793810 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.794078 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.831018 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.831298 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:38.831568 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.067400 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.067991 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.067991 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.068162 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.068796 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.196185 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.196498 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.196786 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.197060 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.197330 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.197641 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.197900 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.198154 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.198433 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.198715 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.198974 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.199239 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.199495 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.199745 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.199999 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.200265 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.200520 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.200783 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.201051 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.201307 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.201576 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.201827 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.202105 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.202507 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.202757 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.203001 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.203393 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.203632 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.203868 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.204109 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.204344 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.204578 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:39.204938 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 08 12:08:39.208189 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 08 12:08:39.212880 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 08 12:08:39.216699 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 08 12:08:39.218358 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 08 12:08:39.218814 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 08 12:08:39.219150 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 08 12:08:39.219533 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 08 12:08:39.222358 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 08 12:08:39.222612 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 08 12:08:39.222958 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 12:08:39.228934 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 08 12:08:39.251150 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 08 12:08:39.251597 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.251894 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102426) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 08 12:08:39.252258 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.253644 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102426) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 08 12:08:39.253925 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 12:08:39.254174 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 08 12:08:39.257394 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.257677 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:39.323063 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 08 12:08:39.323229 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 08 12:08:39.323451 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 08 12:08:39.323828 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 08 12:08:39.345232 n-d-816990-1 neutron-server[102426]: DEBUG oslo_db.sqlalchemy.engines [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102426) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 08 12:08:40.104713 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing driver for type 'gre' Nov 08 12:08:40.105354 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] gre ID ranges: [(1, 1000)] Nov 08 12:08:40.322306 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing driver for type 'local' Nov 08 12:08:40.322646 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing driver for type 'vlan' Nov 08 12:08:40.395657 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] VlanTypeDriver initialization complete Nov 08 12:08:40.395926 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing driver for type 'vxlan' Nov 08 12:08:40.396473 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] vxlan ID ranges: [(1, 1000)] Nov 08 12:08:40.556799 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing extension driver 'port_security' Nov 08 12:08:40.557130 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] PortSecurityExtensionDriver initialization complete Nov 08 12:08:40.557454 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing mechanism driver 'openvswitch' Nov 08 12:08:40.557771 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing mechanism driver 'hyperv' Nov 08 12:08:40.564428 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:40.565262 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.565630 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580472 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580472 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.580472 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580472 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580472 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580853 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.580853 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580853 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580853 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.580853 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.581212 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581212 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581212 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581212 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.581212 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581550 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581550 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581550 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.581550 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > address_group after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581550 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > address_group after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581885 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581885 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102426) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 12:08:40.581885 n-d-816990-1 neutron-server[102426]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] ML2 OVO RPC backend initialized. {{(pid=102426) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 08 12:08:40.581885 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.581885 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582232 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582232 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > networks before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582232 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582232 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > ports before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582555 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582555 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnets before_response 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582555 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582555 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582845 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582845 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582845 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.582845 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.583176 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.583176 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.583176 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.583176 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.plugin [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Modular L2 Plugin initialization complete Nov 08 12:08:40.583176 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading services supported by the core plugin {{(pid=102426) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 08 12:08:40.583536 n-d-816990-1 neutron-server[102426]: INFO neutron.plugins.ml2.managers [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Got port-security extension from driver 'port_security' Nov 08 12:08:40.583536 n-d-816990-1 neutron-server[102426]: INFO neutron.extensions.vlantransparent [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Disabled vlantransparent extension. Nov 08 12:08:40.583536 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102426) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 08 12:08:40.583536 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: router Nov 08 12:08:40.618540 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.618919 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_create 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.619286 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router before_create 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.619645 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.620012 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.620362 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_delete 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.620715 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.621178 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.621535 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_create 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.621877 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.622220 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.622594 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.622955 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.623359 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.623724 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.624058 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.624390 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: subnet after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.624723 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.625072 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.625411 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_create 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.625747 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.626086 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.626463 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router after_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.626802 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.627145 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_create 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.627501 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.627839 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_update 55549900 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.628197 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > agent after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.628538 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > agent after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.628873 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > network after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.629723 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Tracking information for resource: router configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:40.630052 n-d-816990-1 neutron-server[102426]: DEBUG neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Tracking information for resource: floatingip configured {{(pid=102426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 12:08:40.635554 n-d-816990-1 neutron-server[102426]: INFO neutron.db.l3_agentschedulers_db [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 08 12:08:40.636112 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.636467 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.636815 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.637164 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: port after_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.637947 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router before_create 55550100 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.638338 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.638697 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_create 55550100 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.639048 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > router precommit_update 55550100 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.643959 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.provider_configuration [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service providers = [] {{(pid=102426) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 08 12:08:40.644319 n-d-816990-1 neutron-server[102426]: DEBUG neutron.db.servicetype_db [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102426) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 08 12:08:40.647315 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.service_base [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 12:08:40.647616 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.service_base [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 12:08:40.647955 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.service_base [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 12:08:40.648869 n-d-816990-1 neutron-server[102426]: DEBUG neutron.services.service_base [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 12:08:40.649238 n-d-816990-1 neutron-server[102426]: INFO neutron.services.service_base [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 08 12:08:40.649608 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.650036 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 08 12:08:40.662559 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.662892 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: auto_allocate Nov 08 12:08:40.668859 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: network precommit_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.669231 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: network precommit_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.669758 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.670075 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: tag Nov 08 12:08:40.677127 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.677454 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: timestamp Nov 08 12:08:40.681949 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.682298 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: network_ip_availability Nov 08 12:08:40.687746 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.688112 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.688467 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:40.689179 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.689497 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: flavors Nov 08 12:08:40.694475 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.694804 n-d-816990-1 neutron-server[102426]: INFO neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading Plugin: revisions Nov 08 12:08:40.699899 n-d-816990-1 neutron-server[102426]: DEBUG neutron.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 12:08:40.700289 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.312s {{(pid=102426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 12:08:40.701032 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102426) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 08 12:08:40.701365 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Initializing extension manager. Nov 08 12:08:40.701876 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: __init__.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.702218 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: __pycache__ {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.702580 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.702912 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: address_group.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.703661 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.704220 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: address-group Nov 08 12:08:40.704545 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: address_scope.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.705255 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.705765 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: address-scope Nov 08 12:08:40.706084 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.707028 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.707533 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: router-admin-state-down-before-update Nov 08 12:08:40.707853 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: agent.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.708547 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.709046 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: agent Nov 08 12:08:40.709363 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: agent_resources_synced.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.710280 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.710784 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: agent-resources-synced Nov 08 12:08:40.711147 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: allowedaddresspairs.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.712983 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.713497 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: allowed-address-pairs Nov 08 12:08:40.713822 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: auto_allocated_topology.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.714927 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.715438 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: auto-allocated-topology Nov 08 12:08:40.715759 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: availability_zone.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.716445 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.716943 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: availability_zone Nov 08 12:08:40.717263 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: availability_zone_filter.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.718175 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.718708 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: availability_zone_filter Nov 08 12:08:40.719027 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: data_plane_status.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.719924 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.720418 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension data-plane-status not supported by any of loaded plugins Nov 08 12:08:40.720737 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: default_subnetpools.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.721637 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.722131 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: default-subnetpools Nov 08 12:08:40.722477 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.723276 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.723774 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: dhcp_agent_scheduler Nov 08 12:08:40.724093 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: dns.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.725006 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.725504 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension dns-integration not supported by any of loaded plugins Nov 08 12:08:40.725824 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: dns_domain_ports.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.727283 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.727850 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 08 12:08:40.728174 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.729089 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.729581 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 08 12:08:40.729900 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: dvr.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.730602 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.731101 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: dvr Nov 08 12:08:40.731418 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: ecmp_routes.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.732319 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.732812 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 08 12:08:40.733130 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: empty_string_filtering.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.734023 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.734550 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: empty-string-filtering Nov 08 12:08:40.734871 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.735765 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.736261 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 08 12:08:40.736576 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.737483 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.737980 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 08 12:08:40.738326 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: external_net.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.739230 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.739758 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: external-net Nov 08 12:08:40.740074 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.740972 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.741471 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: extra_dhcp_opt Nov 08 12:08:40.741785 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: extraroute.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.743442 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.743945 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: extraroute Nov 08 12:08:40.744260 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: extraroute_atomic.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.745293 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.745801 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: extraroute-atomic Nov 08 12:08:40.746117 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: filter_validation.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.746975 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.747487 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: filter-validation Nov 08 12:08:40.747806 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: fip_pf_description.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.755177 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.755678 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 08 12:08:40.755996 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: fip_port_details.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.756937 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.757441 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: fip-port-details Nov 08 12:08:40.757756 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: flavors.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.759214 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.759717 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: flavors Nov 08 12:08:40.760038 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.761691 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.762203 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 08 12:08:40.762590 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: floatingip_pools.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.763279 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.763783 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: floatingip-pools Nov 08 12:08:40.764105 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: ip_allocation.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.765015 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.765502 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension ip_allocation not supported by any of loaded plugins Nov 08 12:08:40.765825 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.766757 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.767258 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: ip-substring-filtering Nov 08 12:08:40.767578 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l2_adjacency.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.768495 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.768989 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 08 12:08:40.769312 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.770318 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.770825 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: router Nov 08 12:08:40.771147 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.773401 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.774077 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 08 12:08:40.774443 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.775377 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.775889 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: ext-gw-mode Nov 08 12:08:40.776216 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.777142 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.777649 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: l3-ha Nov 08 12:08:40.777975 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3_flavors.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.778910 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.779414 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: l3-flavors Nov 08 12:08:40.779736 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.780635 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.781141 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 08 12:08:40.781463 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: l3agentscheduler.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.782518 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.783027 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: l3_agent_scheduler Nov 08 12:08:40.824562 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: logging.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.825858 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.826414 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension logging not supported by any of loaded plugins Nov 08 12:08:40.826748 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: metering.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.827499 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.828075 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: metering Nov 08 12:08:40.828403 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.829646 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.830157 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: metering_source_and_destination_fields Nov 08 12:08:40.830509 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: multiprovidernet.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.831429 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.831937 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: multi-provider Nov 08 12:08:40.832268 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: netmtu.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.833176 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.833678 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: net-mtu Nov 08 12:08:40.833998 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: netmtu_writable.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.835003 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.835502 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: net-mtu-writable Nov 08 12:08:40.835822 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: network_availability_zone.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.836511 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.837005 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: network_availability_zone Nov 08 12:08:40.837322 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: network_ip_availability.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.838449 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.838953 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: network-ip-availability Nov 08 12:08:40.839274 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: network_segment_range.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.840036 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.840607 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension network-segment-range not supported by any of loaded plugins Nov 08 12:08:40.840885 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: pagination.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.841865 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.842199 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: pagination Nov 08 12:08:40.842539 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: port_device_profile.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.843440 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.843950 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: port-device-profile Nov 08 12:08:40.844272 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.845185 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.845691 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: port-mac-address-regenerate Nov 08 12:08:40.846011 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.846937 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.847442 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: port-numa-affinity-policy Nov 08 12:08:40.847761 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: port_resource_request.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.848656 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.849213 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension port-resource-request not supported by any of loaded plugins Nov 08 12:08:40.849531 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: port_resource_request_groups.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.850507 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.851008 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 08 12:08:40.851324 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: portbindings.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.852813 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.853313 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: binding Nov 08 12:08:40.853632 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: portbindings_extended.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.854916 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.855417 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: binding-extended Nov 08 12:08:40.855738 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: portsecurity.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.856642 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.857145 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: port-security Nov 08 12:08:40.857465 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: project_id.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.858517 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.858847 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: project-id Nov 08 12:08:40.859167 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: providernet.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.860087 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.860594 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: provider Nov 08 12:08:40.860913 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.864525 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.865043 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos not supported by any of loaded plugins Nov 08 12:08:40.865372 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.871561 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.872071 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 08 12:08:40.872400 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.873314 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.873818 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 08 12:08:40.874144 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_default.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.875105 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.875609 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-default not supported by any of loaded plugins Nov 08 12:08:40.875932 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_fip.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.876580 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.877081 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-fip not supported by any of loaded plugins Nov 08 12:08:40.877400 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_gateway_ip.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.878344 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.878845 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 08 12:08:40.879167 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_port_network_policy.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.880081 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.880581 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 08 12:08:40.880932 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.881965 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.882501 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 08 12:08:40.882827 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_pps_rule.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.884035 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.884717 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-pps not supported by any of loaded plugins Nov 08 12:08:40.885045 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_rule_type_details.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.885957 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.886483 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 08 12:08:40.886810 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: qos_rules_alias.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.887857 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.888364 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 08 12:08:40.888685 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: quota_check_limit.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.889586 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.890091 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: quota-check-limit Nov 08 12:08:40.890437 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: quotasv2.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.891375 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.891700 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: quotas Nov 08 12:08:40.892026 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: quotasv2_detail.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.895187 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.895526 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: quota_details Nov 08 12:08:40.895859 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: rbac.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.896919 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.897487 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: rbac-policies Nov 08 12:08:40.897773 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: rbac_address_group.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.898796 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.899304 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: rbac-address-group Nov 08 12:08:40.899629 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: rbac_address_scope.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.911601 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.912114 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: rbac-address-scope Nov 08 12:08:40.912440 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: rbac_security_groups.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.913357 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.913861 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: rbac-security-groups Nov 08 12:08:40.914742 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: rbac_subnetpool.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.915653 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.916158 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: rbac-subnetpool Nov 08 12:08:40.916481 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: revisionifmatch.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.917389 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.917896 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: revision-if-match Nov 08 12:08:40.918224 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: revisions.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.919349 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.919859 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: standard-attr-revisions Nov 08 12:08:40.920180 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: router_availability_zone.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.920845 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.921347 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: router_availability_zone Nov 08 12:08:40.921665 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: routerservicetype.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.922603 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.923109 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension router-service-type not supported by any of loaded plugins Nov 08 12:08:40.923432 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.924344 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.924847 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: security-groups-normalized-cidr Nov 08 12:08:40.925168 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.926190 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.926974 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: port-security-groups-filtering Nov 08 12:08:40.927303 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.928301 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.928804 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: security-groups-remote-address-group Nov 08 12:08:40.929125 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.930675 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.931183 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: security-groups-shared-filtering Nov 08 12:08:40.931502 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.932108 n-d-816990-1 neutron-server[102426]: WARNING neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 08 12:08:40.932422 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: securitygroup.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.942366 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.942891 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: security-group Nov 08 12:08:40.943262 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: segment.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.945104 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.945104 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension segment not supported by any of loaded plugins Nov 08 12:08:40.945104 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.946360 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.946869 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 08 12:08:40.947201 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: servicetype.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.948377 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.948896 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: service-type Nov 08 12:08:40.949220 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: sorting.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.950197 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.950548 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: sorting Nov 08 12:08:40.950872 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: standard_attr_segment.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.977213 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.977743 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 08 12:08:40.978080 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: standardattrdescription.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.978799 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.979313 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: standard-attr-description Nov 08 12:08:40.979643 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: stateful_security_group.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.980593 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.981112 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: stateful-security-group Nov 08 12:08:40.981445 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: stdattrs_common.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.982026 n-d-816990-1 neutron-server[102426]: WARNING neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 08 12:08:40.982382 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.983371 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.983900 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 08 12:08:40.984229 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnet_onboard.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.985316 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.985837 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: subnet_onboard Nov 08 12:08:40.986166 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.987127 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.987641 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 08 12:08:40.987973 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnet_service_types.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.988970 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.989483 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: subnet-service-types Nov 08 12:08:40.989811 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnetallocation.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.990935 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.991454 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: subnet_allocation Nov 08 12:08:40.991786 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.992535 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.993047 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: subnetpool-prefix-ops Nov 08 12:08:40.993371 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.994343 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.994884 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 08 12:08:40.995210 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: tagging.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.996312 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.996827 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: standard-attr-tag Nov 08 12:08:40.997157 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: timestamp.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:40.998407 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:40.998928 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loaded extension: standard-attr-timestamp Nov 08 12:08:40.999260 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: trunk.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:41.000310 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:41.000826 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension trunk not supported by any of loaded plugins Nov 08 12:08:41.001156 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: trunk_details.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:41.002106 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:41.002655 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension trunk-details not supported by any of loaded plugins Nov 08 12:08:41.003012 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: uplink_status_propagation.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:41.009038 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:41.009551 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 08 12:08:41.009881 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Loading extension file: vlantransparent.py {{(pid=102426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 12:08:41.010601 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 12:08:41.011112 n-d-816990-1 neutron-server[102426]: INFO neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 08 12:08:41.013756 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:network Nov 08 12:08:41.014330 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnet Nov 08 12:08:41.014739 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 12:08:41.015145 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:port Nov 08 12:08:41.016403 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.016851 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service FLAVORS assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.017500 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.017950 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.018327 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:router Nov 08 12:08:41.018771 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 12:08:41.019251 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service METERING assigned prefix: /metering {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.020719 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:41.021103 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:41.021457 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:08:41.022493 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 12:08:41.023005 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:security_group Nov 08 12:08:41.023444 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 12:08:41.024741 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service CORE assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.025080 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 12:08:41.025431 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] subnetpool is already registered Nov 08 12:08:41.025873 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service CORE assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.026201 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 12:08:41.026569 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] subnetpool is already registered Nov 08 12:08:41.028958 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.029437 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service FLAVORS assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.030050 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.030503 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.030840 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:router Nov 08 12:08:41.031181 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] router is already registered Nov 08 12:08:41.031607 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 12:08:41.031956 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] floatingip is already registered Nov 08 12:08:41.032423 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service METERING assigned prefix: /metering {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.033155 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 12:08:41.033489 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] rbac_policy is already registered Nov 08 12:08:41.033913 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:security_group Nov 08 12:08:41.034284 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] security_group is already registered Nov 08 12:08:41.034710 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 12:08:41.035047 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] security_group_rule is already registered Nov 08 12:08:41.036678 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service CORE assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.036678 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 12:08:41.036678 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] subnetpool is already registered Nov 08 12:08:41.036678 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.v2.resource_helper [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Service CORE assigned prefix: {{(pid=102426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 12:08:41.037001 n-d-816990-1 neutron-server[102426]: INFO neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 12:08:41.037290 n-d-816990-1 neutron-server[102426]: WARNING neutron.quota.resource_registry [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] subnetpool is already registered Nov 08 12:08:41.039057 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: extensions {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.040669 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: address-groups {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.042172 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: address-scopes {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.043423 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: agents {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.044688 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: auto-allocated-topology {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.045995 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: availability_zones {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.047262 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: dhcp-networks {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.048676 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: dhcp-agents {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.050202 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: routers {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.052658 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: flavors {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.053934 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: service_profiles {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.055258 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: next_providers {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.056711 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: service_profiles {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.058234 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: floatingip-pools {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.059578 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: routers {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.061708 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: floatingips {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.063054 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: l3-routers {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.064513 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: l3-agents {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.065962 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: metering-labels {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.067250 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: metering-label-rules {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.068655 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: network-ip-availabilities {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.069919 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: bindings {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.072061 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: quotas {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.076783 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: quotas {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.076783 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: rbac-policies {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.076783 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: security-groups {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.077884 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: security-group-rules {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.079174 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: service-providers {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.080455 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: subnetpools {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.081859 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: subnetpools {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.083383 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.085046 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.087475 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.089315 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.091053 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.093037 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.094801 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.097607 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.099421 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.101153 n-d-816990-1 neutron-server[102426]: DEBUG neutron.api.extensions [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Extended resource: tags {{(pid=102426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 12:08:41.107361 n-d-816990-1 neutron-server[102426]: WARNING keystonemiddleware.auth_token [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 08 12:08:41.112031 n-d-816990-1 neutron-server[102426]: WARNING keystonemiddleware.auth_token [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 08 12:08:41.121794 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Acquired lock "singleton_lock" {{(pid=102426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 08 12:08:41.122292 n-d-816990-1 neutron-server[102426]: DEBUG oslo_concurrency.lockutils [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Releasing lock "singleton_lock" {{(pid=102426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 08 12:08:41.122939 n-d-816990-1 neutron-server[102426]: INFO oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Starting 2 workers Nov 08 12:08:41.127799 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Started child 102535 {{(pid=102426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 12:08:41.132302 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Started child 102536 {{(pid=102426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 12:08:41.133282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.134708 n-d-816990-1 neutron-server[102426]: INFO neutron.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 08 12:08:41.135178 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Publish callbacks [] for process, before_spawn {{(pid=102426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.139751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [-] (102535) wsgi starting up on http://0.0.0.0:9696 Nov 08 12:08:41.139926 n-d-816990-1 neutron-server[102426]: INFO oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Starting 1 workers Nov 08 12:08:41.140034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.140034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [-] (102536) wsgi starting up on http://0.0.0.0:9696 Nov 08 12:08:41.142852 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Started child 102537 {{(pid=102426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 12:08:41.143401 n-d-816990-1 neutron-server[102426]: INFO oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Starting 1 workers Nov 08 12:08:41.146374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] calling RpcWorker wait() {{(pid=102537) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 08 12:08:41.146878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] returning from RpcWorker wait() {{(pid=102537) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 08 12:08:41.147945 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Started child 102538 {{(pid=102426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 12:08:41.148044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.148548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:41.148704 n-d-816990-1 neutron-server[102426]: DEBUG neutron_lib.callbacks.manager [None req-1b4b092b-4708-4fe0-85c4-465876611617 None None] Publish callbacks [] for process, after_spawn {{(pid=102426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.150817 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 12:08:41.151038 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 12:08:41.151227 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 12:08:41.151441 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 12:08:41.151776 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 12:08:41.151940 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 12:08:41.152450 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.152743 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.153003 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.153265 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.153500 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:41.153971 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.154103 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.154368 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.154656 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.154945 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.155199 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.155360 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.155532 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.155776 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.156023 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.156306 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.156567 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.156811 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.157052 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.157220 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.157476 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.157743 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.157984 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.158279 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] debug = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.158540 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.159008 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.159236 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.159483 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.159696 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.159962 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.160229 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.160497 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.160726 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.160957 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.161196 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.161461 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.161713 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.162117 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.162391 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.162607 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.162877 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.163095 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.163566 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] host = n-d-816990-1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.163799 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.164015 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.164282 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.164526 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.164962 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.165197 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.165538 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.165730 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.165994 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.166235 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.166517 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.166769 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.166993 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.167234 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.167397 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_options = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.167638 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.167906 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.168158 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.168358 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.168526 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.168709 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.168965 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.169127 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.169374 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.169617 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.169826 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.170058 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.170314 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.170530 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.170860 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.171031 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.171262 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.171485 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.171775 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.172015 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.172380 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.172532 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.172718 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.172964 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.173177 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.173411 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.173662 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.173877 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.174144 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.174408 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.174652 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.174898 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.175143 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.175375 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.175688 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.175889 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.176114 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.176348 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.176615 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.177093 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.177333 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.177575 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.177811 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.178063 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.178314 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_json = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.183420 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184130 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.184661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.185117 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.185117 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.185369 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.185638 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.185917 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.186172 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.186433 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.186649 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.186890 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.187173 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.187394 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.187641 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.187890 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.188110 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.188489 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.188754 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.189043 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.189303 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.189521 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.189746 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.189984 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.190221 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.190468 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.190691 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.190946 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.191152 n-d-816990-1 neutron-server[102538]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:41.191298 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.191494 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.191620 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.191862 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.192093 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.192337 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.192565 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.192799 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.193049 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.193286 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.193524 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.193758 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.193987 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.194201 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.194452 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.194670 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.194955 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.195187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.195470 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.196189 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.196422 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.196641 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.196893 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.197150 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.197388 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.197598 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.197815 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.198025 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.198295 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.198535 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.198770 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.198979 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.199227 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.199451 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.199661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.199872 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.200081 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.200313 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.200594 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.200830 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.201064 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.201275 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.201486 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.201697 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.201924 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.202161 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.202430 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.202685 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.202855 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.203017 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.203217 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.203577 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204023 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204023 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204293 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204481 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204744 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.204964 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.205198 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.205431 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.205819 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.206003 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.206194 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.206399 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.206657 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.206831 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.207057 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.208703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.209540 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.209540 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.209540 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.209838 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.209946 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.210123 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.210451 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212678 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212678 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.212897 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.213190 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.213449 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.213790 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.214060 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.214376 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.214854 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.215088 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.216509 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.217975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.218431 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.218431 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.218614 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.218865 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.219094 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.219292 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.219517 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.219746 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.219999 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.220211 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.220444 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.220672 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.220904 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.221119 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.221363 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.221596 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.221811 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.222072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.222304 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.222525 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.222777 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.222992 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.223210 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.223449 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.223683 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.223933 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.224154 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.224447 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.224671 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.224885 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.225114 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.225341 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.225575 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.225788 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.226048 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.226278 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.226497 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.226834 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.227061 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.227353 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.227593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.227821 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.228062 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.229458 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.229733 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.230087 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.230932 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.230932 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.230932 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.235588 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236105 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236105 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236105 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236105 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236105 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236406 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236406 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.236821 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.237028 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.237278 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.237488 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.237703 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.237922 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.238156 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.238388 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.238659 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.238871 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.239287 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.239545 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.239768 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.239979 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.240678 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.240678 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.240678 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.240906 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.241096 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.241306 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.241534 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.241743 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.241950 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.242167 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.242939 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.243262 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.243551 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.243805 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.244026 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.244333 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.244562 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.244827 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.245095 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.245395 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.245629 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.245869 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.246090 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.246337 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.246631 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.246889 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.247210 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.247477 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.247727 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.247974 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.248458 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.248743 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.249007 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.249228 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.249520 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.249849 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.250126 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.250406 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.250846 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.251096 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.251354 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.251580 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.251832 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.252067 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.252379 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.252664 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.252813 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.253054 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.253300 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.253526 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.253821 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.254076 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.254331 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.254584 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.254797 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.254957 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 12:08:41.255475 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 12:08:41.255636 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 12:08:41.255790 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 12:08:41.255998 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 12:08:41.256175 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 12:08:41.256327 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 12:08:41.256534 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.256693 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.256850 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257028 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257187 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257365 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257525 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257681 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.257952 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.258713 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.258824 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.258976 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.259133 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.259291 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.259447 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.259609 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.259763 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.260090 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.260426 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.260729 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.261029 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.261336 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.261491 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] debug = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.261796 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.261992 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262155 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262366 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262521 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262680 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262837 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.262996 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263153 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263355 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263557 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263648 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263806 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.263955 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.264112 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.264269 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.264428 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.264606 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.264732 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] host = n-d-816990-1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265044 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265207 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265364 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265520 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265676 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265836 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.265993 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266144 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266326 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266481 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266639 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266793 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.266963 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267096 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267253 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_options = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267411 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267565 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267725 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.267919 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268077 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268254 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268430 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268575 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268684 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268842 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.268989 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.269140 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.269497 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.269676 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.269832 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.269990 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270150 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270336 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270498 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270653 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270809 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.270963 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271117 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271273 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271412 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271572 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271727 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.271882 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272037 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272191 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272348 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272503 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272658 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272812 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.272968 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.273122 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.273278 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.273433 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.273663 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.273838 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274176 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274176 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274362 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274362 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274582 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274707 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274829 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_json = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.274975 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275173 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275318 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275456 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275590 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275714 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275835 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.275991 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 12:08:41.276170 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.276316 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.276488 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.276632 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.276793 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.276952 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277110 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277268 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277426 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277584 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277749 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.277909 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.278078 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.278278 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.280899 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281455 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.281985 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282558 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282558 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282558 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282558 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282841 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282841 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.282969 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283119 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283270 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283408 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283543 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283680 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283826 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.283970 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284109 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284244 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284400 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284570 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284725 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.284861 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285019 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285171 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285308 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285469 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285611 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285772 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.285916 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286154 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286343 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286485 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286633 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286770 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.286917 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287053 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287186 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287321 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287479 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287622 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287784 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.287938 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288076 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288232 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288375 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288535 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288680 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288826 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.288991 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289190 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289391 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289566 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289704 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289839 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.289976 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290112 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290281 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290424 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290560 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290708 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290846 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.290991 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291196 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291347 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291538 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291682 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291848 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.291992 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292139 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292300 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292444 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292606 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292749 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.292910 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293284 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293284 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293543 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293543 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293810 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.293810 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294063 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294201 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294375 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294506 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294641 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294776 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.294927 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295080 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295217 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295352 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295489 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295628 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295763 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.295898 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296032 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296176 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296314 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296489 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296632 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296795 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.296948 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297121 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297264 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297424 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297643 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297776 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.297952 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298119 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298277 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298422 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298558 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298693 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298824 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.298987 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299124 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299258 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299395 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299551 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299714 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.299855 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300024 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300167 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300312 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300474 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300618 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300778 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.300935 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.301072 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.301227 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.301386 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.301544 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.301949 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302114 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302293 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302456 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302615 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302772 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.302930 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303091 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303264 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303409 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303568 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303728 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.303888 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.304047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.304208 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.304365 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.304525 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.304683 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.305354 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.305514 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.305673 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.305832 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.305993 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.306151 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.306354 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.306530 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.306695 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.309585 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.310402 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311047 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.311593 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312122 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312122 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312122 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312122 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312409 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312409 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312551 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312687 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.312845 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313013 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:41.313186 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313318 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313503 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313661 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313820 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.313989 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314148 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314328 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314487 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314672 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314831 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.314999 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315158 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315317 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315484 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315642 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315801 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.315960 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316132 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316293 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316454 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316612 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316771 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.316929 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.317094 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.317256 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.317584 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.317750 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.317914 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318080 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318267 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318439 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318602 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318769 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.318941 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319148 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319293 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319438 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319574 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319708 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.319839 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.320007 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.320167 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.320344 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321492 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321492 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321492 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321894 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321894 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.321894 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.322301 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.322301 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.322301 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.322675 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 12:08:41.322675 n-d-816990-1 neutron-server[102426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 12:08:41.334280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50994) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:08:41.342758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066423 Nov 08 12:08:53.000437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4f4d3-6cce-44cf-8892-aec201e38eee None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:08:53.143781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4f4d3-6cce-44cf-8892-aec201e38eee None None] No non-hosted networks {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 08 12:08:53.154888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.agentschedulers_db [None req-9ff4f4d3-6cce-44cf-8892-aec201e38eee None None] DHCP Agent not found on host n-d-816990-1 {{(pid=102537) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 08 12:08:53.271281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59630f24-f881-4620-810a-d5a2ee984338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:55.373176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99e3399b-8828-470a-9b0f-af4b55a09942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:55.459713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-c3213045-752f-43fd-839a-41b6fd4629a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816990-1 {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:08:55.460442 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-c3213045-752f-43fd-839a-41b6fd4629a1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:08:56.076063 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3213045-752f-43fd-839a-41b6fd4629a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:56.521731 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:57.927655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:58.806234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:08:58.806995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.807417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.807813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.808300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.808687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.809205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.809720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.810583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.811154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.811815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.812321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.812828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:08:58.813783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816990-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:58.826630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816990-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:08:59.272171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:08:59.795411 n-d-816990-1 neutron-server[102536]: WARNING oslo_policy.policy [None req-0f36866b-e989-403c-a729-e8c9773305f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:08:59.796201 n-d-816990-1 neutron-server[102536]: WARNING oslo_policy.policy [None req-0f36866b-e989-403c-a729-e8c9773305f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:00.025474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-0f36866b-e989-403c-a729-e8c9773305f8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:09:00.026981 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0f36866b-e989-403c-a729-e8c9773305f8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7535973 Nov 08 12:09:01.856665 n-d-816990-1 neutron-server[102537]: INFO neutron.db.l3_hamode_db [None req-2d79d4b0-6fec-4b2e-8176-9ec22737fa27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 08 12:09:01.934866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d4b0-6fec-4b2e-8176-9ec22737fa27 None None] Routers set() bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:09:01.935250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d4b0-6fec-4b2e-8176-9ec22737fa27 None None] Router IDs set() for agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 12:09:02.601379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51104) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:02.911369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:03.006944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.policy [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102536) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 12:09:03.052891 n-d-816990-1 neutron-server[102536]: WARNING oslo_policy.policy [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:03.053251 n-d-816990-1 neutron-server[102536]: WARNING oslo_policy.policy [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:03.062469 n-d-816990-1 neutron-server[102536]: INFO neutron.quota [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] Loaded quota_driver: . Nov 08 12:09:03.231256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790078697621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790078699072', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790078685456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790078689100', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790080178570', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790078667572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1522113', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1367780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709801'] for rbac-policy, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:03.477436 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:03.478644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92bf2dbc-4668-4fc8-a154-b2fd08039e4e admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8762295 Nov 08 12:09:06.167811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:06.657562 n-d-816990-1 neutron-server[102535]: WARNING oslo_policy.policy [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:06.658161 n-d-816990-1 neutron-server[102535]: WARNING oslo_policy.policy [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:06.882623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'project_id': '97d03db5dad74c0d967043a5bf7b1542'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:06.884194 n-d-816990-1 neutron-server[102535]: INFO neutron.quota [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Loaded quota_driver: . Nov 08 12:09:07.001504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Made reservation on behalf of 97d03db5dad74c0d967043a5bf7b1542 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:09:07.080957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.policy [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 12:09:07.128993 n-d-816990-1 neutron-server[102535]: WARNING oslo_policy.policy [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:07.129364 n-d-816990-1 neutron-server[102535]: WARNING oslo_policy.policy [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 12:09:07.140907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.162149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.270980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.343638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.362836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:09:07.391095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790081538856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.391592 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Unsubscribe: segment precommit_create {{(pid=102535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 12:09:07.392105 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Added segment 653d83cb-3c12-4f7f-92aa-d95a091d4a2d of type vlan for network 5b0888b9-9c78-4594-a674-4e263ebd2a23 Nov 08 12:09:07.408593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a472fdc-364f-4f89-b614-9aaab45d4822,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:07.431921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.432257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.432587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.432913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.433234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.433553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.433868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.434183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.434518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.434826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.435140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.435447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Tracked resource versions report: Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: pushed versions: Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: { 'AddressGroup': {'1.2'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'ConntrackHelper': {'1.0'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Log': {'1.0'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Network': {'1.1'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Port': {'1.7'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'PortForwarding': {'1.2'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'QosPolicy': {'1.10'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SecurityGroup': {'1.5'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SubPort': {'1.0'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Subnet': {'1.1'}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Trunk': {'1.1'}} Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: consumer versions: Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: L3 agent@n-d-816990-1: {}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: Metadata agent@n-d-816990-1: {}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: Metering agent@n-d-816990-1: {}, Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'ConntrackHelper': '1.0', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Log': '1.0', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Network': '1.1', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Port': '1.7', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'PortForwarding': '1.2', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'QosPolicy': '1.10', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SecurityGroup': '1.5', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SecurityGroupRule': '1.2', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'SubPort': '1.0', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Subnet': '1.1', Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: 'Trunk': '1.1'}} Nov 08 12:09:07.436549 n-d-816990-1 neutron-server[102535]: {{(pid=102535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:09:07.523501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.624113 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.625349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:07.626086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:07.724897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] Pushing event updated for resources: {'Network': ['ID=5b0888b9-9c78-4594-a674-4e263ebd2a23,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:07.739689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:09:07.758808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee00ffc8-2c97-420d-97dd-47a9b12f3e4a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5888267 Nov 08 12:09:10.556852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:10.968856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb0aef-f77e-4603-806d-2951e2afaada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:10.970142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e5bb0aef-f77e-4603-806d-2951e2afaada admin admin] 10.222.0.58 "GET /v2.0/networks/5b0888b9-9c78-4594-a674-4e263ebd2a23 HTTP/1.1" status: 200 len: 825 time: 0.4123206 Nov 08 12:09:11.009881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f2ffc141-83d3-48cc-a084-a1ca99f777ea admin admin] 10.222.0.58 "GET /v2.0/subnetpools/c7df96a0-2314-4637-a862-835b40003e14 HTTP/1.1" status: 200 len: 734 time: 0.0334284 Nov 08 12:09:11.019153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:11.217632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Made reservation on behalf of 97d03db5dad74c0d967043a5bf7b1542 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:09:11.219958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:11.555822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:11.624035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b992856b-ba60-439a-9e02-afc96bdc5279,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:11.628464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Checking segment: {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:09:11.628845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Network hostable DHCP agents. Network: 5b0888b9-9c78-4594-a674-4e263ebd2a23, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:09:11.703443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:09:11.777996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5b0888b9-9c78-4594-a674-4e263ebd2a23) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:11.782817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:11.783440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:11.788923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18410b0-707b-414f-b39f-54667faac7a2 None None] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:09:11.860737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3e7d5253-b909-4716-bf5c-1f50e1f90d76 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8448002 Nov 08 12:09:12.111500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5b0888b9-9c78-4594-a674-4e263ebd2a23', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:09:12.112660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:12.411543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Allocated IP 172.20.0.2 (5b0888b9-9c78-4594-a674-4e263ebd2a23/b992856b-ba60-439a-9e02-afc96bdc5279/081f8144-916a-4a4b-85e8-ff3f6935897a) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:09:12.615204 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:12.692981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:12.772707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:09:12.777649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:12.783087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Pushing event updated for resources: {'Port': ['ID=081f8144-916a-4a4b-85e8-ff3f6935897a,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:12.785234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:09:12.794759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.795319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.795432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.795754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.796086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.796416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.796741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.797065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.797412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.797731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.798058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.798411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Tracked resource versions report: Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: pushed versions: Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: { 'AddressGroup': {'1.2'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'ConntrackHelper': {'1.0'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Log': {'1.0'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Network': {'1.1'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Port': {'1.7'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'PortForwarding': {'1.2'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'QosPolicy': {'1.10'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SecurityGroup': {'1.5'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SubPort': {'1.0'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Subnet': {'1.1'}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Trunk': {'1.1'}} Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: consumer versions: Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: L3 agent@n-d-816990-1: {}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: Metadata agent@n-d-816990-1: {}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: Metering agent@n-d-816990-1: {}, Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'ConntrackHelper': '1.0', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Log': '1.0', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Network': '1.1', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Port': '1.7', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'PortForwarding': '1.2', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'QosPolicy': '1.10', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SecurityGroup': '1.5', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SecurityGroupRule': '1.2', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'SubPort': '1.0', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Subnet': '1.1', Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: 'Trunk': '1.1'}} Nov 08 12:09:12.799514 n-d-816990-1 neutron-server[102537]: {{(pid=102537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:09:12.870853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Attempting to bind port 081f8144-916a-4a4b-85e8-ff3f6935897a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:09:12.871247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Attempting to bind port 081f8144-916a-4a4b-85e8-ff3f6935897a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:09:12.871685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Attempting to bind port 081f8144-916a-4a4b-85e8-ff3f6935897a on network 5b0888b9-9c78-4594-a674-4e263ebd2a23 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:09:12.876611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:09:12.877003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Checking segment: {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:09:12.877481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:12.877868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Bound using segment: {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:09:12.878386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Bound port: 081f8144-916a-4a4b-85e8-ff3f6935897a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:09:12.878800 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:12.939642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] For port 081f8144-916a-4a4b-85e8-ff3f6935897a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:09:12.945403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] For port 081f8144-916a-4a4b-85e8-ff3f6935897a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=081f8144-916a-4a4b-85e8-ff3f6935897a,segment=NetworkSegment(653d83cb-3c12-4f7f-92aa-d95a091d4a2d),segment_id=653d83cb-3c12-4f7f-92aa-d95a091d4a2d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:09:13.023588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:13.087502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe921f-2d3c-4aea-b213-27912141db04 None None] Pushing event updated for resources: {'Port': ['ID=081f8144-916a-4a4b-85e8-ff3f6935897a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:14.423203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:14.734576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-ac5cec3d-4615-4138-acc2-635b1c4bf611 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:09:14.735784 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ac5cec3d-4615-4138-acc2-635b1c4bf611 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116517 Nov 08 12:09:17.248608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51154) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:17.568907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-854ee918-94e4-4a8d-8a6f-3672538b33aa admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:09:17.570021 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-854ee918-94e4-4a8d-8a6f-3672538b33aa admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3204775 Nov 08 12:09:20.306481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51164) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:20.639528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Request body: {'router': {'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'name': 'router1', 'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:20.727290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:20.729108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:20.876068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:20.938807 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:21.127241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:21.128445 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de443804-655b-40a9-a5b8-b797c259f923 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8212643 Nov 08 12:09:22.215063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a2300-5728-4962-9f1d-a3e8f06c0a15 None None] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:09:22.302777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] Provisioning complete for port 081f8144-916a-4a4b-85e8-ff3f6935897a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:22.303167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:22.495485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:22.521067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 081f8144-916a-4a4b-85e8-ff3f6935897a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:09:22.580378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] For port 081f8144-916a-4a4b-85e8-ff3f6935897a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=081f8144-916a-4a4b-85e8-ff3f6935897a,segment=NetworkSegment(653d83cb-3c12-4f7f-92aa-d95a091d4a2d),segment_id=653d83cb-3c12-4f7f-92aa-d95a091d4a2d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:09:22.618129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 081f8144-916a-4a4b-85e8-ff3f6935897a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:22.620763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:22.641360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:22.705494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e4b7b-016c-42fe-9a57-93a6acb80a79 None None] Pushing event updated for resources: {'Port': ['ID=081f8144-916a-4a4b-85e8-ff3f6935897a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:22.862545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-edf7c129-e0fa-4499-9a7d-de9bd95df358 None None] Provisioning complete for port 081f8144-916a-4a4b-85e8-ff3f6935897a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:22.862909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-edf7c129-e0fa-4499-9a7d-de9bd95df358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:23.024548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c542471f-9e61-4bb3-9edf-05d34e33151c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:23.642860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:23.949389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-18946387-5667-475a-81b8-743902545491 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:09:23.950408 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18946387-5667-475a-81b8-743902545491 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065920 Nov 08 12:09:24.475948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 081f8144-916a-4a4b-85e8-ff3f6935897a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:09:24.521722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 081f8144-916a-4a4b-85e8-ff3f6935897a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:24.522086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:25.347818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6f8000b-3acd-44ac-8014-151fe5fe3325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.480524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.507674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51196) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:26.637163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:26.713082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Made reservation on behalf of 1afdc9818ca94b6e9e692323f18acb6d for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:09:26.715733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.730662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.827653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.891612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.904368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Reserving flat network on physical network physnet1 {{(pid=102536) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 08 12:09:26.938288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790081538856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:26.938857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Unsubscribe: segment precommit_create {{(pid=102536) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 12:09:26.939361 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Added segment 8324d873-d69e-4781-b8f4-3c9f4d2aec81 of type flat for network 6894d54f-f127-4b21-a375-736db7f41c4c Nov 08 12:09:26.946400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885d598d-623b-4079-bdca-e6ced9329a39,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:26.964430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.964752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.968998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Tracked resource versions report: Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: pushed versions: Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: { 'AddressGroup': {'1.2'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'ConntrackHelper': {'1.0'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Log': {'1.0'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Network': {'1.1'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Port': {'1.7'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'PortForwarding': {'1.2'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'QosPolicy': {'1.10'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SecurityGroup': {'1.5'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SubPort': {'1.0'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Subnet': {'1.1'}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Trunk': {'1.1'}} Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: consumer versions: Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: L3 agent@n-d-816990-1: {}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: Metadata agent@n-d-816990-1: {}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: Metering agent@n-d-816990-1: {}, Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'ConntrackHelper': '1.0', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Log': '1.0', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Network': '1.1', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Port': '1.7', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'PortForwarding': '1.2', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'QosPolicy': '1.10', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SecurityGroup': '1.5', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SecurityGroupRule': '1.2', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'SubPort': '1.0', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Subnet': '1.1', Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: 'Trunk': '1.1'}} Nov 08 12:09:26.969832 n-d-816990-1 neutron-server[102536]: {{(pid=102536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:09:27.059640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:27.183252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:27.184263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:27.184980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:27.283203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] Pushing event updated for resources: {'Network': ['ID=6894d54f-f127-4b21-a375-736db7f41c4c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:27.293579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6894d54f-f127-4b21-a375-736db7f41c4c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:09:27.431278 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f6c95a6-bdd3-4a83-a79b-98a3284a4458 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9225371 Nov 08 12:09:27.885274 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:28.801158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:29.766388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51218) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:29.864051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc03f5-26ac-4087-9d2e-999cd100a981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:29.865394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46cc03f5-26ac-4087-9d2e-999cd100a981 admin admin] 10.222.0.58 "GET /v2.0/subnets/b992856b-ba60-439a-9e02-afc96bdc5279 HTTP/1.1" status: 200 len: 849 time: 0.0980659 Nov 08 12:09:30.020887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c61914a2-e8f2-4c7c-92d3-257caa8164c3 admin admin] 10.222.0.58 "GET /v2.0/routers/86395b0d-cd58-4d06-8177-39f02a71bffe HTTP/1.1" status: 200 len: 704 time: 0.1489787 Nov 08 12:09:30.285580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:30.577776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Allocated IP 172.20.0.1 (5b0888b9-9c78-4594-a674-4e263ebd2a23/b992856b-ba60-439a-9e02-afc96bdc5279/2314e7d0-2319-46a1-82c4-7fb5fa464271) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:09:30.730033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:30.851258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:30.912981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:09:30.920522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:30.934158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:09:30.934733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.045750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2314e7d0-2319-46a1-82c4-7fb5fa464271,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:31.117277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1f757dc7-9502-4129-b23b-d2e4456d5ea3 None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:31.117815 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f757dc7-9502-4129-b23b-d2e4456d5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.150232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1f757dc7-9502-4129-b23b-d2e4456d5ea3 None None] Port 2314e7d0-2319-46a1-82c4-7fb5fa464271 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:09:31.247625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.454599 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.514460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.515199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.596838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2314e7d0-2319-46a1-82c4-7fb5fa464271,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:31.640364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:09:31.641639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:31.856161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Router 86395b0d-cd58-4d06-8177-39f02a71bffe is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:09:31.873290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5ceb7d64-460e-4e20-b37d-0cbfa48aa945 None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:31.873658 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7d64-460e-4e20-b37d-0cbfa48aa945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:31.908909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb7d64-460e-4e20-b37d-0cbfa48aa945 None None] Port 2314e7d0-2319-46a1-82c4-7fb5fa464271 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:09:31.950386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:09:31.955602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1aca1eb6-e4c6-42c7-82ad-dc3a4e9a04c9 admin admin] 10.222.0.58 "PUT /v2.0/routers/86395b0d-cd58-4d06-8177-39f02a71bffe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9281507 Nov 08 12:09:31.961252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Sync routers for ids ['86395b0d-cd58-4d06-8177-39f02a71bffe'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:09:31.975279 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Routers {'86395b0d-cd58-4d06-8177-39f02a71bffe'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:09:31.976095 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['86395b0d-cd58-4d06-8177-39f02a71bffe'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:32.167284 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Set router 86395b0d-cd58-4d06-8177-39f02a71bffe gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:09:32.603800 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:31Z', 'revision_number': 2, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port_host': None, '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:31Z', 'revision_number': 2, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:32.653722 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Checking router: 86395b0d-cd58-4d06-8177-39f02a71bffe for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:09:32.654086 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Updating router 86395b0d-cd58-4d06-8177-39f02a71bffe port 2314e7d0-2319-46a1-82c4-7fb5fa464271 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:09:32.703538 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.255780 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.349187 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.504716 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Pushing event updated for resources: {'Port': ['ID=2314e7d0-2319-46a1-82c4-7fb5fa464271,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:33.520309 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.520613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.520892 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.521223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.521548 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.521907 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.522274 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.522574 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.522898 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.523215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.523530 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.523845 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Tracked resource versions report: Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: pushed versions: Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: { 'AddressGroup': {'1.2'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'ConntrackHelper': {'1.0'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Log': {'1.0'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Network': {'1.1'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Port': {'1.7'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'PortForwarding': {'1.2'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'QosPolicy': {'1.10'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SecurityGroup': {'1.5'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SubPort': {'1.0'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Subnet': {'1.1'}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Trunk': {'1.1'}} Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: consumer versions: Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: L3 agent@n-d-816990-1: {}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: Metadata agent@n-d-816990-1: {}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: Metering agent@n-d-816990-1: {}, Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'ConntrackHelper': '1.0', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Log': '1.0', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Network': '1.1', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Port': '1.7', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'PortForwarding': '1.2', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'QosPolicy': '1.10', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SecurityGroup': '1.5', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SecurityGroupRule': '1.2', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'SubPort': '1.0', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Subnet': '1.1', Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: 'Trunk': '1.1'}} Nov 08 12:09:33.524987 n-d-816990-1 neutron-server[102538]: {{(pid=102538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:09:33.529370 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Attempting to bind port 2314e7d0-2319-46a1-82c4-7fb5fa464271 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:09:33.529775 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Attempting to bind port 2314e7d0-2319-46a1-82c4-7fb5fa464271 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:09:33.530233 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Attempting to bind port 2314e7d0-2319-46a1-82c4-7fb5fa464271 on network 5b0888b9-9c78-4594-a674-4e263ebd2a23 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:09:33.536221 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:09:33.536639 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Checking segment: {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:09:33.537118 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.538428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Bound using segment: {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:09:33.539121 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Bound port: 2314e7d0-2319-46a1-82c4-7fb5fa464271, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d83cb-3c12-4f7f-92aa-d95a091d4a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:09:33.539793 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.606024 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] For port 2314e7d0-2319-46a1-82c4-7fb5fa464271, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:09:33.624472 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] For port 2314e7d0-2319-46a1-82c4-7fb5fa464271, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2314e7d0-2319-46a1-82c4-7fb5fa464271,segment=NetworkSegment(653d83cb-3c12-4f7f-92aa-d95a091d4a2d),segment_id=653d83cb-3c12-4f7f-92aa-d95a091d4a2d)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:09:33.641834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1861aef7-cb82-46cd-a9a5-07dc40bb6268 None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:33.644659 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1861aef7-cb82-46cd-a9a5-07dc40bb6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.681619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1861aef7-cb82-46cd-a9a5-07dc40bb6268 None None] Port 2314e7d0-2319-46a1-82c4-7fb5fa464271 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:09:33.692214 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.741818 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Routers {'86395b0d-cd58-4d06-8177-39f02a71bffe'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:09:33.742463 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['86395b0d-cd58-4d06-8177-39f02a71bffe'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:33.814423 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8c94-66c7-4cd1-bc5a-d12b519f6bc4 None None] Pushing event updated for resources: {'Port': ['ID=2314e7d0-2319-46a1-82c4-7fb5fa464271,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:33.842769 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] Set router 86395b0d-cd58-4d06-8177-39f02a71bffe gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:09:33.900672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:33.901044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:33.985369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:34.017656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] For port 2314e7d0-2319-46a1-82c4-7fb5fa464271, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2314e7d0-2319-46a1-82c4-7fb5fa464271,segment=NetworkSegment(653d83cb-3c12-4f7f-92aa-d95a091d4a2d),segment_id=653d83cb-3c12-4f7f-92aa-d95a091d4a2d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:09:34.055061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:31Z', 'revision_number': 2, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port_host': None, '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:33Z', 'revision_number': 4, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:34.079802 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961ab1a-b94b-4c66-a0ba-51b81de716a9 None None] The sync data for ids ['86395b0d-cd58-4d06-8177-39f02a71bffe'] in n-d-816990-1 is: [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:31Z', 'revision_number': 2, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port_host': None, '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:33Z', 'revision_number': 4, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:09:34.109362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:34.160574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009c067-34a3-436f-85a4-1329d9e646e5 None None] Pushing event updated for resources: {'Port': ['ID=2314e7d0-2319-46a1-82c4-7fb5fa464271,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:34.335608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51228) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:34.495190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98623cfd-a628-4959-886b-6d1c0818afa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:34.496599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98623cfd-a628-4959-886b-6d1c0818afa9 admin admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 842 time: 0.1600392 Nov 08 12:09:34.506626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'name': 'public-subnet'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:34.571695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Made reservation on behalf of 1afdc9818ca94b6e9e692323f18acb6d for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:09:34.573982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:35.009482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:09:35.009932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:35.069985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc73cd9-64de-410f-b9c8-2297a6bf0369,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:35.080754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:09:35.081050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Network hostable DHCP agents. Network: 6894d54f-f127-4b21-a375-736db7f41c4c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:09:35.177382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:09:35.263332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6894d54f-f127-4b21-a375-736db7f41c4c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:35.268412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:35.269027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:35.274771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffea21e-f149-423e-9523-2e49fbe1e6d8 None None] Network 6894d54f-f127-4b21-a375-736db7f41c4c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:09:35.359068 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-67d99ba7-cf49-482d-833b-96a16b1a104e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8558562 Nov 08 12:09:35.413773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98000b31-f983-465c-a7f1-96ebbda324df None None] Network 6894d54f-f127-4b21-a375-736db7f41c4c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:09:37.756119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:37.892103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-57dbe714-65ff-43c7-9be3-5516da0529f0 admin admin] 10.222.0.58 "GET /v2.0/routers/86395b0d-cd58-4d06-8177-39f02a71bffe HTTP/1.1" status: 200 len: 710 time: 0.1347904 Nov 08 12:09:37.983529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6ee-5b06-45ed-b45d-dedc69b5c731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:09:37.984811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0535c6ee-5b06-45ed-b45d-dedc69b5c731 admin admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 886 time: 0.0864034 Nov 08 12:09:37.994510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:09:38.241373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:38.594578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:38.673854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:38.778441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Allocated IP 172.25.1.83 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/4a7ba856-14c8-4b10-9e36-71892eac66ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:09:38.882408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:38.977770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:39.017306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:09:39.020011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:09:39.027185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:09:39.061887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7ba856-14c8-4b10-9e36-71892eac66ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:39.326777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:39.521984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:39.525283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:39.643134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Router 86395b0d-cd58-4d06-8177-39f02a71bffe has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:09:39.753720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:09:39.758466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:39.759679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bef01393-8092-457a-a057-b46fcae552c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/86395b0d-cd58-4d06-8177-39f02a71bffe HTTP/1.1" status: 200 len: 889 time: 1.7684250 Nov 08 12:09:40.519856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2314e7d0-2319-46a1-82c4-7fb5fa464271 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:09:40.571700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:40.572065 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:41.104971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Sync routers for ids ['86395b0d-cd58-4d06-8177-39f02a71bffe'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:09:41.116232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Routers {'86395b0d-cd58-4d06-8177-39f02a71bffe'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:09:41.116993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['86395b0d-cd58-4d06-8177-39f02a71bffe'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:41.328613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Set router 86395b0d-cd58-4d06-8177-39f02a71bffe gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:09:41.782118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:39Z', 'revision_number': 4, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port': {'id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:38Z', 'updated_at': '2021-11-08T12:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:33Z', 'revision_number': 5, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:41.834788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Checking router: 86395b0d-cd58-4d06-8177-39f02a71bffe for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:09:41.835152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Updating router 86395b0d-cd58-4d06-8177-39f02a71bffe port 4a7ba856-14c8-4b10-9e36-71892eac66ae binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:09:41.881477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.210296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.212806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:09:42.285545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:09:42.314500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.366105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Attempting to bind port 4a7ba856-14c8-4b10-9e36-71892eac66ae on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:09:42.366577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Attempting to bind port 4a7ba856-14c8-4b10-9e36-71892eac66ae by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:09:42.366949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Attempting to bind port 4a7ba856-14c8-4b10-9e36-71892eac66ae on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:09:42.374446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423277b1-76b8-4ea7-b492-604a05ee3e49 None None] Pushing event updated for resources: {'Port': ['ID=4a7ba856-14c8-4b10-9e36-71892eac66ae,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:42.376816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:09:42.377188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:09:42.377574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.377958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:09:42.378456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Bound port: 4a7ba856-14c8-4b10-9e36-71892eac66ae, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:09:42.378836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.400703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f234c9a2-e41a-4a3f-9ae4-a4a56348fa5c admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1118474 Nov 08 12:09:42.433533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] For port 4a7ba856-14c8-4b10-9e36-71892eac66ae, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:09:42.436964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] For port 4a7ba856-14c8-4b10-9e36-71892eac66ae, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4a7ba856-14c8-4b10-9e36-71892eac66ae,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:09:42.476264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:42.535635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Routers {'86395b0d-cd58-4d06-8177-39f02a71bffe'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:09:42.536265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['86395b0d-cd58-4d06-8177-39f02a71bffe'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:42.542124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423277b1-76b8-4ea7-b492-604a05ee3e49 None None] Pushing event updated for resources: {'Port': ['ID=4a7ba856-14c8-4b10-9e36-71892eac66ae,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:42.652306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] Set router 86395b0d-cd58-4d06-8177-39f02a71bffe gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:09:42.864639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:39Z', 'revision_number': 4, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port': {'id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:38Z', 'updated_at': '2021-11-08T12:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:33Z', 'revision_number': 5, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:09:42.890511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d74df-07c2-4e54-b405-bb1be595138a None None] The sync data for ids ['86395b0d-cd58-4d06-8177-39f02a71bffe'] in n-d-816990-1 is: [{'id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'name': 'router1', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:09:20Z', 'updated_at': '2021-11-08T12:09:39Z', 'revision_number': 4, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'gw_port': {'id': '4a7ba856-14c8-4b10-9e36-71892eac66ae', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:38Z', 'updated_at': '2021-11-08T12:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '2314e7d0-2319-46a1-82c4-7fb5fa464271', 'name': '', 'network_id': '5b0888b9-9c78-4594-a674-4e263ebd2a23', 'tenant_id': '97d03db5dad74c0d967043a5bf7b1542', 'mac_address': 'fa:16:3e:03:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86395b0d-cd58-4d06-8177-39f02a71bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:09:30Z', 'updated_at': '2021-11-08T12:09:33Z', 'revision_number': 5, 'project_id': '97d03db5dad74c0d967043a5bf7b1542', 'subnets': [{'id': 'b992856b-ba60-439a-9e02-afc96bdc5279', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7df96a0-2314-4637-a862-835b40003e14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:09:44.529439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4a7ba856-14c8-4b10-9e36-71892eac66ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:09:44.580267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4a7ba856-14c8-4b10-9e36-71892eac66ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:44.580640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:44.666120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:44.687679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4a7ba856-14c8-4b10-9e36-71892eac66ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4a7ba856-14c8-4b10-9e36-71892eac66ae,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:09:44.765868 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:44.822538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba856-14c8-4b10-9e36-71892eac66ae,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:09:46.520658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4a7ba856-14c8-4b10-9e36-71892eac66ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:09:46.590888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4a7ba856-14c8-4b10-9e36-71892eac66ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:09:46.591596 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:53.006430 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-17601daf-b642-42bc-b88e-f5fca78b9b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:55.366420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e29074fc-d0f5-4fc7-97b4-07f9df068039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:56.462839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:57.872564 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:09:58.805650 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:19.211799 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:10:23.376542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-71e268fd-fd27-42f4-b1d0-30a6bdb842d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:25.371077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-183f9c28-0c94-4983-80c6-c386e0d83262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:26.444773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:27.876790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:29.545092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:53.009762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9997d52d-1727-4a0d-a011-8330c89946d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:55.344205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ce2fcc92-a2e8-4e05-8550-1cefd7359957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:56.211303 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:10:56.455094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:57.872882 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:10:58.832332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:23.037375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-81b71211-c461-4798-b49f-f0426c5f6712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:25.369496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c01ef4a-c022-41e0-8422-e77d3e60c919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:26.491264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:27.558191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:27.619042 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c87ca2-6ac5-4cb8-a748-254779858932 admin admin] GET failed (client error): The resource could not be found. Nov 08 12:11:27.620385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d3c87ca2-6ac5-4cb8-a748-254779858932 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612261 Nov 08 12:11:27.864920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcfd2eb-d558-4449-a9b4-01609580b71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:27.866423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3bcfd2eb-d558-4449-a9b4-01609580b71c admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2414148 Nov 08 12:11:27.902558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:28.866078 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:30.156489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:30.250379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93793597-6aa9-458a-8db9-9e703529d903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:30.251721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-93793597-6aa9-458a-8db9-9e703529d903 admin admin] 10.222.0.58 "GET /v2.0/subnets/b992856b-ba60-439a-9e02-afc96bdc5279 HTTP/1.1" status: 200 len: 849 time: 0.0942822 Nov 08 12:11:30.261872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:11:30.351916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Publish callbacks [] for subnet, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:30.539912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790081462411'] for subnet, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:30.572979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:30.573569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:30.574868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-33745377-02d8-479d-860c-85df397867fe admin admin] 10.222.0.58 "PUT /v2.0/subnets/b992856b-ba60-439a-9e02-afc96bdc5279 HTTP/1.1" status: 200 len: 868 time: 0.3166339 Nov 08 12:11:30.591294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b992856b-ba60-439a-9e02-afc96bdc5279,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:11:30.593806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e975e-d72b-4647-95a3-d44de5aa1b55 None None] Network 5b0888b9-9c78-4594-a674-4e263ebd2a23 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:11:30.602012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.602380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.602667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.603011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.603405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.603745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.604190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.604742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.604872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.605272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.605794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.606129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33745377-02d8-479d-860c-85df397867fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:11:30.954043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b9e2c3d5-47db-416b-86dc-0e99bb48476d None None] Provisioning complete for port 081f8144-916a-4a4b-85e8-ff3f6935897a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:11:30.954435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d5-47db-416b-86dc-0e99bb48476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:31.039933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b9e2c3d5-47db-416b-86dc-0e99bb48476d None None] Provisioning complete for port 2314e7d0-2319-46a1-82c4-7fb5fa464271 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:11:31.040216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d5-47db-416b-86dc-0e99bb48476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:32.878209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:33.076214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92cd6a5-b48c-42ed-95c6-fb9714ba397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:33.076606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92cd6a5-b48c-42ed-95c6-fb9714ba397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:33.078146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f92cd6a5-b48c-42ed-95c6-fb9714ba397f admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989694 Nov 08 12:11:33.211214 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:11:35.342297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:35.473974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d7862-19eb-46f6-8c53-0f63aee3c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:35.474460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d7862-19eb-46f6-8c53-0f63aee3c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:35.475982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-544d7862-19eb-46f6-8c53-0f63aee3c99d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327305 Nov 08 12:11:37.771112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:37.900092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85db23-4ef0-421f-88fb-3e089259b7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:37.901444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fd85db23-4ef0-421f-88fb-3e089259b7c1 admin admin] 10.222.0.58 "GET /v2.0/networks/5b0888b9-9c78-4594-a674-4e263ebd2a23 HTTP/1.1" status: 200 len: 869 time: 0.1293945 Nov 08 12:11:40.197857 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51886) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:40.326059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15257d-5cb0-4e6e-bac3-1e238a8f126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:40.327456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d15257d-5cb0-4e6e-bac3-1e238a8f126d admin admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 886 time: 0.1286185 Nov 08 12:11:42.619745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51896) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:42.743985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d40efa-e5b9-4f0d-a873-deb46317e062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:42.744435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d40efa-e5b9-4f0d-a873-deb46317e062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:42.745950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0d40efa-e5b9-4f0d-a873-deb46317e062 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252604 Nov 08 12:11:45.086209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51904) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:45.177364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e926cd-f79e-484a-a17b-5462f255ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:45.182903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e926cd-f79e-484a-a17b-5462f255ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:45.182903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b2e926cd-f79e-484a-a17b-5462f255ab54 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921717 Nov 08 12:11:47.455460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:47.539584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c411c2-00e8-4ba1-ae51-dd32abc38266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:47.540903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8c411c2-00e8-4ba1-ae51-dd32abc38266 admin admin] 10.222.0.58 "GET /v2.0/subnets/afc73cd9-64de-410f-b9c8-2297a6bf0369 HTTP/1.1" status: 200 len: 816 time: 0.0845020 Nov 08 12:11:49.843340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51920) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:11:49.945190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8d476-ead9-4c18-9189-b7a750fc506b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:11:49.946559 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bce8d476-ead9-4c18-9189-b7a750fc506b admin admin] 10.222.0.58 "GET /v2.0/subnets/b992856b-ba60-439a-9e02-afc96bdc5279 HTTP/1.1" status: 200 len: 868 time: 0.1022208 Nov 08 12:11:53.019421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4961-5fe1-452e-8ac5-f033dff65b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:55.335356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fedf5c37-ebb3-4bdb-8d31-65b2ee92c48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:56.459341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:57.889393 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:11:58.820757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:10.209555 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:12:16.167312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:12:16.214700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-a92f6126-f9e8-480a-ae17-f60df2b117d0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:12:16.215689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a92f6126-f9e8-480a-ae17-f60df2b117d0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474465 Nov 08 12:12:18.579069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51982) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:12:18.638889 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce62a9f0-aee4-4def-b6d8-77b0c93477e1 admin admin] GET failed (client error): The resource could not be found. Nov 08 12:12:18.640174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce62a9f0-aee4-4def-b6d8-77b0c93477e1 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601938 Nov 08 12:12:18.783266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dbae6e-e2d7-40f8-8abf-4127aac24e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:12:18.784645 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-55dbae6e-e2d7-40f8-8abf-4127aac24e72 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398656 Nov 08 12:12:21.121697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51990) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:12:21.172705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:12:21.264142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Made reservation on behalf of 1afdc9818ca94b6e9e692323f18acb6d for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:12:21.266624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:21.302848 n-d-816990-1 neutron-server[102536]: WARNING neutron.services.revisions.revision_plugin [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Could not find related network for resource to bump revision. Nov 08 12:12:21.318111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:12:21.329200 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:21.329529 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Added segment 0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec of type vlan for network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 Nov 08 12:12:21.382513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:21.477005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:21.477946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:12:21.478544 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:21.534785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Pushing event updated for resources: {'Network': ['ID=10327e3c-ef95-4db2-8859-c7a7d4e48ea9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:12:21.541089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.541432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.541762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.542085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.542450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.542761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.543079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.543644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.543958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.544269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.544581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.544890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:21.556966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:12:21.571158 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c9238ad-016c-4fe2-91b4-b66ce2466cac admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4483633 Nov 08 12:12:23.002586 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5976e249-f1f9-4ea3-a458-746eae50c252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:23.862152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51998) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:12:23.924561 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-405b3cd4-7fad-431c-a0b7-ce2e50a1497a admin admin] GET failed (client error): The resource could not be found. Nov 08 12:12:23.925871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-405b3cd4-7fad-431c-a0b7-ce2e50a1497a admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627444 Nov 08 12:12:23.992588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f4df49-3b16-4691-9028-639480b03f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:12:23.993992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-63f4df49-3b16-4691-9028-639480b03f27 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635989 Nov 08 12:12:24.004176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:12:24.116884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Made reservation on behalf of 1afdc9818ca94b6e9e692323f18acb6d for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:12:24.119104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:24.356741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:24.412904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:12:24.419601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:12:24.419953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Network hostable DHCP agents. Network: 10327e3c-ef95-4db2-8859-c7a7d4e48ea9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:12:24.560999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:12:24.636266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 10327e3c-ef95-4db2-8859-c7a7d4e48ea9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:12:24.640185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:12:24.640761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:24.647329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061252f7-89cf-4188-8572-42fa5c870154 None None] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:12:24.754324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-acd72ee9-bb71-4bcd-90b5-713fe4e1597d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7533853 Nov 08 12:12:24.789609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'tenant_id': '1afdc9818ca94b6e9e692323f18acb6d', 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:12:24.790558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:24.934912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Allocated IP 192.168.233.2 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/382b2987-7d18-44d9-a206-4bbfebbb5324) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:12:25.076984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.150704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.192555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:12:25.195325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:12:25.200830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:12:25.211696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Pushing event updated for resources: {'Port': ['ID=382b2987-7d18-44d9-a206-4bbfebbb5324,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:12:25.218936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.222831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.223530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:12:25.280149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Attempting to bind port 382b2987-7d18-44d9-a206-4bbfebbb5324 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:12:25.280512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Attempting to bind port 382b2987-7d18-44d9-a206-4bbfebbb5324 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:12:25.280867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Attempting to bind port 382b2987-7d18-44d9-a206-4bbfebbb5324 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:12:25.289261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:12:25.289623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:12:25.290011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.290425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:12:25.290886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Bound port: 382b2987-7d18-44d9-a206-4bbfebbb5324, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:12:25.291278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.355207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] For port 382b2987-7d18-44d9-a206-4bbfebbb5324, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:12:25.358421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] For port 382b2987-7d18-44d9-a206-4bbfebbb5324, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=382b2987-7d18-44d9-a206-4bbfebbb5324,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:12:25.368296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-88f39380-f450-4e74-9eb0-b4a917d1998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.420471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:25.484292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bbb23-3ab3-42eb-a38d-9dbc01b4a021 None None] Pushing event updated for resources: {'Port': ['ID=382b2987-7d18-44d9-a206-4bbfebbb5324,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:12:26.341737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5e880-b1b8-49c1-ba50-52be387ce37c None None] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:12:26.405009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] Provisioning complete for port 382b2987-7d18-44d9-a206-4bbfebbb5324 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:12:26.405336 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:26.524294 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:26.542636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:26.600751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] For port 382b2987-7d18-44d9-a206-4bbfebbb5324, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=382b2987-7d18-44d9-a206-4bbfebbb5324,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:12:26.646118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 382b2987-7d18-44d9-a206-4bbfebbb5324 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:12:26.686678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:26.751763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05bb7-1857-45e1-adf3-ca56e0373eb4 None None] Pushing event updated for resources: {'Port': ['ID=382b2987-7d18-44d9-a206-4bbfebbb5324,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:12:26.755983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 382b2987-7d18-44d9-a206-4bbfebbb5324 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:12:26.756352 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:26.907855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1daf99d-db62-4e0d-8e0b-69d77db9b369 None None] Provisioning complete for port 382b2987-7d18-44d9-a206-4bbfebbb5324 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:12:26.908174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1daf99d-db62-4e0d-8e0b-69d77db9b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:27.882179 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:28.585539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 382b2987-7d18-44d9-a206-4bbfebbb5324 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:12:28.633245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 382b2987-7d18-44d9-a206-4bbfebbb5324 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:12:28.633604 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:28.842591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:47.207605 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:12:53.018291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1dc4adb9-d321-4367-a2fc-3e30a5f58420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:55.344632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d56f60a-e2c1-41f4-acbc-b39a4d410c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:56.475032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:57.869964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:12:58.846832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:23.039774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f328565-b7b3-4072-825a-12dbfabd6f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:24.206426 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:13:25.348017 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-317a3a1d-275b-4cd7-9a5c-cccac0dbaa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:26.502632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:27.879458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:28.805716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:52.993281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66c16a3c-d5e8-442c-b6f0-5a17bdcfc4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:53.424465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:13:53.430128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-1d9b1b0d-7f7f-4a59-91a7-041dc69fa1e6 tempest-verify_tempest_config-994727224 tempest-verify_tempest_config-994727224-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:13:53.431119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d9b1b0d-7f7f-4a59-91a7-041dc69fa1e6 tempest-verify_tempest_config-994727224 tempest-verify_tempest_config-994727224-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056922 Nov 08 12:13:54.002318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52060) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:13:54.104979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.176806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.244472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.290588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3b3b35758d442d58143b341031f6f6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2871997 Nov 08 12:13:54.291450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556fc66f-d276-4574-b2a1-8e3b354e4838,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:13:54.293258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52066) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:13:54.302799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.303146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.303484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.303850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.304205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.304535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.304860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.305184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.305504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.305818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.306137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.306490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713869d4-c1c1-43b2-bad0-196dc318eda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.350924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.414973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.547765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.551419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:54.552588 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/556fc66f-d276-4574-b2a1-8e3b354e4838 HTTP/1.1" status: 204 len: 168 time: 0.2583549 Nov 08 12:13:54.562091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fc66f-d276-4574-b2a1-8e3b354e4838,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:13:54.568969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.569255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.569594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.569928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.570286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.570738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.570945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.571270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.571596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.571915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.572236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:54.572556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdab90-cdce-42be-b52d-e54d8caabbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:13:55.364507 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c403-ffdd-475f-ada0-3db34f76a0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:56.495963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:57.873314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:13:58.833178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:01.205669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:14:23.003383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18efc0aa-f4fd-41f9-b66e-e898ca0565c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:25.346219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-05d84b82-bc23-49d6-b133-6558ac2817da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:26.510956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:27.900900 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:28.820371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:38.203527 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:14:52.991443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a038928f-5ca6-4f1f-9c5c-ac8dfd6dd1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:55.349298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f353f444-1643-4d4e-846c-84e3eb9c4b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:56.488736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:57.895438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:14:58.802863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:15.202033 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:15:23.013325 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a85a4795-4602-4d01-8223-2b2c966089e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:25.348308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d28bf54-a2b8-482f-8f3f-65f866fd6cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:26.473913 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:27.916303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:28.824358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:52.200193 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:15:53.012333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c634ee6e-f5b4-4d57-8284-9e0939cb797f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:55.358352 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b62db178-dae1-4d41-99d0-727bfa19448e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:56.480588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:57.924006 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:15:58.806736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:23.013713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9dc8-7f3a-4d1c-acea-ac374affccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:25.362687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8a65-6657-4e5d-8d9d-25d3db844baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:26.482593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:27.910941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:28.836347 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:29.198517 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 5 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:16:45.595666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:49.841274 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591580'] for agent, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:53.016566 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f15b5649-0a16-4051-822f-d879f0df32b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:55.367069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-878e8be5-0fe6-4752-8e52-c16df24831da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:56.536461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:57.886575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:16:58.810132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:06.198153 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:17:15.581207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:19.794226 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:23.015715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-02ff2ec9-bb57-43cf-84f0-9092d209a62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:25.346936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-371424cb-9925-4ff4-a46c-b08607d1df5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:26.508436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:27.896542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:28.816796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:30.782756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:17:30.886574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-583edb32-2a93-448c-a4ac-869c8789c52d admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1027179 Nov 08 12:17:33.165158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52128) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:17:33.225729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e592b982-7971-4175-b44f-a2f79a48bdf8 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0594935 Nov 08 12:17:43.198204 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:17:45.574437 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:49.843893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:53.021477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7794e049-9adb-4041-9f42-547f84057cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:55.392306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4507bd6d-96f4-4919-8947-8ea9cdd9636d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:56.512022 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:57.872475 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:17:58.798116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:15.598938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:19.820747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:20.198184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:18:23.038087 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fe07eae-4854-4ff2-bdca-7f3f2d97e8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:25.363303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ca8c18db-1538-4af3-a947-89089743cb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:26.500456 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:27.871836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:28.808774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:45.585598 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:49.871538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:53.031825 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18bb76e7-5881-4367-86d4-140f9d4efa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:55.091693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52318) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:55.331508 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75477356-61c1-4467-ab35-aeeaa3a95ecb tempest-AutoAllocateNetworkTest-763177172 tempest-AutoAllocateNetworkTest-763177172-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=aee26b9ba9874b5e96c258615a9e105d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2384918 Nov 08 12:18:55.336447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:55.381813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e8fc-d60c-4ec2-a005-919fa8e2633b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:55.526291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15464b52-3118-46f6-8d28-e4d12dc00e5a tempest-AutoAllocateNetworkTest-763177172 tempest-AutoAllocateNetworkTest-763177172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:18:55.528398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-15464b52-3118-46f6-8d28-e4d12dc00e5a tempest-AutoAllocateNetworkTest-763177172 tempest-AutoAllocateNetworkTest-763177172-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1910002 Nov 08 12:18:55.531922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:55.590072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-746a50ff-ce9f-43a4-9b36-36cfa4b695f2 tempest-AutoAllocateNetworkTest-763177172 tempest-AutoAllocateNetworkTest-763177172-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570199 Nov 08 12:18:55.592785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:55.619715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b99676e-c752-40ef-8532-e4904acb7167 tempest-AutoAllocateNetworkTest-763177172 tempest-AutoAllocateNetworkTest-763177172-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=aee26b9ba9874b5e96c258615a9e105d HTTP/1.1" status: 200 len: 208 time: 0.0259230 Nov 08 12:18:56.495349 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:56.829310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:57.200720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:18:57.346934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.419887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.505989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.549447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb91fe4-651e-43d5-95c2-581614d9efd9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:18:57.559300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aee26b9ba9874b5e96c258615a9e105d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7997160 Nov 08 12:18:57.560797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.561270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.561738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.562188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52420) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:57.562685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.562685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.562896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.563188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.563510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.563869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.564133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.564451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.564766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1cfdc-c14d-4cba-a86a-831ed991bb58 admin admin] Tracked resource versions report: Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: pushed versions: Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: { 'AddressGroup': {'1.2'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'ConntrackHelper': {'1.0'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Log': {'1.0'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Network': {'1.1'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Port': {'1.7'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'PortForwarding': {'1.2'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'QosPolicy': {'1.10'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SecurityGroup': {'1.5'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SubPort': {'1.0'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Subnet': {'1.1'}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Trunk': {'1.1'}} Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: consumer versions: Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: HyperV agent@n-h1-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: HyperV agent@n-h2-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: L3 agent@n-d-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: Metadata agent@n-d-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: Metering agent@n-d-816990-1: {}, Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'ConntrackHelper': '1.0', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Log': '1.0', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Network': '1.1', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Port': '1.7', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'PortForwarding': '1.2', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'QosPolicy': '1.10', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SecurityGroup': '1.5', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SecurityGroupRule': '1.2', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'SubPort': '1.0', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Subnet': '1.1', Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: 'Trunk': '1.1'}} Nov 08 12:18:57.565845 n-d-816990-1 neutron-server[102535]: {{(pid=102535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:18:57.623787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.646175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.774586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.777178 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:57.781154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdb91fe4-651e-43d5-95c2-581614d9efd9 HTTP/1.1" status: 204 len: 168 time: 0.2149942 Nov 08 12:18:57.786677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb91fe4-651e-43d5-95c2-581614d9efd9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:18:57.795209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.795209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.795399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.795894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.796390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.796771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.797057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.797387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.797708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.798163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.799274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.799748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98656a4-c16c-452f-9e0b-b971cad8bb86 admin admin] Tracked resource versions report: Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: pushed versions: Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: { 'AddressGroup': {'1.2'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'ConntrackHelper': {'1.0'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Log': {'1.0'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Network': {'1.1'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Port': {'1.7'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'PortForwarding': {'1.2'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'QosPolicy': {'1.10'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SecurityGroup': {'1.5'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SubPort': {'1.0'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Subnet': {'1.1'}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Trunk': {'1.1'}} Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: consumer versions: Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: HyperV agent@n-h1-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: HyperV agent@n-h2-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: L3 agent@n-d-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: Metadata agent@n-d-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: Metering agent@n-d-816990-1: {}, Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'ConntrackHelper': '1.0', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Log': '1.0', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Network': '1.1', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Port': '1.7', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'PortForwarding': '1.2', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'QosPolicy': '1.10', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SecurityGroup': '1.5', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SecurityGroupRule': '1.2', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'SubPort': '1.0', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Subnet': '1.1', Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: 'Trunk': '1.1'}} Nov 08 12:18:57.802141 n-d-816990-1 neutron-server[102536]: {{(pid=102536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:18:57.934396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:58.842964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:59.346451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52498) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:59.869928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc849efe-dae8-4d43-855c-84943eeef520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:18:59.940173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:18:59.959693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc849efe-dae8-4d43-855c-84943eeef520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.048631 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc849efe-dae8-4d43-855c-84943eeef520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.089536 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fc849efe-dae8-4d43-855c-84943eeef520 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7f480a2cdb14e0ab54177b3184eb652&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7420144 Nov 08 12:19:00.092324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:00.112824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc849efe-dae8-4d43-855c-84943eeef520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5195f1-5ea2-4676-bd31-ac0f80b6ee99,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:00.130061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-805e87d9-51d1-4121-86fa-0a46ea7aee24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.246545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.281890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.312642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-805e87d9-51d1-4121-86fa-0a46ea7aee24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.380119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-805e87d9-51d1-4121-86fa-0a46ea7aee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.426682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-805e87d9-51d1-4121-86fa-0a46ea7aee24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b87507929c2c41ba9c4f737019a4c791&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4842863 Nov 08 12:19:00.427521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e87d9-51d1-4121-86fa-0a46ea7aee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13d9de-895d-40df-b618-7a5e38d50563,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:00.429269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:00.489116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.491776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.493141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c5195f1-5ea2-4676-bd31-ac0f80b6ee99 HTTP/1.1" status: 204 len: 168 time: 0.3997180 Nov 08 12:19:00.501362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.501531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72678-f76c-46ff-8c99-abd2f2b10099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5195f1-5ea2-4676-bd31-ac0f80b6ee99,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:00.525624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.617719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:00.619976 n-d-816990-1 neutron-server[102535]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 12:19:00.631885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.636567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:00.638924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae13d9de-895d-40df-b618-7a5e38d50563 HTTP/1.1" status: 204 len: 168 time: 0.2050734 Nov 08 12:19:00.650951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcbc08-f5f2-4b6c-995a-cfdb38d5bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13d9de-895d-40df-b618-7a5e38d50563,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:00.655748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-70fd1f15-f4cd-4819-8791-f48f1485e75b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e739fee58fce47909a91a10e95e5b541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368493 Nov 08 12:19:00.864861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-2e070668-9fd1-47ce-8656-8db4bf43b142 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:00.867618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-2e070668-9fd1-47ce-8656-8db4bf43b142 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030339 Nov 08 12:19:00.884787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-13fff37f-1ea6-4995-bf2b-e1c52b27c380 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/quotas/e739fee58fce47909a91a10e95e5b541 HTTP/1.1" status: 200 len: 375 time: 0.0113850 Nov 08 12:19:00.948488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-33ea49db-0cff-4762-9e46-d88f45646b95 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580153 Nov 08 12:19:01.380202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52622) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:01.393091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c3f0-8925-4e88-beb7-975bc7ac8a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.424706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7801f323-2352-461b-85d0-2a02de5c26cf req-e2f93a19-e9e5-4fda-ad8c-16f6bfb9b4c3 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 210 time: 0.1663315 Nov 08 12:19:01.483011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c3f0-8925-4e88-beb7-975bc7ac8a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.528843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c3f0-8925-4e88-beb7-975bc7ac8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.573239 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ee4c3f0-8925-4e88-beb7-975bc7ac8a8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=096c6baf6d4b423c8ff0daa616c1aef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1919403 Nov 08 12:19:01.575060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4c3f0-8925-4e88-beb7-975bc7ac8a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e5661-6e7f-417e-a1d7-413f1acd1ae2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:01.575976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52628) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:01.635595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.683103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.775650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:01.789035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1302d9d0-7cac-495a-9f94-ca471e6e78ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.814877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.818517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.822457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b3e5661-6e7f-417e-a1d7-413f1acd1ae2 HTTP/1.1" status: 204 len: 168 time: 0.2428558 Nov 08 12:19:01.829186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e809b-4c88-4c5d-bc8e-7f5fb62e507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e5661-6e7f-417e-a1d7-413f1acd1ae2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:01.893785 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1302d9d0-7cac-495a-9f94-ca471e6e78ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.957820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1302d9d0-7cac-495a-9f94-ca471e6e78ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:01.997102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302d9d0-7cac-495a-9f94-ca471e6e78ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c403df-45b8-4df9-bfda-7970f09052ee,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:02.002936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1302d9d0-7cac-495a-9f94-ca471e6e78ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e9cf6744bc44ffea14b3077cccf46bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2262363 Nov 08 12:19:02.005633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52664) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:02.057705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:02.078938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:02.203474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:02.207614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:02.208891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79c403df-45b8-4df9-bfda-7970f09052ee HTTP/1.1" status: 204 len: 168 time: 0.2022300 Nov 08 12:19:02.220373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2ea05-68af-43d9-9f2c-9ebbd4e19116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c403df-45b8-4df9-bfda-7970f09052ee,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:02.746006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd79a861-b171-4908-8ca5-c014a254a1f6 req-1b4b6385-82d1-4569-a8ff-65742e655532 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 210 time: 0.0396874 Nov 08 12:19:03.518743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52790) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:03.642557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-784812798-network', 'tenant_id': '79c7c52a983143669349e50afdc98213'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:03.728692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:03.731310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:03.740810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:03.839606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:03.923265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:03.958911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ccb93a3-3ada-4368-9209-9b9141e64a01 req-b3ea7c9c-483a-4f82-b94f-b7189deececf tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 210 time: 0.0393531 Nov 08 12:19:03.978318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:19:03.983456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21486dc6-940b-41fa-ae6c-64c02a30b75c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:04.007800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.008148 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Added segment c1ab8d63-708d-41b7-8afb-c37d77afb809 of type vlan for network 78305ab6-b278-47a7-a971-6982586fe78d Nov 08 12:19:04.048383 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.140564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.141647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:04.142189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.220143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] Pushing event updated for resources: {'Network': ['ID=78305ab6-b278-47a7-a971-6982586fe78d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:04.234360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 78305ab6-b278-47a7-a971-6982586fe78d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:19:04.250133 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83058edf-778d-4767-8451-7218e082ff93 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7150617 Nov 08 12:19:04.250133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52834) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.250133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Request body: {'subnet': {'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-784812798-subnet', 'tenant_id': '79c7c52a983143669349e50afdc98213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:04.380426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:04.383101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.488172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.61', 63796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.511867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-676915be-71e9-4df2-b50d-070c77898475 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e739fee58fce47909a91a10e95e5b541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222983 Nov 08 12:19:04.624711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-993c1c0f-e941-4b66-955a-f00eb4161dae tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:04.626148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-993c1c0f-e941-4b66-955a-f00eb4161dae tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080072 Nov 08 12:19:04.677635 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.713287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.735406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Request body: {'port': {'device_id': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': 'e739fee58fce47909a91a10e95e5b541'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:04.755208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b27c67-9d84-4e9d-85f4-156ecb599056,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:04.760543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.798930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52850) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.820479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:04.820845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Network hostable DHCP agents. Network: 78305ab6-b278-47a7-a971-6982586fe78d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:19:04.838001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52854) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:04.929006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Network 78305ab6-b278-47a7-a971-6982586fe78d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:19:04.978534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c93b70-bf89-4a76-9043-b10ab2e43e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:04.991460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 78305ab6-b278-47a7-a971-6982586fe78d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:05.003398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea043d-6b0d-43bd-bf1e-d441e4d88bfe None None] Network 78305ab6-b278-47a7-a971-6982586fe78d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:19:05.021997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e45e789a-1132-4945-a8e0-eeb8e2970e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.057566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:05.058161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.063765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-273c6998-85a0-4810-9ac5-5ff5fcce9a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.137548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Made reservation on behalf of e739fee58fce47909a91a10e95e5b541 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:05.141054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.166233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.255291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-273c6998-85a0-4810-9ac5-5ff5fcce9a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.256853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97ede5-b97f-4b30-b318-01bafdb8653f None None] Network 78305ab6-b278-47a7-a971-6982586fe78d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:19:05.273727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab3c48d3-6877-49f5-8be6-a7f59ac2705a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.295938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c93b70-bf89-4a76-9043-b10ab2e43e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.340538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.370095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-0e0aab88-1bf8-45eb-8b1f-e745ca8c61f5 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a81c22a53bc04e67937f915455efb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339284 Nov 08 12:19:05.406017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-273c6998-85a0-4810-9ac5-5ff5fcce9a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.447826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:05.468070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c93b70-bf89-4a76-9043-b10ab2e43e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.468280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6998-85a0-4810-9ac5-5ff5fcce9a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13869728-5213-4c95-a55d-664e9d93e6bb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:05.496534 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-46586f3a-090d-42ca-b1dd-37dc64da0388 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2566187 Nov 08 12:19:05.503195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.515919 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-273c6998-85a0-4810-9ac5-5ff5fcce9a2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b97e23ad6e6c4d49b70ae8ea6b9f392d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7157583 Nov 08 12:19:05.521297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:05.591826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab3c48d3-6877-49f5-8be6-a7f59ac2705a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.618543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e45e789a-1132-4945-a8e0-eeb8e2970e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.625771 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.672904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.717003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c4c93b70-bf89-4a76-9043-b10ab2e43e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d89ada4810bd4f608c36eb10cfc6ec97&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0021188 Nov 08 12:19:05.727113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:05.746018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab3c48d3-6877-49f5-8be6-a7f59ac2705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.748457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e45e789a-1132-4945-a8e0-eeb8e2970e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.831571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56d5aa7a-aa48-4aee-8676-c8a04fff5116 req-1815e313-89d3-48c5-9bca-782fcae19038 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 210 time: 0.3823116 Nov 08 12:19:05.852462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-6aa9cb46-a0d6-44c5-bd92-f9fc8ddd6191 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:05.860038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-6aa9cb46-a0d6-44c5-bd92-f9fc8ddd6191 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4891138 Nov 08 12:19:05.868618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c93b70-bf89-4a76-9043-b10ab2e43e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c4a182-591d-40a7-ac97-01c2dc1c3654,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:05.872790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e45e789a-1132-4945-a8e0-eeb8e2970e30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6537b10f4c7d4e3485a1f81121f0b287&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1074903 Nov 08 12:19:05.875318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab3c48d3-6877-49f5-8be6-a7f59ac2705a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a09a00fb66e4727a43c3fba6b4d1a58&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0342386 Nov 08 12:19:05.876254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:05.876507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:05.880351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c48d3-6877-49f5-8be6-a7f59ac2705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd30497-c2fc-4e2b-9b50-1389278a4ee8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:05.887332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.945193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.947768 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.948889 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13869728-5213-4c95-a55d-664e9d93e6bb HTTP/1.1" status: 204 len: 168 time: 0.4266763 Nov 08 12:19:05.955157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-96965bc0-5e26-41c0-a204-f8fab1a043b1 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/quotas/a81c22a53bc04e67937f915455efb795 HTTP/1.1" status: 200 len: 375 time: 0.0939200 Nov 08 12:19:05.967954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:05.997834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e789a-1132-4945-a8e0-eeb8e2970e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e65f2-b6a2-446e-bcbf-261cc0b30b5c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.001258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Allocated IP 192.168.233.196 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/f91fc7e9-dde7-46a5-8e7c-c787453cbcb0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:06.018797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-0515245e-f11a-4488-9048-9c6301f87fa8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a81c22a53bc04e67937f915455efb795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626731 Nov 08 12:19:06.028104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.046062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd74c6-42b8-444f-a399-00aa55ad2083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13869728-5213-4c95-a55d-664e9d93e6bb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.097255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.101808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.187792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.198378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.201148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.204336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.208221 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8c4a182-591d-40a7-ac97-01c2dc1c3654 HTTP/1.1" status: 204 len: 168 time: 0.4774263 Nov 08 12:19:06.227571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb489e-2ae5-4d96-8e22-5fb88b69e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c4a182-591d-40a7-ac97-01c2dc1c3654,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.414703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.417378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.421079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e14e65f2-b6a2-446e-bcbf-261cc0b30b5c HTTP/1.1" status: 204 len: 168 time: 0.5410247 Nov 08 12:19:06.429495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331ccde-06d7-402a-9173-9b6b1e3ca8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e65f2-b6a2-446e-bcbf-261cc0b30b5c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.432841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5a27fe2-8927-4fe6-a29e-f3b4443191a8 req-20e1ff83-937f-47f6-8487-050efac9d6b6 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0570173 Nov 08 12:19:06.443121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.447406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.448002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bd30497-c2fc-4e2b-9b50-1389278a4ee8 HTTP/1.1" status: 204 len: 168 time: 0.5693583 Nov 08 12:19:06.463391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548eaef-3cd6-4c37-9f6a-0d217e494b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd30497-c2fc-4e2b-9b50-1389278a4ee8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:06.467966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.633039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.762359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:06.771150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:06.815717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:06.833509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:06.837540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:06.894787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Pushing event updated for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:07.024491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-40bb8f96-2e5b-4e54-bbce-ef0b1eee9eff tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2941620 Nov 08 12:19:07.041139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-c56d201b-b574-453c-ae9f-76e4d2a568c3 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:07.042328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-c56d201b-b574-453c-ae9f-76e4d2a568c3 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096462 Nov 08 12:19:07.099631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30f74f-ab34-4442-a1db-c2b6bb55b52c req-4d9f81dd-b099-4fbb-b9c7-ebd1b58e7ba1 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:07.102318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab30f74f-ab34-4442-a1db-c2b6bb55b52c req-4d9f81dd-b099-4fbb-b9c7-ebd1b58e7ba1 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 936 time: 0.1444752 Nov 08 12:19:07.178976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-246afd1b-f212-4c7f-a573-5efb42305308 None None] Provisioning complete for port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:07.180344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-246afd1b-f212-4c7f-a573-5efb42305308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:07.231792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab30f74f-ab34-4442-a1db-c2b6bb55b52c req-4a0d8d91-1644-43d4-867a-2b0227612d98 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178386 Nov 08 12:19:07.241935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-246afd1b-f212-4c7f-a573-5efb42305308 None None] Port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:19:07.585169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a677155b-fbbb-44fd-a51e-6cdbd2ce2202 req-7355e6de-fb15-4e01-8d7b-2cf26731ecec tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0533531 Nov 08 12:19:08.306739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:08.326526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a5e2-1404-461b-ad9f-d9ed09420089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.463238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b83dfb-d3e3-4bc1-9fc3-24909b51e91e req-4bdde919-aecc-4b14-81c7-3d6dc5be59a6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:08.468740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a5e2-1404-461b-ad9f-d9ed09420089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.482453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8b83dfb-d3e3-4bc1-9fc3-24909b51e91e req-4bdde919-aecc-4b14-81c7-3d6dc5be59a6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 936 time: 0.1195199 Nov 08 12:19:08.529196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a5e2-1404-461b-ad9f-d9ed09420089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.591526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bdf4a5e2-1404-461b-ad9f-d9ed09420089 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29c36bf77dba47b5aaa773431353edc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2834325 Nov 08 12:19:08.593916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53030) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:08.599229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8b83dfb-d3e3-4bc1-9fc3-24909b51e91e req-c8108606-e182-4df8-9f1b-7466a9e47861 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163287 Nov 08 12:19:08.627481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4a5e2-1404-461b-ad9f-d9ed09420089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a6738-b583-4c9b-8433-c85c1d20dbbc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:08.751048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.765828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9d29b1c-bf8a-4536-a4bd-7bfc8e06ef5f req-4f6d5e89-c85f-40fe-815e-5f247295aca8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0377746 Nov 08 12:19:08.805328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.952548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.954782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:08.955928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/742a6738-b583-4c9b-8433-c85c1d20dbbc HTTP/1.1" status: 204 len: 168 time: 0.3611407 Nov 08 12:19:08.964640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb752b-aedd-4556-b463-f7c3f34ff3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a6738-b583-4c9b-8433-c85c1d20dbbc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:09.032224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.047650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfd91584-585d-4d34-a796-25be97b8ced5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.140026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfd91584-585d-4d34-a796-25be97b8ced5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.159328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53050) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.181293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7519a98-681e-46e6-ac70-ec6187bb8f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.214649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfd91584-585d-4d34-a796-25be97b8ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.255235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd91584-585d-4d34-a796-25be97b8ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9d244-b3cc-4e92-b254-a294a307a61d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:09.259749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfd91584-585d-4d34-a796-25be97b8ced5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86eeaa5efe2b46179ed94dd082870ae5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2263048 Nov 08 12:19:09.262724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.408063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7519a98-681e-46e6-ac70-ec6187bb8f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.428881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.462360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.483057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7519a98-681e-46e6-ac70-ec6187bb8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.524605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53056) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.580600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7519a98-681e-46e6-ac70-ec6187bb8f47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=defebc173b854019a243ed1e63fdb975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178643 Nov 08 12:19:09.581255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53058) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.594424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7519a98-681e-46e6-ac70-ec6187bb8f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2514f-2ed2-43cb-8c99-24ddd3cbceeb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:09.717895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.766867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.838520 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea532a96-f7bb-4f8b-8a98-c80ad066683a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.868550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53066) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.887954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1329447353-network', 'tenant_id': 'fec1f715176f46eb921e7ebaf9972c36'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:09.900641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60169) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:09.921928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c23a-add4-4f30-82fa-0300fec9cf47 req-1738a024-66ee-4f47-bb34-53bb879a816c tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:09.923468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4587c23a-add4-4f30-82fa-0300fec9cf47 req-1738a024-66ee-4f47-bb34-53bb879a816c tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 936 time: 0.0954645 Nov 08 12:19:09.940439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-fa3ab2f3-a1be-42aa-8a0d-edff9916a602 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a81c22a53bc04e67937f915455efb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355427 Nov 08 12:19:09.957843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.962277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.963649 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ab2514f-2ed2-43cb-8c99-24ddd3cbceeb HTTP/1.1" status: 204 len: 168 time: 0.3802469 Nov 08 12:19:09.980751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090e2d6-82cf-4cc2-bce3-d1a00f767608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2514f-2ed2-43cb-8c99-24ddd3cbceeb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:09.989932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.993834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:09.995025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abc9d244-b3cc-4e92-b254-a294a307a61d HTTP/1.1" status: 204 len: 168 time: 0.7300949 Nov 08 12:19:10.008817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Made reservation on behalf of fec1f715176f46eb921e7ebaf9972c36 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:10.012002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.026528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.063840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18cdd-6c89-481f-b7c0-100a18ccf711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9d244-b3cc-4e92-b254-a294a307a61d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:10.131631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4587c23a-add4-4f30-82fa-0300fec9cf47 req-3d13920e-72d8-4129-97b6-72a62f8101db tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980896 Nov 08 12:19:10.196097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98876e54-d335-4246-aed2-673629570294 req-b9c5fc9d-55a6-4105-8df1-91ee8f21d464 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0921280 Nov 08 12:19:10.272447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.306086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-f64fcc09-253a-4128-84ac-c802e410d9d0 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:10.310975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-f64fcc09-253a-4128-84ac-c802e410d9d0 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664653 Nov 08 12:19:10.335374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea532a96-f7bb-4f8b-8a98-c80ad066683a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.341248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.386279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3bea6-1ed5-412e-a847-1f99485c6c5e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:10.399459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Request body: {'port': {'device_id': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': 'a81c22a53bc04e67937f915455efb795'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:10.433586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:19:10.441734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea532a96-f7bb-4f8b-8a98-c80ad066683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.449417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.449849 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Added segment 0caf8fa8-bf71-42af-a329-ad79b037c9a0 of type vlan for network 2332f94f-d995-4781-9875-2ea91942e256 Nov 08 12:19:10.512169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.547365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea532a96-f7bb-4f8b-8a98-c80ad066683a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8974d73d9a343168c72c75f6ed317a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0208352 Nov 08 12:19:10.554137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:10.612042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea532a96-f7bb-4f8b-8a98-c80ad066683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62693330-9919-4da0-8572-1a06f66d74d4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:10.662925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.698754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.781416 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.782509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:10.783182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.803474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Made reservation on behalf of a81c22a53bc04e67937f915455efb795 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:10.807081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.825859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.894472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.902356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.918168 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62693330-9919-4da0-8572-1a06f66d74d4 HTTP/1.1" status: 204 len: 168 time: 0.3568084 Nov 08 12:19:10.946028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830b8fc-05e0-4b39-afa8-88b3032dd12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62693330-9919-4da0-8572-1a06f66d74d4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:10.949316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:10.963536 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0893841 Nov 08 12:19:10.963536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21d71-de8d-41d3-8b6d-dd91712f045a admin admin] Pushing event updated for resources: {'Network': ['ID=2332f94f-d995-4781-9875-2ea91942e256,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:10.965805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:10.972870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Request body: {'subnet': {'network_id': '2332f94f-d995-4781-9875-2ea91942e256', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1329447353-subnet', 'tenant_id': 'fec1f715176f46eb921e7ebaf9972c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:11.006294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:11.017875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2332f94f-d995-4781-9875-2ea91942e256 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:19:11.174176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:11.180870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Made reservation on behalf of fec1f715176f46eb921e7ebaf9972c36 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:11.184077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:11.413300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df1629b4-f49c-41f3-9695-b8bf556f0756 req-d4cafb71-aca8-423a-a05a-8589436f1f30 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0824556 Nov 08 12:19:11.470768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Request body: {'port': {'device_id': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:11.526528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Allocated IP 192.168.233.138 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/42fe389e-3e26-4892-95f5-d528be91d8ad) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:11.542041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49fe2a-f346-4945-be8a-d1cd1d1617ea req-3de318d5-14b3-48d0-ae74-e570c9c2d7a4 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:11.543656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f49fe2a-f346-4945-be8a-d1cd1d1617ea req-3de318d5-14b3-48d0-ae74-e570c9c2d7a4 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 936 time: 0.2351182 Nov 08 12:19:11.608309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:11.624959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:11.900144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f49fe2a-f346-4945-be8a-d1cd1d1617ea req-81b2eb7b-bcac-4b0b-9fe8-42e660ade8e4 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454137 Nov 08 12:19:12.258017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3984f629-0e84-45d5-ba4e-18d271d3ee66,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:12.388217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Checking segment: {'id': '0caf8fa8-bf71-42af-a329-ad79b037c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2332f94f-d995-4781-9875-2ea91942e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:12.388524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Network hostable DHCP agents. Network: 2332f94f-d995-4781-9875-2ea91942e256, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:19:12.398884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:12.512085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Network 2332f94f-d995-4781-9875-2ea91942e256 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:19:12.663095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:12.825878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2332f94f-d995-4781-9875-2ea91942e256) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:12.831209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:12.832748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:12.841490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db6a59-92fc-49f4-8a77-87223da391f6 None None] Network 2332f94f-d995-4781-9875-2ea91942e256 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:19:12.868104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Pushing event updated for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:13.079233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-47f8103e-9ac2-4b76-851a-4cfea81bccf3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1119912 Nov 08 12:19:13.141185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:13.146272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:13.163363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:13.172813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:13.172813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:13.205959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3a6d2-09a4-4a70-b37b-232dd9d17a7d None None] Network 2332f94f-d995-4781-9875-2ea91942e256 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:19:13.261325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:13.313640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:13.341776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-67656dfa-38aa-4444-a4dd-8243d68ff69c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9546137 Nov 08 12:19:13.373092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f586-ed2f-43a3-bcbe-57dcce701648 req-e36b9692-d9cf-4a14-8439-d7b9861ce396 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:13.383437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e040f586-ed2f-43a3-bcbe-57dcce701648 req-e36b9692-d9cf-4a14-8439-d7b9861ce396 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 936 time: 0.7123849 Nov 08 12:19:13.490798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Transition to ACTIVE for port object f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:13.567190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc5b69-3fe8-4e5b-b4bd-4c0957123510 req-2c6227e3-0902-4617-8913-b13bfe88bd5e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:13.576250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38cc5b69-3fe8-4e5b-b4bd-4c0957123510 req-2c6227e3-0902-4617-8913-b13bfe88bd5e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 936 time: 0.4930305 Nov 08 12:19:13.593525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:13.789522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e040f586-ed2f-43a3-bcbe-57dcce701648 req-65892095-21d0-4c6d-9fe8-7327713fb252 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025850 Nov 08 12:19:13.807703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-00d25ac6-1185-4734-b60d-bf8bda4d23b7 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:13.809466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-00d25ac6-1185-4734-b60d-bf8bda4d23b7 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081701 Nov 08 12:19:13.865801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38cc5b69-3fe8-4e5b-b4bd-4c0957123510 req-693cbb26-899c-4c1b-beb8-181262e1360d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798479 Nov 08 12:19:13.967203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ffe7bb44-8a92-4bce-84bd-421dd8ad979f None None] Provisioning complete for port 42fe389e-3e26-4892-95f5-d528be91d8ad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:13.968301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffe7bb44-8a92-4bce-84bd-421dd8ad979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:14.003430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:14.072310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Attempting to bind port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:14.072664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Attempting to bind port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:14.073020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Attempting to bind port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:14.083808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:14.084130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Attempting to bind port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:14.089720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:14.089948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:14.090638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:14.094036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Bound port: f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:14.094457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:14.135510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7bb44-8a92-4bce-84bd-421dd8ad979f None None] Port 42fe389e-3e26-4892-95f5-d528be91d8ad cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:19:14.230597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:14.230597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:14.295479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:14.479134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:14.508893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:14.509631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:14.512798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ed5b4f69-354d-4864-b0eb-7457da7b4bc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 HTTP/1.1" status: 200 len: 1096 time: 3.5307930 Nov 08 12:19:14.513530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:14.567604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53236) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:15.281619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ad4d5db7-19e6-4f13-86e3-e6df52ba2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:15.283223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-ad4d5db7-19e6-4f13-86e3-e6df52ba2055 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 1099 time: 0.6204915 Nov 08 12:19:15.330525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e9ce-1dde-4f54-afa4-a266e05c1e47 req-0f44a559-a8a8-444a-8a27-1041e2d12642 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:15.340663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a76e9ce-1dde-4f54-afa4-a266e05c1e47 req-0f44a559-a8a8-444a-8a27-1041e2d12642 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 936 time: 0.2299676 Nov 08 12:19:15.472587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a5e8-9cad-4dcd-98f4-b53e0d45ed3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:15.553974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-c425960a-963c-46cf-b666-ff266601f67e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 HTTP/1.1" status: 200 len: 217 time: 0.2088828 Nov 08 12:19:15.600657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a5e8-9cad-4dcd-98f4-b53e0d45ed3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:15.631674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:15.683328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a5e8-9cad-4dcd-98f4-b53e0d45ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:15.738302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Request body: {'port': {'device_id': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'device_owner': 'compute:tempest-test_az-2004712578', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:15.740082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a5e8-9cad-4dcd-98f4-b53e0d45ed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a39982-74a4-4701-b434-3257e7ab20c6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:15.750229 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f9c7a5e8-9cad-4dcd-98f4-b53e0d45ed3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc0768f173f44a3baebe744b1d60d945&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1814077 Nov 08 12:19:15.751346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:15.782180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a76e9ce-1dde-4f54-afa4-a266e05c1e47 req-5a76695e-5974-4c9f-9a54-7679e4067750 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404271 Nov 08 12:19:15.890488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-19924a32-a620-4eea-9383-7f260aeb33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:15.903836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-19924a32-a620-4eea-9383-7f260aeb33ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.3232152 Nov 08 12:19:15.907939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:15.941629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:16.008579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:16.192888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:16.195930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:16.200074 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76a39982-74a4-4701-b434-3257e7ab20c6 HTTP/1.1" status: 204 len: 168 time: 0.4443126 Nov 08 12:19:16.212041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cace51-22e6-4861-af39-24c987e0f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a39982-74a4-4701-b434-3257e7ab20c6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:16.269896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9f5e3-d605-463d-b785-8fb778c27070 req-fc82f040-f61a-421f-979d-7cdfb2238731 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:16.277835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a9f5e3-d605-463d-b785-8fb778c27070 req-fc82f040-f61a-421f-979d-7cdfb2238731 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 948 time: 0.2546091 Nov 08 12:19:16.303867 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c870f2-a736-41ce-a1d9-2d4a40da03e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:16.528897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-a2a543a5-1813-4296-b6fd-02e33bb745ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:16.533176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-a2a543a5-1813-4296-b6fd-02e33bb745ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3547125 Nov 08 12:19:16.563913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a9f5e3-d605-463d-b785-8fb778c27070 req-985c82bf-11c5-4edc-8804-8486cc7a215a tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846529 Nov 08 12:19:16.863924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fe389e-3e26-4892-95f5-d528be91d8ad {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:16.882980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:16.919008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-f756c38c-5578-4432-8eba-d1009e3813fc service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531895 Nov 08 12:19:16.921768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Transition to ACTIVE for port object 42fe389e-3e26-4892-95f5-d528be91d8ad will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:17.043377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:17.172973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Pushing event updated for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:17.210210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Attempting to bind port 42fe389e-3e26-4892-95f5-d528be91d8ad on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:17.210815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Attempting to bind port 42fe389e-3e26-4892-95f5-d528be91d8ad by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:17.211198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Attempting to bind port 42fe389e-3e26-4892-95f5-d528be91d8ad on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:17.248653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Port 42fe389e-3e26-4892-95f5-d528be91d8ad on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:17.248974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Attempting to bind port 42fe389e-3e26-4892-95f5-d528be91d8ad on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:17.256404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:17.256673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:17.257056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:17.257494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Bound port: 42fe389e-3e26-4892-95f5-d528be91d8ad, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:17.257839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:17.345283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29d9318f-a127-4fb0-b78c-2e5b72850e5d req-a94f8d5f-c4cd-4944-b38d-b7113ee54e34 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882174 Nov 08 12:19:17.427503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:17.449923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=42fe389e-3e26-4892-95f5-d528be91d8ad,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:17.523329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:17.664469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:17.665868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:17.667457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] 10.222.0.57 "PUT /v2.0/ports/42fe389e-3e26-4892-95f5-d528be91d8ad HTTP/1.1" status: 200 len: 1118 time: 3.0263312 Nov 08 12:19:17.714620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5add82c-29cc-4981-9f96-5bdd4fba8790 service neutron] Pushing event updated for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:17.755276 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a6750-55bd-48f9-9b9a-fd021d9f1a20 x-openstack-request-id: req-854a6750-55bd-48f9-9b9a-fd021d9f1a20 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:17.755687 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:17.759354 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-854a6750-55bd-48f9-9b9a-fd021d9f1a20 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:17.759354 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0', 'status': 'completed', 'code': 200} Nov 08 12:19:17.993990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-67a7732b-cf8e-4246-a1d0-3d693c2ae271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:17.995692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-67a7732b-cf8e-4246-a1d0-3d693c2ae271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 1099 time: 0.0955114 Nov 08 12:19:18.014339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547472-add2-46f0-a384-c215abdcadae req-a70b594f-c1c4-480a-b706-5a6b042dd942 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.016233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21547472-add2-46f0-a384-c215abdcadae req-a70b594f-c1c4-480a-b706-5a6b042dd942 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.0789373 Nov 08 12:19:18.125167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21547472-add2-46f0-a384-c215abdcadae req-9438b016-6a10-4394-81e4-67f07b7d70c0 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505359 Nov 08 12:19:18.265958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0836-cf97-486b-b5a9-eafeaf63787d req-d1d7c52d-00a6-485b-93e6-9318a4128895 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.269053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50bd0836-cf97-486b-b5a9-eafeaf63787d req-d1d7c52d-00a6-485b-93e6-9318a4128895 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 948 time: 0.1342249 Nov 08 12:19:18.309963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-55365b35-98e0-4d04-8a80-bee20bf03507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.311481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-55365b35-98e0-4d04-8a80-bee20bf03507 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2241714 Nov 08 12:19:18.410098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:18.428284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c5ab05-fad2-4ba8-b4d0-ef221fc7bc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.448202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50bd0836-cf97-486b-b5a9-eafeaf63787d req-a27332ff-ad3d-467e-864e-07c4fdd8f303 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666224 Nov 08 12:19:18.490873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-ed048941-6b16-41ae-8d26-b3c5d0399467 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 HTTP/1.1" status: 200 len: 217 time: 0.1093071 Nov 08 12:19:18.559222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c5ab05-fad2-4ba8-b4d0-ef221fc7bc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.620393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c5ab05-fad2-4ba8-b4d0-ef221fc7bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.654036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5ab05-fad2-4ba8-b4d0-ef221fc7bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f75b10-9db2-4f56-94b5-8ae667a4ac7b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:18.684823 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19c5ab05-fad2-4ba8-b4d0-ef221fc7bc7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b60dc8543ad4e43a5f563cbbb65dac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720675 Nov 08 12:19:18.688122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53326) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:18.747278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.778802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.875532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-89a781b0-f3f8-4bc9-95af-cb5302d491bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.877032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-89a781b0-f3f8-4bc9-95af-cb5302d491bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.3681474 Nov 08 12:19:18.885447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-1f6aec9b-ee73-4f20-a6fd-81f72aac5735 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.890079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-1f6aec9b-ee73-4f20-a6fd-81f72aac5735 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.5722387 Nov 08 12:19:18.925546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-70ad8ee0-9e84-4707-864d-a33c061747ca tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/quotas/79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 375 time: 0.0292892 Nov 08 12:19:18.934721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.944599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-5c9a5727-21df-4d5a-ab5f-fb986a41d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:18.947561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:18.947679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-5c9a5727-21df-4d5a-ab5f-fb986a41d24d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582829 Nov 08 12:19:18.947773 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2f75b10-9db2-4f56-94b5-8ae667a4ac7b HTTP/1.1" status: 204 len: 168 time: 0.2576275 Nov 08 12:19:18.956885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d49c4d-7027-4d29-be49-763e77e69395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f75b10-9db2-4f56-94b5-8ae667a4ac7b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:19.003437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-05dca642-91b0-4919-878f-16540f141c16 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525475 Nov 08 12:19:19.101403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-d31a31c1-c072-4064-92aa-ff2a783288df service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198034 Nov 08 12:19:19.268290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c870f2-a736-41ce-a1d9-2d4a40da03e4 req-40091a85-cb75-47bd-9d0e-3cb693766c50 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603708 Nov 08 12:19:19.319996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d66af-1119-4729-a95d-eef55d040e11 req-675b91ea-5402-4d75-ba51-d6cd552a2862 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:19.321103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e9d66af-1119-4729-a95d-eef55d040e11 req-675b91ea-5402-4d75-ba51-d6cd552a2862 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.1153114 Nov 08 12:19:19.376536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e9d66af-1119-4729-a95d-eef55d040e11 req-70a23db3-91df-4b5b-b68f-ebf7f7cd1860 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Nov 08 12:19:19.750715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-95b77460-714c-4d13-b1b5-05f723869335 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:19.751959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-95b77460-714c-4d13-b1b5-05f723869335 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3476305 Nov 08 12:19:19.757927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:19.760750 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa565ed8-ad4b-4028-aa08-e70515a9cfee" -d '{"events": [{"name": "network-changed", "server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:19.837953 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:19.872159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-74dfa3e4-7d13-4b94-ba81-e01ea2cac1ee service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072669 Nov 08 12:19:20.059523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38165724-5146-43e5-8b7b-3a5720fef44d req-9a6b3d26-1c1e-4c74-9511-2a966979e4e6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:20.061152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38165724-5146-43e5-8b7b-3a5720fef44d req-9a6b3d26-1c1e-4c74-9511-2a966979e4e6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 948 time: 0.0827518 Nov 08 12:19:20.063072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-0cf3936a-4b44-4f31-bc04-ff3819ff5067 service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839154 Nov 08 12:19:20.131032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38165724-5146-43e5-8b7b-3a5720fef44d req-84dca4d1-271d-4fb9-8491-57ea198ff3a9 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581434 Nov 08 12:19:20.179062 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2e2152-ddfd-4c7b-b70c-093129735afb x-openstack-request-id: req-5f2e2152-ddfd-4c7b-b70c-093129735afb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:20.179940 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:20.180266 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f2e2152-ddfd-4c7b-b70c-093129735afb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:20.181011 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad', 'status': 'completed', 'code': 200} Nov 08 12:19:20.411107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c18b3a8-dcac-4e8b-b1dc-dd5f6ba201a8 req-a0f30172-d3dc-4aa2-8fbf-551c783787ea tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 210 time: 0.0456698 Nov 08 12:19:20.849084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d20e-caf7-4829-96a6-4928f7269b16 req-710550d1-3861-4beb-a507-1f0df7af1675 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:20.849808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c93d20e-caf7-4829-96a6-4928f7269b16 req-710550d1-3861-4beb-a507-1f0df7af1675 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.0565302 Nov 08 12:19:20.908817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-f6f49439-ab51-48e0-b5e6-98c5d34236f7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349400 Nov 08 12:19:20.935378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c93d20e-caf7-4829-96a6-4928f7269b16 req-c074b049-6c30-4ca9-a9c7-63aaed6fd1f7 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Nov 08 12:19:21.089432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-4cfaf332-045d-4a2f-b147-a5e4acc2ba30 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:21.091097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-4cfaf332-045d-4a2f-b147-a5e4acc2ba30 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546137 Nov 08 12:19:21.106325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-4c4065f2-2a02-4849-9049-305955dd1291 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/quotas/3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 375 time: 0.0094848 Nov 08 12:19:21.156434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-2c9c26af-d503-426c-975a-ee8a2985b697 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443745 Nov 08 12:19:21.456280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e33017-0336-40c3-8f20-296e3f8cd243 req-2e464252-edc0-40de-9447-7732257f7f02 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:21.458608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02e33017-0336-40c3-8f20-296e3f8cd243 req-2e464252-edc0-40de-9447-7732257f7f02 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 948 time: 0.1077774 Nov 08 12:19:21.553707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02e33017-0336-40c3-8f20-296e3f8cd243 req-d26229b9-9ced-4014-ab65-3c7d24e8e6a8 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Nov 08 12:19:21.639328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-880ed6cb-afa2-449f-9d77-c0545f2c08df req-37242584-694b-40af-84f6-febdcdf01b97 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 210 time: 0.0446389 Nov 08 12:19:21.734874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaaa4c93-d9b9-46ba-8a9e-0ca6a4358082 req-ab5ef4b5-e8fc-4587-a221-f2a77a6f0b33 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 210 time: 0.0289733 Nov 08 12:19:22.074932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207364f-9eff-487e-b242-21def4276d6e req-80bfa92d-d8cd-4a39-8418-6f71a5a4a6fd tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:22.077120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e207364f-9eff-487e-b242-21def4276d6e req-80bfa92d-d8cd-4a39-8418-6f71a5a4a6fd tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.0673800 Nov 08 12:19:22.214930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e207364f-9eff-487e-b242-21def4276d6e req-a016ad9e-dbaa-4727-bef4-fe173de32620 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269906 Nov 08 12:19:22.475632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:22.620707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:22.640168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0', 'mac_address': 'fa:16:3e:07:95:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:19:22.691313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:22.700935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a48b0-e59d-441a-8125-79e76387a16b req-b220d877-fdab-48fd-8f37-0f73315e0f3b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:22.707303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:22.708840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f5a48b0-e59d-441a-8125-79e76387a16b req-b220d877-fdab-48fd-8f37-0f73315e0f3b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 948 time: 0.0714231 Nov 08 12:19:22.744320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:22.782668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f5a48b0-e59d-441a-8125-79e76387a16b req-0cc49768-f2d3-4dc6-862d-bfdb4dd04de1 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679100 Nov 08 12:19:22.843911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:22.978806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fbfbdb6-b1b7-45f5-88ce-46401f36bd00 req-7270aabb-2120-4ed3-a593-a21f3c9084ee tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 210 time: 0.1364262 Nov 08 12:19:22.995558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa565ed8-ad4b-4028-aa08-e70515a9cfee req-ff069621-5209-42a1-8b00-1feb61e614b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:22.998526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa565ed8-ad4b-4028-aa08-e70515a9cfee req-ff069621-5209-42a1-8b00-1feb61e614b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a81c22a53bc04e67937f915455efb795&device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 1121 time: 0.1567137 Nov 08 12:19:23.001308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:23.012366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.013008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.014359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.015039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.015584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.017432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.017772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.018107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.018748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.019033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.019365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.019723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Tracked resource versions report: Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: pushed versions: Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: { 'AddressGroup': {'1.2'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'ConntrackHelper': {'1.0'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Log': {'1.0'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Network': {'1.1'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Port': {'1.7'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'PortForwarding': {'1.2'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'QosPolicy': {'1.10'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SecurityGroup': {'1.5'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SubPort': {'1.0'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Subnet': {'1.1'}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Trunk': {'1.1'}} Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: consumer versions: Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: HyperV agent@n-h1-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: HyperV agent@n-h2-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: L3 agent@n-d-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: Metadata agent@n-d-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: Metering agent@n-d-816990-1: {}, Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'ConntrackHelper': '1.0', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Log': '1.0', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Network': '1.1', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Port': '1.7', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'PortForwarding': '1.2', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'QosPolicy': '1.10', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SecurityGroup': '1.5', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SecurityGroupRule': '1.2', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'SubPort': '1.0', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Subnet': '1.1', Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: 'Trunk': '1.1'}} Nov 08 12:19:23.021484 n-d-816990-1 neutron-server[102537]: {{(pid=102537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:19:23.023769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d34a2866-674e-4d7c-befd-44d473ad7ef6 req-153e3ccd-6ed1-429b-b488-cc5544d6522d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 210 time: 0.0500398 Nov 08 12:19:23.080205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa565ed8-ad4b-4028-aa08-e70515a9cfee req-e5fba2ea-38e5-4dd8-8729-0862f66e2d4d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a81c22a53bc04e67937f915455efb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643759 Nov 08 12:19:23.111483 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-370955f1-7904-467b-bc56-5915e36c1b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:23.176574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['f91fc7e9-dde7-46a5-8e7c-c787453cbcb0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:23.426317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-7a5a5e82-14af-4cca-9ec9-63e04ef300e8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.428664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-7a5a5e82-14af-4cca-9ec9-63e04ef300e8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.3806589 Nov 08 12:19:23.438300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa565ed8-ad4b-4028-aa08-e70515a9cfee req-9ba2c28f-79fd-42cb-aa0f-24e1ce305fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.439699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa565ed8-ad4b-4028-aa08-e70515a9cfee req-9ba2c28f-79fd-42cb-aa0f-24e1ce305fe8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492279 Nov 08 12:19:23.450641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Request body: {'port': {'device_id': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'admin_state_up': True, 'tenant_id': '79c7c52a983143669349e50afdc98213'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:23.487036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814867de-9f70-4c0a-a72f-e4a9327d08c8 req-8c64ea3d-a958-48c6-b918-2a19d2afb9a8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.495406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-814867de-9f70-4c0a-a72f-e4a9327d08c8 req-8c64ea3d-a958-48c6-b918-2a19d2afb9a8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.1434000 Nov 08 12:19:23.640671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-814867de-9f70-4c0a-a72f-e4a9327d08c8 req-df96b9f8-3f90-4659-955e-a345f8757788 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444836 Nov 08 12:19:23.645103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-da76db98-0d02-43ec-b1fd-85ee07e72b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.646673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-da76db98-0d02-43ec-b1fd-85ee07e72b3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a81c22a53bc04e67937f915455efb795&device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 1121 time: 0.1037848 Nov 08 12:19:23.704138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-5abdb95e-1197-44bb-b4ae-43ddb68506e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=42fe389e-3e26-4892-95f5-d528be91d8ad HTTP/1.1" status: 200 len: 217 time: 0.0472808 Nov 08 12:19:23.755375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:23.759399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:23.774401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-08a7273f-6139-4fc7-a25f-ea4c227df1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.775844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-08a7273f-6139-4fc7-a25f-ea4c227df1fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0651596 Nov 08 12:19:23.923879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-b8c65eb8-b0b9-451f-9aeb-74ffa1d61710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:23.925407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-b8c65eb8-b0b9-451f-9aeb-74ffa1d61710 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389582 Nov 08 12:19:24.194635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bd1a2-1bec-4115-8e6f-7e026320b423 req-c61db470-d1cd-4891-a4b2-35c9bdb7a875 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:24.195394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.61', 63805) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:24.196157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-730bd1a2-1bec-4115-8e6f-7e026320b423 req-c61db470-d1cd-4891-a4b2-35c9bdb7a875 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 949 time: 0.3183596 Nov 08 12:19:24.197408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Allocated IP 172.20.0.2 (78305ab6-b278-47a7-a971-6982586fe78d/27b27c67-9d84-4e9d-85f4-156ecb599056/0edeee95-cca1-4734-a2a1-cae89d36ac79) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:24.224860 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-f9548e9c-65ea-4cd3-b628-58f59550baa1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284541 Nov 08 12:19:24.253751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d538ceba-6ff3-4dc2-950a-802f44266bf5 req-db76a8bb-c9c9-4fe6-8aa7-2b2ddd538626 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 210 time: 0.0500667 Nov 08 12:19:24.325112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-953346d2-87ba-400d-8f53-68ec3775e781 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909380 Nov 08 12:19:24.356497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-730bd1a2-1bec-4115-8e6f-7e026320b423 req-e2c80201-2e26-43d2-b66a-fc6bf04e18a2 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417422 Nov 08 12:19:24.357146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-4bcb236a-9f7e-45c2-ba8b-705bd780bec6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:24.357146 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-4bcb236a-9f7e-45c2-ba8b-705bd780bec6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201744 Nov 08 12:19:24.366904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Request body: {'port': {'device_id': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '3f75a0e27007474790cf03b2a316aea4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:24.385730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-218ed32e-72be-4a4a-9cb6-8e674cc438a6 req-c86f36ff-676d-4d49-badf-88e53cef4afd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 210 time: 0.0563357 Nov 08 12:19:24.547544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:19:24.548223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf0889d-582b-4d5d-bf81-7c47606f0076 req-0263d840-e1b1-41ce-9e82-7f6e2e5c320f service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949294 Nov 08 12:19:24.548223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.277774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:19:25.278637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.284931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:25.285746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Made reservation on behalf of 3f75a0e27007474790cf03b2a316aea4 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:25.286566 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.289748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.315630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.336860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Network 78305ab6-b278-47a7-a971-6982586fe78d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:25.343842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:25.353125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:25.361173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:25.361878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.383118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:25.414146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.423092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92dcee7d-3699-48ee-a4c5-014bec5e993d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.443620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:25.450124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.466008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed764d4e-c2ee-49c8-a034-196537873403 req-f249f95b-3744-4bd6-b6da-85a079b75245 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 210 time: 0.0667706 Nov 08 12:19:25.494429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a13be-6ed5-4a6b-b012-5cc86e9b66ef req-daf3f581-9557-4045-b4e5-828be67f0712 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:25.496136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-055a13be-6ed5-4a6b-b012-5cc86e9b66ef req-daf3f581-9557-4045-b4e5-828be67f0712 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.1001012 Nov 08 12:19:25.513627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-2fb8f9ef-950d-42fd-97b2-31a77a4954f2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0668046 Nov 08 12:19:25.525476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:25.529746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Request body: {'port': {'device_id': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:25.547462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.563002 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337cbef-8196-481b-b0f0-4618cf1560c5" -d '{"events": [{"server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "name": "network-vif-plugged", "status": "completed", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:25.583553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-055a13be-6ed5-4a6b-b012-5cc86e9b66ef req-2e260915-fe64-4291-ac15-64b19f4f9091 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811362 Nov 08 12:19:25.603505 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.625006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:25.661675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:25.679446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92513e-8ee1-438e-85db-ae334f3b6cd4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:25.831856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Allocated IP 192.168.233.59 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/0c17c490-2b1a-4eee-bfe6-11dfc1b11062) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:25.856077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ea1c6-9932-43ef-a69f-985b6a4fa5c2 req-e8f9207f-3aad-4a2d-a276-8a31b6299101 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:25.857576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08ea1c6-9932-43ef-a69f-985b6a4fa5c2 req-e8f9207f-3aad-4a2d-a276-8a31b6299101 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.1627460 Nov 08 12:19:25.939280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41af1d-244f-4f9e-95ec-434b5446b3bf req-5bd25a4a-f0ea-4692-92db-4efd98966f9a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:25.941335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de41af1d-244f-4f9e-95ec-434b5446b3bf req-5bd25a4a-f0ea-4692-92db-4efd98966f9a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 931 time: 0.1503594 Nov 08 12:19:25.987992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08ea1c6-9932-43ef-a69f-985b6a4fa5c2 req-4366e54a-0a9a-4ff4-827f-af2ce86583c2 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164632 Nov 08 12:19:25.999575 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.048486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de41af1d-244f-4f9e-95ec-434b5446b3bf req-a13ff0ad-4ecd-4994-b458-620432da80d9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Nov 08 12:19:26.109334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edeee95-cca1-4734-a2a1-cae89d36ac79 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:26.118782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.133966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Transition to ACTIVE for port object 0edeee95-cca1-4734-a2a1-cae89d36ac79 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:26.180648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.183730 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce405847-deaa-437d-94db-eb0b2b3ab035 x-openstack-request-id: req-ce405847-deaa-437d-94db-eb0b2b3ab035 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:26.184104 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "name": "network-vif-plugged", "status": "completed", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:26.184279 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce405847-deaa-437d-94db-eb0b2b3ab035 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:26.184826 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0', 'code': 200} Nov 08 12:19:26.208870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.251996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:26.257856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:26.264693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:26.266559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:26.272275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.272942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.287554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.61', 63806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:26.311554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:26.312214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:26.312214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:26.317565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:26.317730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:26.324276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:26.324532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:26.324746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:26.325128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Bound port: 0edeee95-cca1-4734-a2a1-cae89d36ac79, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:26.325485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.428197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:26.432048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:26.462905 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1026981 Nov 08 12:19:26.468887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb835a-406e-4aac-be96-69a97af5a954 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:26.478144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Request body: {'port': {'device_id': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:26.518777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.535120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-c08fdee9-8548-4179-82e1-576a105d7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.536845 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-c08fdee9-8548-4179-82e1-576a105d7804 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 1101 time: 0.2426176 Nov 08 12:19:26.546472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.581700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.581700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.581700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] 10.222.0.61 "PUT /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 1091 time: 1.0557470 Nov 08 12:19:26.583614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:26.585095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-ab9faf2d-380a-43cf-a2cb-2a8cd8c1f959 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.586897 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c23d15-c86f-4662-8267-5913fdb8c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:26.594854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.599821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feffe4-ef35-4cb0-a08f-bf362e7fc863 service neutron] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:26.664122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ebabdf23-ca08-4a85-9fc7-4e7551cb5139 None None] Provisioning complete for port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:26.666576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebabdf23-ca08-4a85-9fc7-4e7551cb5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.734497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ebabdf23-ca08-4a85-9fc7-4e7551cb5139 None None] Port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:19:26.780535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-f21d4038-60b3-4ef4-bbc0-1940519c732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.782172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-f21d4038-60b3-4ef4-bbc0-1940519c732c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1094 time: 0.0829532 Nov 08 12:19:26.796164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c043809-51b7-4f90-a646-dc975a6d16a2 req-cda2beb6-c1f0-412e-b079-8b04fd94958e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.797936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c043809-51b7-4f90-a646-dc975a6d16a2 req-cda2beb6-c1f0-412e-b079-8b04fd94958e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 935 time: 0.0876486 Nov 08 12:19:26.799574 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce4c17-3ec5-4878-b49e-1b3b6792650b x-openstack-request-id: req-b7ce4c17-3ec5-4878-b49e-1b3b6792650b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:26.800509 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:26.800962 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7ce4c17-3ec5-4878-b49e-1b3b6792650b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:26.801624 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'status': 'completed', 'code': 200} Nov 08 12:19:26.843631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-db17bba7-bdce-4c52-b12f-9150861354ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0410025 Nov 08 12:19:26.869963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-ab9faf2d-380a-43cf-a2cb-2a8cd8c1f959 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.930078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-ab9faf2d-380a-43cf-a2cb-2a8cd8c1f959 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:26.958277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c043809-51b7-4f90-a646-dc975a6d16a2 req-34359e81-e4d1-466e-a1ab-d008e7ea0bad tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458931 Nov 08 12:19:26.967707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1e9b5-f53d-4c24-b375-22af0adb9cfc req-66e8b3fa-4ba6-4fa9-8576-a53dd729e906 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.969188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28b1e9b5-f53d-4c24-b375-22af0adb9cfc req-66e8b3fa-4ba6-4fa9-8576-a53dd729e906 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.1199145 Nov 08 12:19:26.971217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-f9385135-4071-4c60-944b-daa5601bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:26.973196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-f9385135-4071-4c60-944b-daa5601bcf89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1043832 Nov 08 12:19:27.018066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-3ab7397d-9ce3-4262-814d-0f3d077ead2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325680 Nov 08 12:19:27.021581 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d04be7b7-f3e1-47f5-b5f1-1e75e5a6d064 req-ab9faf2d-380a-43cf-a2cb-2a8cd8c1f959 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727066 Nov 08 12:19:27.022155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9faf2d-380a-43cf-a2cb-2a8cd8c1f959 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef259cbb-9831-4983-99b4-0b70c23efa68,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:27.049170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28b1e9b5-f53d-4c24-b375-22af0adb9cfc req-d3e7f940-9e48-44e1-8bfd-3a928f24a0fe tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Nov 08 12:19:27.068960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:27.077675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.100724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Transition to ACTIVE for port object 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:27.165967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98f77-02c6-46f1-90a0-469207d3a1c0 req-f54b889a-8fb7-47aa-81af-f4e3a23ef692 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.167519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1c98f77-02c6-46f1-90a0-469207d3a1c0 req-f54b889a-8fb7-47aa-81af-f4e3a23ef692 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.0517650 Nov 08 12:19:27.180271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.219001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1c98f77-02c6-46f1-90a0-469207d3a1c0 req-a9e97c5a-df1a-4d18-a048-f21be4eecc3e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Nov 08 12:19:27.286896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:27.340184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:27.340852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:27.340939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:27.345353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:27.345859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:27.352775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:27.353511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:27.354127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:27.357629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Bound port: 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:27.357629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.427387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:27.429121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9696bd-fa4f-4b5c-82d6-e8c8930b1078 req-7f23eccf-3f95-45db-9f21-bc7ce78f7f49 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.430683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9696bd-fa4f-4b5c-82d6-e8c8930b1078 req-7f23eccf-3f95-45db-9f21-bc7ce78f7f49 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.1062677 Nov 08 12:19:27.436448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-41271de7-9b18-42f4-9a54-41b595369b3d service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423709 Nov 08 12:19:27.438804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:27.528001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.530841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9696bd-fa4f-4b5c-82d6-e8c8930b1078 req-7ec795d2-ea2e-4658-a29b-4ba14b586b55 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932102 Nov 08 12:19:27.561237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb732a6-ad7a-4596-a2ec-b5f457c03fc7 req-8763785a-abdb-48a0-8d3f-0294a27ba49a service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165943 Nov 08 12:19:27.575218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.576477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.578783 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] 10.222.0.61 "PUT /v2.0/ports/0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 1095 time: 1.1057241 Nov 08 12:19:27.579321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:27.668282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac14a2-11a3-4a6d-b631-96a58614bdbb service neutron] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:27.698807 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:27.789038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-848ea125-8e01-4477-abb8-a708eded361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.790903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-848ea125-8e01-4477-abb8-a708eded361a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1094 time: 0.0885420 Nov 08 12:19:27.817016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-2c8c470c-e458-488b-b5e4-fd44497237be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.818825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-2c8c470c-e458-488b-b5e4-fd44497237be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1098 time: 0.0618031 Nov 08 12:19:27.829298 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ccc9dd-d5c6-49ae-a653-42c536d93876 x-openstack-request-id: req-86ccc9dd-d5c6-49ae-a653-42c536d93876 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:27.829298 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:27.829464 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86ccc9dd-d5c6-49ae-a653-42c536d93876 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:27.829877 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'status': 'completed', 'code': 200} Nov 08 12:19:27.871128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-f0e0ea1f-8b3b-4a33-be13-f618acc43fb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0396533 Nov 08 12:19:27.924595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-87a98f80-8ebf-4f9b-bf19-909a8eb6970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.927078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-87a98f80-8ebf-4f9b-bf19-909a8eb6970e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0477781 Nov 08 12:19:27.953619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:27.963782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-d3f439e6-366a-447c-89b5-a92190a8a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.965338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-d3f439e6-366a-447c-89b5-a92190a8a43d service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1664290 Nov 08 12:19:27.988495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-27da5d20-122f-4268-8fe8-e2fb65b875be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:27.990071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-27da5d20-122f-4268-8fe8-e2fb65b875be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520551 Nov 08 12:19:28.039626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-89a83987-ff37-4abf-bf95-93965e6b0f50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0652020 Nov 08 12:19:28.103077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-5a6d8eb3-4f8e-43cc-ad1d-e63a68652cb9 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042054 Nov 08 12:19:28.120376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-dcaf7c4b-2026-40a6-8d84-ec92eaea26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.121848 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-dcaf7c4b-2026-40a6-8d84-ec92eaea26e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0747352 Nov 08 12:19:28.175597 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-cc78861a-8946-4114-9e9f-f7d822c240d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446837 Nov 08 12:19:28.197350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b534b40-495d-4c6d-8e29-8c73264f4410 req-4aebde0f-d667-4a9a-bad6-61b65ee9f410 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.198837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b534b40-495d-4c6d-8e29-8c73264f4410 req-4aebde0f-d667-4a9a-bad6-61b65ee9f410 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.1053567 Nov 08 12:19:28.235721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 42fe389e-3e26-4892-95f5-d528be91d8ad details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:28.243617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d575789-3fc1-4cc8-b312-b7ef8b7f4432 req-db3a5704-6839-49b2-82bc-24b73c6ff21b service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224873 Nov 08 12:19:28.275792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b534b40-495d-4c6d-8e29-8c73264f4410 req-8d36cb04-b357-45b5-b2bb-14da42e4d63e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Nov 08 12:19:28.360167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=42fe389e-3e26-4892-95f5-d528be91d8ad,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:28.374478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '42fe389e-3e26-4892-95f5-d528be91d8ad', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '42fe389e-3e26-4892-95f5-d528be91d8ad', 'mac_address': 'fa:16:3e:a9:6e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-2004712578', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:19:28.390092 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-671b8779-ddf8-47ee-b7d6-0200d242ca38 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046990 Nov 08 12:19:28.415549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:28.430575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fe389e-3e26-4892-95f5-d528be91d8ad {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:28.462287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=42fe389e-3e26-4892-95f5-d528be91d8ad,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:28.479771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-db52c27e-3d0d-4c3a-9ef1-ea2e392c0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.481490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-db52c27e-3d0d-4c3a-9ef1-ea2e392c0f2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1098 time: 0.0509498 Nov 08 12:19:28.515380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72c23d15-c86f-4662-8267-5913fdb8c0e5 req-5c15b11d-d9c8-47cc-8acd-90c4cdd132ab service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025431 Nov 08 12:19:28.551967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:28.600337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:28.611466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d501dd-2c93-483e-b747-8f7642a253bc req-ffc5092b-e2aa-4b5f-9d15-aa193348b393 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.613699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0d501dd-2c93-483e-b747-8f7642a253bc req-ffc5092b-e2aa-4b5f-9d15-aa193348b393 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 970 time: 0.1312354 Nov 08 12:19:28.664905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-6b9407e1-a5be-449c-a199-155809665c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.666334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-6b9407e1-a5be-449c-a199-155809665c75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1584809 Nov 08 12:19:28.682835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3446e1-cffc-454e-8f31-5feba8635266 req-d72cbc0a-1249-4a4d-89c7-ea3b577718d6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.684136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c3446e1-cffc-454e-8f31-5feba8635266 req-d72cbc0a-1249-4a4d-89c7-ea3b577718d6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.1106949 Nov 08 12:19:28.736364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-8f272bb5-a75c-4534-b822-bf866ce2bfbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0513191 Nov 08 12:19:28.745718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0d501dd-2c93-483e-b747-8f7642a253bc req-c76b8456-9c8a-421c-b343-9a1fc9b9eb61 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240056 Nov 08 12:19:28.811257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c3446e1-cffc-454e-8f31-5feba8635266 req-9a406716-369e-440a-a36b-98e034bafd64 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176658 Nov 08 12:19:28.812698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-7a52fff8-2827-4055-9c9c-b9e0108b8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.814085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-7a52fff8-2827-4055-9c9c-b9e0108b8f1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0675609 Nov 08 12:19:28.814647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:28.869708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['42fe389e-3e26-4892-95f5-d528be91d8ad'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:28.873294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-eedee953-4866-4336-a8fc-0a2d4cd9be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:28.875668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-eedee953-4866-4336-a8fc-0a2d4cd9be87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494971 Nov 08 12:19:29.002657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356e61-9c60-4a14-b9b4-bd5ab45a9a21 req-01bc7ec1-7374-4fc2-9f26-59414eb02090 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:29.004077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0356e61-9c60-4a14-b9b4-bd5ab45a9a21 req-01bc7ec1-7374-4fc2-9f26-59414eb02090 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.1055686 Nov 08 12:19:29.031401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-860116d1-d109-4ef7-8c93-4e7d955ee36e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432123 Nov 08 12:19:29.085812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0356e61-9c60-4a14-b9b4-bd5ab45a9a21 req-c14f330e-01a5-4911-a558-d3e11969f277 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710320 Nov 08 12:19:29.325678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffd64ff9-da7b-46a3-b1aa-ff45625479c6 req-387cd785-bb81-4838-9ed3-1631bfc0309e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708926 Nov 08 12:19:29.494533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1b0-5709-41cf-8070-e1edd31af875 req-2a8aa9b5-1c7a-43cf-93e5-e27eecb171a8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:29.495958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4017d1b0-5709-41cf-8070-e1edd31af875 req-2a8aa9b5-1c7a-43cf-93e5-e27eecb171a8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.0478811 Nov 08 12:19:29.542732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4017d1b0-5709-41cf-8070-e1edd31af875 req-59372857-dbf4-4644-9bf4-a578920a39a9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Nov 08 12:19:29.886730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe67c-dbb7-4eb9-8799-91d3c8c6d7e3 req-8b5fd2dc-71b3-47f6-a378-7a96aa69d880 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:29.888172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-201fe67c-dbb7-4eb9-8799-91d3c8c6d7e3 req-8b5fd2dc-71b3-47f6-a378-7a96aa69d880 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 971 time: 0.0504544 Nov 08 12:19:29.936494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-201fe67c-dbb7-4eb9-8799-91d3c8c6d7e3 req-d720c0a5-2281-4483-87b1-65e711b8f6c0 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Nov 08 12:19:30.061764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b702-14cc-402a-8476-efaf58937d41 req-4c22b391-bc85-4733-b0da-226dd2573edb tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:30.063150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0767b702-14cc-402a-8476-efaf58937d41 req-4c22b391-bc85-4733-b0da-226dd2573edb tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.0481074 Nov 08 12:19:30.110116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0767b702-14cc-402a-8476-efaf58937d41 req-780240cf-69f8-439a-aab9-614011bc238b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Nov 08 12:19:30.227416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 42fe389e-3e26-4892-95f5-d528be91d8ad up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:19:30.302722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b171982-a530-4c9d-b84c-8e24c320df32 req-0d95413c-0bac-4d08-bae5-8a4a2f2f89c5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:30.304175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b171982-a530-4c9d-b84c-8e24c320df32 req-0d95413c-0bac-4d08-bae5-8a4a2f2f89c5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Nov 08 12:19:30.340094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 42fe389e-3e26-4892-95f5-d528be91d8ad completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:19:30.343860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 42fe389e-3e26-4892-95f5-d528be91d8ad triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:30.344231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:30.355455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b171982-a530-4c9d-b84c-8e24c320df32 req-300573fe-e36e-49c5-9608-2723cdbcc127 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Nov 08 12:19:30.425149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:30.449198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:30.451466 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf8e81-239a-43ba-8279-61a01113ba78" -d '{"events": [{"server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "name": "network-vif-plugged", "status": "completed", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:30.464174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=42fe389e-3e26-4892-95f5-d528be91d8ad,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:30.466532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:30.556211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:30.566346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:30.595799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'port_id': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'mac_address': 'fa:16:3e:2c:86:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b27c67-9d84-4e9d-85f4-156ecb599056', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:19:30.639218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:30.652753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:30.665624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edeee95-cca1-4734-a2a1-cae89d36ac79 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:30.683666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:30.774317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:30.939361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:31.031206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0edeee95-cca1-4734-a2a1-cae89d36ac79'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:31.059493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf656ac-df30-42a3-ab94-a9b13baec776 req-197c4b3e-156d-48ba-82e2-1f46a0ab10bd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:31.060918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf656ac-df30-42a3-ab94-a9b13baec776 req-197c4b3e-156d-48ba-82e2-1f46a0ab10bd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.0532472 Nov 08 12:19:31.108481 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444708f-b473-407c-b359-004a8643ec12 x-openstack-request-id: req-f444708f-b473-407c-b359-004a8643ec12 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:31.108934 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "name": "network-vif-plugged", "status": "completed", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:31.109188 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f444708f-b473-407c-b359-004a8643ec12 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:31.109618 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad', 'code': 200} Nov 08 12:19:31.113151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf656ac-df30-42a3-ab94-a9b13baec776 req-77870175-ab07-46a2-bb85-3e1f5ae8a427 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Nov 08 12:19:31.309116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ba10-acd0-466d-b819-3bdec7b60c79 req-d6bd9c19-26f3-4d7d-8002-3af3bca43619 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:31.310650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fa6ba10-acd0-466d-b819-3bdec7b60c79 req-d6bd9c19-26f3-4d7d-8002-3af3bca43619 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.1383965 Nov 08 12:19:31.320131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176a77-f209-4735-8fe0-787d617d66ad req-3f9f0e7b-42f2-4bb2-9b3e-74cfa6388af1 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:31.321585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27176a77-f209-4735-8fe0-787d617d66ad req-3f9f0e7b-42f2-4bb2-9b3e-74cfa6388af1 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.1394410 Nov 08 12:19:31.324742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7698ed-c412-44cc-9f03-ced92def0f23 req-34987cf9-7e6c-4a01-b0ad-bc4948b1e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:31.326086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec7698ed-c412-44cc-9f03-ced92def0f23 req-34987cf9-7e6c-4a01-b0ad-bc4948b1e441 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 1123 time: 0.1422775 Nov 08 12:19:31.402708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:31.429598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fa6ba10-acd0-466d-b819-3bdec7b60c79 req-e856b1d9-fcdf-41cf-b98d-abd1456eb492 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070080 Nov 08 12:19:31.444384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27176a77-f209-4735-8fe0-787d617d66ad req-21cb9de7-aa84-449b-b81f-b0e4a1ca782e tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120410 Nov 08 12:19:31.446816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec7698ed-c412-44cc-9f03-ced92def0f23 req-cb7d8859-4736-4fc9-b82b-6eede4c20300 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021481 Nov 08 12:19:31.538717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c47d240-fbaf-40a4-b08d-e9d24b6523e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.556803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8372156-a731-40c5-9aef-1a6f9dc47e40 req-06e3d456-2ae2-4f9c-accf-f64d7e200e34 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:31.558737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8372156-a731-40c5-9aef-1a6f9dc47e40 req-06e3d456-2ae2-4f9c-accf-f64d7e200e34 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.0527539 Nov 08 12:19:31.615669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8372156-a731-40c5-9aef-1a6f9dc47e40 req-684e5c34-035c-45d5-8acb-a7ea021eb8db tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Nov 08 12:19:31.619109 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c47d240-fbaf-40a4-b08d-e9d24b6523e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.700051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c47d240-fbaf-40a4-b08d-e9d24b6523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.739228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d240-fbaf-40a4-b08d-e9d24b6523e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23d65d-14df-4aee-8f08-b310a690bf74,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:31.743531 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c47d240-fbaf-40a4-b08d-e9d24b6523e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b892e9d154d46a2abf89033d4f8a0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395295 Nov 08 12:19:31.746534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:31.792832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.814492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.922998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.926194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:31.927450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d23d65d-14df-4aee-8f08-b310a690bf74 HTTP/1.1" status: 204 len: 168 time: 0.1801715 Nov 08 12:19:31.935664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12718c-33e9-4bd0-8e31-7d76d98a4d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23d65d-14df-4aee-8f08-b310a690bf74,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:31.996962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53736) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:32.097881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69f450af-596a-4843-bf15-a85676322476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.175118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69f450af-596a-4843-bf15-a85676322476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.228275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9c1ea-d27b-458d-bc83-0e6c38c583fd req-7b727dbe-7863-4cb9-82e7-635b5b29a16e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:32.230002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4f9c1ea-d27b-458d-bc83-0e6c38c583fd req-7b727dbe-7863-4cb9-82e7-635b5b29a16e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.0475461 Nov 08 12:19:32.236989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69f450af-596a-4843-bf15-a85676322476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.275276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f450af-596a-4843-bf15-a85676322476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7ee2eb-5d53-4166-a729-2fe498b5db84,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:32.279837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-69f450af-596a-4843-bf15-a85676322476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=060938cc39454273b816034b7e457a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818849 Nov 08 12:19:32.282402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:32.287775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4f9c1ea-d27b-458d-bc83-0e6c38c583fd req-63198e53-8042-467a-a157-a3e2cd73fd57 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Nov 08 12:19:32.341390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.363135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.460182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.462543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.463698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf7ee2eb-5d53-4166-a729-2fe498b5db84 HTTP/1.1" status: 204 len: 168 time: 0.1803951 Nov 08 12:19:32.471751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fa0a0-eab9-4746-99cd-7b2d18f393d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7ee2eb-5d53-4166-a729-2fe498b5db84,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:32.480094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:32.544129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:19:32.595373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006b4ce-6825-4215-a41e-2d9b0b1f2656 req-304cc09f-7da8-44ed-b61b-da11b489f96e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:32.596842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3006b4ce-6825-4215-a41e-2d9b0b1f2656 req-304cc09f-7da8-44ed-b61b-da11b489f96e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 950 time: 0.0839581 Nov 08 12:19:32.615605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c463-be48-485a-9675-b2287fa29ea9 req-8be8db9c-2f8c-4fbc-8484-bdce7591dfaa tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:32.622945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5003c463-be48-485a-9675-b2287fa29ea9 req-8be8db9c-2f8c-4fbc-8484-bdce7591dfaa tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.0837138 Nov 08 12:19:32.641404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:32.655512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b31ba59e-6cd1-4edd-b752-43b6e559dcc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.669805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:32.682876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'mac_address': 'fa:16:3e:5c:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:19:32.689510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 0edeee95-cca1-4734-a2a1-cae89d36ac79 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:19:32.714995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 0edeee95-cca1-4734-a2a1-cae89d36ac79 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:32.715324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.728976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3006b4ce-6825-4215-a41e-2d9b0b1f2656 req-731f5285-e1a0-45a4-9e86-9d957583c9d8 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219246 Nov 08 12:19:32.737400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696b96-ebf7-4095-b911-476c594a4bcb req-419899ba-0a03-4983-bf9f-db3fe9362014 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:32.738992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77696b96-ebf7-4095-b911-476c594a4bcb req-419899ba-0a03-4983-bf9f-db3fe9362014 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 1101 time: 0.1405566 Nov 08 12:19:32.742400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b31ba59e-6cd1-4edd-b752-43b6e559dcc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.742550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5003c463-be48-485a-9675-b2287fa29ea9 req-53b30b93-7787-4ffb-bf48-5ab0d2bde63b tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Nov 08 12:19:32.765070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.800254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:32.808787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b31ba59e-6cd1-4edd-b752-43b6e559dcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.828215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:32.868057 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b31ba59e-6cd1-4edd-b752-43b6e559dcc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3cee4090a5f4c9fa9d88c9c4f5ea981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255290 Nov 08 12:19:32.868939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:32.875402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ba59e-6cd1-4edd-b752-43b6e559dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25b080-2bd4-4aa8-8016-6fb73464c8c0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:32.876231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.904869 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.924027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369d2a-5a77-49cb-aa71-0c48a1c9c3a3 req-6c2beb92-3719-4907-8973-40091f197856 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:32.925388 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.930831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62369d2a-5a77-49cb-aa71-0c48a1c9c3a3 req-6c2beb92-3719-4907-8973-40091f197856 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.0719984 Nov 08 12:19:32.942754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Deleting port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:19:32.943390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.958445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:32.963256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:32.979056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.055279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62369d2a-5a77-49cb-aa71-0c48a1c9c3a3 req-460cdfce-4fc8-44f1-95c0-f9f444c42774 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233361 Nov 08 12:19:33.063023 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.080133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] For port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:33.080489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.083692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.087956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.089698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e25b080-2bd4-4aa8-8016-6fb73464c8c0 HTTP/1.1" status: 204 len: 168 time: 0.2198417 Nov 08 12:19:33.098290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Calling delete_port for f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:19:33.099752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9857-036d-45f5-a3b1-90b1b7971fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25b080-2bd4-4aa8-8016-6fb73464c8c0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.110510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:33.113429 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a171e-0246-4fe1-a3cd-298920b31b02" -d '{"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-plugged", "status": "completed", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:33.130142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:33.154189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:33.168799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f065809-e317-495e-a82f-ebf30d5714c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.176669 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dde2b7-025c-4f19-98be-77c8d151ef8e x-openstack-request-id: req-74dde2b7-025c-4f19-98be-77c8d151ef8e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:33.177001 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-plugged", "status": "completed", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:33.177256 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74dde2b7-025c-4f19-98be-77c8d151ef8e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:33.177645 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'code': 200} Nov 08 12:19:33.185273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.303487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f065809-e317-495e-a82f-ebf30d5714c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.332883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d655d4d-d1e8-473c-9589-0b4fff695eb7 req-61d2e485-9786-4745-b7ea-b830120c6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:33.334649 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d655d4d-d1e8-473c-9589-0b4fff695eb7 req-61d2e485-9786-4745-b7ea-b830120c6694 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0440152 Nov 08 12:19:33.374861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.385258 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d655d4d-d1e8-473c-9589-0b4fff695eb7 req-61258b3b-656f-4059-b5bd-8f0849a85a40 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 Nov 08 12:19:33.390102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f065809-e317-495e-a82f-ebf30d5714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.416828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Pushing event deleted for resources: {'Port': ['ID=f91fc7e9-dde7-46a5-8e7c-c787453cbcb0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.430851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f065809-e317-495e-a82f-ebf30d5714c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6f5c4-cd31-431f-9ace-5270b9b375db,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.438363 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f065809-e317-495e-a82f-ebf30d5714c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f94cec27bda43d488b3f17868b4ea0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803388 Nov 08 12:19:33.438636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:33.485206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d60-c5a9-455d-8510-7521e370f6b1 req-2bac0500-06c8-43f0-8f2e-a6627fcb1733 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:33.486867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b1e4d60-c5a9-455d-8510-7521e370f6b1 req-2bac0500-06c8-43f0-8f2e-a6627fcb1733 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 948 time: 0.0841713 Nov 08 12:19:33.497198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.520883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.525621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] No DVR routers for this DVR port f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:19:33.535861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.539374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77696b96-ebf7-4095-b911-476c594a4bcb req-80dfa228-af51-4370-a8b6-bfaccbaee3b3 tempest-DeleteServersAdminTestJSON-1404944173 tempest-DeleteServersAdminTestJSON-1404944173-project-admin] 10.222.0.61 "DELETE /v2.0/ports/f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 HTTP/1.1" status: 204 len: 173 time: 0.7933028 Nov 08 12:19:33.539819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'name': 'network-vif-deleted', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:33.542088 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a031abfe-6fdc-40ad-9ad4-d0d70d24f5d6" -d '{"events": [{"server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "name": "network-vif-deleted", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:33.599130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b1e4d60-c5a9-455d-8510-7521e370f6b1 req-49f6f452-03f9-4163-aeaf-d9386bec36cf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982199 Nov 08 12:19:33.603553 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0094b67-1b64-4099-8c6e-a46e5d8b13a8 x-openstack-request-id: req-d0094b67-1b64-4099-8c6e-a46e5d8b13a8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:33.603845 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccaf2f1-812f-4d45-9a10-76d4bdc74a40", "name": "network-vif-deleted", "tag": "f91fc7e9-dde7-46a5-8e7c-c787453cbcb0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:33.604099 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0094b67-1b64-4099-8c6e-a46e5d8b13a8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:33.604492 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccaf2f1-812f-4d45-9a10-76d4bdc74a40', 'name': 'network-vif-deleted', 'tag': 'f91fc7e9-dde7-46a5-8e7c-c787453cbcb0', 'status': 'completed', 'code': 200} Nov 08 12:19:33.683233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.688299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:33.690565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62b6f5c4-cd31-431f-9ace-5270b9b375db HTTP/1.1" status: 204 len: 168 time: 0.2510178 Nov 08 12:19:33.701417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b556b-b343-4396-be6d-b45ee67eb3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6f5c4-cd31-431f-9ace-5270b9b375db,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:33.877587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc21be77-e138-45e1-8ca7-b8fdca239090 req-9f1e5895-aaf2-4d29-950a-ada1bb938371 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=bccaf2f1-812f-4d45-9a10-76d4bdc74a40 HTTP/1.1" status: 200 len: 210 time: 0.0343349 Nov 08 12:19:33.917042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644b07-2244-4937-b041-68f0f579dd6e req-91a783f8-248d-4a5a-8153-b0df549c3a08 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:33.918577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f644b07-2244-4937-b041-68f0f579dd6e req-91a783f8-248d-4a5a-8153-b0df549c3a08 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.0641608 Nov 08 12:19:33.971819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f644b07-2244-4937-b041-68f0f579dd6e req-64468470-ae1c-4168-abe9-62aa53e0a331 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Nov 08 12:19:34.086789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-96b778b6-08be-44e5-b146-8b83456c2c37 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:34.089269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-96b778b6-08be-44e5-b146-8b83456c2c37 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 1123 time: 0.0447752 Nov 08 12:19:34.108413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-1a6bff82-e722-4dd8-bafa-19f9ab583032 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.194361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e39bd-1e47-42f2-b747-fb811ad998c9 req-405f8a71-ba23-4f35-a8a7-dd072ae7f532 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:34.195733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d3e39bd-1e47-42f2-b747-fb811ad998c9 req-405f8a71-ba23-4f35-a8a7-dd072ae7f532 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 945 time: 0.0682709 Nov 08 12:19:34.201549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:19:34.255201 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-1a6bff82-e722-4dd8-bafa-19f9ab583032 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.272209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d3e39bd-1e47-42f2-b747-fb811ad998c9 req-8f3e4834-1a1c-42be-85f8-e28f46e56e6e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Nov 08 12:19:34.294328 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-1a6bff82-e722-4dd8-bafa-19f9ab583032 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.334530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cf8fd6f-8b2d-44b0-99c8-13273722a61a req-1a6bff82-e722-4dd8-bafa-19f9ab583032 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396488 Nov 08 12:19:34.335263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bff82-e722-4dd8-bafa-19f9ab583032 tempest-AggregatesAdminTestJSON-905796360 tempest-AggregatesAdminTestJSON-905796360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bdea55-bac3-45ae-8a43-24854f273bf6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:34.386517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:34.400563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f277fad8-1170-461c-9aba-0f1aa18fbfa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.494038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:19:34.514574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f277fad8-1170-461c-9aba-0f1aa18fbfa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.591677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f277fad8-1170-461c-9aba-0f1aa18fbfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.636027 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f277fad8-1170-461c-9aba-0f1aa18fbfa7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c11e8a6b33c14be688a5b51f13881e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458909 Nov 08 12:19:34.636027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277fad8-1170-461c-9aba-0f1aa18fbfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dbc3df-c49d-45ee-bd0f-2c6631e2914c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:34.636568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:34.643262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:19:34.655277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:34.655277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.719496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.770869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.776132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.822195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:34.826816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc00e-9bf4-414f-a045-29b14bfb8848 req-b0b5f27a-5b55-49cf-8876-8cf7a8b7799d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:34.828340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee9bc00e-9bf4-414f-a045-29b14bfb8848 req-b0b5f27a-5b55-49cf-8876-8cf7a8b7799d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 948 time: 0.0947707 Nov 08 12:19:34.882811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee9bc00e-9bf4-414f-a045-29b14bfb8848 req-853e31ca-290d-48ad-aa3d-b1b507c8e8c4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Nov 08 12:19:34.928534 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.929384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:19:34.957287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.959987 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:34.961402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99dbc3df-c49d-45ee-bd0f-2c6631e2914c HTTP/1.1" status: 204 len: 168 time: 0.3232219 Nov 08 12:19:34.982144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092c089-46cf-480f-996f-25227119c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dbc3df-c49d-45ee-bd0f-2c6631e2914c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:35.005891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:19:35.006237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f91fc7e9-dde7-46a5-8e7c-c787453cbcb0 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:19:35.034365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:35.178375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:35.180704 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500bcee8-dc8e-4e85-8065-5b0615cc2e2c" -d '{"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-plugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:35.229987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-f3dadf7d-6b5a-4338-9960-76a457b4d4b5 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e739fee58fce47909a91a10e95e5b541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224011 Nov 08 12:19:35.297210 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475dc1c3-c267-4d0d-82b2-7f78c3d0bf85 x-openstack-request-id: req-475dc1c3-c267-4d0d-82b2-7f78c3d0bf85 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:35.297933 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-plugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:35.298353 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-475dc1c3-c267-4d0d-82b2-7f78c3d0bf85 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:35.298753 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'code': 200} Nov 08 12:19:35.363184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-4f3a3327-d0f9-497c-94f2-8319e166c8f7 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:35.364869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-4f3a3327-d0f9-497c-94f2-8319e166c8f7 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292741 Nov 08 12:19:35.399773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-12c22db6-a9f4-44a7-87fc-5da376cf36ac tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/quotas/e739fee58fce47909a91a10e95e5b541 HTTP/1.1" status: 200 len: 375 time: 0.0286455 Nov 08 12:19:35.468265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-14fe07a2-e869-4757-aeb2-1db57cfe60fe tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449388 Nov 08 12:19:35.484605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23592f8c-6121-44e2-abac-5452be13f55e req-0ce7dc41-9609-44a4-89bb-77aa9b3c1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:35.486332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23592f8c-6121-44e2-abac-5452be13f55e req-0ce7dc41-9609-44a4-89bb-77aa9b3c1b97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.1049795 Nov 08 12:19:35.500920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2cf40-afe1-444c-8742-eec79d927e2d req-e571ee5b-cca4-4593-b255-9a829c1770ac tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:35.509024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0b2cf40-afe1-444c-8742-eec79d927e2d req-e571ee5b-cca4-4593-b255-9a829c1770ac tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 945 time: 0.1255708 Nov 08 12:19:35.587088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23592f8c-6121-44e2-abac-5452be13f55e req-f7e3b83c-b76c-4667-91c3-2b9248b1d3ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Nov 08 12:19:35.590488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0b2cf40-afe1-444c-8742-eec79d927e2d req-873ecf3a-4cb4-4dd5-a1de-559e14b298da tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Nov 08 12:19:35.969686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d16583eb-64af-43f1-859f-4d01cd484597 req-a4be5eee-4f2d-4b09-bd2d-3905e45b88ca tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 210 time: 0.0313354 Nov 08 12:19:36.190987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fdc10-86d8-4b24-bae7-edd5b7371878 req-5740225c-312b-417c-94c0-b094c2bfaacb tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:36.192495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d84fdc10-86d8-4b24-bae7-edd5b7371878 req-5740225c-312b-417c-94c0-b094c2bfaacb tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0439723 Nov 08 12:19:36.251802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d84fdc10-86d8-4b24-bae7-edd5b7371878 req-63c70768-a414-4d76-98ba-eb48f9b97e11 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Nov 08 12:19:36.446169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d875-6772-4d8c-acd3-677decf531a0 req-05464188-feed-4a93-8434-2fab117f24d5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:36.450744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f899d875-6772-4d8c-acd3-677decf531a0 req-05464188-feed-4a93-8434-2fab117f24d5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0593464 Nov 08 12:19:36.523530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8d1ac-da0e-4325-8e62-4e4d1cb1a2a6 req-29c7e496-493c-469b-bf0f-fabe3ffe504c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:36.525028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94b8d1ac-da0e-4325-8e62-4e4d1cb1a2a6 req-29c7e496-493c-469b-bf0f-fabe3ffe504c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0733731 Nov 08 12:19:36.529871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f899d875-6772-4d8c-acd3-677decf531a0 req-4bac8613-7d5a-45d1-aa26-85d61c9253a6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687521 Nov 08 12:19:36.585654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94b8d1ac-da0e-4325-8e62-4e4d1cb1a2a6 req-ab9af8cf-4d9e-479e-a069-d7a2d7b490e9 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539875 Nov 08 12:19:36.989152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-6d68004b-ed86-4b4d-a175-499a6d32b9be req-fc33df34-fbaa-4905-b84e-e9ad2ae94d95 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:37.008184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d68004b-ed86-4b4d-a175-499a6d32b9be req-fc33df34-fbaa-4905-b84e-e9ad2ae94d95 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075302 Nov 08 12:19:37.272951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1fe63da-949f-470a-afa4-f01c92a9f529 req-4cbe153a-9355-468c-8c55-46a9dc9969ed tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 210 time: 0.0427344 Nov 08 12:19:37.947915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-2db72f1f-8b3e-4bf7-b1e5-8353b1e18cc5 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e739fee58fce47909a91a10e95e5b541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222995 Nov 08 12:19:38.069000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-d9a50b94-3280-4bf7-ad23-b3a4580e24e0 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:38.071187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-d9a50b94-3280-4bf7-ad23-b3a4580e24e0 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178885 Nov 08 12:19:38.086315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Request body: {'port': {'device_id': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': 'e739fee58fce47909a91a10e95e5b541'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:38.240392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179407d7-c6d4-4378-a74d-f105662de031 req-beb36647-bbf0-4e9d-93c7-29701ec3b108 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:38.240392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179407d7-c6d4-4378-a74d-f105662de031 req-beb36647-bbf0-4e9d-93c7-29701ec3b108 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0676417 Nov 08 12:19:38.287803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179407d7-c6d4-4378-a74d-f105662de031 req-0d7827f6-8741-4aea-98c0-e6e8fa4b60ac tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Nov 08 12:19:38.288992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Made reservation on behalf of e739fee58fce47909a91a10e95e5b541 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:38.292371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:38.432047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Allocated IP 192.168.233.162 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/afdfff93-292d-4a4f-b601-3d0cad1f637a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:38.578018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:38.691790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a998b70-c8d8-4c83-b1eb-36b46f84d368 req-82fa9869-afbc-4733-9081-286c47fc1d34 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 210 time: 0.0295234 Nov 08 12:19:38.693003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:38.739592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:38.744923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:38.747953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:38.755059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:38.755686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:38.767795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Pushing event updated for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:38.871704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-fd5c0711-c7c6-4d57-ace8-fa805756a793 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7882543 Nov 08 12:19:38.892865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Request body: {'port': {'device_id': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:38.976889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.087365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4ae5a389-e077-4d4c-b1b1-bc01737050bd None None] Provisioning complete for port afdfff93-292d-4a4f-b601-3d0cad1f637a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:39.088015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a389-e077-4d4c-b1b1-bc01737050bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.120940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5a389-e077-4d4c-b1b1-bc01737050bd None None] Port afdfff93-292d-4a4f-b601-3d0cad1f637a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:19:39.143025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4f847db1-f858-42be-9786-cb1495c8d574 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:39.144693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4f847db1-f858-42be-9786-cb1495c8d574 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.1066329 Nov 08 12:19:39.177486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4aa25f7c-e4ed-45e1-9299-0b3f1457f825 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.360924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54052) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:39.363696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4aa25f7c-e4ed-45e1-9299-0b3f1457f825 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.379957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdfff93-292d-4a4f-b601-3d0cad1f637a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:39.387631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.408480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Transition to ACTIVE for port object afdfff93-292d-4a4f-b601-3d0cad1f637a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:39.424517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4aa25f7c-e4ed-45e1-9299-0b3f1457f825 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.463684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-622788d9-3545-4c53-9ef4-48d57b73a6f1 req-4aa25f7c-e4ed-45e1-9299-0b3f1457f825 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122785 Nov 08 12:19:39.464463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa25f7c-e4ed-45e1-9299-0b3f1457f825 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da501b-5ce6-4a30-b8b0-10b078e048ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:39.464873 n-d-816990-1 neutron-server[102536]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 12:19:39.468736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-1c538e10-c66d-4175-977f-219ee378671a tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:39.469784 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-1c538e10-c66d-4175-977f-219ee378671a tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073093 Nov 08 12:19:39.511410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.568487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Pushing event updated for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:39.594697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-e54a2274-5b3b-478b-b683-cdd1f7143fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:39.596228 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-e54a2274-5b3b-478b-b683-cdd1f7143fd8 service neutron] 10.222.0.58 "GET /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 1093 time: 0.0794089 Nov 08 12:19:39.602554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Attempting to bind port afdfff93-292d-4a4f-b601-3d0cad1f637a on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:39.602887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Attempting to bind port afdfff93-292d-4a4f-b601-3d0cad1f637a by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:39.603215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Attempting to bind port afdfff93-292d-4a4f-b601-3d0cad1f637a on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:39.609050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:39.613570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:19:39.621809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Port afdfff93-292d-4a4f-b601-3d0cad1f637a on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:39.622024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Attempting to bind port afdfff93-292d-4a4f-b601-3d0cad1f637a on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:39.632085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:39.632983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:39.633730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:39.634456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Bound port: afdfff93-292d-4a4f-b601-3d0cad1f637a, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:39.635136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.714596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:39.720892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:39.784656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:39.785368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:39.785858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:39.792413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.795599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:39.796065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:39.804359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:39.808312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:39.808312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:39.808312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Bound port: 0edeee95-cca1-4734-a2a1-cae89d36ac79, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:39.829674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:39.857795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:39.858710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:39.860097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] 10.222.0.57 "PUT /v2.0/ports/afdfff93-292d-4a4f-b601-3d0cad1f637a HTTP/1.1" status: 200 len: 1096 time: 0.9803164 Nov 08 12:19:39.860559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:39.864977 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e487fcf-bed2-4caa-a675-774cd8143270" -d '{"events": [{"name": "network-changed", "server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:39.881145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d788de-6964-4c0b-991f-d1de40a0312e service neutron] Pushing event updated for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:39.948057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:40.009175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2888-d2e7-45cc-91b4-f50de2b0fe67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.023380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-5e117a6a-8349-41a0-be0f-6d432150ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.025090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-5e117a6a-8349-41a0-be0f-6d432150ddc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 1099 time: 0.0662134 Nov 08 12:19:40.032905 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.034104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-b116ce3a-d2cc-416d-a499-f9c85d644da9 service neutron] 10.222.0.58 "POST /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79/bindings HTTP/1.1" status: 201 len: 389 time: 0.4300473 Nov 08 12:19:40.082979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-8c1c093a-28e2-400a-b646-89d70d91df62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a HTTP/1.1" status: 200 len: 217 time: 0.0415437 Nov 08 12:19:40.157757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a492e410-cd24-44a2-a361-bcee294ff52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.159250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a492e410-cd24-44a2-a361-bcee294ff52d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0695355 Nov 08 12:19:40.169803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-0813a5a5-4cc8-46a7-bfff-8af96b650fd1 req-7dbefc49-de72-4d6e-a5dc-54976bcf899c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:40.170871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0813a5a5-4cc8-46a7-bfff-8af96b650fd1 req-7dbefc49-de72-4d6e-a5dc-54976bcf899c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0723214 Nov 08 12:19:40.418300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2888-d2e7-45cc-91b4-f50de2b0fe67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.430940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-19ff88f0-2d75-4312-aceb-794545f9cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.432510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-19ff88f0-2d75-4312-aceb-794545f9cf7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2589130 Nov 08 12:19:40.496339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2888-d2e7-45cc-91b4-f50de2b0fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.551141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1e1f2888-d2e7-45cc-91b4-f50de2b0fe67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebeb66c1853f4d5fadc94ff70cf8ddb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184772 Nov 08 12:19:40.554041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54102) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:40.556467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2888-d2e7-45cc-91b4-f50de2b0fe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c953553-4445-4f75-bc11-081681da16ab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:40.573434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-a1945931-a290-456b-bd09-b83cd947e8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313283 Nov 08 12:19:40.613890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.637274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.674893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.57', 60184) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:40.703693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957107-bcb6-47f9-9e15-dea27905fa3a req-1cb6550c-bd03-45df-bb67-775f7c5db505 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.705144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03957107-bcb6-47f9-9e15-dea27905fa3a req-1cb6550c-bd03-45df-bb67-775f7c5db505 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 948 time: 0.0991530 Nov 08 12:19:40.716658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce24cae9-44bd-4beb-9b9e-168075f288e0 req-cf74446c-61ff-4232-81d9-0069eede1a2e service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349001 Nov 08 12:19:40.717988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-26e1da3f-3af6-4614-8214-cca92f1d1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.719572 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-26e1da3f-3af6-4614-8214-cca92f1d1765 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0450413 Nov 08 12:19:40.758914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03957107-bcb6-47f9-9e15-dea27905fa3a req-1f9cf08b-8986-495d-a0bb-cc3c7db355ca tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Nov 08 12:19:40.812142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.815236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:40.816626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c953553-4445-4f75-bc11-081681da16ab HTTP/1.1" status: 204 len: 168 time: 0.2612858 Nov 08 12:19:40.823797 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d81ca-9e8d-4147-8d22-3ad450410c36 x-openstack-request-id: req-979d81ca-9e8d-4147-8d22-3ad450410c36 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:40.824498 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:40.825196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-979d81ca-9e8d-4147-8d22-3ad450410c36 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:40.825196 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a', 'status': 'completed', 'code': 200} Nov 08 12:19:40.833444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfb08e-f1d8-4563-bff2-162a213b3fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c953553-4445-4f75-bc11-081681da16ab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:40.844314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-40c3e844-e062-439d-8e47-fc8d2af44442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.846471 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-40c3e844-e062-439d-8e47-fc8d2af44442 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1181273 Nov 08 12:19:40.903909 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f173fb36-77d6-44d4-8d95-beb2cd1b8b1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0464387 Nov 08 12:19:40.952285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-d64a8268-6ba1-4e87-8832-66e844b20980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.953781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-d64a8268-6ba1-4e87-8832-66e844b20980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e739fee58fce47909a91a10e95e5b541&device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 1099 time: 0.0875735 Nov 08 12:19:40.958747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-af24b5b4-6b54-4da6-8871-d24f41ae7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.960247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-af24b5b4-6b54-4da6-8871-d24f41ae7d7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0483074 Nov 08 12:19:40.979726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d27f-649d-4908-9a01-2bb2bef438a7 req-609f481e-327c-4b96-9c72-5337f4423e78 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:40.981531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa7d27f-649d-4908-9a01-2bb2bef438a7 req-609f481e-327c-4b96-9c72-5337f4423e78 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 945 time: 0.0701411 Nov 08 12:19:41.004833 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f800b881-9336-4cd5-a275-14c861997e50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376673 Nov 08 12:19:41.089587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54122) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:41.108682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa7d27f-649d-4908-9a01-2bb2bef438a7 req-9d4256e8-68db-4688-8530-6ffa87a9032b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128101 Nov 08 12:19:41.115076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-3ffc3655-5fc4-4784-b84e-bb204e7d75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.116622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-3ffc3655-5fc4-4784-b84e-bb204e7d75a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1534235 Nov 08 12:19:41.122015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-c79b08c9-4afd-42ed-96ce-4e71f2bd4e27 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099663 Nov 08 12:19:41.196962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-7b757139-1806-409d-af2c-10be24716f5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a HTTP/1.1" status: 200 len: 217 time: 0.0622404 Nov 08 12:19:41.247138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-4324acc6-60e9-4db6-bfd5-b5e797d907a9 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075382 Nov 08 12:19:41.310579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-efdb32fb-db64-4927-847d-adf15cf6859b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2182441 Nov 08 12:19:41.318142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-862457ab-dfba-4db7-8e8a-699b25dfc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.319579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-862457ab-dfba-4db7-8e8a-699b25dfc2df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0898926 Nov 08 12:19:41.325848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-4b378b57-6667-4cd6-b49a-c7384a79c58d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:19:41.327104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-4b378b57-6667-4cd6-b49a-c7384a79c58d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056498 Nov 08 12:19:41.335415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cf1c6-0085-4258-835b-18d0f5891335 req-0af58acf-5150-402d-a8c7-77b5ccd01312 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.336840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f7cf1c6-0085-4258-835b-18d0f5891335 req-0af58acf-5150-402d-a8c7-77b5ccd01312 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1088305 Nov 08 12:19:41.412016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-a11aa93a-d097-4742-bd16-a3d20fa0d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.413543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-a11aa93a-d097-4742-bd16-a3d20fa0d804 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758116 Nov 08 12:19:41.417967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f7cf1c6-0085-4258-835b-18d0f5891335 req-c07f6647-79d1-4f2c-9904-6f2e14fa8f0a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714073 Nov 08 12:19:41.540862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-035ecdae-cfda-4dba-a26d-d951bc8e9b15 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134064 Nov 08 12:19:41.556707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-a7829097-eaa9-4a6a-a282-ad96431fe8ea tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.559010 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-a7829097-eaa9-4a6a-a282-ad96431fe8ea tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.0979867 Nov 08 12:19:41.578003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:41.650634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:41.652049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:41.672094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297be3bf-0356-492c-a7b8-b0fc536f251a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:41.723094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e487fcf-bed2-4caa-a675-774cd8143270 req-eda01e51-922c-4060-859d-1017de1eb241 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728933 Nov 08 12:19:41.836694 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297be3bf-0356-492c-a7b8-b0fc536f251a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:41.855683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:41.902853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:41.905123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297be3bf-0356-492c-a7b8-b0fc536f251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:41.945125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:41.947363 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78e8f2-14ae-46d2-9b09-4e37f19eb15a" -d '{"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-unplugged", "status": "completed", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:41.951248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:41.960656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-297be3bf-0356-492c-a7b8-b0fc536f251a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d631dd82f4f4b2b83b0b89befaaccb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088973 Nov 08 12:19:41.961564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297be3bf-0356-492c-a7b8-b0fc536f251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca4355e-c961-4f3d-b3fa-aab4a038d804,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:41.963592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:41.975233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ba57-226c-4ab8-aa77-0ab1f28164cb req-24de657e-c442-417c-929e-3647f2a7620f tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:41.976811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f85ba57-226c-4ab8-aa77-0ab1f28164cb req-24de657e-c442-417c-929e-3647f2a7620f tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 948 time: 0.1008754 Nov 08 12:19:42.017825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.047794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f85ba57-226c-4ab8-aa77-0ab1f28164cb req-bc34835e-84f2-4f45-a557-4edde0ad8801 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641949 Nov 08 12:19:42.088760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.096316 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c619bc-81de-477e-9394-d39d9a591c45 x-openstack-request-id: req-a6c619bc-81de-477e-9394-d39d9a591c45 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:42.096608 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-unplugged", "status": "completed", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:42.096969 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6c619bc-81de-477e-9394-d39d9a591c45 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:42.097546 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'code': 200} Nov 08 12:19:42.152453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:42.168820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.170646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:42.170982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:42.171312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:42.184553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:42.184887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Attempting to bind port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:42.216492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:42.216835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:42.217217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:42.217708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Bound port: 0edeee95-cca1-4734-a2a1-cae89d36ac79, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:42.218015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.298130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:42.300843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54192) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:42.307699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:42.311815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586274-ce61-4357-9146-e0a8b6c8299a req-2d809c4d-7346-466c-aad1-53e49d5b5f02 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:42.319505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15586274-ce61-4357-9146-e0a8b6c8299a req-2d809c4d-7346-466c-aad1-53e49d5b5f02 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0632703 Nov 08 12:19:42.334114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.336947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.340644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ca4355e-c961-4f3d-b3fa-aab4a038d804 HTTP/1.1" status: 204 len: 168 time: 0.3737457 Nov 08 12:19:42.351463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea734c-85f3-4067-8101-055d4b2920f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca4355e-c961-4f3d-b3fa-aab4a038d804,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:42.406877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15586274-ce61-4357-9146-e0a8b6c8299a req-aa0042b5-3fdf-4c6a-9775-ecdfb92ce4a6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817075 Nov 08 12:19:42.427258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.531754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:42.536457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6630edb-1f0b-4e2e-9acd-a121e4196126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.555424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:42.556046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.557512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6892986f-08ba-4090-be1a-d1d58c9f47d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 1121 time: 0.9856615 Nov 08 12:19:42.566956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c30e-dee4-4ef2-ba79-ce227dfc0ce1 req-ddf4bf9f-49b5-4b47-8c4a-9de14a373507 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:42.568575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b702c30e-dee4-4ef2-ba79-ce227dfc0ce1 req-ddf4bf9f-49b5-4b47-8c4a-9de14a373507 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0528562 Nov 08 12:19:42.624822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b702c30e-dee4-4ef2-ba79-ce227dfc0ce1 req-9882ab31-15cc-4602-9523-1fb3ba5affa5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Nov 08 12:19:42.650651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0edeee95-cca1-4734-a2a1-cae89d36ac79'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:42.651691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6630edb-1f0b-4e2e-9acd-a121e4196126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.740073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6630edb-1f0b-4e2e-9acd-a121e4196126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.795579 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6630edb-1f0b-4e2e-9acd-a121e4196126 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e45a58c48d9f4974889fdf6749467a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936891 Nov 08 12:19:42.796436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6630edb-1f0b-4e2e-9acd-a121e4196126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af71d8a6-c3e1-491d-8ce0-c9d595f1cc56,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:42.804224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:42.873745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:42.907353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:43.024603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:43.027323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:43.028830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af71d8a6-c3e1-491d-8ce0-c9d595f1cc56 HTTP/1.1" status: 204 len: 168 time: 0.2212112 Nov 08 12:19:43.037719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af79a3-a38d-4dab-9e92-6585e4a5e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af71d8a6-c3e1-491d-8ce0-c9d595f1cc56,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:43.259580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b740f1-1662-47b5-9003-ad3e859ef6ab req-ba9828b2-bbf3-463f-9844-e0e4844d36b7 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:43.267039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3b740f1-1662-47b5-9003-ad3e859ef6ab req-ba9828b2-bbf3-463f-9844-e0e4844d36b7 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 948 time: 0.0553567 Nov 08 12:19:43.310964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3b740f1-1662-47b5-9003-ad3e859ef6ab req-0b9bf1bf-f1fd-44ca-821f-dc98ca5781f3 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Nov 08 12:19:43.625233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463272-d5b0-449d-8bb7-54fb2eaa5c3b req-af1b20fd-37e7-4384-a49f-a2fdc9ff6ab0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:43.626980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4463272-d5b0-449d-8bb7-54fb2eaa5c3b req-af1b20fd-37e7-4384-a49f-a2fdc9ff6ab0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0563750 Nov 08 12:19:43.679535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4463272-d5b0-449d-8bb7-54fb2eaa5c3b req-1602f28e-2ef8-4183-9dc6-4d16e7d517df tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Nov 08 12:19:43.895840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1a30-2ae8-434c-b650-1fdd3d2f61ef req-fe7cb55c-5512-45c9-be28-4af8a9258d02 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:43.897325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a8c1a30-2ae8-434c-b650-1fdd3d2f61ef req-fe7cb55c-5512-45c9-be28-4af8a9258d02 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0511611 Nov 08 12:19:43.945723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a8c1a30-2ae8-434c-b650-1fdd3d2f61ef req-33738f34-10e8-46c4-86b4-f53dee27c81d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Nov 08 12:19:44.026053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:44.040024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0654-68f5-48b1-8bd2-ab51a715a036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.101836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:44.104272 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:44.119720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0654-68f5-48b1-8bd2-ab51a715a036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.256716 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879437b-73b9-4bf3-8f79-a87ece5c100f x-openstack-request-id: req-8879437b-73b9-4bf3-8f79-a87ece5c100f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:44.257050 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:44.261037 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8879437b-73b9-4bf3-8f79-a87ece5c100f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:44.261037 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'status': 'completed', 'code': 200} Nov 08 12:19:44.261408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device afdfff93-292d-4a4f-b601-3d0cad1f637a details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:44.276732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0654-68f5-48b1-8bd2-ab51a715a036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.357586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-7e678779-1187-423b-98e8-5c02483059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.360013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-7e678779-1187-423b-98e8-5c02483059f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1124 time: 0.0763485 Nov 08 12:19:44.362218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d1d0654-68f5-48b1-8bd2-ab51a715a036 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36d7b990992b4531acb11d11de2b9235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350573 Nov 08 12:19:44.370599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54322) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:44.371254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0654-68f5-48b1-8bd2-ab51a715a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634a274-e02e-4ef5-a5c8-d39303b041bd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:44.416139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:44.430698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'afdfff93-292d-4a4f-b601-3d0cad1f637a', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'afdfff93-292d-4a4f-b601-3d0cad1f637a', 'mac_address': 'fa:16:3e:1f:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:19:44.474089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.489145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdfff93-292d-4a4f-b601-3d0cad1f637a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:44.501866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-41accc0c-c40a-401d-8b15-d3e82793a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.517545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:44.517807 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-41accc0c-c40a-401d-8b15-d3e82793a410 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.0936580 Nov 08 12:19:44.568647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54330) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:44.577246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.588789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-51b0cb4c-3aa0-46e0-9966-289598f5d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.590565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-51b0cb4c-3aa0-46e0-9966-289598f5d1f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2250764 Nov 08 12:19:44.603465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890860-8a1b-48f2-b39e-56cbf424621f req-fcf70f54-19b0-4fb2-ab02-03915174a8bd tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.611685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.623127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b890860-8a1b-48f2-b39e-56cbf424621f req-fcf70f54-19b0-4fb2-ab02-03915174a8bd tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 948 time: 0.1649938 Nov 08 12:19:44.638318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.683048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:44.713685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-cc02b086-11ce-4550-89aa-2d5f4add7dbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0868800 Nov 08 12:19:44.716768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-91a351cc-6f48-46a3-bb92-2c6a92c66f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.718408 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-91a351cc-6f48-46a3-bb92-2c6a92c66f81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1996183 Nov 08 12:19:44.742859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06870b83-a59c-4862-aabc-18e0d07af2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.781394 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-6ffe0794-5e05-413f-ab7e-355dddfc8878 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0467863 Nov 08 12:19:44.813569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b890860-8a1b-48f2-b39e-56cbf424621f req-f3050e28-dd39-4aaf-aa36-7b502e00aff1 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893842 Nov 08 12:19:44.819532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-efc76afc-f367-4f48-84b3-3215a90cfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.820964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-efc76afc-f367-4f48-84b3-3215a90cfbb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0866885 Nov 08 12:19:44.842404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.845358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:44.847425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e634a274-e02e-4ef5-a5c8-d39303b041bd HTTP/1.1" status: 204 len: 168 time: 0.4675753 Nov 08 12:19:44.851027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['afdfff93-292d-4a4f-b601-3d0cad1f637a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:44.865470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd542a2-c77e-4bc9-8831-8b935d8b8f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634a274-e02e-4ef5-a5c8-d39303b041bd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:44.877344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-c767eefe-8819-4b33-93b0-1ed25706fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.879292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-c767eefe-8819-4b33-93b0-1ed25706fe10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0933127 Nov 08 12:19:44.908593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-ac6c4697-5a3a-4e01-835c-c88078a8afb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786273 Nov 08 12:19:44.950860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-b770cbe1-c1df-4e8a-b2aa-9e0b7bd183b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:44.952755 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-b770cbe1-c1df-4e8a-b2aa-9e0b7bd183b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638986 Nov 08 12:19:45.028656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-8560dbfd-980c-41ac-a9fb-134298496d0d service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106024 Nov 08 12:19:45.116004 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5e372da0-4dfd-4dd5-8a26-11c70a20b732 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513298 Nov 08 12:19:45.184311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d068-49fd-4ffa-a446-1cfe071181aa req-bb52543f-2848-4af7-9ba0-7ed698609e41 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:45.185587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0e7d068-49fd-4ffa-a446-1cfe071181aa req-bb52543f-2848-4af7-9ba0-7ed698609e41 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.1535730 Nov 08 12:19:45.197020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06870b83-a59c-4862-aabc-18e0d07af2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.223387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ea76c9f-5399-4aaa-9497-b837c7df1fe7 req-ef5b5705-d287-488b-a4d6-bab5bd3cb656 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767094 Nov 08 12:19:45.255720 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-3a08b5de-d38c-46b6-8484-68f68fb7b2c2 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325276 Nov 08 12:19:45.264797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06870b83-a59c-4862-aabc-18e0d07af2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.295910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0e7d068-49fd-4ffa-a446-1cfe071181aa req-6f8a6435-8cda-4495-9d02-0698ae4df375 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907955 Nov 08 12:19:45.328258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870b83-a59c-4862-aabc-18e0d07af2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d805cee-2b62-4b42-af52-fea2ef56ebc1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:45.361805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-06870b83-a59c-4862-aabc-18e0d07af2f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b1257146e014fc6b44d2a5449b26452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7920861 Nov 08 12:19:45.365495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54366) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:45.457454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.481566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570e55-b055-4bd6-9269-454ab96727c0 req-6728444d-0e83-4d0e-8196-0087a500103b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:45.483331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13570e55-b055-4bd6-9269-454ab96727c0 req-6728444d-0e83-4d0e-8196-0087a500103b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0989721 Nov 08 12:19:45.489855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.497362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aa279-b7b5-4aeb-8014-f9dee048b571 req-cc5af71a-f34c-4055-b802-d4d42c31592c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:45.505992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c27aa279-b7b5-4aeb-8014-f9dee048b571 req-cc5af71a-f34c-4055-b802-d4d42c31592c tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.0830877 Nov 08 12:19:45.587968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c27aa279-b7b5-4aeb-8014-f9dee048b571 req-4898f583-e48b-4b5b-8db7-b52210863d45 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805912 Nov 08 12:19:45.593083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13570e55-b055-4bd6-9269-454ab96727c0 req-86818310-ce2d-4da3-899a-dc3421bde86b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 Nov 08 12:19:45.637248 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.728890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.735357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:45.736526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d805cee-2b62-4b42-af52-fea2ef56ebc1 HTTP/1.1" status: 204 len: 168 time: 0.3700275 Nov 08 12:19:45.748714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd761be-2bce-41a3-a8cd-aa6ef343975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d805cee-2b62-4b42-af52-fea2ef56ebc1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:45.941408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900272d8-63a7-4e2a-a7b8-3a0707f2b316 req-8eabab41-ba4d-4efa-8c6b-ebf4d746fba9 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:45.943954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900272d8-63a7-4e2a-a7b8-3a0707f2b316 req-8eabab41-ba4d-4efa-8c6b-ebf4d746fba9 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 949 time: 0.0625236 Nov 08 12:19:45.996315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900272d8-63a7-4e2a-a7b8-3a0707f2b316 req-fd866a4f-ccba-4527-a59b-b4ecba97c6ed tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Nov 08 12:19:46.074776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:46.193655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c469f99-c179-4f73-9b00-b56692c0f4b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.268463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c469f99-c179-4f73-9b00-b56692c0f4b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.277724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:19:46.321908 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c469f99-c179-4f73-9b00-b56692c0f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.347211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device afdfff93-292d-4a4f-b601-3d0cad1f637a up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:19:46.372638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2c469f99-c179-4f73-9b00-b56692c0f4b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71c760bc26ad4af58a74d03efbcf2f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946899 Nov 08 12:19:46.376459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54420) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:46.440601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469f99-c179-4f73-9b00-b56692c0f4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae3bbcd-e51e-498e-a39b-ef3dc87b87f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:46.441017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.474756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e118-f845-4dcc-9444-83ab29c02659 req-865f874c-c07c-461e-a20a-e562c2de2bfc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:46.477002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d0e118-f845-4dcc-9444-83ab29c02659 req-865f874c-c07c-461e-a20a-e562c2de2bfc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0931547 Nov 08 12:19:46.500841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:46.505703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:46.506499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.530631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-291e5945-7092-4328-912e-25d163afa9c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.543695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:19:46.597696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d0e118-f845-4dcc-9444-83ab29c02659 req-b475d8c8-a020-4094-bac4-543185615ff6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 Nov 08 12:19:46.614275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port afdfff93-292d-4a4f-b601-3d0cad1f637a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:19:46.618943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port afdfff93-292d-4a4f-b601-3d0cad1f637a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:19:46.619168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.700500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.705327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.708473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.712337 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ae3bbcd-e51e-498e-a39b-ef3dc87b87f3 HTTP/1.1" status: 204 len: 168 time: 0.3349416 Nov 08 12:19:46.714031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883cd7c-1240-414a-801d-703097cf0fc0 req-49afba51-5ed3-475d-8cdb-b6b0e39bb549 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:46.715569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c883cd7c-1240-414a-801d-703097cf0fc0 req-49afba51-5ed3-475d-8cdb-b6b0e39bb549 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.0490038 Nov 08 12:19:46.721083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8ac14-e639-4a31-8a30-8d1f9e3a751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae3bbcd-e51e-498e-a39b-ef3dc87b87f3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:46.731782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:46.741175 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4bb21e-8c8a-4105-a280-8db675d44421" -d '{"events": [{"server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "name": "network-vif-plugged", "status": "completed", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:46.760462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:46.797421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c883cd7c-1240-414a-801d-703097cf0fc0 req-bf159e81-8e05-4dd4-9f88-644ae7efbb3a tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709605 Nov 08 12:19:46.855386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-291e5945-7092-4328-912e-25d163afa9c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.868701 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110cae7-e65c-446c-91ac-df0e70aeb3d9 x-openstack-request-id: req-3110cae7-e65c-446c-91ac-df0e70aeb3d9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:46.869228 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "name": "network-vif-plugged", "status": "completed", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:46.869688 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3110cae7-e65c-446c-91ac-df0e70aeb3d9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:46.870271 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a', 'code': 200} Nov 08 12:19:46.890442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.934328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b25c-6008-49f6-952e-c65de124a461 req-a2234192-3bb6-46ea-8322-1d8bd6e83b28 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:46.935855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa26b25c-6008-49f6-952e-c65de124a461 req-a2234192-3bb6-46ea-8322-1d8bd6e83b28 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0701549 Nov 08 12:19:46.952198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-291e5945-7092-4328-912e-25d163afa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:46.991703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:47.011710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-291e5945-7092-4328-912e-25d163afa9c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e105800189e548b3a01f52cd8b21161f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097244 Nov 08 12:19:47.022434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:47.046996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f111af-673f-4590-95e3-c9daf7ee62f3 req-4d83baa2-16f7-4a8a-88f6-9eed03c315dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:47.048476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2f111af-673f-4590-95e3-c9daf7ee62f3 req-4d83baa2-16f7-4a8a-88f6-9eed03c315dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 1101 time: 0.0875545 Nov 08 12:19:47.050518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e5945-7092-4328-912e-25d163afa9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe1b18-698c-44e0-83f2-59c0dfb126bf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:47.078759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa26b25c-6008-49f6-952e-c65de124a461 req-e9d2db06-b0f3-41ce-a402-94ffec1e14ba tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356986 Nov 08 12:19:47.106645 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2f111af-673f-4590-95e3-c9daf7ee62f3 req-fcdcd1c4-fa66-422c-b989-db8c7b2304d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Nov 08 12:19:47.123087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.156890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.238049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bada31-3c36-4624-8fff-82570b188ab6 req-7384c14a-1cba-4c4b-9394-04472f54a63d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:47.239682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1bada31-3c36-4624-8fff-82570b188ab6 req-7384c14a-1cba-4c4b-9394-04472f54a63d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.0707047 Nov 08 12:19:47.294004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1bada31-3c36-4624-8fff-82570b188ab6 req-75ebee40-1d66-485a-a3cc-2ae51e7e657d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 Nov 08 12:19:47.328774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.331519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.332636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bbe1b18-698c-44e0-83f2-59c0dfb126bf HTTP/1.1" status: 204 len: 168 time: 0.3093815 Nov 08 12:19:47.341049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614668-cb15-479e-bf7c-39e08c1f0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe1b18-698c-44e0-83f2-59c0dfb126bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:47.641249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:47.656137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06b49fa-9131-495e-a96c-9e4f9f671ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.743317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3c5dc-286e-4738-820b-aa0d573412ee req-76780333-c15a-4b8e-8fc1-863538c89fc9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:47.744391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbb3c5dc-286e-4738-820b-aa0d573412ee req-76780333-c15a-4b8e-8fc1-863538c89fc9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0752380 Nov 08 12:19:47.790731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06b49fa-9131-495e-a96c-9e4f9f671ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.821651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbb3c5dc-286e-4738-820b-aa0d573412ee req-2f9e3b26-6a37-4509-8a5d-a99dacbf7385 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650074 Nov 08 12:19:47.839764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:47.864853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06b49fa-9131-495e-a96c-9e4f9f671ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:47.929680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d06b49fa-9131-495e-a96c-9e4f9f671ecf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fdb0e5656864aec81fd13e7cea04de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873101 Nov 08 12:19:47.930700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b49fa-9131-495e-a96c-9e4f9f671ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212d05e0-6671-4e3a-bbb8-8483a11ac9f4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:47.932596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:47.952511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951da549-7c6a-4e72-9c92-0b6d1b5f43fd req-87b36f2e-cfd8-4e36-9762-5e12d01ee323 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:47.953989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-951da549-7c6a-4e72-9c92-0b6d1b5f43fd req-87b36f2e-cfd8-4e36-9762-5e12d01ee323 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.0732114 Nov 08 12:19:48.014199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-951da549-7c6a-4e72-9c92-0b6d1b5f43fd req-5c77804f-ce53-401a-99d0-d93b2ad37dcd tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Nov 08 12:19:48.049425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.084965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.120981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-29a4a048-fdaa-4a03-980c-5954cae4cbad tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:48.122066 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-29a4a048-fdaa-4a03-980c-5954cae4cbad tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 972 time: 0.1276155 Nov 08 12:19:48.301433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b95d-f04d-4bde-a77c-c7c29cf60235 req-29af0927-ded7-43f7-8e5e-ad886c53e5ef tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:48.309204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e90b95d-f04d-4bde-a77c-c7c29cf60235 req-29af0927-ded7-43f7-8e5e-ad886c53e5ef tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1254323 Nov 08 12:19:48.311191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eb87d8-c8a3-4459-921f-71735c18dc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.361827 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-135ef8bf-3d30-4cbc-aa1a-e8cbb3bcf63d service neutron] 10.222.0.61 "GET /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.1896212 Nov 08 12:19:48.435158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.437700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.441717 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/212d05e0-6671-4e3a-bbb8-8483a11ac9f4 HTTP/1.1" status: 204 len: 168 time: 0.5048971 Nov 08 12:19:48.448582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e90b95d-f04d-4bde-a77c-c7c29cf60235 req-0b503cca-ed4c-468c-80be-32c87a44d0f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385093 Nov 08 12:19:48.479303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Deleting port 42fe389e-3e26-4892-95f5-d528be91d8ad {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:19:48.479923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.482917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3b17a-343f-4a6b-b018-59ec27a530b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212d05e0-6671-4e3a-bbb8-8483a11ac9f4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:48.512534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa5c23-505b-4f45-be9f-643d28eb22ab req-8aaba603-832c-4780-b532-2cf7e55c73fb tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:48.522982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5faa5c23-505b-4f45-be9f-643d28eb22ab req-8aaba603-832c-4780-b532-2cf7e55c73fb tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.1350596 Nov 08 12:19:48.620156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5faa5c23-505b-4f45-be9f-643d28eb22ab req-26959538-de06-4a8b-a48f-2ebc5f1138e2 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934451 Nov 08 12:19:48.630617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eb87d8-c8a3-4459-921f-71735c18dc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.665609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] For port 42fe389e-3e26-4892-95f5-d528be91d8ad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=42fe389e-3e26-4892-95f5-d528be91d8ad,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:48.665968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.709892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Calling delete_port for 42fe389e-3e26-4892-95f5-d528be91d8ad owned by compute:tempest-test_az-2004712578 {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:19:48.717263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eb87d8-c8a3-4459-921f-71735c18dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.758394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb87d8-c8a3-4459-921f-71735c18dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0c137-e9cf-45d3-977d-09044068d15b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:48.774503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-88eb87d8-c8a3-4459-921f-71735c18dc5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=136c5fff7ac540cbab92e8900b13b67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9338729 Nov 08 12:19:48.779065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54514) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:48.809229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:48.841108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.841595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:48.870810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.893887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edeee95-cca1-4734-a2a1-cae89d36ac79 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:48.926697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:48.991738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:48.996861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573eefa-5b9b-47f4-8e6c-4ce0119c583c req-de72a107-f679-4dca-bfde-6fe3b9424f09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.004971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3573eefa-5b9b-47f4-8e6c-4ce0119c583c req-de72a107-f679-4dca-bfde-6fe3b9424f09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 943 time: 0.0585775 Nov 08 12:19:49.028226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.041738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['42fe389e-3e26-4892-95f5-d528be91d8ad'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:49.070907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3573eefa-5b9b-47f4-8e6c-4ce0119c583c req-c8a50e39-1092-44ca-b54a-3669bd0c46ac tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Nov 08 12:19:49.072695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.075828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.079307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fb0c137-e9cf-45d3-977d-09044068d15b HTTP/1.1" status: 204 len: 168 time: 0.2968299 Nov 08 12:19:49.086098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b237a-300a-46e7-ae50-4d8cf189c218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0c137-e9cf-45d3-977d-09044068d15b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:49.115130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Pushing event deleted for resources: {'Port': ['ID=42fe389e-3e26-4892-95f5-d528be91d8ad,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:49.206135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf4c359b-05e3-44ba-a54e-07daff4b0ce7 req-10639b47-550b-4e48-9090-c73ab12d4370 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0326638 Nov 08 12:19:49.260093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] No DVR routers for this DVR port 42fe389e-3e26-4892-95f5-d528be91d8ad on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:19:49.264710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.269263 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38bfbd26-fb01-4bf9-9a4a-136f312cae64 req-1bfcd350-f357-4427-8945-1501f08af1d8 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.57 "DELETE /v2.0/ports/42fe389e-3e26-4892-95f5-d528be91d8ad HTTP/1.1" status: 204 len: 173 time: 1.1340401 Nov 08 12:19:49.271780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'name': 'network-vif-deleted', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:49.274397 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3095f23-a092-4dec-b8ed-f9e90f348f35" -d '{"events": [{"server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "name": "network-vif-deleted", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:49.304543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] Transition to ACTIVE for port object 0edeee95-cca1-4734-a2a1-cae89d36ac79 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:49.323962 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61fade-71df-437e-95c4-1c9d7ff64b41 x-openstack-request-id: req-1e61fade-71df-437e-95c4-1c9d7ff64b41 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:49.324722 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707ba998-3344-4bca-bc2c-46ecaf52d012", "name": "network-vif-deleted", "tag": "42fe389e-3e26-4892-95f5-d528be91d8ad", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:49.324722 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e61fade-71df-437e-95c4-1c9d7ff64b41 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:49.336013 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707ba998-3344-4bca-bc2c-46ecaf52d012', 'name': 'network-vif-deleted', 'tag': '42fe389e-3e26-4892-95f5-d528be91d8ad', 'status': 'completed', 'code': 200} Nov 08 12:19:49.386524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.464988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] No DVR routers for this DVR port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:19:49.500917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] Pushing event updated for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:49.522035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f8b84c54-e8b1-42c8-8e82-83f786af227a service neutron] 10.222.0.61 "PUT /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1515660 Nov 08 12:19:49.578360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ca0e-fce2-439b-8bf7-ab3a873349d9 req-a2284492-a702-4328-80d9-57cb88b09127 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.579872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2533ca0e-fce2-439b-8bf7-ab3a873349d9 req-a2284492-a702-4328-80d9-57cb88b09127 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0530534 Nov 08 12:19:49.627884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2533ca0e-fce2-439b-8bf7-ab3a873349d9 req-8b5e8f61-8faa-4198-9ddd-0a5d4461d2e8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Nov 08 12:19:49.725829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-18d864ab-77f0-4f1e-876a-f53682842e3d tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.727535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-18d864ab-77f0-4f1e-876a-f53682842e3d tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.0478539 Nov 08 12:19:49.760281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d90289-380a-4b45-b340-ded4d6801591 req-3e622470-e2db-4250-b38d-45f6f4e84e9b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.761999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d90289-380a-4b45-b340-ded4d6801591 req-3e622470-e2db-4250-b38d-45f6f4e84e9b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.0536175 Nov 08 12:19:49.815781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d90289-380a-4b45-b340-ded4d6801591 req-77ee84ac-a8ad-4934-8781-c85923877cf6 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Nov 08 12:19:49.833415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-52ccebc7-0924-444d-8197-812ef56f0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.835220 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-52ccebc7-0924-444d-8197-812ef56f0dfa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&tenant_id=79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 1095 time: 0.0909498 Nov 08 12:19:49.862218 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:49.916101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f72c5e29-fd12-4af6-8bbf-ecaf5f622b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:49.921398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-f72c5e29-fd12-4af6-8bbf-ecaf5f622b5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1095 time: 0.0528784 Nov 08 12:19:49.946626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:49.965849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a030b57-f6a1-4235-b5be-d6030e838c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.040439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-23919d44-fdb7-4065-868e-f35a5ab644ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:50.042006 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-23919d44-fdb7-4065-868e-f35a5ab644ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1116123 Nov 08 12:19:50.083934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a030b57-f6a1-4235-b5be-d6030e838c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.098066 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-492d306e-bcbd-47e9-a782-30aea288f939 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0469153 Nov 08 12:19:50.144287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a030b57-f6a1-4235-b5be-d6030e838c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.165823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-331efee2-2eac-4012-a3f0-94cb222eecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:50.173160 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-331efee2-2eac-4012-a3f0-94cb222eecf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0672562 Nov 08 12:19:50.197894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a030b57-f6a1-4235-b5be-d6030e838c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed361cbc-c8e2-4b67-86b1-d95364e2d276,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:50.218096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-fe3b5a79-1efb-482f-823e-c0f9d1accab1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365558 Nov 08 12:19:50.249675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a030b57-f6a1-4235-b5be-d6030e838c10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9b166f57abd4397acac12617d3ae457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015404 Nov 08 12:19:50.251120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54580) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:50.310032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801698-7f45-483c-8e68-2709cc423da1 req-4adeb3e6-5e11-48a0-8d71-47c319c82138 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:50.311732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5801698-7f45-483c-8e68-2709cc423da1 req-4adeb3e6-5e11-48a0-8d71-47c319c82138 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.1076756 Nov 08 12:19:50.392341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.455486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5801698-7f45-483c-8e68-2709cc423da1 req-3c2b1399-17c3-47fd-986f-9248c8981313 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185570 Nov 08 12:19:50.479003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e6e7880-d26d-4e7e-8713-97ffb556ea22 req-16c8cfb3-4e32-4d74-985f-d06a234164d7 tempest-AggregatesAdminTestJSON-1685328968 tempest-AggregatesAdminTestJSON-1685328968-project] 10.222.0.58 "GET /v2.0/ports?device_id=707ba998-3344-4bca-bc2c-46ecaf52d012 HTTP/1.1" status: 200 len: 210 time: 0.0900893 Nov 08 12:19:50.496706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.817083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-a3069a86-f6d3-4366-8e0b-021d28592bdd service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854838 Nov 08 12:19:50.817083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-695aead5-3b8c-407f-924b-f6cb18dacba1 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910599 Nov 08 12:19:50.818181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac7eb-a49c-4c48-84dd-1b94dc2b4a42 req-a115878d-9fb7-4ff2-bf70-1d33d257cfb2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:50.818181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4eac7eb-a49c-4c48-84dd-1b94dc2b4a42 req-a115878d-9fb7-4ff2-bf70-1d33d257cfb2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0475593 Nov 08 12:19:50.818181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4eac7eb-a49c-4c48-84dd-1b94dc2b4a42 req-1f2b7d1b-c668-402f-8e6e-e0c7cbb49d3f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Nov 08 12:19:50.938766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59663f-5f99-4943-beee-8e5efcd5924b req-728ba57e-c373-4567-b404-a8a58e11b695 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:50.941520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e59663f-5f99-4943-beee-8e5efcd5924b req-728ba57e-c373-4567-b404-a8a58e11b695 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.0524831 Nov 08 12:19:50.943898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.948079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:50.950901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed361cbc-c8e2-4b67-86b1-d95364e2d276 HTTP/1.1" status: 204 len: 168 time: 0.6987519 Nov 08 12:19:50.979788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb780cba-aa90-47bf-ac79-05c400e6fe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed361cbc-c8e2-4b67-86b1-d95364e2d276,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:51.132884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e59663f-5f99-4943-beee-8e5efcd5924b req-3348ac50-3009-4e49-aa57-c091923c9f2b tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654593 Nov 08 12:19:51.576109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6820e427-c8b4-4c31-8c82-8b1b0f225de5 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:51.578178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-6820e427-c8b4-4c31-8c82-8b1b0f225de5 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.0688717 Nov 08 12:19:51.663899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e02a-c4b8-4072-a35c-e3c379cc7193 req-e84800f4-0f64-4c7e-ad92-9d645eb083ec tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:51.665142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f068e02a-c4b8-4072-a35c-e3c379cc7193 req-e84800f4-0f64-4c7e-ad92-9d645eb083ec tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.0539901 Nov 08 12:19:51.728670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f068e02a-c4b8-4072-a35c-e3c379cc7193 req-f4aa3f66-999b-454e-8bb1-4f57b1bc2e16 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Nov 08 12:19:51.800195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-68d98684-af1d-4d3b-b30a-53310858615d service neutron] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:51.803574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-68d98684-af1d-4d3b-b30a-53310858615d service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:51.804814 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c810b4c-e658-4b54-99b0-ddcc4ab50789 req-68d98684-af1d-4d3b-b30a-53310858615d service neutron] 10.222.0.57 "DELETE /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.2110615 Nov 08 12:19:51.885397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97b285-6749-482a-b128-30c1b2ace84e req-31aa14e3-cb0c-4feb-bb73-731ee1bbc38d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:51.893940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b97b285-6749-482a-b128-30c1b2ace84e req-31aa14e3-cb0c-4feb-bb73-731ee1bbc38d tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.0554340 Nov 08 12:19:51.958114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b97b285-6749-482a-b128-30c1b2ace84e req-d9c7eba4-834e-43be-8ace-3e94369a21d1 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646966 Nov 08 12:19:52.087259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6b0c-9161-4956-b40e-e2f215a3cc8e req-563fb4db-33da-4f81-b46e-e393f64f526a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:52.088749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-363d6b0c-9161-4956-b40e-e2f215a3cc8e req-563fb4db-33da-4f81-b46e-e393f64f526a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0507498 Nov 08 12:19:52.158581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-363d6b0c-9161-4956-b40e-e2f215a3cc8e req-f660e76d-0c12-4cd2-9cdf-8ad801fd2e69 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Nov 08 12:19:52.275986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9d625-8cc7-4dcd-8c71-832b31e36d10 req-8fb42b89-41c3-4608-9cc5-53aaef567d7e tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:52.278471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7b9d625-8cc7-4dcd-8c71-832b31e36d10 req-8fb42b89-41c3-4608-9cc5-53aaef567d7e tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1095 time: 0.0461543 Nov 08 12:19:52.309186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 42fe389e-3e26-4892-95f5-d528be91d8ad no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:19:52.337293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 42fe389e-3e26-4892-95f5-d528be91d8ad {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:19:52.340625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 42fe389e-3e26-4892-95f5-d528be91d8ad not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:19:52.363076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7b9d625-8cc7-4dcd-8c71-832b31e36d10 req-0587fb02-1a67-43bd-b46b-efc75d6eb496 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778244 Nov 08 12:19:52.417546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:52.541745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:19:52.580378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:19:52.812103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5367c82a-56f4-4d3b-8bf2-320d2349836d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a81c22a53bc04e67937f915455efb795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934016 Nov 08 12:19:52.814763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54678) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:52.846226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396120-bf99-486a-8884-46fae6c60b42 req-1f82ace2-fa8f-42cc-8f8b-79fc50cbfc93 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:52.848061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03396120-bf99-486a-8884-46fae6c60b42 req-1f82ace2-fa8f-42cc-8f8b-79fc50cbfc93 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.1152167 Nov 08 12:19:52.911436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:52.926484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03396120-bf99-486a-8884-46fae6c60b42 req-35421100-fb22-450a-814d-7d416eb54dac tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695069 Nov 08 12:19:52.964521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.025818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7432-6203-4502-bebf-b040f7aeb56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.236067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.239447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.240494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e8c2611-6197-4e5c-8d33-8d1989ad9ff5 HTTP/1.1" status: 204 len: 168 time: 0.4245968 Nov 08 12:19:53.282855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e879da-80cd-409f-9212-e14f28661528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8c2611-6197-4e5c-8d33-8d1989ad9ff5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:53.339877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-13844053-226a-40af-a04e-495c13634e4f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:53.341503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-13844053-226a-40af-a04e-495c13634e4f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.3178415 Nov 08 12:19:53.362797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-739d7489-d5b2-4f81-bb06-afbede6da7f3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/quotas/79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 375 time: 0.0151799 Nov 08 12:19:53.425924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-8bf12001-9fbe-48c5-9f41-ef0d5c36f0a4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611789 Nov 08 12:19:53.507566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1106410959', 'description': 'tempest-description-663593991'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:53.541918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-43aadbe7-478d-4444-abe7-c2e9993aab7f service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077266 Nov 08 12:19:53.632728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.650928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-c9f5dcbc-10d0-461c-9866-523b32a1f0f4 service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003680 Nov 08 12:19:53.652048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.759974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.837126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:53.983731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a35a7-2874-4e52-939e-3996fa356d9f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:53.987907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-bb8f5825-8aa9-49f1-9764-59a7edb8bfd9 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:53.987907 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-bb8f5825-8aa9-49f1-9764-59a7edb8bfd9 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.1333926 Nov 08 12:19:54.028095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.046508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2408d1-d5f7-4be8-80d1-8ca97ed12626 req-17f3f154-205a-4b70-9d6a-a92f58ae75ba tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.053975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a2408d1-d5f7-4be8-80d1-8ca97ed12626 req-17f3f154-205a-4b70-9d6a-a92f58ae75ba tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1068556 Nov 08 12:19:54.126901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a2408d1-d5f7-4be8-80d1-8ca97ed12626 req-fd020595-de87-4f08-a0a9-18a040f8740a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719185 Nov 08 12:19:54.134951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.205870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfabc885-6712-459d-88b5-834037b025e1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:54.217228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Deleting port afdfff93-292d-4a4f-b601-3d0cad1f637a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:19:54.217891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.237706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-f68db805-5f38-4c6a-a556-856ce2a5021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.239820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-f68db805-5f38-4c6a-a556-856ce2a5021d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.1276934 Nov 08 12:19:54.247678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-115e8ba6-d4e4-4f31-ba70-2d6f0ad99354 req-d20c9c49-29b5-4274-9933-5c3a72404c66 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 210 time: 0.0380814 Nov 08 12:19:54.314016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.314726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7773b85a-3482-4bce-b627-23f9eeaa19fc req-7816d8bd-a6be-4676-9e37-20b7fdbb40d3 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8140612 Nov 08 12:19:54.382158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2086608349', 'description': 'tempest-description-1932204226'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:54.417045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] For port afdfff93-292d-4a4f-b601-3d0cad1f637a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=afdfff93-292d-4a4f-b601-3d0cad1f637a,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:19:54.417422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.423612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f7737-7e4f-4aae-8165-ee7e8693e9b7 req-2d9d9101-ff62-4882-8ed7-c6a012ace259 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.425817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-787f7737-7e4f-4aae-8165-ee7e8693e9b7 req-2d9d9101-ff62-4882-8ed7-c6a012ace259 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 950 time: 0.0896618 Nov 08 12:19:54.432807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Calling delete_port for afdfff93-292d-4a4f-b601-3d0cad1f637a owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:19:54.448852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-2092a19d-d674-426f-af7b-4f04f4469b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.450358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-2092a19d-d674-426f-af7b-4f04f4469b92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1696091 Nov 08 12:19:54.486761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.517955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-787f7737-7e4f-4aae-8165-ee7e8693e9b7 req-3a2e3e90-509e-49d2-9ddc-ccc254ba608e tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Nov 08 12:19:54.535338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-df7db3c6-4a44-4cc5-b1d2-87106c1ebeda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0471048 Nov 08 12:19:54.571118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.591213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:54.608646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-b077e660-392d-4a7c-9aa3-f14fd275d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.610107 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-b077e660-392d-4a7c-9aa3-f14fd275d6bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0650949 Nov 08 12:19:54.638305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cbb49319-b8a0-478f-b4dd-6b1e3bfb370a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2aafdfd883ee49a19c8a65aba1252ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448656 Nov 08 12:19:54.640062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54740) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:54.677684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.711475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8150dd-41cd-430a-8618-12e11992363b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:54.731163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:54.748349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-b69759c8-2d7c-40bc-9c3e-3fe0c283c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:54.749892 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-b69759c8-2d7c-40bc-9c3e-3fe0c283c546 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284039 Nov 08 12:19:54.770586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.816860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.818084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1feaa751-d8df-4758-97a0-fe704ac4c331 req-7d487330-0afc-4db0-8072-66aae9b5450d tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4504588 Nov 08 12:19:54.831150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.835850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.848456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['afdfff93-292d-4a4f-b601-3d0cad1f637a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:19:54.890077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Pushing event deleted for resources: {'Port': ['ID=afdfff93-292d-4a4f-b601-3d0cad1f637a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:54.969265 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-0d0c50f7-485a-431a-a4f5-bf32e621c77c service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111070 Nov 08 12:19:54.969951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] No DVR routers for this DVR port afdfff93-292d-4a4f-b601-3d0cad1f637a on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:19:54.974837 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:54.978683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-09fcbb2f-92e1-49fa-b3a9-ce4c3133a42b req-61bb2dda-773f-4a17-83dc-e665e9001b31 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.57 "DELETE /v2.0/ports/afdfff93-292d-4a4f-b601-3d0cad1f637a HTTP/1.1" status: 204 len: 173 time: 0.9837680 Nov 08 12:19:54.980731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'name': 'network-vif-deleted', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:54.994701 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab510d-4e5b-4f86-a691-3baa5f74cd4f" -d '{"events": [{"server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "name": "network-vif-deleted", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:55.072873 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5d695-4071-4777-a56e-826c9e818167 x-openstack-request-id: req-f2d5d695-4071-4777-a56e-826c9e818167 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:55.073168 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f56e17a-6cf8-4737-ae18-de898d84e9ee", "name": "network-vif-deleted", "tag": "afdfff93-292d-4a4f-b601-3d0cad1f637a", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:55.073425 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2d5d695-4071-4777-a56e-826c9e818167 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:55.073817 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f56e17a-6cf8-4737-ae18-de898d84e9ee', 'name': 'network-vif-deleted', 'tag': 'afdfff93-292d-4a4f-b601-3d0cad1f637a', 'status': 'completed', 'code': 200} Nov 08 12:19:55.158854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6288ff4-28e4-4a6a-b0cc-e3c467a7dc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.161714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b631aebd-2852-4ea6-8518-7928f5911ee3 req-ad1d3127-21d8-4964-a319-39bb382906b9 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816273 Nov 08 12:19:55.162891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.165407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.168860 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7bdea55-bac3-45ae-8a43-24854f273bf6 HTTP/1.1" status: 204 len: 168 time: 0.5251226 Nov 08 12:19:55.188245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89878b1-2c3c-458c-abcb-1598036701e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bdea55-bac3-45ae-8a43-24854f273bf6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:55.216825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54762) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:55.277200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-359234547', 'description': 'tempest-description-1200011322'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:55.339631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee428d-0e89-4e60-b557-a18fdd45265b req-b0bb2ef7-a412-452f-9ac7-c6f57863534b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:55.341169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fee428d-0e89-4e60-b557-a18fdd45265b req-b0bb2ef7-a412-452f-9ac7-c6f57863534b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1296577 Nov 08 12:19:55.343587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-710ef891-81c1-41cd-8760-fcbe7f650dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.382473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6288ff4-28e4-4a6a-b0cc-e3c467a7dc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.396629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.416866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.430280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fee428d-0e89-4e60-b557-a18fdd45265b req-cda64710-9107-4f00-a5b8-63d6a1d964c0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Nov 08 12:19:55.440589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-710ef891-81c1-41cd-8760-fcbe7f650dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.448609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0d21c156-178d-4a87-a9e5-99b043e9b772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.503238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6288ff4-28e4-4a6a-b0cc-e3c467a7dc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.540195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-710ef891-81c1-41cd-8760-fcbe7f650dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.561843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b593eb7-b312-4378-adb4-6bc186d15a23 req-c6090355-802a-4777-acc2-282b75ed68ee tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 210 time: 0.0625064 Nov 08 12:19:55.582541 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-710ef891-81c1-41cd-8760-fcbe7f650dc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=456033fd73d6489385d907ce6bdb8c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632233 Nov 08 12:19:55.585286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:55.595926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6288ff4-28e4-4a6a-b0cc-e3c467a7dc1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23772b97f5cf45eda376b78536e416aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8633468 Nov 08 12:19:55.598389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:55.599297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ef891-81c1-41cd-8760-fcbe7f650dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944069f5-a438-42a9-bab2-2b3ec15478d8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:55.603249 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.604670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6288ff4-28e4-4a6a-b0cc-e3c467a7dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51062d-8be9-42ef-92d9-9cf765c52405,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:55.683161 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.685480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.704787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.748982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.753806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.758295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530daf20-9145-423a-b6bf-604e8db90a8a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:55.766500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.831257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.876204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e81e77-bede-4fda-bec3-88fc05d6c2c9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:55.988289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.988409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.988497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.988568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aadb48d0-3a72-4ac3-b6da-7bf7b6c2750f req-1d248247-11ba-4b58-8a20-e032cfe9f343 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7200627 Nov 08 12:19:55.988921 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc51062d-8be9-42ef-92d9-9cf765c52405 HTTP/1.1" status: 204 len: 168 time: 0.3845162 Nov 08 12:19:55.992470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.995106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:55.996432 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/944069f5-a438-42a9-bab2-2b3ec15478d8 HTTP/1.1" status: 204 len: 168 time: 0.4101064 Nov 08 12:19:56.004613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183fec-e603-4fb3-8f6d-b9b32cfedd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51062d-8be9-42ef-92d9-9cf765c52405,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:56.015806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e72cb-c2b1-44cf-9c69-5324d35d33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944069f5-a438-42a9-bab2-2b3ec15478d8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:56.099703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1501663375', 'description': 'tempest-description-233864593'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:56.122582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7a8b723-e68a-4a8c-8615-93e3ac5d0ad5 req-4f69d4ba-92f7-4bd5-b1f2-17312dfe8c25 tempest-DeleteServersAdminTestJSON-1090420671 tempest-DeleteServersAdminTestJSON-1090420671-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f56e17a-6cf8-4737-ae18-de898d84e9ee HTTP/1.1" status: 200 len: 210 time: 0.0342107 Nov 08 12:19:56.234852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:56.301194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:56.431347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:56.469012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb0fafd-1cee-4f2f-9974-517aedc2c99d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:56.527315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-712f51a0-7b8c-4c9e-8297-9ffcf21bb842 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:56.528193 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-712f51a0-7b8c-4c9e-8297-9ffcf21bb842 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.1979110 Nov 08 12:19:56.542513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Request body: {'port': {'device_id': 'e91a384a-c330-41df-b870-29904f1db72c', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'admin_state_up': True, 'tenant_id': '79c7c52a983143669349e50afdc98213'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:56.545588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:56.547312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:56.559054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3784339f-4687-4d89-b882-3dc6b50c002b req-0f847c21-b319-4ee6-9ff9-905796ffed8a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4706466 Nov 08 12:19:56.670579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80326-8d1c-4b07-8575-e6588b49ae01 req-f0f10b15-81a9-48ab-8b41-cbed88b7e8ea tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:56.672324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8b80326-8d1c-4b07-8575-e6588b49ae01 req-f0f10b15-81a9-48ab-8b41-cbed88b7e8ea tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0650692 Nov 08 12:19:56.725117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8b80326-8d1c-4b07-8575-e6588b49ae01 req-0beda60e-6652-431d-a7c7-154512341ae6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Nov 08 12:19:56.903042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989e7988-b0f9-4a46-8fdc-50611586ac1f req-c365fe3d-701a-4c6b-842a-21f384629341 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 210 time: 0.0420196 Nov 08 12:19:56.968309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:19:56.972143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.008189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-d54e7a76-1706-41e8-91ca-e2b7b47687d5 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34307 time: 0.2549767 Nov 08 12:19:57.038493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:57.070587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5295e4f-0579-46d2-a322-1fc54626ed41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.114328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Allocated IP 172.20.0.10 (78305ab6-b278-47a7-a971-6982586fe78d/27b27c67-9d84-4e9d-85f4-156ecb599056/3d22014f-7f9f-4cae-8686-43ccd553eef5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:19:57.120224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-a6472f85-2cee-4d98-9dae-faa7da791421 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/21486dc6-940b-41fa-ae6c-64c02a30b75c HTTP/1.1" status: 200 len: 2994 time: 0.1049793 Nov 08 12:19:57.191933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-6d4d0d2d-5c12-47ba-a325-8477535d1a80 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/21486dc6-940b-41fa-ae6c-64c02a30b75c HTTP/1.1" status: 200 len: 2994 time: 0.0600555 Nov 08 12:19:57.198311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5295e4f-0579-46d2-a322-1fc54626ed41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.253139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-34498e60-b15d-42c6-9501-5e9f19387aaa tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4a472fdc-364f-4f89-b614-9aaab45d4822 HTTP/1.1" status: 200 len: 2990 time: 0.0531936 Nov 08 12:19:57.282756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:57.287719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5295e4f-0579-46d2-a322-1fc54626ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.305236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4364885b-9425-408b-b1f6-2bf8468a0e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.344555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-049bc422-a9ed-4ad1-9251-ae0a7b95c7ea tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4a472fdc-364f-4f89-b614-9aaab45d4822 HTTP/1.1" status: 200 len: 2990 time: 0.0831769 Nov 08 12:19:57.346692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b5295e4f-0579-46d2-a322-1fc54626ed41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d15395e2a0a3404a8462281a628965a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073785 Nov 08 12:19:57.347863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5295e4f-0579-46d2-a322-1fc54626ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63489d3a-2556-4231-8456-14e2f9143862,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:57.350473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:57.405432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.442116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-190246c7-dbc6-4826-a3ad-eca37ae7450f tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4eb3bea6-1ed5-412e-a847-1f99485c6c5e HTTP/1.1" status: 200 len: 2998 time: 0.0809205 Nov 08 12:19:57.460044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.465607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4364885b-9425-408b-b1f6-2bf8468a0e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.502203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.509717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-77a36c1f-05f7-4f6e-8605-b14c77153cb5 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4eb3bea6-1ed5-412e-a847-1f99485c6c5e HTTP/1.1" status: 200 len: 2998 time: 0.0666823 Nov 08 12:19:57.529834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.572184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-b26e2ef9-6852-42e2-9761-9fa001183b46 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/530daf20-9145-423a-b6bf-604e8db90a8a HTTP/1.1" status: 200 len: 2998 time: 0.0536032 Nov 08 12:19:57.581112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4364885b-9425-408b-b1f6-2bf8468a0e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.627271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-7984a34a-cb08-4839-bc36-21e2bf4b39c1 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/530daf20-9145-423a-b6bf-604e8db90a8a HTTP/1.1" status: 200 len: 2998 time: 0.0483639 Nov 08 12:19:57.640650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Network 78305ab6-b278-47a7-a971-6982586fe78d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:19:57.647651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:57.649271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.652014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.656333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:19:57.656563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63489d3a-2556-4231-8456-14e2f9143862 HTTP/1.1" status: 204 len: 168 time: 0.3014221 Nov 08 12:19:57.664010 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4364885b-9425-408b-b1f6-2bf8468a0e74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=468fe2faabfa4f02809e885a53642255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799059 Nov 08 12:19:57.664637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:57.665433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:19:57.671150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:57.671831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.678858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63489d3a-2556-4231-8456-14e2f9143862,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:57.682092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364885b-9425-408b-b1f6-2bf8468a0e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc68e1-cfc4-4934-8343-21a4cbeb7fd9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:57.698990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.705566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62bbea-a9cd-4b58-881a-d4470d2b12ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:57.709551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-3468ea02-91db-4f51-92c1-80296f9d3a59 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/64da501b-5ce6-4a30-b8b0-10b078e048ed HTTP/1.1" status: 200 len: 2998 time: 0.0739295 Nov 08 12:19:57.739321 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.759966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-3f26f76e-8775-4448-a938-6223d6f3f92a tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/64da501b-5ce6-4a30-b8b0-10b078e048ed HTTP/1.1" status: 200 len: 2998 time: 0.0453751 Nov 08 12:19:57.776156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.798290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-3272420a-a01f-4831-a211-dd997d516578 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600269 Nov 08 12:19:57.840064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Request body: {'port': {'device_id': 'e91a384a-c330-41df-b870-29904f1db72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:19:57.842141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-5a696837-8f66-43bc-8b91-6db3ff81d8c8 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7a67c566-f2cd-46a2-90ed-73ae7ba0bc65 HTTP/1.1" status: 200 len: 2994 time: 0.0761855 Nov 08 12:19:57.876238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737613f-5e07-4d91-a964-e745316f2619 req-b4803663-e420-45b4-8e6e-8b47cbbcfa9b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:57.883003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a737613f-5e07-4d91-a964-e745316f2619 req-b4803663-e420-45b4-8e6e-8b47cbbcfa9b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0750957 Nov 08 12:19:57.915102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:57.925991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-c19edd6a-97d1-44ad-a1f6-6f1cbf9cb910 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7a67c566-f2cd-46a2-90ed-73ae7ba0bc65 HTTP/1.1" status: 200 len: 2994 time: 0.0756857 Nov 08 12:19:57.962784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a737613f-5e07-4d91-a964-e745316f2619 req-715438c6-4a3d-4d2a-af5f-f026ecae452e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759480 Nov 08 12:19:57.987199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-72650f0f-d724-4cfa-9085-19c0214640f8 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/885d598d-623b-4079-bdca-e6ced9329a39 HTTP/1.1" status: 200 len: 2994 time: 0.0549123 Nov 08 12:19:58.001939 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.037239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.040234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.041770 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cdc68e1-cfc4-4934-8343-21a4cbeb7fd9 HTTP/1.1" status: 204 len: 168 time: 0.3666949 Nov 08 12:19:58.057907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc68e1-cfc4-4934-8343-21a4cbeb7fd9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:58.077408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-40fea248-645c-420b-b24e-e1beffe84124 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/885d598d-623b-4079-bdca-e6ced9329a39 HTTP/1.1" status: 200 len: 2994 time: 0.0822799 Nov 08 12:19:58.084129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.084759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.085449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.085978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.086520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.087053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.087554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.088040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.088534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.088866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.089199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.090149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4ea1b3-ae03-42bd-b8e3-25b3d039f13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:19:58.139862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a9a31-b6ef-4537-9e95-49655248977b req-90ab4255-a211-49e8-8852-5e3c7eccec30 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:58.141357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b2a9a31-b6ef-4537-9e95-49655248977b req-90ab4255-a211-49e8-8852-5e3c7eccec30 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 932 time: 0.1059306 Nov 08 12:19:58.144444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-0d11c6aa-a14b-45b1-949b-96431b7225a4 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a07a35a7-2874-4e52-939e-3996fa356d9f HTTP/1.1" status: 200 len: 2998 time: 0.0662107 Nov 08 12:19:58.219549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b2a9a31-b6ef-4537-9e95-49655248977b req-daef7d1b-e0f0-4390-83b4-9d7990aa9498 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710335 Nov 08 12:19:58.221068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-6963fe16-8960-4e65-a518-f2e76d7c67a3 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a07a35a7-2874-4e52-939e-3996fa356d9f HTTP/1.1" status: 200 len: 2998 time: 0.0653467 Nov 08 12:19:58.232844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d22014f-7f9f-4cae-8686-43ccd553eef5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:19:58.240161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.256496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Transition to ACTIVE for port object 3d22014f-7f9f-4cae-8686-43ccd553eef5 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:19:58.276328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-a3f96ea1-cfcc-43d6-aaa9-f9fec9bff0d9 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ba92513e-8ee1-438e-85db-ae334f3b6cd4 HTTP/1.1" status: 200 len: 2998 time: 0.0440233 Nov 08 12:19:58.312901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device afdfff93-292d-4a4f-b601-3d0cad1f637a no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:19:58.324058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-5f5a1f8d-95a7-447a-8242-99619bf9bd4d tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ba92513e-8ee1-438e-85db-ae334f3b6cd4 HTTP/1.1" status: 200 len: 2998 time: 0.0407975 Nov 08 12:19:58.337265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: afdfff93-292d-4a4f-b601-3d0cad1f637a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:19:58.337879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device afdfff93-292d-4a4f-b601-3d0cad1f637a not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:19:58.340598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.369189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-1cb7b433-6f83-4316-aaf7-55c952d67248 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ef259cbb-9831-4983-99b4-0b70c23efa68 HTTP/1.1" status: 200 len: 2998 time: 0.0378788 Nov 08 12:19:58.425354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:58.437235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e20c09-2689-4121-a6a4-99880eb31cfb req-692c0383-7709-4bb7-b9d7-877686fea344 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ef259cbb-9831-4983-99b4-0b70c23efa68 HTTP/1.1" status: 200 len: 2998 time: 0.0577607 Nov 08 12:19:58.448540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:58.468618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:19:58.468954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:19:58.469282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:58.474232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:19:58.474589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:19:58.479579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:19:58.479918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:19:58.480736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:19:58.480736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Bound port: 3d22014f-7f9f-4cae-8686-43ccd553eef5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:19:58.481057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.541388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a61c576c-a7f5-4bb1-ac54-ddd2539b8753 req-1c640a6c-6a9a-40a0-b8d6-497eed336fcc tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2ff1cb8ae9b4c4e87da1be22624d727 HTTP/1.1" status: 200 len: 6154 time: 0.0749953 Nov 08 12:19:58.547876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:19:58.552302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:19:58.588350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a61c576c-a7f5-4bb1-ac54-ddd2539b8753 req-238110a1-79e7-4f58-9847-848fa2cbd141 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "GET /v2.0/security-groups/a07a35a7-2874-4e52-939e-3996fa356d9f HTTP/1.1" status: 200 len: 2998 time: 0.0403125 Nov 08 12:19:58.614288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54886) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:58.636395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a61c576c-a7f5-4bb1-ac54-ddd2539b8753 req-4158de66-94c7-41cc-8d7e-80f6ce12ef96 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "GET /v2.0/security-groups/a07a35a7-2874-4e52-939e-3996fa356d9f HTTP/1.1" status: 200 len: 2998 time: 0.0422003 Nov 08 12:19:58.639450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.681468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:58.682106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.683511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 1092 time: 0.8640940 Nov 08 12:19:58.683951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:19:58.686159 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74490b0-d040-43f4-a17d-4b4461482f55" -d '{"events": [{"name": "network-changed", "server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:19:58.706868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-75abae64-e54c-40bd-975b-c81a2cb295eb tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ddb0fafd-1cee-4f2f-9974-517aedc2c99d HTTP/1.1" status: 200 len: 1794 time: 0.0427868 Nov 08 12:19:58.724284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8707-74ae-4397-9472-fee7d0d487f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:58.737424 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e8344-8d17-4989-8907-fe511740b197 x-openstack-request-id: req-634e8344-8d17-4989-8907-fe511740b197 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:19:58.738231 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:19:58.738512 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-634e8344-8d17-4989-8907-fe511740b197 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:19:58.739032 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'status': 'completed', 'code': 200} Nov 08 12:19:58.772939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.828568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-4700d5f7-aaa9-405d-b04c-a9f94243c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:58.833997 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-4700d5f7-aaa9-405d-b04c-a9f94243c33d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1095 time: 0.0692894 Nov 08 12:19:58.841578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:58.887936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e2750af-193d-4d44-84d6-27e129024dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.014631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.016809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.017441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.021758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb9730a5-530f-43ae-8c9c-fe65f5626fa7 req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddb0fafd-1cee-4f2f-9974-517aedc2c99d HTTP/1.1" status: 204 len: 173 time: 0.3087454 Nov 08 12:19:59.050322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9d493-406a-4348-92b4-e1a55edc53d0 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb0fafd-1cee-4f2f-9974-517aedc2c99d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.106427 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-80aea625-002a-41a3-b171-7c02a1a823cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e739fee58fce47909a91a10e95e5b541&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4907110 Nov 08 12:19:59.109489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:59.126959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-7eb94b90-6b46-4abc-88be-11bc61e2b853 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "GET /v2.0/security-groups/24e81e77-bede-4fda-bec3-88fc05d6c2c9 HTTP/1.1" status: 200 len: 1794 time: 0.0660222 Nov 08 12:19:59.145429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-5be2fd91-3f82-46b6-a81e-273465c5183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.146729 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-5be2fd91-3f82-46b6-a81e-273465c5183f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=79c7c52a983143669349e50afdc98213&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3056028 Nov 08 12:19:59.223995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7a853-993c-4b0a-8110-7dbe2dd7a72f req-024ce5dc-4310-46bc-bf9f-4fce5264fdd5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.225589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d7a853-993c-4b0a-8110-7dbe2dd7a72f req-024ce5dc-4310-46bc-bf9f-4fce5264fdd5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0920653 Nov 08 12:19:59.230950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.268876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.292423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.302103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e2750af-193d-4d44-84d6-27e129024dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.322114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d7a853-993c-4b0a-8110-7dbe2dd7a72f req-95a4494c-369d-4dd8-a1f6-fd3334d38091 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861204 Nov 08 12:19:59.359596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.378188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-28f85b0f-8c97-4683-9529-70296ef52052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.380521 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e74490b0-d040-43f4-a17d-4b4461482f55 req-28f85b0f-8c97-4683-9529-70296ef52052 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255492 Nov 08 12:19:59.390536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e2750af-193d-4d44-84d6-27e129024dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.409999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.415700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.418073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fa1f0f9-e40d-42f9-9cc9-5a77106dfb60 req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/24e81e77-bede-4fda-bec3-88fc05d6c2c9 HTTP/1.1" status: 204 len: 173 time: 0.2932751 Nov 08 12:19:59.437287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66040553-f7e9-4f1c-9d68-c3d266e33f03 tempest-SecurityGroupsTestAdminJSON-1702286427 tempest-SecurityGroupsTestAdminJSON-1702286427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e81e77-bede-4fda-bec3-88fc05d6c2c9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.468998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2750af-193d-4d44-84d6-27e129024dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533dc634-a601-4e69-ae1d-6fff06950ba3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.486827 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e2750af-193d-4d44-84d6-27e129024dca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15100fc61be34edab7b9d27e5ae4fb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0347276 Nov 08 12:19:59.489768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:19:59.518452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25957c4f-486d-46be-b602-c485325866c2 req-acd7b8a4-59b9-406f-96a3-03725d5e2d97 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "GET /v2.0/security-groups/5d8150dd-41cd-430a-8618-12e11992363b HTTP/1.1" status: 200 len: 1795 time: 0.0688677 Nov 08 12:19:59.526600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277bbe-9163-4447-beb8-cdeb67d7799c req-0c0ce013-8040-4205-8a3c-418c74e42e9d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.528536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0277bbe-9163-4447-beb8-cdeb67d7799c req-0c0ce013-8040-4205-8a3c-418c74e42e9d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.0941627 Nov 08 12:19:59.539262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-a22fb9ba-a99d-40d4-89eb-09cbc838477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.540756 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-a22fb9ba-a99d-40d4-89eb-09cbc838477c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1095 time: 0.0953658 Nov 08 12:19:59.587077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.590620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-66465071-1697-4637-a21f-9aac9d51a91d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 217 time: 0.0403366 Nov 08 12:19:59.622696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0277bbe-9163-4447-beb8-cdeb67d7799c req-861106ff-440f-404b-ac35-7301e197ffeb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819838 Nov 08 12:19:59.642476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.646974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.651357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a67c566-f2cd-46a2-90ed-73ae7ba0bc65 HTTP/1.1" status: 204 len: 168 time: 0.5371904 Nov 08 12:19:59.653847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.662840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25957c4f-486d-46be-b602-c485325866c2 req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.677145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796a47-7751-4d72-8212-8ec4d9f6de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67c566-f2cd-46a2-90ed-73ae7ba0bc65,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.691959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25957c4f-486d-46be-b602-c485325866c2 req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.721336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-95b1cb73-e34c-47e3-b6cc-ef4b36bcd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:19:59.723796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-95b1cb73-e34c-47e3-b6cc-ef4b36bcd9f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1253815 Nov 08 12:19:59.761935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-84a110ed-d9e9-4ea6-bc24-9083ed4977b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297873 Nov 08 12:19:59.803446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25957c4f-486d-46be-b602-c485325866c2 req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.809006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25957c4f-486d-46be-b602-c485325866c2 req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.810485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25957c4f-486d-46be-b602-c485325866c2 req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "DELETE /v2.0/security-groups/5d8150dd-41cd-430a-8618-12e11992363b HTTP/1.1" status: 204 len: 173 time: 0.2810037 Nov 08 12:19:59.839287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.842346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:19:59.844313 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/533dc634-a601-4e69-ae1d-6fff06950ba3 HTTP/1.1" status: 204 len: 168 time: 0.3536069 Nov 08 12:19:59.858312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed05013-abc9-4ced-8a16-1289e238eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dc634-a601-4e69-ae1d-6fff06950ba3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.859603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcd783-e3d9-4f65-9361-3a0d734c8fc0 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8150dd-41cd-430a-8618-12e11992363b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:19:59.902969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-697ab1d1-1198-4f22-ad51-5ca8bfcc0ba6 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "GET /v2.0/security-groups/dfabc885-6712-459d-88b5-834037b025e1 HTTP/1.1" status: 200 len: 1794 time: 0.0521631 Nov 08 12:19:59.911838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-b7721d53-7d99-408c-b115-42acc96024d5 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397228 Nov 08 12:19:59.978613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.002676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.024367 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2381604f-4ea4-4738-bdc5-6ebee54451de req-a0e5e3b5-1653-4ec4-b9fc-256e273535c3 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024759 Nov 08 12:20:00.122924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.125418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.126586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54fa20f6-3d1a-428a-9802-40b160c636cb req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] 10.222.0.58 "DELETE /v2.0/security-groups/dfabc885-6712-459d-88b5-834037b025e1 HTTP/1.1" status: 204 len: 173 time: 0.2149878 Nov 08 12:20:00.136381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304256-19e1-4f8b-9943-2c7142980f80 tempest-SecurityGroupsTestAdminJSON-715450189 tempest-SecurityGroupsTestAdminJSON-715450189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfabc885-6712-459d-88b5-834037b025e1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:00.491119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe117-5d6b-43a9-9384-f5481a9a8b2f req-3cb68fe1-1dab-4650-9cf0-a8497cf3e13e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:00.492647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178fe117-5d6b-43a9-9384-f5481a9a8b2f req-3cb68fe1-1dab-4650-9cf0-a8497cf3e13e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0623174 Nov 08 12:20:00.540632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178fe117-5d6b-43a9-9384-f5481a9a8b2f req-832311ab-7eef-4b4e-b10e-1bf5a169f786 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Nov 08 12:20:00.730467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:00.744752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-453ec7d6-b63b-47a0-82bd-52ea6a17ddea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.744942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426970b8-1001-4bb8-888e-1372ed2dc44b req-66a1acdb-e4b5-47ef-8953-4e64492389c5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:00.752200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-426970b8-1001-4bb8-888e-1372ed2dc44b req-66a1acdb-e4b5-47ef-8953-4e64492389c5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.0546906 Nov 08 12:20:00.808954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-426970b8-1001-4bb8-888e-1372ed2dc44b req-39db9d95-8c4a-4abb-9097-9e6df5b0c36f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560093 Nov 08 12:20:00.839262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:00.848277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-453ec7d6-b63b-47a0-82bd-52ea6a17ddea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.916944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-453ec7d6-b63b-47a0-82bd-52ea6a17ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:00.957283 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-453ec7d6-b63b-47a0-82bd-52ea6a17ddea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c85ecabf662e481a87d36aea0149d2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227056 Nov 08 12:20:00.957283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec7d6-b63b-47a0-82bd-52ea6a17ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d3053-f916-48c8-98a3-ea1d08914094,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:00.957639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.013004 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.039020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.168384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.171005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.172142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/365d3053-f916-48c8-98a3-ea1d08914094 HTTP/1.1" status: 204 len: 168 time: 0.2136662 Nov 08 12:20:01.178862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54992) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.180498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b00802-2019-469d-b39d-03ceb6d756bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d3053-f916-48c8-98a3-ea1d08914094,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:01.198750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614cc937-c883-4994-8aa1-a8193e94a4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.262122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.275130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614cc937-c883-4994-8aa1-a8193e94a4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.344039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614cc937-c883-4994-8aa1-a8193e94a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.353886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-network', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:01.386719 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-614cc937-c883-4994-8aa1-a8193e94a4f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebccbd0ba5a041dca8f5fef655f683e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066154 Nov 08 12:20:01.387659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc937-c883-4994-8aa1-a8193e94a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bde545-e75a-4c97-9d65-afe1d7a869c4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:01.389376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.442769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Made reservation on behalf of aea6e32811b441d396adae8cf869ba4f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:01.445400 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.456147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.458492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.470501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55002) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.496850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.588614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.639582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0e132341-c2fb-40e4-86b8-b3f9013a08bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2ff1cb8ae9b4c4e87da1be22624d727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762894 Nov 08 12:20:01.642161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.653990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55010) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:01.705264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00c2e-dfe9-4064-a6c0-988e7a68464a req-4c55c3b6-4030-4d3a-a41b-36849f28ef59 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:01.707102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4e00c2e-dfe9-4064-a6c0-988e7a68464a req-4c55c3b6-4030-4d3a-a41b-36849f28ef59 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0899110 Nov 08 12:20:01.710766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.710877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.719016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.721713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.723202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70bde545-e75a-4c97-9d65-afe1d7a869c4 HTTP/1.1" status: 204 len: 168 time: 0.3325405 Nov 08 12:20:01.734661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:01.737391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.777288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.777288 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Added segment ddd5cfad-b197-495c-a390-7987457ac368 of type vlan for network 53dbaa74-537b-4a26-a051-1d7fec4ea59d Nov 08 12:20:01.787936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:01.823366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-165097930-network', 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:01.836927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63515c87-d1bd-41f9-b1ad-4f58c0c022d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bde545-e75a-4c97-9d65-afe1d7a869c4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:01.847728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4e00c2e-dfe9-4064-a6c0-988e7a68464a req-4e171d88-887d-42a7-9bc6-4daaf468c2c0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311383 Nov 08 12:20:01.852837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.882780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.887460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.888624 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a07a35a7-2874-4e52-939e-3996fa356d9f HTTP/1.1" status: 204 len: 168 time: 0.2454917 Nov 08 12:20:01.896906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf33ae2-a626-44eb-9aa2-186b51e67dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:01.923462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c574c06-5738-424d-b3ea-eaae8ceccd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a35a7-2874-4e52-939e-3996fa356d9f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:01.986288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078cf98-f4bf-4eed-9c40-63438d596969 req-2ec22cf5-1ff8-46b1-b586-dcb4f8ad0348 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:01.987847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5078cf98-f4bf-4eed-9c40-63438d596969 req-2ec22cf5-1ff8-46b1-b586-dcb4f8ad0348 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.0782518 Nov 08 12:20:02.008547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf33ae2-a626-44eb-9aa2-186b51e67dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.011782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.012710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:02.013278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.054409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:02.056883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.095942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5078cf98-f4bf-4eed-9c40-63438d596969 req-a236ce48-c6c9-43ea-bece-902d7ad9249e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013632 Nov 08 12:20:02.096556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] Pushing event updated for resources: {'Network': ['ID=53dbaa74-537b-4a26-a051-1d7fec4ea59d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.108218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:02.154925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3c73fc8d-1dfa-4995-b96e-0532980b2f83 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3143134 Nov 08 12:20:02.158021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:02.165536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Request body: {'subnet': {'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-subnet', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:02.224157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf33ae2-a626-44eb-9aa2-186b51e67dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.226567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.271379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Made reservation on behalf of aea6e32811b441d396adae8cf869ba4f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:02.275677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.281178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fcf33ae2-a626-44eb-9aa2-186b51e67dbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c6cc91be5d949b0b43be5762c967b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199706 Nov 08 12:20:02.283752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55030) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:02.292704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf33ae2-a626-44eb-9aa2-186b51e67dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498e65d-1fe7-437e-8f6a-3b623c8cd3ca,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.397593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.424189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.455515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.549701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.550011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.582423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.585146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.585269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:02.588986 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6498e65d-1fe7-437e-8f6a-3b623c8cd3ca HTTP/1.1" status: 204 len: 168 time: 0.3000588 Nov 08 12:20:02.588986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:02.598694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55044) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:02.598826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eee522-307b-46c1-b0f8-f1d3c81e6840,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.624296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.624296 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Added segment 843e7b9f-1121-48a2-b127-091ebe2767b9 of type vlan for network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 Nov 08 12:20:02.624296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e112f-833c-4093-b502-e1abdc09af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498e65d-1fe7-437e-8f6a-3b623c8cd3ca,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.634673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81eb78be-d709-4f7c-bd5f-8fd5271c3141,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.649567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Checking segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:02.652723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Network hostable DHCP agents. Network: 53dbaa74-537b-4a26-a051-1d7fec4ea59d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:02.669030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.676514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f68df014-96c4-44e1-99b2-a2400aaa8398 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a75a4e06484c485e99a42866645d002b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767677 Nov 08 12:20:02.679526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:02.733208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.755604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.762556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.764150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:02.764788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.788870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:02.799753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:02.813617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'port_id': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'mac_address': 'fa:16:3e:01:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b27c67-9d84-4e9d-85f4-156ecb599056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:02.843449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] Pushing event updated for resources: {'Network': ['ID=6c505b67-ed16-4204-a8c9-b0fdb9d463c6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.856425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:02.865626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 53dbaa74-537b-4a26-a051-1d7fec4ea59d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:02.871687 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21fa7e51-d60a-4a3f-a0f2-4875809e6071 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4001179 Nov 08 12:20:02.874790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:02.879151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.879290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:02.879732 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.881909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940ce5a-cf58-480d-96ef-2263e47a4674 None None] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:02.886065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Request body: {'subnet': {'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-165097930-subnet', 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:02.920802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.923529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:02.924726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/530daf20-9145-423a-b6bf-604e8db90a8a HTTP/1.1" status: 204 len: 168 time: 0.2442944 Nov 08 12:20:02.934604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e39dae-2ccf-40d6-8992-5e1202d6d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530daf20-9145-423a-b6bf-604e8db90a8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:02.953601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d22014f-7f9f-4cae-8686-43ccd553eef5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:02.985280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c75ab-5ae1-469a-891f-69b76dfe74b2 req-d7854c25-202d-4098-8e77-884a50ca6a28 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:02.986802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a5c75ab-5ae1-469a-891f-69b76dfe74b2 req-d7854c25-202d-4098-8e77-884a50ca6a28 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0502434 Nov 08 12:20:03.029130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:03.029765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:03.032816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.101722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba23f590-216d-4171-a5c7-6397dc389f50 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9424331 Nov 08 12:20:03.104583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:03.109109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:03.109845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.151408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a5c75ab-5ae1-469a-891f-69b76dfe74b2 req-2e72237c-1d52-4381-bb42-4778ef889a29 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519089 Nov 08 12:20:03.173654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'fixed_ips': [{'subnet_id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:20:03.177093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.214658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.215861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.234844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:03.288698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.315337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b827b38-8ad2-4d0d-88bd-20c0170e4fdb req-a6b18810-0720-48e8-bf6d-5c691ccf2fe4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:03.317920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b827b38-8ad2-4d0d-88bd-20c0170e4fdb req-a6b18810-0720-48e8-bf6d-5c691ccf2fe4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.1023107 Nov 08 12:20:03.360453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Allocated IP 172.20.0.2 (53dbaa74-537b-4a26-a051-1d7fec4ea59d/81eb78be-d709-4f7c-bd5f-8fd5271c3141/0d33a2c4-8cc7-499f-af47-a5081640d9a2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:03.373921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3d22014f-7f9f-4cae-8686-43ccd553eef5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:03.376863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b827b38-8ad2-4d0d-88bd-20c0170e4fdb req-b23f202c-d7a1-41f0-9b09-9c72fecc0ed8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Nov 08 12:20:03.432082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.488698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43161527-df13-4bef-96fc-88351e661871,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:03.499951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:03.500313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Network hostable DHCP agents. Network: 6c505b67-ed16-4204-a8c9-b0fdb9d463c6, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:03.597092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.612138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:03.624768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.687909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:03.701850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6492-5b9d-4957-b1ae-b071090a7d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.751781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.751970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6c505b67-ed16-4204-a8c9-b0fdb9d463c6) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:03.756223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:03.757210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.797893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19910f0-d0fb-4aa5-8732-929f9cc13d9e None None] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:03.809656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6492-5b9d-4957-b1ae-b071090a7d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.857051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Pushing event updated for resources: {'Port': ['ID=0d33a2c4-8cc7-499f-af47-a5081640d9a2,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:03.862748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a28541df-b7ec-4b03-aa31-41a9848e4230 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9861069 Nov 08 12:20:03.898367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6492-5b9d-4957-b1ae-b071090a7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:03.906068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:03.912329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:03.918337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:04.002170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Attempting to bind port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:04.002622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Attempting to bind port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:04.002991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Attempting to bind port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 on network 53dbaa74-537b-4a26-a051-1d7fec4ea59d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:04.009481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b75b6492-5b9d-4957-b1ae-b071090a7d81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc62dc13456042b998ff6211fbce6eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200126 Nov 08 12:20:04.012218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:04.029758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:04.030141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Checking segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:04.042687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.042687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Bound using segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:04.042687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Bound port: 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:04.042687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.046062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6492-5b9d-4957-b1ae-b071090a7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe354e-2e9e-45ec-86f0-cae2abc111f3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:04.094392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e73e67-4250-4dc3-a476-8b37529b14de None None] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:04.095199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.098679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.123719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.159505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.276294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] For port 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:04.289042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] For port 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d33a2c4-8cc7-499f-af47-a5081640d9a2,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:04.293259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1d3c5-572b-42ce-8a16-634da090f7e7 req-803cea5c-e2c5-4543-85f1-463fabda88ea tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:04.294786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1c1d3c5-572b-42ce-8a16-634da090f7e7 req-803cea5c-e2c5-4543-85f1-463fabda88ea tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0544660 Nov 08 12:20:04.295884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.298450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.301321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02fe354e-2e9e-45ec-86f0-cae2abc111f3 HTTP/1.1" status: 204 len: 168 time: 0.2876904 Nov 08 12:20:04.322616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317d5e8-051f-42bf-875f-13f655d73359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe354e-2e9e-45ec-86f0-cae2abc111f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:04.360792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.376995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1c1d3c5-572b-42ce-8a16-634da090f7e7 req-6c003907-bdde-419e-898c-5d62248330fa tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743973 Nov 08 12:20:04.482545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822027-85a3-434b-ab44-e9adf4161500 None None] Pushing event updated for resources: {'Port': ['ID=0d33a2c4-8cc7-499f-af47-a5081640d9a2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:04.483410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Allocated IP 172.25.1.107 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/fd5cc774-8899-43ec-a7ae-982c2d6b6b7b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:04.551179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cf16c-33fe-4ca9-97b1-178491c395ac req-3171f066-df02-44b1-8478-6084134250ab tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:04.552890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cf16c-33fe-4ca9-97b1-178491c395ac req-3171f066-df02-44b1-8478-6084134250ab tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.0582714 Nov 08 12:20:04.585515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:04.613084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cf16c-33fe-4ca9-97b1-178491c395ac req-ccfc3fc0-0974-49b1-8f05-7d9b56992c63 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526664 Nov 08 12:20:04.655947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.711305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 3d22014f-7f9f-4cae-8686-43ccd553eef5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:04.720908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3d22014f-7f9f-4cae-8686-43ccd553eef5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:04.721282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.780088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.852319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:04.861445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:04.864038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Pushing event updated for resources: {'Port': ['ID=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:04.867772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:04.904607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:04.929888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d33a2c4-8cc7-499f-af47-a5081640d9a2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:04.969267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:04.971420 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78897c8e-fc09-4c5f-b531-54cc248eddc3" -d '{"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-plugged", "status": "completed", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:04.991283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:05.007180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:05.007736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.029329 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f389b80-99ba-4772-b2fa-bbb1c3c03553 x-openstack-request-id: req-9f389b80-99ba-4772-b2fa-bbb1c3c03553 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:05.029646 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-plugged", "status": "completed", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:05.029901 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f389b80-99ba-4772-b2fa-bbb1c3c03553 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:05.030975 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'code': 200} Nov 08 12:20:05.114886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.138033 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.175061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d33a2c4-8cc7-499f-af47-a5081640d9a2,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:05.180275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2c761-e878-4eeb-9e48-6a9bbafafbf7 req-8bf7af3a-ba85-42fc-90d8-35fd347adf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:05.181790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-abd2c761-e878-4eeb-9e48-6a9bbafafbf7 req-8bf7af3a-ba85-42fc-90d8-35fd347adf31 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1096 time: 0.0961888 Nov 08 12:20:05.200325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:05.260124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.324729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0d33a2c4-8cc7-499f-af47-a5081640d9a2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:05.347118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-abd2c761-e878-4eeb-9e48-6a9bbafafbf7 req-2389ad07-fa5b-4f7b-9b61-61dc67de1d39 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526835 Nov 08 12:20:05.351437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.542773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d4890-b083-4da3-84d1-e14afcab1d0c req-7a700b4c-df5b-4c28-9a77-14145197e32d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:05.545196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-393d4890-b083-4da3-84d1-e14afcab1d0c req-7a700b4c-df5b-4c28-9a77-14145197e32d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0753188 Nov 08 12:20:05.633989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-393d4890-b083-4da3-84d1-e14afcab1d0c req-30afad58-cddc-42d3-b587-cd17c04ef406 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762153 Nov 08 12:20:05.668992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebac314-9a3d-4b10-97fa-1e91959029e9 None None] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:05.791730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae434-0ef2-419f-855d-d5c055489211 req-5ca29e04-56a2-4e8b-9b44-ba6b75ed8fb4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:05.793694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-873ae434-0ef2-419f-855d-d5c055489211 req-5ca29e04-56a2-4e8b-9b44-ba6b75ed8fb4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 946 time: 0.0659196 Nov 08 12:20:05.812389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:05.864625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-873ae434-0ef2-419f-855d-d5c055489211 req-63477171-0997-4d48-a4bf-ef38dc8af2e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 Nov 08 12:20:05.899680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e8a0e6ed-3614-4ae7-9204-050d014b1a67 None None] Provisioning complete for port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:05.900040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e6ed-3614-4ae7-9204-050d014b1a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.129442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:20:06.275540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:06.276437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Sync routers for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:06.276905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-edb6f86d-3499-4dbd-a568-bc42827bd78b None None] Provisioning complete for port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:06.277236 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-edb6f86d-3499-4dbd-a568-bc42827bd78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.288415 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:06.289034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:06.387977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.389360 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fee65e74-1daf-42d1-bb97-9de19f51590c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2836909 Nov 08 12:20:06.398931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:06.428325 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:06.507202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55170) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:06.512741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1219731293-network', 'tenant_id': '42f97d04afcd4ef580bea4d864d3fe32'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:06.631365 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:04Z', 'revision_number': 3, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:06.666034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Checking router: 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:06.666413 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Updating router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:06.676661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Made reservation on behalf of 42f97d04afcd4ef580bea4d864d3fe32 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:06.680325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.693515 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.694493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.812519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.882395 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.911567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d33a2c4-8cc7-499f-af47-a5081640d9a2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:06.939677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dccdbd-bebf-4ace-bc6f-20ec3387b122,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:06.951013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:06.979030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:06.979691 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Added segment 4078ca43-92b1-4a77-8aa3-60f680f9a619 of type vlan for network 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d Nov 08 12:20:07.039091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.042139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:07.044043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.062334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a85c7c-ec86-4940-ab04-12f6d40ef423 req-fb504139-d920-4b27-a656-d8a5e0d86e70 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:07.063827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3a85c7c-ec86-4940-ab04-12f6d40ef423 req-fb504139-d920-4b27-a656-d8a5e0d86e70 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1922691 Nov 08 12:20:07.151958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.154215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:07.155008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.220142 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.223776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3a85c7c-ec86-4940-ab04-12f6d40ef423 req-4a9c7c0a-679f-4095-8868-63d334d0dbb2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377201 Nov 08 12:20:07.242082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.248643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] Pushing event updated for resources: {'Network': ['ID=095d7f03-d660-4a45-b9cd-bbd5f7da3c7d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:07.261570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:07.311558 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.356815 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f886c66-486d-43c2-b9ba-f40fb011c2ce admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8481030 Nov 08 12:20:07.359627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55192) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:07.365964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Request body: {'subnet': {'network_id': '095d7f03-d660-4a45-b9cd-bbd5f7da3c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1219731293-subnet', 'tenant_id': '42f97d04afcd4ef580bea4d864d3fe32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:07.410549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Pushing event updated for resources: {'Port': ['ID=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:07.434462 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.434810 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.435150 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.436071 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.436071 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.436270 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.436440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.436765 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.437087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.437409 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.437727 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.438047 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Tracked resource versions report: Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: pushed versions: Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: { 'AddressGroup': {'1.2'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'ConntrackHelper': {'1.0'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Log': {'1.0'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Network': {'1.1'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Port': {'1.7'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'PortForwarding': {'1.2'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'QosPolicy': {'1.10'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SecurityGroup': {'1.5'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SecurityGroupRule': {'1.2'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SubPort': {'1.0'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Subnet': {'1.1'}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Trunk': {'1.1'}} Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: consumer versions: Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: { DHCP agent@n-d-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: HyperV agent@n-h1-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: HyperV agent@n-h2-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: L3 agent@n-d-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: Metadata agent@n-d-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: Metering agent@n-d-816990-1: {}, Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: Open vSwitch agent@n-d-816990-1: { 'AddressGroup': '1.2', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'ConntrackHelper': '1.0', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Log': '1.0', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Network': '1.1', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Port': '1.7', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'PortForwarding': '1.2', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'QosPolicy': '1.10', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SecurityGroup': '1.5', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SecurityGroupRule': '1.2', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'SubPort': '1.0', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Subnet': '1.1', Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: 'Trunk': '1.1'}} Nov 08 12:20:07.439177 n-d-816990-1 neutron-server[102538]: {{(pid=102538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 12:20:07.450749 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Attempting to bind port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:07.454084 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Attempting to bind port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:07.454084 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Attempting to bind port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:07.457737 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:07.458373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:07.458862 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.459562 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:07.460015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Bound port: fd5cc774-8899-43ec-a7ae-982c2d6b6b7b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:07.460493 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.463563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ebab0-96bb-4f2d-90a8-b0ee26fbb93b req-1c3d9fc9-48a5-4a24-bf85-2d694ad592cd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:07.465063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d1ebab0-96bb-4f2d-90a8-b0ee26fbb93b req-1c3d9fc9-48a5-4a24-bf85-2d694ad592cd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 946 time: 0.1230354 Nov 08 12:20:07.494562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Made reservation on behalf of 42f97d04afcd4ef580bea4d864d3fe32 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:07.497710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.535371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Allocated IP 172.20.0.1 (53dbaa74-537b-4a26-a051-1d7fec4ea59d/81eb78be-d709-4f7c-bd5f-8fd5271c3141/9d2bd210-1741-43e2-bb40-b6a219124dda) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:07.547675 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] For port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:07.555870 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] For port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:07.575235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d1ebab0-96bb-4f2d-90a8-b0ee26fbb93b req-286468d7-e57f-4fab-8d13-7585d6b0334b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018920 Nov 08 12:20:07.632333 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.692825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:07.727694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d54b46-08a8-4f82-bc45-d128205bbd60 None None] Pushing event updated for resources: {'Port': ['ID=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:07.731587 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:07.732182 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:07.745271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.871799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06639b-b244-402c-8b0a-b2c60876bd38 req-d73a2f03-d067-4dae-9eed-f97445354022 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:07.887290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c06639b-b244-402c-8b0a-b2c60876bd38 req-d73a2f03-d067-4dae-9eed-f97445354022 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1097 time: 0.0758300 Nov 08 12:20:07.900436 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:07.916427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-network', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:07.921664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:07.924088 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-53fb8fcd-f0a4-4d8d-b28e-c36783e88dec service neutron] show failed (client error): The resource could not be found. Nov 08 12:20:07.926281 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-53fb8fcd-f0a4-4d8d-b28e-c36783e88dec service neutron] 10.222.0.61 "GET /v2.0/ports/0c17c490-2b1a-4eee-bfe6-11dfc1b11062/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.1508691 Nov 08 12:20:07.968757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.006637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:08.034022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c06639b-b244-402c-8b0a-b2c60876bd38 req-e7bdfdff-7cd5-4bf2-bfba-362be41ed4f8 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290855 Nov 08 12:20:08.034022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:08.039682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:08.039852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.043383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Pushing event updated for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:08.104909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3429cede-b34f-47a2-9ae6-c9abe98cd9c9,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:08.153324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Made reservation on behalf of 1a75b3f6f63e4a7a8ce1d56776efded3 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:08.155431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Checking segment: {'id': '4078ca43-92b1-4a77-8aa3-60f680f9a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '095d7f03-d660-4a45-b9cd-bbd5f7da3c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:08.168224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Network hostable DHCP agents. Network: 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:08.169217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.277601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Network 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:08.298413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.367128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:08.372244 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:04Z', 'revision_number': 3, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:08.376681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:08.379173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.396445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b326b-2335-43e9-8843-7a181d3b2142 None None] Network 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:08.414815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda611f-09de-4d3c-85e6-8439c39486be None None] The sync data for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 is: [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:04Z', 'revision_number': 3, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:08.481664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced0e55-d864-4b8d-b1eb-8b79b80e2051 req-0c1924ca-23c4-4f08-b7b3-23f109ee93d1 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:08.491940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ced0e55-d864-4b8d-b1eb-8b79b80e2051 req-0c1924ca-23c4-4f08-b7b3-23f109ee93d1 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1097 time: 0.2219071 Nov 08 12:20:08.509382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c96a1846-0023-4495-a600-adabf6ebcb9c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1406116 Nov 08 12:20:08.509609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3723c8d4-9a9a-4c62-803c-d88bbe66d60a None None] Provisioning complete for port 9d2bd210-1741-43e2-bb40-b6a219124dda triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:08.509609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3723c8d4-9a9a-4c62-803c-d88bbe66d60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.582947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3723c8d4-9a9a-4c62-803c-d88bbe66d60a None None] Port 9d2bd210-1741-43e2-bb40-b6a219124dda cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:08.639203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ced0e55-d864-4b8d-b1eb-8b79b80e2051 req-99064c2a-b0bb-4762-8215-eb89b5147fb9 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461973 Nov 08 12:20:08.646503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.685735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb678c1-c3b1-4500-b13a-805705102253 req-2e90c39d-17b3-4a14-964d-b0fcae233624 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:08.691436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eb678c1-c3b1-4500-b13a-805705102253 req-2e90c39d-17b3-4a14-964d-b0fcae233624 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1909144 Nov 08 12:20:08.700295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf8eeb-5259-4504-b41a-8a01b3b1cef9 None None] Network 095d7f03-d660-4a45-b9cd-bbd5f7da3c7d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:08.709780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-74e2a7fc-0bc7-4707-bae0-f4a01f09c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:08.713083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-74e2a7fc-0bc7-4707-bae0-f4a01f09c103 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1100 time: 0.1056690 Nov 08 12:20:08.729610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:08.732937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.852391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.865036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:08.927547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:09.006671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.006671 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Added segment e9217393-d043-4efb-84d7-6aaa7f4ee915 of type vlan for network 490c4f91-6005-41ae-8052-a96474974fda Nov 08 12:20:09.052212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eb678c1-c3b1-4500-b13a-805705102253 req-321550d7-7e69-4fac-8e4f-50c353501194 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373473 Nov 08 12:20:09.058610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874b2bba-c5ce-4e57-bd44-0cb955d61496,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:09.182393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.214520 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.227791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:09.273563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:09.289682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.290455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.319465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:09.371928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.372822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:09.373223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.382945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:09.385591 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5bc84-6eb1-412b-9ac0-60aa3be72508" -d '{"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:09.390697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.429223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Transition to ACTIVE for port object 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:09.475406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Pushing event updated for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:09.534009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.555566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c5f7b-4af2-4a1a-b60d-c0be3700db8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.588106 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5d03c-f6f2-48ee-9567-febd86d8c966 x-openstack-request-id: req-66e5d03c-f6f2-48ee-9567-febd86d8c966 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:09.588423 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:09.588635 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66e5d03c-f6f2-48ee-9567-febd86d8c966 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:09.589025 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'code': 200} Nov 08 12:20:09.594153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] Pushing event updated for resources: {'Network': ['ID=490c4f91-6005-41ae-8052-a96474974fda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:09.629052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 490c4f91-6005-41ae-8052-a96474974fda details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:09.652233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] No DVR routers for this DVR port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:20:09.666457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:09.718525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-286836ea-df65-4c00-b522-b65d81e03a25 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0217938 Nov 08 12:20:09.721180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:09.734879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Request body: {'subnet': {'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-subnet', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:09.740190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:09.740903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:09.740903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:09.750444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:09.750755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Attempting to bind port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:09.762314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:09.775874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:09.775874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:09.775874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Bound port: 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:09.775874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.785927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-dcec282e-cab8-4572-9b2c-40e5bf510575 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:09.789478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-dcec282e-cab8-4572-9b2c-40e5bf510575 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.3110867 Nov 08 12:20:09.792755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:09.813871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-5f7a2d24-43f8-4b43-af9a-3f38a138089e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/quotas/47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 375 time: 0.0127969 Nov 08 12:20:09.818496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:09.856701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:09.861985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:09.865722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Made reservation on behalf of 1a75b3f6f63e4a7a8ce1d56776efded3 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:09.868401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:09.923914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b54b73-035a-434c-9567-3e7a3d2e1164 req-06ffc0da-2760-4332-8632-524f106a2f8c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:09.926431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24b54b73-035a-434c-9567-3e7a3d2e1164 req-06ffc0da-2760-4332-8632-524f106a2f8c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1097 time: 0.2789483 Nov 08 12:20:09.928825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-1d86e352-7157-4153-acfc-70b9375a0c19 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032703 Nov 08 12:20:09.944414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-e755c8b0-ee2c-4d7c-9883-2600b8e2d8e6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:20:09.945942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-e755c8b0-ee2c-4d7c-9883-2600b8e2d8e6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066774 Nov 08 12:20:10.021021 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.086165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.086825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.088234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] 10.222.0.57 "PUT /v2.0/ports/0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 1095 time: 1.3672409 Nov 08 12:20:10.123276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079f4b3-1b55-47ee-8eeb-4be7b43d8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:10.125734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24b54b73-035a-434c-9567-3e7a3d2e1164 req-08706783-3b00-4f2c-819f-aa55547df3bd tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908596 Nov 08 12:20:10.144770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c5f7b-4af2-4a1a-b60d-c0be3700db8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.209961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:20:10.214399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-ab8e34ba-6ac7-4e37-8309-9e5dca561701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.216807 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-ab8e34ba-6ac7-4e37-8309-9e5dca561701 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1098 time: 0.0868385 Nov 08 12:20:10.225668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c5f7b-4af2-4a1a-b60d-c0be3700db8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.248419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.267987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-145c5f7b-4af2-4a1a-b60d-c0be3700db8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae69428c88494e3683ffc51834c439b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0366347 Nov 08 12:20:10.287612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-28408986-3429-4fdd-ae25-8d4ab44c256e service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314428 Nov 08 12:20:10.302394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:10.385373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-aef5c648-dca3-4a58-8807-843b5d7524f0 None None] Provisioning complete for port 9d2bd210-1741-43e2-bb40-b6a219124dda triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:10.386076 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aef5c648-dca3-4a58-8807-843b5d7524f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.425861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c5f7b-4af2-4a1a-b60d-c0be3700db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a25cd57-577a-4724-9e2c-875135c32160,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:10.426955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Checking segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:10.427502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Network hostable DHCP agents. Network: 490c4f91-6005-41ae-8052-a96474974fda, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:10.435392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d29bd39-c3e9-4493-8c58-479aa3e34a37,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:10.440851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-aef5c648-dca3-4a58-8807-843b5d7524f0 None None] Port 9d2bd210-1741-43e2-bb40-b6a219124dda cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:10.463928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-cf03cfce-3e90-446b-93f6-b287c1cfd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.465493 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-cf03cfce-3e90-446b-93f6-b287c1cfd96a service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2397320 Nov 08 12:20:10.510575 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-8a7ba8c7-5571-4df5-826a-218f68451ed0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0370364 Nov 08 12:20:10.551840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Network 490c4f91-6005-41ae-8052-a96474974fda is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:10.573259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-c7f9eb5b-e4f1-4972-87fe-4da00312d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.574796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-c7f9eb5b-e4f1-4972-87fe-4da00312d8f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0571747 Nov 08 12:20:10.611034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 490c4f91-6005-41ae-8052-a96474974fda) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:10.616190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.616875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.620583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b8c6a-c719-4680-aa43-20106dc0a4d6 None None] Network 490c4f91-6005-41ae-8052-a96474974fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:10.643754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-d65a0109-e15a-4bb9-af7b-1a278517ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.646119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-d65a0109-e15a-4bb9-af7b-1a278517ad57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616009 Nov 08 12:20:10.725595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3e07353-c86e-42d2-89d3-14fad3e2f455 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0033252 Nov 08 12:20:10.728341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:10.734976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:10.755062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32716-7e9a-42b0-ac44-b1f94ac3ab4a req-f44f0972-9d46-434e-99fb-622ae4d5ac6b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:10.762600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaf32716-7e9a-42b0-ac44-b1f94ac3ab4a req-f44f0972-9d46-434e-99fb-622ae4d5ac6b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.4250147 Nov 08 12:20:10.785077 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-ce9fe266-1c3a-4882-9c39-2b8df9c03a3b service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303129 Nov 08 12:20:10.796390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.801778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:10.810740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b4050378-1d1d-4cae-8d52-d2db15bd6edc admin admin] 10.222.0.58 "PUT /v2.0/routers/4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4103625 Nov 08 12:20:10.848816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-490c4f91-6005-41ae-8052-a96474974fda', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:20:10.849842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.852542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-e3d8977a-bb39-4d9c-9d69-0de76e9764e0 service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640199 Nov 08 12:20:10.874822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.879347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.898391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:10.920835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd5cc774-8899-43ec-a7ae-982c2d6b6b7b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:10.945793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaf32716-7e9a-42b0-ac44-b1f94ac3ab4a req-14c3448f-f789-4029-ad6e-dc329bb99bc5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765976 Nov 08 12:20:11.105425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.108357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.111885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a25cd57-577a-4724-9e2c-875135c32160 HTTP/1.1" status: 204 len: 168 time: 0.8061881 Nov 08 12:20:11.123241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb5c61-d921-4b43-9f05-ac499f697db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a25cd57-577a-4724-9e2c-875135c32160,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:11.125042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.138372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-92ebbf88-bfdf-463e-a820-628782c77b67 req-a2e1d470-05e1-4032-95e5-a0a129ca7364 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302402 Nov 08 12:20:11.184946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:11.184946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.187142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Allocated IP 172.20.0.2 (490c4f91-6005-41ae-8052-a96474974fda/6d29bd39-c3e9-4493-8c58-479aa3e34a37/4510a108-4a04-41dd-a1ed-014d09a6870b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:11.235735 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:20:11.361606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c49bf5-ff67-4324-af74-fc7ea58d6079 req-5ae28c1e-0570-42b6-9bdf-63ad952fd16c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 210 time: 0.0620663 Nov 08 12:20:11.457186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d369509-f7bb-4a34-a48b-dd5ae0a7e42f req-9baa92c4-5530-4ee1-8435-3bc1134fc7e5 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:11.469166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d369509-f7bb-4a34-a48b-dd5ae0a7e42f req-9baa92c4-5530-4ee1-8435-3bc1134fc7e5 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1097 time: 0.0793455 Nov 08 12:20:11.551986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d369509-f7bb-4a34-a48b-dd5ae0a7e42f req-db4e9571-f19e-4d7f-a1f7-ee03314c0adf tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Nov 08 12:20:11.596445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:11.603497 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8669d8-010f-409b-8290-472bb729b47b" -d '{"events": [{"name": "network-changed", "server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:11.611886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Sync routers for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:11.616913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.654939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:11.655564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:11.674838 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.763520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:11.773789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.844304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:11.925789 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef471e-13a5-4229-9447-d4872a34e472 x-openstack-request-id: req-1fef471e-13a5-4229-9447-d4872a34e472 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:11.926278 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:11.926717 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fef471e-13a5-4229-9447-d4872a34e472 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:11.927688 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'status': 'completed', 'code': 200} Nov 08 12:20:12.029751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.057767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.079289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-1f946e0e-a65e-482b-9c3b-085c7d5b89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:12.079289 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-1f946e0e-a65e-482b-9c3b-085c7d5b89dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1098 time: 0.1177583 Nov 08 12:20:12.083839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.088925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:12.139701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55354) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:12.160536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90ed51f3-6cf8-4b31-a616-63e8bbfb718e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.163609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Network 490c4f91-6005-41ae-8052-a96474974fda is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:12.188699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:12.189532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c4ce7-3d94-40f2-960f-85ba89d11373 req-458883f9-f8a0-4a5e-a029-3552a8341cd6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:12.203469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d04c4ce7-3d94-40f2-960f-85ba89d11373 req-458883f9-f8a0-4a5e-a029-3552a8341cd6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.0959499 Nov 08 12:20:12.281620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:12.284593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d04c4ce7-3d94-40f2-960f-85ba89d11373 req-21f2d67b-3f86-450c-8b6e-03c800b2ebef tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 Nov 08 12:20:12.313509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:12.329860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90ed51f3-6cf8-4b31-a616-63e8bbfb718e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.402650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90ed51f3-6cf8-4b31-a616-63e8bbfb718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.461241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-a6722958-944e-433d-b264-93713347654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:12.474829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-a6722958-944e-433d-b264-93713347654b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1098 time: 0.5130141 Nov 08 12:20:12.496882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-90ed51f3-6cf8-4b31-a616-63e8bbfb718e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e928d3f70e3c476eb2ff08bbe5eb7064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553469 Nov 08 12:20:12.497905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:12.511867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed51f3-6cf8-4b31-a616-63e8bbfb718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04921939-9ccc-41b5-b754-6db3723700d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:12.538477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55368) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:12.549085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Pushing event updated for resources: {'Port': ['ID=4510a108-4a04-41dd-a1ed-014d09a6870b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:12.583229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Attempting to bind port 4510a108-4a04-41dd-a1ed-014d09a6870b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:12.583859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Attempting to bind port 4510a108-4a04-41dd-a1ed-014d09a6870b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:12.584222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Attempting to bind port 4510a108-4a04-41dd-a1ed-014d09a6870b on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:12.595019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:12.595401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Checking segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:12.595843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.596235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Bound using segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:12.597505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Bound port: 4510a108-4a04-41dd-a1ed-014d09a6870b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:12.597885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.634075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:20:12.673623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Allocated IP 172.25.1.247 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:12.685610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-e70bdc06-d296-4f4a-b26e-bc04ab224d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:12.686436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6688da19-ab2e-43ad-99bf-f9ee58c98890 req-f6453835-fba3-452e-9313-1945b2ddd968 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 210 time: 0.0898826 Nov 08 12:20:12.687216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-e70bdc06-d296-4f4a-b26e-bc04ab224d42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.5762651 Nov 08 12:20:12.734638 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-e1edee64-552d-474c-ab6f-bd41f2bc228f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0370007 Nov 08 12:20:12.785371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.828798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.884938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:20:12.896554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f772075f-7733-4f47-b32b-1326661137ae None None] For port 4510a108-4a04-41dd-a1ed-014d09a6870b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:12.900407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f772075f-7733-4f47-b32b-1326661137ae None None] For port 4510a108-4a04-41dd-a1ed-014d09a6870b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4510a108-4a04-41dd-a1ed-014d09a6870b,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:12.903232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:08Z', 'revision_number': 4, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9d2bd210-1741-43e2-bb40-b6a219124dda', 'name': '', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'mac_address': 'fa:16:3e:ea:94:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:07Z', 'updated_at': '2021-11-08T12:20:08Z', 'revision_number': 2, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'subnets': [{'id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:12.925542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-c9afd5e4-3767-4f3f-b082-ee4d6f95c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:12.927751 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-c9afd5e4-3767-4f3f-b082-ee4d6f95c46e service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4399703 Nov 08 12:20:12.932784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Checking router: 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:12.933082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Updating router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e port 9d2bd210-1741-43e2-bb40-b6a219124dda binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:12.936939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd5cc774-8899-43ec-a7ae-982c2d6b6b7b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:12.988642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-eb29834b-fdd4-4322-ad2f-9ab961caf47b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0489650 Nov 08 12:20:12.992183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.995657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:12.997061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04921939-9ccc-41b5-b754-6db3723700d8 HTTP/1.1" status: 204 len: 168 time: 0.4942076 Nov 08 12:20:12.998798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.013498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1248b-4d9f-4328-b431-6635c698b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04921939-9ccc-41b5-b754-6db3723700d8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:13.023504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.043968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69f126ee-5c0c-45cf-b7bb-7dc3c8c7fbb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.070106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-cc6deb55-0030-4a92-8d5e-99c54eee630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:13.071838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-cc6deb55-0030-4a92-8d5e-99c54eee630f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.3271682 Nov 08 12:20:13.078627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.176881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:13.184673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-network', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:13.206411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-6f2e1f4f-b054-4bb5-b7ef-f8e9bef4542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:13.208529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-6f2e1f4f-b054-4bb5-b7ef-f8e9bef4542b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1906490 Nov 08 12:20:13.219129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69f126ee-5c0c-45cf-b7bb-7dc3c8c7fbb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.270702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-2921dce3-dce9-4300-b7bb-bff82f9c1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:13.272333 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-2921dce3-dce9-4300-b7bb-bff82f9c1a7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879449 Nov 08 12:20:13.294047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69f126ee-5c0c-45cf-b7bb-7dc3c8c7fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.352128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Made reservation on behalf of c595caebbad749e88f083f0d729bb81f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:13.356944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:13.357421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.361467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.367449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772075f-7733-4f47-b32b-1326661137ae None None] Pushing event updated for resources: {'Port': ['ID=4510a108-4a04-41dd-a1ed-014d09a6870b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:13.432323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.457776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f126ee-5c0c-45cf-b7bb-7dc3c8c7fbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a844b-e94e-4c1f-a74f-175607af9006,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:13.479339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-69f126ee-5c0c-45cf-b7bb-7dc3c8c7fbb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ec42c25893840e1b7b9e2aa4517f3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9369531 Nov 08 12:20:13.490114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:13.548355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8669d8-010f-409b-8290-472bb729b47b req-58d26798-a47a-4cd4-9a38-1626c899afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:13.549876 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-58d26798-a47a-4cd4-9a38-1626c899afe8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116798 Nov 08 12:20:13.557597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.666987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7915f-a06d-44c8-8f04-ac7afd2be06d req-6f8f3235-97a7-4c96-a47b-354c3226bfd5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:13.681837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fd7915f-a06d-44c8-8f04-ac7afd2be06d req-6f8f3235-97a7-4c96-a47b-354c3226bfd5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.1537757 Nov 08 12:20:13.735427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.752286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.779910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:13.794436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:13.802154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:13.805858 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-0c16feb5-7637-4e8a-a77c-40f5e0eee5e0 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925544 Nov 08 12:20:13.810387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.839250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fd7915f-a06d-44c8-8f04-ac7afd2be06d req-5810ec6a-b85f-4e7e-8ddd-27fe2a4380a2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514907 Nov 08 12:20:13.850880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.877353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:13.979789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55412) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:13.992051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8e5d500-3450-43b0-a5c8-ded3bf7d3d62 req-31e0b553-b0bf-40ad-b7ef-8abacf07ea33 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 210 time: 0.0668719 Nov 08 12:20:14.000307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.020906 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.029329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.039621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c12a844b-e94e-4c1f-a74f-175607af9006 HTTP/1.1" status: 204 len: 168 time: 0.5405865 Nov 08 12:20:14.043504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.087570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844d96c-bddd-466d-b86a-e4a9f9c55997 None None] Pushing event updated for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.102866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e4c19-3f6f-416e-a6e2-36aa56dde628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a844b-e94e-4c1f-a74f-175607af9006,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.118459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:14.122216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-e304d836-2d01-4126-b9e3-6ade41265556 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507703 Nov 08 12:20:14.141851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Attempting to bind port 9d2bd210-1741-43e2-bb40-b6a219124dda on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:14.142478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Attempting to bind port 9d2bd210-1741-43e2-bb40-b6a219124dda by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:14.143028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Attempting to bind port 9d2bd210-1741-43e2-bb40-b6a219124dda on network 53dbaa74-537b-4a26-a051-1d7fec4ea59d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:14.145840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.146279 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Added segment e3c60ca3-97b6-4008-854d-09f63f4ed38d of type vlan for network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 Nov 08 12:20:14.156414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28146058-6a14-4ab5-858c-1177b35189f5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.162348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:14.163014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Checking segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:14.163404 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.163807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Bound using segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:14.166867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Bound port: 9d2bd210-1741-43e2-bb40-b6a219124dda, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:14.172785 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.283270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] For port 9d2bd210-1741-43e2-bb40-b6a219124dda, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:14.287649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] For port 9d2bd210-1741-43e2-bb40-b6a219124dda, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d2bd210-1741-43e2-bb40-b6a219124dda,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:14.302164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.350503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b58c4c93-1398-4f0e-9150-fd33b7815eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.364221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.375747 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-f3c9e3c5-38dc-4e2f-a398-6aef65e36bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161245 Nov 08 12:20:14.468277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:14.507561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.518151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:14.519683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.557874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844d96c-bddd-466d-b86a-e4a9f9c55997 None None] Pushing event updated for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.565264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] Provisioning complete for port 9d2bd210-1741-43e2-bb40-b6a219124dda triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:14.569177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.580231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-d5eb0ba7-46d3-4622-ab36-c2a7d1879a21 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:14.582545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-d5eb0ba7-46d3-4622-ab36-c2a7d1879a21 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.3290038 Nov 08 12:20:14.590062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8669d8-010f-409b-8290-472bb729b47b req-90a075e5-6c48-4f71-bc2c-1b44ab860aee service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376590 Nov 08 12:20:14.599054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Request body: {'port': {'device_id': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'admin_state_up': True, 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:14.612584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:14.613474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:14.715565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea166af5-4d2c-4fe3-b055-e1a2383f34d1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:14.727416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d06e62c2-b735-4dde-b6eb-9386b9e242f9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5493860 Nov 08 12:20:14.735464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:14.761025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:14.773341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:14.813082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Request body: {'subnet': {'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-subnet', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:14.945214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Made reservation on behalf of c595caebbad749e88f083f0d729bb81f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:14.948361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.055063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b58c4c93-1398-4f0e-9150-fd33b7815eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.061577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:15.089116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4510a108-4a04-41dd-a1ed-014d09a6870b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:15.133063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbb05895-6f06-4dc2-806f-32d080192a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.133501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:15.140011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-05f3c155-f97f-4e84-a34c-b23191a2d599 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:20:15.148293 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-05f3c155-f97f-4e84-a34c-b23191a2d599 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213869 Nov 08 12:20:15.172153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b58c4c93-1398-4f0e-9150-fd33b7815eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.216508 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b58c4c93-1398-4f0e-9150-fd33b7815eca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b9e2b6c78c54c5ea8fb11e495fac16a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2171700 Nov 08 12:20:15.224981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:15.287410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d2fc-d72a-440e-a061-91f9774a33e0 req-af378ac7-0c57-4bc1-93db-3c9c40feecf2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:15.289310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b818d2fc-d72a-440e-a061-91f9774a33e0 req-af378ac7-0c57-4bc1-93db-3c9c40feecf2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 947 time: 0.3300939 Nov 08 12:20:15.343594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f6934-f02d-44c1-89ba-a38cb6fabc20 None None] Network 490c4f91-6005-41ae-8052-a96474974fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:15.350331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b818d2fc-d72a-440e-a061-91f9774a33e0 req-72060e58-45fe-481c-8d54-fa56d9ec2457 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Nov 08 12:20:15.356899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:15.360948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.380527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:15.394368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.470370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4510a108-4a04-41dd-a1ed-014d09a6870b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:15.470982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.515268 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.517575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'mac_address': 'fa:16:3e:5c:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:15.536098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-142dce6f-4a99-49d8-a135-8214e095682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:15.537464 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-142dce6f-4a99-49d8-a135-8214e095682f service neutron] 10.222.0.58 "GET /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 1094 time: 0.3884323 Nov 08 12:20:15.560565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:15.561009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:20:15.568103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Checking segment: {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:15.568642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Network hostable DHCP agents. Network: ea166af5-4d2c-4fe3-b055-e1a2383f34d1, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:15.594513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4c93-1398-4f0e-9150-fd33b7815eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b2cfe-e70f-45f1-bba2-182f3c522e9d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:15.595926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-472f169b-9f36-4d1d-946d-0262a3ff1daa req-644a0c33-639e-440a-8481-886667af70fc tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 210 time: 0.0971825 Nov 08 12:20:15.620882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.655218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e6f930-6233-4abb-b9ff-68ec548795cf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:15.685726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.723656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Allocated IP 172.20.0.2 (6c505b67-ed16-4204-a8c9-b0fdb9d463c6/43161527-df13-4bef-96fc-88351e661871/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:15.757799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:15.784253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.792120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.804209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbb05895-6f06-4dc2-806f-32d080192a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.826985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] For port 9d2bd210-1741-43e2-bb40-b6a219124dda, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d2bd210-1741-43e2-bb40-b6a219124dda,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:15.857735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.864629 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.866171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ea166af5-4d2c-4fe3-b055-e1a2383f34d1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:15.873306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:15.879353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.900950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958abdf9-c892-47e4-8da2-c6dc763f2622 None None] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:15.908947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbb05895-6f06-4dc2-806f-32d080192a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.927568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:15.942407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:15.994495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb05895-6f06-4dc2-806f-32d080192a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90aa6a1-99dd-4dc6-a9f0-5a77e6a96907,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:15.998758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbb05895-6f06-4dc2-806f-32d080192a1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73ee5a443b1b49ddb4a0d4d0adaaf5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9345160 Nov 08 12:20:16.000507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55460) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:16.026220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.026641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.028016 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd7b2cfe-e70f-45f1-bba2-182f3c522e9d HTTP/1.1" status: 204 len: 168 time: 0.7953529 Nov 08 12:20:16.032287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:16.032476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:16.032735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:16.041189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.055874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73b04-90ad-41cc-bdca-4f5dac025218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b2cfe-e70f-45f1-bba2-182f3c522e9d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.058238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:16.058579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:16.072279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:16.072614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:16.072995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:16.073435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Bound port: 3d22014f-7f9f-4cae-8686-43ccd553eef5, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:16.089837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:16.116983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4510a108-4a04-41dd-a1ed-014d09a6870b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4510a108-4a04-41dd-a1ed-014d09a6870b,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:16.131822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-02bcfff5-8ece-439e-9abe-221dd3e5edef None None] Provisioning complete for port 4510a108-4a04-41dd-a1ed-014d09a6870b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:16.132199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-02bcfff5-8ece-439e-9abe-221dd3e5edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.132715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Router db08f77e-89c6-480e-9844-ccd1fe93e16d is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:20:16.165100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.173245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25833e1c-02b2-4c32-85bd-569472e6b208 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3812225 Nov 08 12:20:16.178334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:16.202881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:16.207962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.212392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.214148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.227716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968385e1-91b1-403a-b23b-ff48a81bc68a None None] Pushing event updated for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.296173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:16.297769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.346804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4510a108-4a04-41dd-a1ed-014d09a6870b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.404966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:16.423096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.427254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:16.429241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.430335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.434128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:16.439852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:16.441032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.462600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.463959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e6531987-f3a0-42c5-99e7-f7de0b51a2db service neutron] 10.222.0.58 "POST /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9146340 Nov 08 12:20:16.498426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:16.509011 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:16.521573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-474dfe4a-65a0-4706-b434-66df7f039c82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:16.523157 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-474dfe4a-65a0-4706-b434-66df7f039c82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a&tenant_id=3f75a0e27007474790cf03b2a316aea4&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 948 time: 0.2009573 Nov 08 12:20:16.528600 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:16.528600 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:16.548919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b05d2c-ab6d-4033-a086-ad6b446c6da4 req-b7ee9f30-915c-4f50-bc97-4893bf29de1c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:16.558423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9b05d2c-ab6d-4033-a086-ad6b446c6da4 req-b7ee9f30-915c-4f50-bc97-4893bf29de1c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 948 time: 0.3986325 Nov 08 12:20:16.559675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:16.613083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-db3f848f-5528-48ac-afaa-644ed820998c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0199502 Nov 08 12:20:16.614898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.619668 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-6e819b47-5f15-4006-b915-237d318f3843 service neutron] delete failed (client error): The resource could not be found. Nov 08 12:20:16.621171 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-6e819b47-5f15-4006-b915-237d318f3843 service neutron] 10.222.0.61 "DELETE /v2.0/ports/0c17c490-2b1a-4eee-bfe6-11dfc1b11062/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0737169 Nov 08 12:20:16.634802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.636990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b1cfc05-b60a-42bc-874d-30e8f86ccf80 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9070554 Nov 08 12:20:16.638194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.641408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.647218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a90aa6a1-99dd-4dc6-a9f0-5a77e6a96907 HTTP/1.1" status: 204 len: 168 time: 0.6444488 Nov 08 12:20:16.647587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Request body: {'port': {'device_id': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:16.648273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55478) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:16.655399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:08Z', 'revision_number': 4, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9d2bd210-1741-43e2-bb40-b6a219124dda', 'name': '', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'mac_address': 'fa:16:3e:ea:94:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:07Z', 'updated_at': '2021-11-08T12:20:14Z', 'revision_number': 4, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'subnets': [{'id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:16.672135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'fixed_ips': [{'subnet_id': '32e6f930-6233-4abb-b9ff-68ec548795cf'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:20:16.672914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:16.718231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e8844-59e4-4cc1-985e-d3c6bbb545da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90aa6a1-99dd-4dc6-a9f0-5a77e6a96907,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.767831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46ecd59-e9bc-40fd-a2b3-3514121ff149 None None] The sync data for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 is: [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:20:08Z', 'revision_number': 4, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9d2bd210-1741-43e2-bb40-b6a219124dda', 'name': '', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'mac_address': 'fa:16:3e:ea:94:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:07Z', 'updated_at': '2021-11-08T12:20:14Z', 'revision_number': 4, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'subnets': [{'id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:16.796338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:16.924476 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:17.006645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9b05d2c-ab6d-4033-a086-ad6b446c6da4 req-00b1e7e3-96fa-4165-a19d-920bd0af4aa0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481940 Nov 08 12:20:17.025168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-17022753-a421-49b8-82a1-805e6c2f0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:17.026981 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-17022753-a421-49b8-82a1-805e6c2f0ace service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1099 time: 0.1655157 Nov 08 12:20:17.155440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-02bcfff5-8ece-439e-9abe-221dd3e5edef None None] Provisioning complete for port 9d2bd210-1741-43e2-bb40-b6a219124dda triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:17.155862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-02bcfff5-8ece-439e-9abe-221dd3e5edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:17.162724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4510a108-4a04-41dd-a1ed-014d09a6870b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:17.383733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:17.425521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-fb4dcdbb-dad8-462c-abbf-dd070dfd83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:17.427554 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-fb4dcdbb-dad8-462c-abbf-dd070dfd83e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3893197 Nov 08 12:20:17.437876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4510a108-4a04-41dd-a1ed-014d09a6870b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:17.438504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:17.450171 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:14Z', 'revision_number': 3, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:17.471498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Allocated IP 172.20.0.2 (ea166af5-4d2c-4fe3-b055-e1a2383f34d1/32e6f930-6233-4abb-b9ff-68ec548795cf/aa0042c2-5a18-4ec0-8011-8f2f8308f576) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:17.516634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-4e12b893-a807-4e51-b9f6-d5dca64d21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:17.517232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:17.518139 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Updating router db08f77e-89c6-480e-9844-ccd1fe93e16d port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:17.519518 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-4e12b893-a807-4e51-b9f6-d5dca64d21d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1097 time: 0.2355404 Nov 08 12:20:17.528344 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-a96ce8bd-4bfe-45c5-8ecc-465cbba3827f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0896544 Nov 08 12:20:17.597754 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:17.739894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:17.838705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d365388e-7223-4a9b-a01d-6c979ecb1388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:17.898027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-51378572-bd8e-4e54-9af7-3bf933063d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:17.900600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-51378572-bd8e-4e54-9af7-3bf933063d01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.3199832 Nov 08 12:20:17.940958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92bb2b3d-e0dc-48e6-a281-e8504ead1cba None None] Provisioning complete for port 4510a108-4a04-41dd-a1ed-014d09a6870b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:17.941553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92bb2b3d-e0dc-48e6-a281-e8504ead1cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.012667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e3e-9277-4717-b98c-9d2f6bac60dc req-7e24b19e-e6e6-4655-8336-d387afb72dd8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:18.026772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07be6e3e-9277-4717-b98c-9d2f6bac60dc req-7e24b19e-e6e6-4655-8336-d387afb72dd8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 931 time: 0.9981921 Nov 08 12:20:18.078148 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.119558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-12023bde-1c10-46b5-a1f6-046cbcc1cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:18.121145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-12023bde-1c10-46b5-a1f6-046cbcc1cd93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.5917904 Nov 08 12:20:18.179719 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.225333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.230225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.245823 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Attempting to bind port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:18.249062 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Attempting to bind port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:18.249551 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Attempting to bind port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:18.259796 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749b84-f20f-4bf6-9ccd-756a9b2f5519 None None] Pushing event updated for resources: {'Port': ['ID=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:18.270310 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:18.270878 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:18.271500 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.273192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:18.273192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Bound port: 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:18.275830 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.289454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284129e4-eed0-41fd-96e2-5fe95ec45900 req-619b97b0-3006-4d1e-81bd-87ad32225417 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:18.298015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-284129e4-eed0-41fd-96e2-5fe95ec45900 req-619b97b0-3006-4d1e-81bd-87ad32225417 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 946 time: 1.0395172 Nov 08 12:20:18.346025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.369327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07be6e3e-9277-4717-b98c-9d2f6bac60dc req-d12f9cda-d55f-4079-b6c8-395fa9047896 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412099 Nov 08 12:20:18.417787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:18.430570 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] For port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:18.433570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:18.436643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:18.441673 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] For port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:18.452262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:18.466116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Pushing event updated for resources: {'Port': ['ID=aa0042c2-5a18-4ec0-8011-8f2f8308f576,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:18.472088 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.476424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:18.502388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Transition to ACTIVE for port object de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:18.517861 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.528656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-284129e4-eed0-41fd-96e2-5fe95ec45900 req-e6a58d48-cc2a-4712-b94b-d20e694a7f60 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145362 Nov 08 12:20:18.605235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Attempting to bind port aa0042c2-5a18-4ec0-8011-8f2f8308f576 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:18.607025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Attempting to bind port aa0042c2-5a18-4ec0-8011-8f2f8308f576 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:18.607789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Attempting to bind port aa0042c2-5a18-4ec0-8011-8f2f8308f576 on network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:18.626631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.633157 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-af048202-7ca4-4220-b5dc-37b2b4cff6ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 217 time: 0.4992063 Nov 08 12:20:18.635344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:18.635975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Checking segment: {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:18.636561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.637148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Bound using segment: {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:18.638045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Bound port: aa0042c2-5a18-4ec0-8011-8f2f8308f576, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:18.638836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.689608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-1ae6b4dd-5dda-449d-ba95-8bf4e3188d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:18.691548 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-1ae6b4dd-5dda-449d-ba95-8bf4e3188d06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7399054 Nov 08 12:20:18.707968 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:18.712643 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:18.783420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] For port aa0042c2-5a18-4ec0-8011-8f2f8308f576, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:18.789959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] For port aa0042c2-5a18-4ec0-8011-8f2f8308f576, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=aa0042c2-5a18-4ec0-8011-8f2f8308f576,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:18.795403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:18.803601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:18.804616 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.852934 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749b84-f20f-4bf6-9ccd-756a9b2f5519 None None] Pushing event updated for resources: {'Port': ['ID=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:18.856824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-1fa4479d-790e-4857-9a16-928bb9bd2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:18.858466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-1fa4479d-790e-4857-9a16-928bb9bd2d18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.2094908 Nov 08 12:20:18.936229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.957711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d2bd210-1741-43e2-bb40-b6a219124dda up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:18.958438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d365388e-7223-4a9b-a01d-6c979ecb1388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:18.961474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.040104 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:19.056388 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-fa6deb82-b6bc-4d46-9a2c-944d8a5fdd41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803479 Nov 08 12:20:19.070935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d365388e-7223-4a9b-a01d-6c979ecb1388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.122035 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.211148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-e9f828bb-84c8-4def-8927-be02113eb894 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945202 Nov 08 12:20:19.232035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:19.235109 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba5a87b-f6df-49fa-9452-33d1788a5b6d" -d '{"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-plugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:19.238469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d7c27-f798-4b00-9f31-8716ea206e94 None None] Pushing event updated for resources: {'Port': ['ID=aa0042c2-5a18-4ec0-8011-8f2f8308f576,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:19.273219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:19.296520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9d2bd210-1741-43e2-bb40-b6a219124dda triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:19.301758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.359719 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:14Z', 'revision_number': 3, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:19.375814 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcab53-e0a9-4bf5-9eef-943661ad20bd x-openstack-request-id: req-48dcab53-e0a9-4bf5-9eef-943661ad20bd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:19.377437 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-plugged", "status": "completed", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:19.377857 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48dcab53-e0a9-4bf5-9eef-943661ad20bd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:19.381222 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'code': 200} Nov 08 12:20:19.384897 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.448882 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4059e0-359b-4da7-99ad-e26ac4178dab None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:14Z', 'revision_number': 3, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:19.514790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d365388e-7223-4a9b-a01d-6c979ecb1388 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b012f1f51eb424b916e72b202e2062c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7721317 Nov 08 12:20:19.515611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:19.532359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365388e-7223-4a9b-a01d-6c979ecb1388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8192d2-47d1-4a5b-8a2a-f0b5189ae3b4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:19.621261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:19.652013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b684f1-f460-4838-863e-0052a65041de req-de907e05-84f3-425d-a423-321913208966 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:19.654604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:19.661886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34b684f1-f460-4838-863e-0052a65041de req-de907e05-84f3-425d-a423-321913208966 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.4371438 Nov 08 12:20:19.695712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:19.695712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:19.695712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:19.714166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.726735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:19.728096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:19.769822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:19.770006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:19.770308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:19.770905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Bound port: de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:19.771329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.779786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.790474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:19.825246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-c7b1e4e9-5667-41c3-acef-96521525f42b service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420156 Nov 08 12:20:19.913880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Allocated IP 172.25.1.140 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6d0e6340-6597-4508-8041-3dd54aadec42) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:19.955358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.984461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdce3b-e0f6-4bb9-95e6-d0bea5a44b42 req-7e87751d-55d5-421d-b670-96a5d558b631 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:19.991044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:19.992757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37bdce3b-e0f6-4bb9-95e6-d0bea5a44b42 req-7e87751d-55d5-421d-b670-96a5d558b631 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.4548564 Nov 08 12:20:20.088983 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a9f16a3-0eee-4511-9697-1e14c7a5b488 req-24b17f09-c94b-42d0-aa85-d8f0b9ed0fe5 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8007996 Nov 08 12:20:20.091298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-59a3976c-9be8-417a-8529-20282c4781f6 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410684 Nov 08 12:20:20.096471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34b684f1-f460-4838-863e-0052a65041de req-12a7f1e1-60fc-4720-a553-b6d1419ea689 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334860 Nov 08 12:20:20.115091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8e7627d-d10c-40da-ac1f-724314c2508a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.162537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.187748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Allocated IP 172.20.0.1 (490c4f91-6005-41ae-8052-a96474974fda/6d29bd39-c3e9-4493-8c58-479aa3e34a37/e6e37690-53a5-4fc2-b273-02b15fab3a52) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:20.329124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37bdce3b-e0f6-4bb9-95e6-d0bea5a44b42 req-5d188a88-7f11-4a3f-b383-bb7ee8adbc88 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305335 Nov 08 12:20:20.369704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:20.380933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:20.385025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.402867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c86a23-e9ad-4373-9015-cdd5c0a0b2b7 req-29ae30f5-ddac-4351-97df-d3e9de1ec2b2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:20.402867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72c86a23-e9ad-4373-9015-cdd5c0a0b2b7 req-29ae30f5-ddac-4351-97df-d3e9de1ec2b2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 946 time: 0.1891387 Nov 08 12:20:20.453984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.455593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-d0ebd5af-3e26-48fc-9b82-d28ec2551071 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:20.459571 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-d0ebd5af-3e26-48fc-9b82-d28ec2551071 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1097 time: 0.2296059 Nov 08 12:20:20.494510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:20.504613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.551569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8e7627d-d10c-40da-ac1f-724314c2508a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.555725 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.558314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.559479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba8192d2-47d1-4a5b-8a2a-f0b5189ae3b4 HTTP/1.1" status: 204 len: 168 time: 1.0231082 Nov 08 12:20:20.566385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:20.567240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.569193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] 10.222.0.57 "PUT /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 1091 time: 3.9478788 Nov 08 12:20:20.571990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:20.574295 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e29195f-2197-4094-9d31-7cd0461da1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:20.580794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e680f-1122-4873-a44e-af7f114561ae service neutron] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:20.613087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72c86a23-e9ad-4373-9015-cdd5c0a0b2b7 req-1fd748f7-95d2-4527-a274-29ea3dc0779c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647017 Nov 08 12:20:20.625132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c33c-d325-4a00-8d02-414ddf8dcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8192d2-47d1-4a5b-8a2a-f0b5189ae3b4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:20.647443 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e93c8c7-aed3-4bf9-a1fc-20ebe9614994 x-openstack-request-id: req-6e93c8c7-aed3-4bf9-a1fc-20ebe9614994 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:20.647911 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:20.648003 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e93c8c7-aed3-4bf9-a1fc-20ebe9614994 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:20.648358 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'status': 'completed', 'code': 200} Nov 08 12:20:20.665963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.671488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8e7627d-d10c-40da-ac1f-724314c2508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.710089 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.718362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d24b40-8c3c-483c-a82c-f04c0359c4fc None None] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:20.759240 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8e7627d-d10c-40da-ac1f-724314c2508a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f96a9118c8ee416285d8ce2c47c80e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9677331 Nov 08 12:20:20.761528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55554) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:20.773753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7627d-d10c-40da-ac1f-724314c2508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f420f-1791-4c36-b756-a820fb78ab5c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:20.802367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:20.821840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:20.849914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:20.856015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:20.983924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e6340-6597-4508-8041-3dd54aadec42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:21.029366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Network 490c4f91-6005-41ae-8052-a96474974fda is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:21.049615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] Provisioning complete for port aa0042c2-5a18-4ec0-8011-8f2f8308f576 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:21.050395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.077222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:21.106543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:21.116963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.140935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-6875b8fa-e410-4283-b3e9-e60f7c14a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:21.151608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-6875b8fa-e410-4283-b3e9-e60f7c14a980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1094 time: 0.4701324 Nov 08 12:20:21.226160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:21.299492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:21.389101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.422290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:21.422711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.440503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.492833 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.576897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] For port aa0042c2-5a18-4ec0-8011-8f2f8308f576, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=aa0042c2-5a18-4ec0-8011-8f2f8308f576,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:21.662985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.696571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:21.705598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:21.716869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-d7929bdd-f3c9-44bd-a068-38ee03a8d8be tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283302 Nov 08 12:20:21.721205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.730327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.787172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.790663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.791534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device aa0042c2-5a18-4ec0-8011-8f2f8308f576 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:21.850439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256223a-bdbd-4acd-8ab6-08f389ee0655 None None] Pushing event updated for resources: {'Port': ['ID=aa0042c2-5a18-4ec0-8011-8f2f8308f576,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:21.874276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad2fc0a9-503d-421d-a61a-ce7a9ed4e6c7 None None] Provisioning complete for port aa0042c2-5a18-4ec0-8011-8f2f8308f576 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:21.874889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc0a9-503d-421d-a61a-ce7a9ed4e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:21.999475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-08fe7ae5-8aec-4ed6-860a-9ef0f5d1c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.001436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-08fe7ae5-8aec-4ed6-860a-9ef0f5d1c16d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&shared=False HTTP/1.1" status: 200 len: 921 time: 0.8409078 Nov 08 12:20:22.004040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:22.012777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port aa0042c2-5a18-4ec0-8011-8f2f8308f576 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:22.013254 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.018211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad6582-5bda-4e5c-b50e-bef4b84ad42a req-8307b6f5-0fd6-4499-bd78-21c7bdfdcb3f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.020199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acad6582-5bda-4e5c-b50e-bef4b84ad42a req-8307b6f5-0fd6-4499-bd78-21c7bdfdcb3f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.7818801 Nov 08 12:20:22.044583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.059568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:22.113083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:22.115764 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79763db6-217d-49eb-bc7e-4b6eb982dabb" -d '{"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-unplugged", "status": "completed", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:22.120813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.191561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad2fc0a9-503d-421d-a61a-ce7a9ed4e6c7 None None] Provisioning complete for port e6e37690-53a5-4fc2-b273-02b15fab3a52 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:22.191931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc0a9-503d-421d-a61a-ce7a9ed4e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.234483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fc0a9-503d-421d-a61a-ce7a9ed4e6c7 None None] Port e6e37690-53a5-4fc2-b273-02b15fab3a52 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:22.368455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.371553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-3a2c17b4-bbd0-4ccb-b41d-6debfc4fae49 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.371553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-3a2c17b4-bbd0-4ccb-b41d-6debfc4fae49 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6343324 Nov 08 12:20:22.385844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.386734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.405355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.407951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.413017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b0f420f-1791-4c36-b756-a820fb78ab5c HTTP/1.1" status: 204 len: 168 time: 1.6475976 Nov 08 12:20:22.435154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-c45a1c17-4779-4bb3-9524-605e20291d18 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/quotas/2fb13adbae49422ca5c6d683ee7bc14c HTTP/1.1" status: 200 len: 375 time: 0.0466862 Nov 08 12:20:22.468125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acad6582-5bda-4e5c-b50e-bef4b84ad42a req-b253d1ac-0d2f-48de-9194-10f5c179e875 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284298 Nov 08 12:20:22.474962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc59e-4d91-4594-b00a-0c3ca0e69eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f420f-1791-4c36-b756-a820fb78ab5c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:22.513185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-6ccf90ba-81fa-4ece-b1f5-48cde12fe246 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438700 Nov 08 12:20:22.519204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-f9d9c6a0-78b0-48d9-85c8-b81ac227e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.520615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e29195f-2197-4094-9d31-7cd0461da1e0 req-f9d9c6a0-78b0-48d9-85c8-b81ac227e4b3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4968874 Nov 08 12:20:22.546782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.577324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:22.577723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:22.578034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:22.592218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:22.592574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Attempting to bind port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:22.828522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-66dfc681-d8a8-411d-a87c-3ac72c6baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.830033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-66dfc681-d8a8-411d-a87c-3ac72c6baab6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1094 time: 0.2165956 Nov 08 12:20:22.849283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:22.849674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:22.850013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:22.850474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Bound port: 3d22014f-7f9f-4cae-8686-43ccd553eef5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:22.850831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:22.852960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07a51-012b-484d-8f25-f53d410aef9c req-35c89a39-3341-42b0-af65-81efa761ae03 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:22.854196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:22.866872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2f07a51-012b-484d-8f25-f53d410aef9c req-35c89a39-3341-42b0-af65-81efa761ae03 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.2544951 Nov 08 12:20:22.968058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:23.031832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-663ca1ed-23ea-4a32-8f55-3bb383a4f8f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.1616590 Nov 08 12:20:23.042511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:23.044258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Network 490c4f91-6005-41ae-8052-a96474974fda is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:23.064563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:23.084284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:23.091850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:23.120438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10453e9-871d-491e-92c8-df25b4364a66 req-34a93630-b55d-4aa7-b431-0c09c7c1249f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:23.121980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c10453e9-871d-491e-92c8-df25b4364a66 req-34a93630-b55d-4aa7-b431-0c09c7c1249f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.2528400 Nov 08 12:20:23.147183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2f07a51-012b-484d-8f25-f53d410aef9c req-6f7fc795-8546-41eb-b01b-dd8efe7808c4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691004 Nov 08 12:20:23.147701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3925e06f-8f41-4cd6-a800-7b5a9a9f5ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.187677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:23.187677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.196924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-397973db-383f-41bc-907a-ab9efba01579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:23.200489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-397973db-383f-41bc-907a-ab9efba01579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1539071 Nov 08 12:20:23.270430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:20:23.272653 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8302c73-7f48-4ec7-b1b0-66b2c40607c0 x-openstack-request-id: req-f8302c73-7f48-4ec7-b1b0-66b2c40607c0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:23.272937 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-unplugged", "status": "completed", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:23.273380 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8302c73-7f48-4ec7-b1b0-66b2c40607c0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:23.273912 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'code': 200} Nov 08 12:20:23.282076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.288300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-e45b8666-7798-4dfc-94ec-599f6b9425fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723712 Nov 08 12:20:23.298834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Router a63495bb-32a4-4b81-82ec-e7f3d0400eec is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:20:23.448672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:23.508746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c10453e9-871d-491e-92c8-df25b4364a66 req-8f19e448-0364-4398-8da8-1d7cbaa84501 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566008 Nov 08 12:20:23.571915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55614) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:23.621537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:23.622641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.624465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e829b583-15b7-43ee-95ef-a3a5218db683 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 1122 time: 3.1460354 Nov 08 12:20:23.641429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b33e034-3247-4d7d-b373-8b3d5ab7fff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.742300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3d22014f-7f9f-4cae-8686-43ccd553eef5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:23.766782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device aa0042c2-5a18-4ec0-8011-8f2f8308f576 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:23.851765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:23.865451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc1be8a2-49ef-492f-a833-ac53cebde6bc req-d84f07a7-8590-4298-a0b3-e242198e160a tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 210 time: 0.2199836 Nov 08 12:20:23.868403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da1ab56c-3712-4011-9de9-0bba71eab623 admin admin] 10.222.0.58 "PUT /v2.0/routers/db08f77e-89c6-480e-9844-ccd1fe93e16d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2070286 Nov 08 12:20:23.887043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74affb-ea7f-431b-8cc1-d5992ecbf9fd req-349f566a-a910-4cbc-86dc-78e640038620 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:23.888839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db74affb-ea7f-431b-8cc1-d5992ecbf9fd req-349f566a-a910-4cbc-86dc-78e640038620 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.5556326 Nov 08 12:20:23.905487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2d2609fe-79e7-4965-a52b-360bae20ce06 None None] Provisioning complete for port e6e37690-53a5-4fc2-b273-02b15fab3a52 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:23.905487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d2609fe-79e7-4965-a52b-360bae20ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.915548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:23.942102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-32dc9d75-0152-4d01-86d3-39efad26cabc service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390464 Nov 08 12:20:23.946605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b33e034-3247-4d7d-b373-8b3d5ab7fff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:23.950874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:23.963047 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Sync routers for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:23.998268 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:23.999022 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:24.002359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2d2609fe-79e7-4965-a52b-360bae20ce06 None None] Port e6e37690-53a5-4fc2-b273-02b15fab3a52 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:24.014442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:24.015173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:19:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:24.031784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b33e034-3247-4d7d-b373-8b3d5ab7fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.082780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.085350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-97d15937-e6ca-473b-a6b9-f2730455f5b7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9052544 Nov 08 12:20:24.096268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55628) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:24.158270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e034-3247-4d7d-b373-8b3d5ab7fff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1476acd1-a006-4d94-8eb3-c22b5805aec7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:24.193546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db74affb-ea7f-431b-8cc1-d5992ecbf9fd req-5e795cae-ca67-4b78-ac71-acb6615f3dc9 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954941 Nov 08 12:20:24.218582 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b33e034-3247-4d7d-b373-8b3d5ab7fff2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86df451088d2480baf6b6219314a042e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6087422 Nov 08 12:20:24.219609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:24.222830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:24.337707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:24.340427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port aa0042c2-5a18-4ec0-8011-8f2f8308f576 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:24.341570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.373658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.411931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.630091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.635535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:24.637642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1476acd1-a006-4d94-8eb3-c22b5805aec7 HTTP/1.1" status: 204 len: 168 time: 0.4102650 Nov 08 12:20:24.665172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba41eb5-0102-4cd2-8580-85a6157867df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476acd1-a006-4d94-8eb3-c22b5805aec7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:24.697717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953e1f97-10e4-4c9a-bdab-37b61c81a748 req-8bc438ef-2449-4c57-853c-2fdceda0c383 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274957 Nov 08 12:20:24.699343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-4f08f84f-ada5-4250-b42b-67a2822d897d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576198 Nov 08 12:20:24.714295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9de48-0c50-42da-9ac8-aa03c66a103b req-17d304e4-16cc-4ab4-8aa4-9c6dd52dbeef tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:24.723105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23a9de48-0c50-42da-9ac8-aa03c66a103b req-17d304e4-16cc-4ab4-8aa4-9c6dd52dbeef tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.3693132 Nov 08 12:20:24.914993 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 3, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:24.933830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 2, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:24.964316 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Checking router: a63495bb-32a4-4b81-82ec-e7f3d0400eec for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:24.965694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Updating router a63495bb-32a4-4b81-82ec-e7f3d0400eec port 6d0e6340-6597-4508-8041-3dd54aadec42 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:24.977239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:24.977685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Updating router db08f77e-89c6-480e-9844-ccd1fe93e16d port e6e37690-53a5-4fc2-b273-02b15fab3a52 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:24.999160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23a9de48-0c50-42da-9ac8-aa03c66a103b req-97f040c1-d448-42e4-b62b-b41eaf270299 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750182 Nov 08 12:20:25.004785 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.015643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.131702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-e829e674-6898-4c0d-93ce-d8abe54e9059 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:25.133726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-e829e674-6898-4c0d-93ce-d8abe54e9059 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085882 Nov 08 12:20:25.221026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-79f9d1bb-2d96-4a88-b289-b572a0cd4950 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/quotas/3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 375 time: 0.0712216 Nov 08 12:20:25.275138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:25.280082 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:25.331529 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.394097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:25.399587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-network', 'tenant_id': 'ada62ba8874044f98fa141b009820c01'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:25.429463 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.457541 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Attempting to bind port 6d0e6340-6597-4508-8041-3dd54aadec42 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:25.457912 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Attempting to bind port 6d0e6340-6597-4508-8041-3dd54aadec42 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:25.458438 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Attempting to bind port 6d0e6340-6597-4508-8041-3dd54aadec42 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:25.462313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4813aaff-9804-4534-9afc-b36fcf275065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.486458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:25.486874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:25.487824 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.488229 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:25.488857 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Bound port: 6d0e6340-6597-4508-8041-3dd54aadec42, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:25.489266 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.522442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Made reservation on behalf of ada62ba8874044f98fa141b009820c01 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:25.524800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.525132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895202b0-a5c7-4e34-b3cc-fe7c8a17cf56 None None] Pushing event updated for resources: {'Port': ['ID=6d0e6340-6597-4508-8041-3dd54aadec42,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:25.551093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.565158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.568379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] For port 6d0e6340-6597-4508-8041-3dd54aadec42, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:25.572987 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] For port 6d0e6340-6597-4508-8041-3dd54aadec42, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d0e6340-6597-4508-8041-3dd54aadec42,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:25.639958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.663895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799d445-ec40-4d64-9ac8-23806dba2a9c req-553d5ac3-0712-40d7-9f70-eb63e6b03171 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:25.665365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9799d445-ec40-4d64-9ac8-23806dba2a9c req-553d5ac3-0712-40d7-9f70-eb63e6b03171 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.5301619 Nov 08 12:20:25.693634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.713033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-793fd61a-422a-429e-80c9-79bf47fcf47b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4851806 Nov 08 12:20:25.724344 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.725087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.783078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a72d0e-156a-4dfa-ba15-94bcd37dec38,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:25.785846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9799d445-ec40-4d64-9ac8-23806dba2a9c req-f3fed95f-06db-41b3-b629-955fd98655eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125448 Nov 08 12:20:25.816433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Pushing event updated for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:25.830836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:20:25.843789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.846273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.847216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.847733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.850431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.850860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.851199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.851530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.851859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.852186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.855824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.860177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:25.870980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.878552 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Added segment 1d3c8c39-5f75-4b60-a136-d6106d7ad7d9 of type vlan for network 2a0a91aa-79fc-419c-9443-1d131df21203 Nov 08 12:20:25.938974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:25.939604 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:25.948530 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895202b0-a5c7-4e34-b3cc-fe7c8a17cf56 None None] Pushing event updated for resources: {'Port': ['ID=6d0e6340-6597-4508-8041-3dd54aadec42,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:25.989859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:25.997594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Attempting to bind port e6e37690-53a5-4fc2-b273-02b15fab3a52 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:26.002931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Attempting to bind port e6e37690-53a5-4fc2-b273-02b15fab3a52 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:26.003859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Attempting to bind port e6e37690-53a5-4fc2-b273-02b15fab3a52 on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:26.004143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.011449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:26.012123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Checking segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:26.015487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.016081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Bound using segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:26.016732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Bound port: e6e37690-53a5-4fc2-b273-02b15fab3a52, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:26.017296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.162582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] For port e6e37690-53a5-4fc2-b273-02b15fab3a52, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:26.166116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] For port e6e37690-53a5-4fc2-b273-02b15fab3a52, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e6e37690-53a5-4fc2-b273-02b15fab3a52,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:26.175298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.177002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:26.178127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.211679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-6ccd4140-65d9-4575-8d0f-a69246a74109 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316401 Nov 08 12:20:26.233438 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:26.244048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.307816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffce3bcd-9c25-4c27-be42-e424f791f7e1 req-0da97eca-f476-4f65-9d18-0e68186b2351 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 210 time: 0.0875008 Nov 08 12:20:26.334206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] Provisioning complete for port e6e37690-53a5-4fc2-b273-02b15fab3a52 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:26.335902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.341307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9433367 Nov 08 12:20:26.342490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:26.355671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Request body: {'subnet': {'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-subnet', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:26.361934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffb85-f5a8-4297-bf01-1c327c1b09cd admin admin] Pushing event updated for resources: {'Network': ['ID=2a0a91aa-79fc-419c-9443-1d131df21203,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:26.440283 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa781c-81d1-4a5c-a573-41362698dc81 x-openstack-request-id: req-bbaa781c-81d1-4a5c-a573-41362698dc81 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:26.441412 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:26.441904 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbaa781c-81d1-4a5c-a573-41362698dc81 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:26.442408 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'status': 'completed', 'code': 200} Nov 08 12:20:26.497421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2a0a91aa-79fc-419c-9443-1d131df21203 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:20:26.504920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-f70ba2e8-81ad-424f-a293-f67403e211a1 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:26.522209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-f70ba2e8-81ad-424f-a293-f67403e211a1 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044858 Nov 08 12:20:26.536520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:26.557778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Request body: {'port': {'device_id': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '2fb13adbae49422ca5c6d683ee7bc14c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:26.571695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Made reservation on behalf of ada62ba8874044f98fa141b009820c01 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:26.576833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.599967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a08dc639-a5d5-4bdb-82c5-20292fb4cd90 req-1ee85209-8bbe-4b23-b945-4f7148937d58 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 210 time: 0.0586660 Nov 08 12:20:26.656085 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 3, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:26.699979 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8756a44-5dd5-4ebe-8f66-67ed403f6401 None None] The sync data for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 is: [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 3, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:26.785564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-9c65cff4-e03e-4e96-b6f5-b430153b7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:26.787374 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-9c65cff4-e03e-4e96-b6f5-b430153b7bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1125 time: 0.3190432 Nov 08 12:20:26.796818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:26.804009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c348e-08a2-4e9b-8ed1-5ee05ec8d2f6 None None] Pushing event updated for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:26.841446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:26.842549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:26.881031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b34b94-5af2-4280-9ee5-dac9d66fe81e req-ddfbd015-befc-467a-bde4-cbef062e01d3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:26.891183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6b34b94-5af2-4280-9ee5-dac9d66fe81e req-ddfbd015-befc-467a-bde4-cbef062e01d3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.2193193 Nov 08 12:20:27.030928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.085832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-57b9a713-6aee-4856-a4b2-1614e296a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:27.087547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-57b9a713-6aee-4856-a4b2-1614e296a364 service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2879274 Nov 08 12:20:27.135931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:27.187220 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-dbfcc00f-61ca-406f-b5c2-520dcfda3c63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 217 time: 0.0740621 Nov 08 12:20:27.216922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6b34b94-5af2-4280-9ee5-dac9d66fe81e req-f1aa9ad4-b229-46d4-bd2f-9c402d6a5002 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246300 Nov 08 12:20:27.227612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Allocated IP 172.20.0.1 (ea166af5-4d2c-4fe3-b055-e1a2383f34d1/32e6f930-6233-4abb-b9ff-68ec548795cf/645b96ca-d757-4d28-acef-cdec23c66b66) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:27.370510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-f19a4ec9-f039-4111-8d31-3d5c53bf39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:27.372516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-f19a4ec9-f039-4111-8d31-3d5c53bf39e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1610808 Nov 08 12:20:27.422199 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-c333979e-174a-4927-a6e8-628d6cbb13d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422211 Nov 08 12:20:27.423968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:27.429709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.470683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:20:27.471130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2620-1bd5-4208-b0c5-09c7dbeda389 req-c9237a97-2a66-4944-9550-bebf8f9f1a9e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:27.473373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25af2620-1bd5-4208-b0c5-09c7dbeda389 req-c9237a97-2a66-4944-9550-bebf8f9f1a9e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.2476370 Nov 08 12:20:27.487636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Made reservation on behalf of 2fb13adbae49422ca5c6d683ee7bc14c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:27.501973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.529058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.531958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] For port e6e37690-53a5-4fc2-b273-02b15fab3a52, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e6e37690-53a5-4fc2-b273-02b15fab3a52,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:27.616746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.637139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49349aa2-05ed-4fa9-a2ef-4eae76f20e5d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:27.643164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f5a41ac-7cae-44a9-a791-4d9d439118b8 req-91c4cb29-209f-42bf-9a96-c07f78376d18 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 210 time: 0.0795486 Nov 08 12:20:27.652235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.683080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-f3ba299b-fc15-4140-a5a7-5bdf8dd59041 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443337 Nov 08 12:20:27.695478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25af2620-1bd5-4208-b0c5-09c7dbeda389 req-b533073b-13e3-4ca0-b8fc-4a0386ac46a5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113156 Nov 08 12:20:27.774967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ec21f-8ede-45ae-b5cb-1d3102ff8036 None None] Pushing event updated for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:27.790624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5aceaf65-bedd-46c2-a877-dd8f7cbb9474 None None] Provisioning complete for port e6e37690-53a5-4fc2-b273-02b15fab3a52 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:27.791001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5aceaf65-bedd-46c2-a877-dd8f7cbb9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:27.861117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:26Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:27.905798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0953dc0e-76f9-498e-8e48-2f14a1912884 None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:26Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:27.951122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Checking segment: {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:27.951483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Network hostable DHCP agents. Network: 2a0a91aa-79fc-419c-9443-1d131df21203, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:20:27.990458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2192113-c8ee-4fbd-afcc-b8c0877b4a4f req-3c0078f8-636d-4e34-b1d6-d5e2148a569c service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779121 Nov 08 12:20:28.043759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.055929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-fa4d724f-e0a8-4e72-9e9c-18801abd2219 service neutron] 10.222.0.61 "GET /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.3967600 Nov 08 12:20:28.058107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d410670-1b1b-4b8a-8e9a-ffcfa0abb4f8 req-e10e64a3-5986-40d2-98b9-f21684a1644d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 210 time: 0.2039976 Nov 08 12:20:28.077690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Network 2a0a91aa-79fc-419c-9443-1d131df21203 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:20:28.126183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.167952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2a0a91aa-79fc-419c-9443-1d131df21203) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:28.172405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:28.177439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.182068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c668cd4-ede5-4886-9fe9-61bcaeacb3fb None None] Network 2a0a91aa-79fc-419c-9443-1d131df21203 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:28.196933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.243963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:28.251290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.268349 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c79dbf39-e4d4-480e-9e92-474ba2ec2f17 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9158766 Nov 08 12:20:28.268349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:28.268349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:28.411051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.412229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.475568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Allocated IP 192.168.233.160 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/ab83372f-24ed-4d98-9ebd-1945e2b86d2c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:28.506527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.520228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:28.538487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:28.538655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2a0a91aa-79fc-419c-9443-1d131df21203', 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'fixed_ips': [{'subnet_id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:20:28.538655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.584567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:28.584567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:28.619573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Pushing event updated for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:28.622508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f477bb-a74b-4265-882a-3ed505324db7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:28.902422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55762) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:28.973258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Allocated IP 172.20.0.2 (2a0a91aa-79fc-419c-9443-1d131df21203/49349aa2-05ed-4fa9-a2ef-4eae76f20e5d/7045b8ce-3988-48c8-b9f9-aeea36054641) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:29.057538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-1d85d302-1ea8-4280-b7a2-d38d26d48837 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426362 Nov 08 12:20:29.116200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1ef61de-9254-4d06-bb09-bfebb5af4393 req-529372f6-74cf-47e4-a0cc-d6ba2f209eca tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 210 time: 0.1946113 Nov 08 12:20:29.161807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfdeb6-85ff-4f55-adb9-0b6fefd224bf req-42589ea3-40a4-4909-b67b-f40dff2c3b32 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:29.174632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:29.182128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdbfdeb6-85ff-4f55-adb9-0b6fefd224bf req-42589ea3-40a4-4909-b67b-f40dff2c3b32 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.6713016 Nov 08 12:20:29.201681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.204239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'port_id': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'mac_address': 'fa:16:3e:6f:9d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43161527-df13-4bef-96fc-88351e661871', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:29.210413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d0e6340-6597-4508-8041-3dd54aadec42 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:29.218151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.246084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47215bc-002b-4635-bb72-4ce59e351e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.360208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.380432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-531fc56c-19a9-4cde-b9ea-08c791757fc9 None None] Provisioning complete for port 645b96ca-d757-4d28-acef-cdec23c66b66 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:29.380809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-531fc56c-19a9-4cde-b9ea-08c791757fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.391597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:29.447382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6d0e6340-6597-4508-8041-3dd54aadec42 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:29.447786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.454282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-0734c7f7-34c9-4cc5-9304-23e73ca42c12 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:29.456995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-0734c7f7-34c9-4cc5-9304-23e73ca42c12 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979882 Nov 08 12:20:29.472476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Request body: {'port': {'device_id': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '3f75a0e27007474790cf03b2a316aea4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:29.479525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.492571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.496095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdbfdeb6-85ff-4f55-adb9-0b6fefd224bf req-db3a7544-4862-45ba-a039-2c25465246e9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086927 Nov 08 12:20:29.525068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:29.527883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-531fc56c-19a9-4cde-b9ea-08c791757fc9 None None] Port 645b96ca-d757-4d28-acef-cdec23c66b66 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:29.583139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d493-16e2-4a61-8449-0cfde80e7f9d req-a7e89b22-52e0-4e1a-b8da-1726d4d42173 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:29.587108 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.592269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0178d493-16e2-4a61-8449-0cfde80e7f9d req-a7e89b22-52e0-4e1a-b8da-1726d4d42173 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 944 time: 0.3500128 Nov 08 12:20:29.594948 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.623664 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.634458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47215bc-002b-4635-bb72-4ce59e351e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.677459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 6d0e6340-6597-4508-8041-3dd54aadec42, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d0e6340-6597-4508-8041-3dd54aadec42,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:29.683560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Network 2a0a91aa-79fc-419c-9443-1d131df21203 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:29.688682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:29.693228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:29.700288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Pushing event updated for resources: {'Port': ['ID=7045b8ce-3988-48c8-b9f9-aeea36054641,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:29.736609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47215bc-002b-4635-bb72-4ce59e351e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.740713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46a5178f-2e0b-495d-872d-6ddc3f683dfe req-f8ef445b-411a-48bb-a0e6-e1d3864c5ddf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 210 time: 0.0761094 Nov 08 12:20:29.750502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:29.763646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.782218 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.782218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e6e37690-53a5-4fc2-b273-02b15fab3a52 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:29.816754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Made reservation on behalf of 3f75a0e27007474790cf03b2a316aea4 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:29.822400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.824740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:29.827434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Attempting to bind port 7045b8ce-3988-48c8-b9f9-aeea36054641 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:29.827434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Attempting to bind port 7045b8ce-3988-48c8-b9f9-aeea36054641 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:29.827694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Attempting to bind port 7045b8ce-3988-48c8-b9f9-aeea36054641 on network 2a0a91aa-79fc-419c-9443-1d131df21203 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:29.864995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:29.865296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Checking segment: {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:29.865753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.866343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Bound using segment: {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:29.866786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Bound port: 7045b8ce-3988-48c8-b9f9-aeea36054641, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:29.867197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.869970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.871084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:29.888646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0178d493-16e2-4a61-8449-0cfde80e7f9d req-1af283e7-363f-439e-a78d-296d790c32a1 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954836 Nov 08 12:20:29.896185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:29.901150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47215bc-002b-4635-bb72-4ce59e351e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e55c77-ae46-46dc-aea6-802be07e204e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:29.912613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c47215bc-002b-4635-bb72-4ce59e351e6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3c482724291431081a1b3ad2d9aee4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0038896 Nov 08 12:20:29.913427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:29.963343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:29.974223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:29.977069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:29.982964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:29.983684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.996367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:29.999689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e6e37690-53a5-4fc2-b273-02b15fab3a52 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:30.000173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.000616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d22014f-7f9f-4cae-8686-43ccd553eef5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:30.039645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Pushing event updated for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:30.040469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.057921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:30.086220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=6d0e6340-6597-4508-8041-3dd54aadec42,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:30.122149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] For port 7045b8ce-3988-48c8-b9f9-aeea36054641, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:30.140483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.155466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] For port 7045b8ce-3988-48c8-b9f9-aeea36054641, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7045b8ce-3988-48c8-b9f9-aeea36054641,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:30.193738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-5c2d3233-97a6-4a3d-b684-db15d4918552 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6412013 Nov 08 12:20:30.197835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.220261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Request body: {'port': {'device_id': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:30.244298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.253653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.371162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a276f-2aaf-4cbd-9337-65d616f5d287 None None] Pushing event updated for resources: {'Port': ['ID=7045b8ce-3988-48c8-b9f9-aeea36054641,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:30.460791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-68c0968f-54fa-4953-a916-d299cdf3b2db None None] Provisioning complete for port ab83372f-24ed-4d98-9ebd-1945e2b86d2c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:30.461158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-68c0968f-54fa-4953-a916-d299cdf3b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.604173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:30.609496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Allocated IP 172.25.1.246 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ef87bcf3-3f6c-4928-842d-646aadbffee0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:30.628659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Allocated IP 192.168.233.249 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/39363cf6-9cec-4fb6-adbc-11a057268040) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:30.744242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-68c0968f-54fa-4953-a916-d299cdf3b2db None None] Port ab83372f-24ed-4d98-9ebd-1945e2b86d2c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:30.787051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.801570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c623e2-7d75-46ae-b39d-896c36b63fab req-99ca188f-77c2-47ef-bd9f-e5514b50570b tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:30.803234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6c623e2-7d75-46ae-b39d-896c36b63fab req-99ca188f-77c2-47ef-bd9f-e5514b50570b tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 936 time: 0.5330701 Nov 08 12:20:30.809106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] Transition to ACTIVE for port object 3d22014f-7f9f-4cae-8686-43ccd553eef5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:30.833079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.871694 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c505d76-7bb4-4953-a8ef-0b3abb213eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.904007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b91779-cd43-46e7-9fc3-1e31c7bf8d1c req-ba6afdb1-de56-4c5e-9124-256d246af130 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:30.904147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.905481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2b91779-cd43-46e7-9fc3-1e31c7bf8d1c req-ba6afdb1-de56-4c5e-9124-256d246af130 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.2194257 Nov 08 12:20:30.916086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.984119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:30.984855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.013748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.017953 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.022527 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2e55c77-ae46-46dc-aea6-802be07e204e HTTP/1.1" status: 204 len: 168 time: 1.1030815 Nov 08 12:20:31.043587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6c623e2-7d75-46ae-b39d-896c36b63fab req-66632068-bd21-490e-928d-751a9cd73c48 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258639 Nov 08 12:20:31.057076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d0e6340-6597-4508-8041-3dd54aadec42 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:31.072622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a43a20-0179-4e7f-8797-b2c19a9098ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e55c77-ae46-46dc-aea6-802be07e204e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.075772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.124698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2b91779-cd43-46e7-9fc3-1e31c7bf8d1c req-08a5ca27-5cdc-43c2-9763-9bb54a121740 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683860 Nov 08 12:20:31.150813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Pushing event updated for resources: {'Port': ['ID=ef87bcf3-3f6c-4928-842d-646aadbffee0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.176756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] No DVR routers for this DVR port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:20:31.177516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6d0e6340-6597-4508-8041-3dd54aadec42 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:31.178070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.226063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:31.232213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:31.244993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:31.293809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7045b8ce-3988-48c8-b9f9-aeea36054641 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:31.359755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7045b8ce-3988-48c8-b9f9-aeea36054641 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:31.360122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.371453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] Pushing event updated for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.445025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.505797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.506182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe813b80-d6d7-40a4-8474-a5fc890687cf req-3b2cb0fe-9153-4843-b979-79e5e1292f09 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 210 time: 0.2748678 Nov 08 12:20:31.523756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-0809d871-8b67-4c80-809d-d0e06afd394c service neutron] 10.222.0.61 "PUT /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3957438 Nov 08 12:20:31.533648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Pushing event updated for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.582360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde49cb-dcc3-48b0-bd02-e760e5a0c86f req-f7773aa6-d0e6-4387-ac4f-5120bccf60b2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:31.584567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cde49cb-dcc3-48b0-bd02-e760e5a0c86f req-f7773aa6-d0e6-4387-ac4f-5120bccf60b2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.3126597 Nov 08 12:20:31.588551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 7045b8ce-3988-48c8-b9f9-aeea36054641, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7045b8ce-3988-48c8-b9f9-aeea36054641,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:31.595867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.608659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:31.665805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:31.679158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c505d76-7bb4-4953-a8ef-0b3abb213eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.680699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:31.688309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf41658-aaec-4d0c-a666-36995e90354d None None] Network 2a0a91aa-79fc-419c-9443-1d131df21203 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:20:31.691220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.719612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.746164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.766427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c505d76-7bb4-4953-a8ef-0b3abb213eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.767434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:31.783719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:31.786565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:31.793124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:31.793697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.812018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cde49cb-dcc3-48b0-bd02-e760e5a0c86f req-37198e05-6298-4a63-83a9-70c4eff876c3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076201 Nov 08 12:20:31.899812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=7045b8ce-3988-48c8-b9f9-aeea36054641,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.900360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-ec278fbc-3766-4e37-b511-9d75a583f6d0 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:31.901359 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-ec278fbc-3766-4e37-b511-9d75a583f6d0 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.1912601 Nov 08 12:20:31.906772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:31.912072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c505d76-7bb4-4953-a8ef-0b3abb213eaa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=868e3f290f8745dd80d1cfc1bb741132&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3050470 Nov 08 12:20:31.918834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c505d76-7bb4-4953-a8ef-0b3abb213eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d312b6a7-c42e-4c41-8df8-fd6090d37590,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:31.946214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:31.949293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1190ffad-7363-447a-8f2b-a9deae44ea62 None None] Provisioning complete for port 7045b8ce-3988-48c8-b9f9-aeea36054641 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:31.950136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1190ffad-7363-447a-8f2b-a9deae44ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:31.993963 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-a2e661b3-bf34-42c9-955c-fa5af82ff899 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5268142 Nov 08 12:20:31.998411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844cd6c8-c193-417b-b656-8a452354838f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.021094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Request body: {'port': {'device_id': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:32.060309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Router a63495bb-32a4-4b81-82ec-e7f3d0400eec has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:20:32.086952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab83372f-24ed-4d98-9ebd-1945e2b86d2c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:32.108416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.120733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.141526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-18e8a0a3-3ef6-4fd9-9abc-300f0aef4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:32.143211 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-18e8a0a3-3ef6-4fd9-9abc-300f0aef4027 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c&tenant_id=79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 1096 time: 0.1801579 Nov 08 12:20:32.147130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Transition to ACTIVE for port object ab83372f-24ed-4d98-9ebd-1945e2b86d2c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:32.227199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.243050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.266229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.312313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Provisioning complete for port 645b96ca-d757-4d28-acef-cdec23c66b66 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:32.312688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.357872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-07378c5a-c7d6-4340-9b61-fdfb42a7cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:32.359419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-07378c5a-c7d6-4340-9b61-fdfb42a7cd12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1096 time: 0.1867654 Nov 08 12:20:32.367226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Port 645b96ca-d757-4d28-acef-cdec23c66b66 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:32.394152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Provisioning complete for port 39363cf6-9cec-4fb6-adbc-11a057268040 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:32.396333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.459133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c71efc44-6661-4bce-b2e9-44f9d0871b08 None None] Port 39363cf6-9cec-4fb6-adbc-11a057268040 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:32.462153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:32.467818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844cd6c8-c193-417b-b656-8a452354838f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.488173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ae83-63e2-4440-847d-d0b36b514bbf req-6451e1d1-e467-426c-aed6-49266bf79f9a tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:32.496029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48a2ae83-63e2-4440-847d-d0b36b514bbf req-6451e1d1-e467-426c-aed6-49266bf79f9a tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 936 time: 0.3119614 Nov 08 12:20:32.525482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:32.537895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Sync routers for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:32.541481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:32.562923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ed9f0-b888-41aa-a55f-bd81115e48ff req-9ee598bf-343e-4eb2-a09c-2ca0cbc811d0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:32.570401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-606ed9f0-b888-41aa-a55f-bd81115e48ff req-9ee598bf-343e-4eb2-a09c-2ca0cbc811d0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.3446472 Nov 08 12:20:32.586361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-97a29a80-f7a2-47e5-8b89-c109d2869d69 admin admin] 10.222.0.58 "PUT /v2.0/routers/a63495bb-32a4-4b81-82ec-e7f3d0400eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4881279 Nov 08 12:20:32.592482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844cd6c8-c193-417b-b656-8a452354838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.618862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:32.627317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:32.658319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Attempting to bind port ab83372f-24ed-4d98-9ebd-1945e2b86d2c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:32.663040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Attempting to bind port ab83372f-24ed-4d98-9ebd-1945e2b86d2c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:32.663040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Attempting to bind port ab83372f-24ed-4d98-9ebd-1945e2b86d2c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:32.663259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.664873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.666468 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d312b6a7-c42e-4c41-8df8-fd6090d37590 HTTP/1.1" status: 204 len: 168 time: 0.7586873 Nov 08 12:20:32.678880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.697821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Port ab83372f-24ed-4d98-9ebd-1945e2b86d2c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:32.698413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Attempting to bind port ab83372f-24ed-4d98-9ebd-1945e2b86d2c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:32.700362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cd6c8-c193-417b-b656-8a452354838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0f42e-b147-46da-993a-3b12a4f616ef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:32.700482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1182a-b315-4401-b72e-45ec385f6b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d312b6a7-c42e-4c41-8df8-fd6090d37590,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:32.715106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-c5e6b8e4-4a40-44c0-8c46-88621a924528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:32.715106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-c5e6b8e4-4a40-44c0-8c46-88621a924528 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.3447478 Nov 08 12:20:32.720963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48a2ae83-63e2-4440-847d-d0b36b514bbf req-fcf368a0-29df-4284-9d9f-5808c60621f6 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191718 Nov 08 12:20:32.729850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-844cd6c8-c193-417b-b656-8a452354838f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e86a650e69c44c99319f4ffe3b2c7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7825253 Nov 08 12:20:32.738794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:32.753665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:32.757435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:32.758141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:32.759503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Bound port: ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:32.760345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.795561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:20:32.810863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-606ed9f0-b888-41aa-a55f-bd81115e48ff req-79333035-96b9-44af-90fa-81514b0adaf3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394979 Nov 08 12:20:32.819595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-b473868d-0840-4922-8315-643479c69a2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 217 time: 0.0703788 Nov 08 12:20:32.866636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-85b83907-df12-4fff-b628-6e30ef0f9ee3 None None] Provisioning complete for port 7045b8ce-3988-48c8-b9f9-aeea36054641 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:32.867093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b83907-df12-4fff-b628-6e30ef0f9ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:32.999629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:20:33.001542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:33.032590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:33.032981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.089717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7045b8ce-3988-48c8-b9f9-aeea36054641 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:33.134625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:33.139144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.173383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131f6ee-d4d8-422d-8df3-98634673ac11 req-057fe4f1-09ee-4810-8fde-540ba78ae0ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:33.182624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b131f6ee-d4d8-422d-8df3-98634673ac11 req-057fe4f1-09ee-4810-8fde-540ba78ae0ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 936 time: 0.2317133 Nov 08 12:20:33.194329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:33.198925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:33.208222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-b7580aad-add7-4436-80ba-f8312ddf7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:33.210135 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-b7580aad-add7-4436-80ba-f8312ddf7752 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1088920 Nov 08 12:20:33.215009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b6ac-3115-4a0f-b03a-40a01584ac77 req-5c475d99-0b82-4cce-b48f-9267ae18ce88 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:33.222289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2383b6ac-3115-4a0f-b03a-40a01584ac77 req-5c475d99-0b82-4cce-b48f-9267ae18ce88 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.2111678 Nov 08 12:20:33.241882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.265204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.270362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-ad8f2389-ec8c-4b12-a531-e7eebcfb5bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338736 Nov 08 12:20:33.290563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39363cf6-9cec-4fb6-adbc-11a057268040 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:33.306934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.351698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Transition to ACTIVE for port object 39363cf6-9cec-4fb6-adbc-11a057268040 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:33.358928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:33.359563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.360958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab83372f-24ed-4d98-9ebd-1945e2b86d2c HTTP/1.1" status: 200 len: 1096 time: 3.1475484 Nov 08 12:20:33.361407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:33.365633 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96d989-4989-4868-b510-ca01800fedc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:33.422438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b131f6ee-d4d8-422d-8df3-98634673ac11 req-25628487-6e8a-4c6b-a667-667e07987d0d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383826 Nov 08 12:20:33.473663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.474900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2383b6ac-3115-4a0f-b03a-40a01584ac77 req-3c563393-5188-45d3-bedd-d34f5abebd00 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515545 Nov 08 12:20:33.509006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74f86c-e006-42bc-8b0c-f24c9cf54fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:33.553302 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f100ac68-0d4e-4f20-b920-a166a712d016 x-openstack-request-id: req-f100ac68-0d4e-4f20-b920-a166a712d016 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:33.553785 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:33.554182 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f100ac68-0d4e-4f20-b920-a166a712d016 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:33.554773 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c', 'status': 'completed', 'code': 200} Nov 08 12:20:33.598738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:33.601241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Router 8b542775-0515-41bb-a301-b2062e53ba36 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:20:33.622337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-0882416f-be09-4d30-b109-75d1a8dc1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:33.628818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-0882416f-be09-4d30-b109-75d1a8dc1607 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 1099 time: 0.0881493 Nov 08 12:20:33.631581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.642729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.645062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-e5d910ad-c090-4227-af69-da8712fa3cdc service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657563 Nov 08 12:20:33.645522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86b0f42e-b147-46da-993a-3b12a4f616ef HTTP/1.1" status: 204 len: 168 time: 0.8933973 Nov 08 12:20:33.676931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.692297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f931-92d7-4b8e-9acb-5db5e48a3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0f42e-b147-46da-993a-3b12a4f616ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:33.781574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7045b8ce-3988-48c8-b9f9-aeea36054641 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:33.781769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:33.782279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.824771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:33.827344 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a9e355-3b98-465f-ade3-1ab2635b01ac" -d '{"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-plugged", "status": "completed", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:33.865129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-0a40a2a7-e804-41dd-92f6-3c3301d13737 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c HTTP/1.1" status: 200 len: 217 time: 0.2146547 Nov 08 12:20:33.875107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:33.895145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-673588ee-7162-4d3d-85a0-4f686219f245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:33.941393 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f09efc-cd9c-4ef3-9180-e3f1bd72d9d3 x-openstack-request-id: req-38f09efc-cd9c-4ef3-9180-e3f1bd72d9d3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:33.941933 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-plugged", "status": "completed", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:33.942268 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38f09efc-cd9c-4ef3-9180-e3f1bd72d9d3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:33.942728 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'code': 200} Nov 08 12:20:33.976203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.054232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:34.170262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:34.260009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '645b96ca-d757-4d28-acef-cdec23c66b66', 'name': '', 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'mac_address': 'fa:16:3e:cb:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:26Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 2, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'subnets': [{'id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:34.296259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-bc1aa960-6da1-4136-9ae0-729b3e181d5c service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117887 Nov 08 12:20:34.327596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-673588ee-7162-4d3d-85a0-4f686219f245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.334869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:34.341403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:34.341403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:34.347203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:34.347604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:34.355163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:34.355425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:34.355863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:34.356350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Bound port: 39363cf6-9cec-4fb6-adbc-11a057268040, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:34.356746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.376285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:34.389241 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Sync routers for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:34.432831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:34.433487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:34.447121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-673588ee-7162-4d3d-85a0-4f686219f245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.473470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-b28efd22-fdaf-412b-b912-226083ee6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:34.475511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-b28efd22-fdaf-412b-b912-226083ee6260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.6057284 Nov 08 12:20:34.488197 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-673588ee-7162-4d3d-85a0-4f686219f245 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26259cc9debc43c7abc1c9f2f3e2c596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6541221 Nov 08 12:20:34.496884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:34.559415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.559912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9deb-47b4-4556-97fa-869e0f1a567d req-0cd2adeb-0c60-4662-abbf-1316d3a5d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:34.561699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b9deb-47b4-4556-97fa-869e0f1a567d req-0cd2adeb-0c60-4662-abbf-1316d3a5d764 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1096 time: 0.5018687 Nov 08 12:20:34.566439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ffb96f0a-a18f-4dcb-8866-f163e4fee1ca admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3030355 Nov 08 12:20:34.576509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55848) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:34.584804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cc2-64a9-4bc0-8f4b-8de920a69e8c req-75e6aa49-5c30-4482-a5ac-92cbff10dace tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:34.598024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c05b3cc2-64a9-4bc0-8f4b-8de920a69e8c req-75e6aa49-5c30-4482-a5ac-92cbff10dace tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 948 time: 0.6342738 Nov 08 12:20:34.606436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Checking router: a63495bb-32a4-4b81-82ec-e7f3d0400eec for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:34.607119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Updating router a63495bb-32a4-4b81-82ec-e7f3d0400eec port 645b96ca-d757-4d28-acef-cdec23c66b66 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:34.617245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673588ee-7162-4d3d-85a0-4f686219f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3dcc1f-bb7e-4535-b0a2-3309ccbfd431,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:34.641709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:34.684799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.703711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb748-1670-41c9-9779-29cc2e9140cb req-12f25699-54a2-43b6-843c-19857a9f23f7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:34.705471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cebb748-1670-41c9-9779-29cc2e9140cb req-12f25699-54a2-43b6-843c-19857a9f23f7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 945 time: 0.6503265 Nov 08 12:20:34.731525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057763-0c57-4a9b-9e16-205440a730b6 req-e276d405-8237-4949-94c0-6cae9b2e99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:34.733497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-e276d405-8237-4949-94c0-6cae9b2e99b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370186 Nov 08 12:20:34.789854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.797175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:34.872683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:34.945235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:35.039357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.042303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.046851 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b3dcc1f-bb7e-4535-b0a2-3309ccbfd431 HTTP/1.1" status: 204 len: 168 time: 0.5489061 Nov 08 12:20:35.048144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.069440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:31Z', 'revision_number': 3, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:35.110998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:35.136624 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Checking router: 8b542775-0515-41bb-a301-b2062e53ba36 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:35.140673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b9deb-47b4-4556-97fa-869e0f1a567d req-7dc43eeb-9e7e-468b-bb92-882ac3b1eee5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396681 Nov 08 12:20:35.144953 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Updating router 8b542775-0515-41bb-a301-b2062e53ba36 port ef87bcf3-3f6c-4928-842d-646aadbffee0 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:35.171078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c05b3cc2-64a9-4bc0-8f4b-8de920a69e8c req-af329c14-a03e-4ee5-8c92-8b8593d579e6 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379779 Nov 08 12:20:35.178784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-f348d83d-b855-48e0-bf5e-6876b166631c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:35.187080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-f348d83d-b855-48e0-bf5e-6876b166631c tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.3365870 Nov 08 12:20:35.193707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-64a3d4d8-f0ef-4438-8fc0-50ff9a14fc40 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443624 Nov 08 12:20:35.197180 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.204773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd97e0-37d5-4393-8035-c1cab69174f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3dcc1f-bb7e-4535-b0a2-3309ccbfd431,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:35.244573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cebb748-1670-41c9-9779-29cc2e9140cb req-d30f0661-609f-4d3a-b50d-509ca5288fb8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971490 Nov 08 12:20:35.335732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.419582 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.604993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223d34-1fa0-4c29-b4dd-278e3a563ea1 None None] Pushing event updated for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:35.674868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93057763-0c57-4a9b-9e16-205440a730b6 req-27b488a9-66cd-42b2-9425-f2219504374c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324637 Nov 08 12:20:35.687184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:35.695958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.698538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-244b4778-6bce-4630-bcc2-7897dfdd5325 service neutron] 10.222.0.61 "PUT /v2.0/ports/39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 1096 time: 3.6852052 Nov 08 12:20:35.707798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:35.710209 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e3617d-2ca5-444f-8ff4-06165988e2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:35.908537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Attempting to bind port 645b96ca-d757-4d28-acef-cdec23c66b66 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:35.909515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Attempting to bind port 645b96ca-d757-4d28-acef-cdec23c66b66 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:35.910039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Attempting to bind port 645b96ca-d757-4d28-acef-cdec23c66b66 on network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:35.935833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:35.941270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Checking segment: {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:35.941944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.945392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Bound using segment: {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:35.946462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Bound port: 645b96ca-d757-4d28-acef-cdec23c66b66, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c60ca3-97b6-4008-854d-09f63f4ed38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:35.947015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:35.978814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2faa-0968-4a49-ba81-2f9666045649 req-9736d711-e129-4911-bdaf-d4ab7627f8c3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:35.994049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-605c2faa-0968-4a49-ba81-2f9666045649 req-9736d711-e129-4911-bdaf-d4ab7627f8c3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.3156567 Nov 08 12:20:36.193164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225d4a-11d5-4517-8b52-91f8a3d4ebc4 req-bbd78915-c700-41af-af31-21e49aab6662 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:36.201871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20225d4a-11d5-4517-8b52-91f8a3d4ebc4 req-bbd78915-c700-41af-af31-21e49aab6662 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.5233676 Nov 08 12:20:36.253239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fcaeb6e3-1663-407e-a708-45b2924c4f45 None None] Provisioning complete for port 645b96ca-d757-4d28-acef-cdec23c66b66 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:36.253835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb6e3-1663-407e-a708-45b2924c4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.289788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d989-4989-4868-b510-ca01800fedc5 req-6d62234f-7f70-4553-880e-358c7da90dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:36.294154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-6d62234f-7f70-4553-880e-358c7da90dcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 1099 time: 0.3503852 Nov 08 12:20:36.381094 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.395812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] For port 645b96ca-d757-4d28-acef-cdec23c66b66, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:36.399181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fcaeb6e3-1663-407e-a708-45b2924c4f45 None None] Port 645b96ca-d757-4d28-acef-cdec23c66b66 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:36.399323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-f2eda3ff-a773-4a4c-b93b-de34d777a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:36.405876 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-f2eda3ff-a773-4a4c-b93b-de34d777a68a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1099 time: 0.5055885 Nov 08 12:20:36.445910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] For port 645b96ca-d757-4d28-acef-cdec23c66b66, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645b96ca-d757-4d28-acef-cdec23c66b66,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:36.461728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20225d4a-11d5-4517-8b52-91f8a3d4ebc4 req-64eb1360-c369-4666-a8a9-d83c5e4d9cdf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578230 Nov 08 12:20:36.469849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-605c2faa-0968-4a49-ba81-2f9666045649 req-fc51a8e9-dd32-4e3b-91fc-7770f9857880 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734483 Nov 08 12:20:36.528352 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.529363 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-f53b86a6-c2af-4ebe-8071-d6042a5b92c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.1098981 Nov 08 12:20:36.582233 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba636a57-1228-4057-8aba-2f1ec3c387d2 x-openstack-request-id: req-ba636a57-1228-4057-8aba-2f1ec3c387d2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:36.587757 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:36.588025 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba636a57-1228-4057-8aba-2f1ec3c387d2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:36.588439 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'status': 'completed', 'code': 200} Nov 08 12:20:36.588614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.710424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d989-4989-4868-b510-ca01800fedc5 req-321164d8-78a0-43e4-874b-3e57b4460fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:36.717862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-321164d8-78a0-43e4-874b-3e57b4460fec service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3935840 Nov 08 12:20:36.793018 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Attempting to bind port ef87bcf3-3f6c-4928-842d-646aadbffee0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:36.803702 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Attempting to bind port ef87bcf3-3f6c-4928-842d-646aadbffee0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:36.804227 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Attempting to bind port ef87bcf3-3f6c-4928-842d-646aadbffee0 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:36.831482 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7e35-3dee-4d58-ade4-a7e059603a62 None None] Pushing event updated for resources: {'Port': ['ID=ef87bcf3-3f6c-4928-842d-646aadbffee0,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:36.848694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:36.853598 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:36.854977 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.855630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:36.860810 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Bound port: ef87bcf3-3f6c-4928-842d-646aadbffee0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:36.862822 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:36.914524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:36.914749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:36.930048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223d34-1fa0-4c29-b4dd-278e3a563ea1 None None] Pushing event updated for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:37.010412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-7305db06-7301-43c3-b313-d8b13969147d service neutron] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:37.028184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-3dca4be8-5b9d-42cc-8cec-96783bdea784 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c HTTP/1.1" status: 200 len: 217 time: 0.3000278 Nov 08 12:20:37.114443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-7305db06-7301-43c3-b313-d8b13969147d service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:37.115900 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-32f7072a-6fbd-435e-b3e3-a4d420d6b2da req-7305db06-7301-43c3-b313-d8b13969147d service neutron] 10.222.0.57 "DELETE /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 1.4161918 Nov 08 12:20:37.134799 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] For port ef87bcf3-3f6c-4928-842d-646aadbffee0, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:37.144914 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] For port ef87bcf3-3f6c-4928-842d-646aadbffee0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ef87bcf3-3f6c-4928-842d-646aadbffee0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:37.188046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-7eab0af7-417d-4040-a18b-2e87f762f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.206046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-7eab0af7-417d-4040-a18b-2e87f762f731 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.6482282 Nov 08 12:20:37.267170 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:37.415423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d989-4989-4868-b510-ca01800fedc5 req-10f99c21-8a9d-4e69-bb89-a843476fbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.432315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-10f99c21-8a9d-4e69-bb89-a843476fbae2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.3391244 Nov 08 12:20:37.436961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] Provisioning complete for port 645b96ca-d757-4d28-acef-cdec23c66b66 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:37.448205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:37.507765 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:37.515768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:37.518109 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7e35-3dee-4d58-ade4-a7e059603a62 None None] Pushing event updated for resources: {'Port': ['ID=ef87bcf3-3f6c-4928-842d-646aadbffee0,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:37.547245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:37.567629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-ac74ed75-7e28-4675-b408-fb2f2270a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.568886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-ac74ed75-7e28-4675-b408-fb2f2270a93d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3597736 Nov 08 12:20:37.581472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:37.635326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e55a-0d93-405e-bffb-b221ccdb1a04 req-666bc1df-e6f2-4def-850a-f06a2199bb8d tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.643981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01a6e55a-0d93-405e-bffb-b221ccdb1a04 req-666bc1df-e6f2-4def-850a-f06a2199bb8d tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 948 time: 0.7063060 Nov 08 12:20:37.665312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0312b-a255-4d2d-a8ca-3fbf106c9ed7 req-23fa562c-88f3-4c38-8c56-3ec6bdc60a11 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.683943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4e0312b-a255-4d2d-a8ca-3fbf106c9ed7 req-23fa562c-88f3-4c38-8c56-3ec6bdc60a11 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 945 time: 0.9207895 Nov 08 12:20:37.805078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d989-4989-4868-b510-ca01800fedc5 req-ce32b4c2-9db3-440a-a4fb-9da9392b721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:37.806870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-ce32b4c2-9db3-440a-a4fb-9da9392b721d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3482780 Nov 08 12:20:37.891961 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:38.026433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:38.234026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4e0312b-a255-4d2d-a8ca-3fbf106c9ed7 req-5d654865-8854-41af-af3b-1230aeebdb9f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489075 Nov 08 12:20:38.298838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] For port 645b96ca-d757-4d28-acef-cdec23c66b66, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645b96ca-d757-4d28-acef-cdec23c66b66,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:38.351275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01a6e55a-0d93-405e-bffb-b221ccdb1a04 req-163f3a62-53ab-4d5f-8319-9d2346095ab0 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061195 Nov 08 12:20:38.383940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:38.392920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-a633739a-3b66-4983-929b-fefc8368faab service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697572 Nov 08 12:20:38.564060 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:31Z', 'revision_number': 3, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:38.567231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e135db-aa17-4fac-8153-6f2b002ae39f None None] Pushing event updated for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:38.645845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Allocated IP 172.20.0.1 (2a0a91aa-79fc-419c-9443-1d131df21203/49349aa2-05ed-4fa9-a2ef-4eae76f20e5d/15b542aa-1284-45a4-85a2-f6304ff956c3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:38.646999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ab83372f-24ed-4d98-9ebd-1945e2b86d2c details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:38.655943 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92fbf9-1c88-41a6-8075-52d82bdb61f7 None None] The sync data for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 is: [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:31Z', 'revision_number': 3, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:38.821475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '645b96ca-d757-4d28-acef-cdec23c66b66', 'name': '', 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'mac_address': 'fa:16:3e:cb:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:26Z', 'updated_at': '2021-11-08T12:20:36Z', 'revision_number': 4, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'subnets': [{'id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:38.871560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:38.873368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242057-a213-4ffb-a11e-1bcb855495b1 req-7b3ee236-c3f9-4581-9ed2-e0427d3170f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:38.886482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6242057-a213-4ffb-a11e-1bcb855495b1 req-7b3ee236-c3f9-4581-9ed2-e0427d3170f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.3359797 Nov 08 12:20:38.899333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a96d989-4989-4868-b510-ca01800fedc5 req-06cd444b-1106-41e8-8998-bd44dd58671d service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959989 Nov 08 12:20:38.951539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1291b-9c7b-49b3-b484-58fc5c645c73 None None] The sync data for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 is: [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '645b96ca-d757-4d28-acef-cdec23c66b66', 'name': '', 'network_id': 'ea166af5-4d2c-4fe3-b055-e1a2383f34d1', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'mac_address': 'fa:16:3e:cb:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:26Z', 'updated_at': '2021-11-08T12:20:36Z', 'revision_number': 4, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'subnets': [{'id': '32e6f930-6233-4abb-b9ff-68ec548795cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:38.969383 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-0d820a5d-92ea-4bab-b090-d3600def4aa8 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3587618 Nov 08 12:20:39.012792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:39.045172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c', 'mac_address': 'fa:16:3e:27:fd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:39.111374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:39.148085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6242057-a213-4ffb-a11e-1bcb855495b1 req-64de5177-288e-43a8-82df-42233bdc5fa3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562470 Nov 08 12:20:39.178963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:39.220158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab83372f-24ed-4d98-9ebd-1945e2b86d2c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:39.305966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:39.370516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:39.394867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:39.424219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Network 2a0a91aa-79fc-419c-9443-1d131df21203 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:39.433335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:39.436302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:39.437002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:39.470965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d61999-3b7f-460f-bfa3-bf4f5e34426e req-e730fcfc-558e-40bd-b59d-7589048c5150 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:39.485454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94d61999-3b7f-460f-bfa3-bf4f5e34426e req-e730fcfc-558e-40bd-b59d-7589048c5150 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1096 time: 0.1553242 Nov 08 12:20:39.584448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2c18c658-66ca-4410-bf77-93743dc6e0dc req-15d7349a-f559-4c68-b4b7-6fb09eadfa38 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126423 Nov 08 12:20:39.690903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ab83372f-24ed-4d98-9ebd-1945e2b86d2c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:39.770897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94d61999-3b7f-460f-bfa3-bf4f5e34426e req-172019f9-bd0b-47e9-8194-1769d3c80e5a tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818911 Nov 08 12:20:39.824756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:39.980060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fc260-c0eb-4d81-82f3-197139a59256 req-99d4b2a7-d9c5-469f-928e-9def2af67828 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:39.998601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b57fc260-c0eb-4d81-82f3-197139a59256 req-99d4b2a7-d9c5-469f-928e-9def2af67828 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 945 time: 0.3215942 Nov 08 12:20:40.060724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5ec9033f-0449-4941-9895-8a1c988a06ca None None] Provisioning complete for port 15b542aa-1284-45a4-85a2-f6304ff956c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:40.061427 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ec9033f-0449-4941-9895-8a1c988a06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:40.294873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b57fc260-c0eb-4d81-82f3-197139a59256 req-6cea7288-49cb-490f-a849-4effe58610bb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952857 Nov 08 12:20:40.335482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9033f-0449-4941-9895-8a1c988a06ca None None] Port 15b542aa-1284-45a4-85a2-f6304ff956c3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:40.348543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18bcc4-6b35-4182-9fe4-da47d82e5cb2 req-70b69dfc-85d8-4817-92a8-3c2ebd1c51a2 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:40.367672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd18bcc4-6b35-4182-9fe4-da47d82e5cb2 req-70b69dfc-85d8-4817-92a8-3c2ebd1c51a2 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 949 time: 0.3161573 Nov 08 12:20:40.446972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd18bcc4-6b35-4182-9fe4-da47d82e5cb2 req-d960dfa3-611e-4fa4-992f-ac06db5150da tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781970 Nov 08 12:20:40.565702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c51590-acd7-4015-89db-ce30897ccd02 req-98683897-5d31-4ee6-8518-8883fc87b6b7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:40.574957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89c51590-acd7-4015-89db-ce30897ccd02 req-98683897-5d31-4ee6-8518-8883fc87b6b7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.0733840 Nov 08 12:20:40.662560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-c024b914-22a4-48fa-ace8-6b9ceddee8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:40.664309 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-c024b914-22a4-48fa-ace8-6b9ceddee8f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1099 time: 0.1267607 Nov 08 12:20:40.699109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89c51590-acd7-4015-89db-ce30897ccd02 req-0d1810e9-d092-4649-a748-8db2cd191059 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233325 Nov 08 12:20:40.828523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:40.942871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-cbdcd8aa-eb2d-4559-8ce1-631fadbec791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:40.946415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-cbdcd8aa-eb2d-4559-8ce1-631fadbec791 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2734287 Nov 08 12:20:40.964953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-1fc173a3-ab44-4856-a5a3-064dcc75ed29 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:40.980918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-1fc173a3-ab44-4856-a5a3-064dcc75ed29 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.2807510 Nov 08 12:20:41.027188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-7ea6f9c5-6505-4752-944c-f02d27cd279c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/quotas/79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 375 time: 0.0445089 Nov 08 12:20:41.070484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-4cccba43-fe37-4971-8f3a-e3fe368b9792 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.1066048 Nov 08 12:20:41.130578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-09fabdb4-0e83-43b8-9d5f-854cb9d338f6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980124 Nov 08 12:20:41.144711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645b96ca-d757-4d28-acef-cdec23c66b66 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:41.196681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-6ab74a9e-3a2e-4bad-b974-03a7cbfd7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:41.198158 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-6ab74a9e-3a2e-4bad-b974-03a7cbfd7607 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0915461 Nov 08 12:20:41.277889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 645b96ca-d757-4d28-acef-cdec23c66b66 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:41.278276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.325270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaee6a-59e9-45e0-9dcd-64db88f5c5cf req-526238c0-f3c6-4993-b63e-be463de89061 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:41.336052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74eaee6a-59e9-45e0-9dcd-64db88f5c5cf req-526238c0-f3c6-4993-b63e-be463de89061 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1096 time: 0.0949349 Nov 08 12:20:41.360807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-32f1b68c-1024-4553-a357-965c2149607c service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226760 Nov 08 12:20:41.435489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ef87bcf3-3f6c-4928-842d-646aadbffee0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:41.472680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.483928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-d87c5cb9-7034-448a-94a2-424eadefb8ae service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149688 Nov 08 12:20:41.488630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-044c6128-1be5-48a9-af7f-c4dc3737236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:41.493508 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-044c6128-1be5-48a9-af7f-c4dc3737236e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821040 Nov 08 12:20:41.531738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74eaee6a-59e9-45e0-9dcd-64db88f5c5cf req-b81284bc-62ff-43f5-8988-76f6be992101 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945362 Nov 08 12:20:41.542141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ef87bcf3-3f6c-4928-842d-646aadbffee0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:41.542524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.626873 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-818e793e-8514-4939-98b2-9836855f56f9 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249499 Nov 08 12:20:41.628342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.631341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.697107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.765516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port ef87bcf3-3f6c-4928-842d-646aadbffee0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ef87bcf3-3f6c-4928-842d-646aadbffee0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:41.838228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:41.963991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=ef87bcf3-3f6c-4928-842d-646aadbffee0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:41.964204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-9b1d22a5-b9c2-4954-b234-4387e493df77 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438643 Nov 08 12:20:42.030773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784fae-4590-4b9d-9b97-d1c5ff0f06af req-6ceeda7d-f7ca-4f50-9f8d-27fd72cd08fe tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:42.032104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Network 2a0a91aa-79fc-419c-9443-1d131df21203 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:42.037964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:42.040579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70784fae-4590-4b9d-9b97-d1c5ff0f06af req-6ceeda7d-f7ca-4f50-9f8d-27fd72cd08fe tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 949 time: 0.1585720 Nov 08 12:20:42.252635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70784fae-4590-4b9d-9b97-d1c5ff0f06af req-9dc20d55-1706-4945-ba9d-45cc589ee83f tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059176 Nov 08 12:20:42.323255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:42.333429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-7ac2ec0c-a5aa-4cb9-bfbc-56f94edf9a43 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:42.347567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-7ac2ec0c-a5aa-4cb9-bfbc-56f94edf9a43 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603835 Nov 08 12:20:42.405284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-261751a2-4aa6-4ab0-891f-2f5d78b92de1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0561860 Nov 08 12:20:42.415565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c4e3617d-2ca5-444f-8ff4-06165988e2d3 req-098331de-d603-4c22-99ab-397aab710d9d service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740545 Nov 08 12:20:42.436025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Router 8b542775-0515-41bb-a301-b2062e53ba36 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:20:42.480659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-c5d56b42-93cc-42a3-a8be-e7757915e988 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702333 Nov 08 12:20:42.485923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-568dd811-e1aa-4541-a492-aa2f3591d4ff None None] Provisioning complete for port 15b542aa-1284-45a4-85a2-f6304ff956c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:42.492538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-568dd811-e1aa-4541-a492-aa2f3591d4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:42.581229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ab83372f-24ed-4d98-9ebd-1945e2b86d2c up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:42.589328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3da0a1-b1ca-4bec-88fa-5e9ea6af7cc3 req-ad29a5bb-9424-4de2-8cd8-8ab03a4115bd tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:42.603775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c3da0a1-b1ca-4bec-88fa-5e9ea6af7cc3 req-ad29a5bb-9424-4de2-8cd8-8ab03a4115bd tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1096 time: 0.1545110 Nov 08 12:20:42.675754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-568dd811-e1aa-4541-a492-aa2f3591d4ff None None] Port 15b542aa-1284-45a4-85a2-f6304ff956c3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:42.677916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:20:42.691987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c3da0a1-b1ca-4bec-88fa-5e9ea6af7cc3 req-74d6a63a-b998-4d60-a580-0ed6d3a502a7 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800526 Nov 08 12:20:42.699377 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ff8a7370-1bbb-4255-b258-9cf975766ae4 admin admin] 10.222.0.58 "PUT /v2.0/routers/8b542775-0515-41bb-a301-b2062e53ba36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1124701 Nov 08 12:20:42.704319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Sync routers for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:20:42.720195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:42.721770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:42.780839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:42.847023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port ab83372f-24ed-4d98-9ebd-1945e2b86d2c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:42.996717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61c8dd07-8042-49df-85ee-82783210d02e req-c73e3b70-59d7-4279-8ccb-255d5c2a77a4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 210 time: 0.1022341 Nov 08 12:20:43.086794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfa727-bbfa-4d65-bf82-6fd7e0e26c95 req-a01947fe-50dc-4748-8566-14721722e2ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:43.100409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bcfa727-bbfa-4d65-bf82-6fd7e0e26c95 req-a01947fe-50dc-4748-8566-14721722e2ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.1422429 Nov 08 12:20:43.214598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bcfa727-bbfa-4d65-bf82-6fd7e0e26c95 req-791aa990-edf4-4a56-878e-45b8e1f7c08d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095114 Nov 08 12:20:43.233736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ab83372f-24ed-4d98-9ebd-1945e2b86d2c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:43.234109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:43.242155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ef87bcf3-3f6c-4928-842d-646aadbffee0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:43.252812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d502bd91-4d17-41fc-b25e-953f6573c54b req-f9165cb2-a7b4-4e87-9ac6-1107b5d60c7d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Nov 08 12:20:43.331488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:20:43.473624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:43.613193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875303e7-9347-47e6-b09b-adf640fae1d3 req-881b0811-1b38-4d51-9360-bc314aff51bd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:43.623685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-875303e7-9347-47e6-b09b-adf640fae1d3 req-881b0811-1b38-4d51-9360-bc314aff51bd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 949 time: 0.0829005 Nov 08 12:20:43.648486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ef87bcf3-3f6c-4928-842d-646aadbffee0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:43.648486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:43.724466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-875303e7-9347-47e6-b09b-adf640fae1d3 req-249c9f8f-0da0-497d-bddd-5f24f9549286 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934935 Nov 08 12:20:43.766491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:43.820158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:43.841229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '39363cf6-9cec-4fb6-adbc-11a057268040', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '39363cf6-9cec-4fb6-adbc-11a057268040', 'mac_address': 'fa:16:3e:9a:41:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:43.933116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:43.940876 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf379443-b090-491c-b10e-cc33b4689852" -d '{"events": [{"server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "name": "network-vif-plugged", "status": "completed", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:44.000370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:44.009032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:44.057286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39363cf6-9cec-4fb6-adbc-11a057268040 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:44.085974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:44.113865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:44.161666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:40Z', 'revision_number': 4, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '15b542aa-1284-45a4-85a2-f6304ff956c3', 'name': '', 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'mac_address': 'fa:16:3e:f8:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:37Z', 'updated_at': '2021-11-08T12:20:41Z', 'revision_number': 2, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'subnets': [{'id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:44.205404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Checking router: 8b542775-0515-41bb-a301-b2062e53ba36 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:20:44.205765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Updating router 8b542775-0515-41bb-a301-b2062e53ba36 port 15b542aa-1284-45a4-85a2-f6304ff956c3 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:20:44.211779 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:44.229746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:44.302657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:44.321337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f489a-503f-4156-af3f-6644cb181e14 x-openstack-request-id: req-565f489a-503f-4156-af3f-6644cb181e14 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:44.321653 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "name": "network-vif-plugged", "status": "completed", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:44.322083 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-565f489a-503f-4156-af3f-6644cb181e14 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:44.322651 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c', 'code': 200} Nov 08 12:20:44.371051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:44.483222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e58dafc4-471e-4d39-aab2-99052b9db464 req-796d15e5-13da-4a95-8d7a-2cacbb5bfd93 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 210 time: 0.0474381 Nov 08 12:20:44.496124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb25c00-dc39-421a-b90b-f819ce85210d req-71fdc678-b66a-4461-9b66-20ee9face7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:44.500739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cb25c00-dc39-421a-b90b-f819ce85210d req-71fdc678-b66a-4461-9b66-20ee9face7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 1101 time: 0.1127081 Nov 08 12:20:44.511988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['39363cf6-9cec-4fb6-adbc-11a057268040'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:44.632264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cb25c00-dc39-421a-b90b-f819ce85210d req-886e8357-430b-427d-9caa-674f6a76aef3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190743 Nov 08 12:20:44.633221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-c660c471-3ba1-46c3-b32f-ff03fb6ac00f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:44.635700 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-c660c471-3ba1-46c3-b32f-ff03fb6ac00f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.2295978 Nov 08 12:20:44.657962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Request body: {'port': {'device_id': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'admin_state_up': True, 'tenant_id': '79c7c52a983143669349e50afdc98213'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:44.785204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ed97-a236-4cd3-824d-35e214b5dd8e req-5e7a8342-4d42-4361-a9fc-1807d04d3627 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:44.796417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8063ed97-a236-4cd3-824d-35e214b5dd8e req-5e7a8342-4d42-4361-a9fc-1807d04d3627 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 949 time: 0.1115551 Nov 08 12:20:44.878327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8063ed97-a236-4cd3-824d-35e214b5dd8e req-13bf7bea-7cb9-4cdb-b182-21e14f544466 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Nov 08 12:20:44.965842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:44.973743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.018900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:45.146537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03b710b2-8355-4530-af2b-af92ad1a9535 req-b688666c-8cd9-4fda-892d-2f488ae18490 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 210 time: 0.0501499 Nov 08 12:20:45.247749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210005c-094f-4111-bf59-1291e71dd6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.326787 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.350304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Allocated IP 172.20.0.5 (78305ab6-b278-47a7-a971-6982586fe78d/27b27c67-9d84-4e9d-85f4-156ecb599056/be2398e1-ce7e-483d-90ad-22b753481382) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:45.406982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210005c-094f-4111-bf59-1291e71dd6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.411844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.477667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210005c-094f-4111-bf59-1291e71dd6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.529717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210005c-094f-4111-bf59-1291e71dd6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f1bf30-f8a9-4b5b-8f8e-a48b4a631dbc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:45.602943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3210005c-094f-4111-bf59-1291e71dd6e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c48f688204141d78bc50f9eab91116a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5826468 Nov 08 12:20:45.605446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56072) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:45.616009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be194afd-4d6c-46a0-8753-953e8da0edd3 None None] Pushing event updated for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:45.635644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Attempting to bind port 15b542aa-1284-45a4-85a2-f6304ff956c3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:45.636158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Attempting to bind port 15b542aa-1284-45a4-85a2-f6304ff956c3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:45.636524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Attempting to bind port 15b542aa-1284-45a4-85a2-f6304ff956c3 on network 2a0a91aa-79fc-419c-9443-1d131df21203 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:45.655002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:45.655652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Checking segment: {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:45.656426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.657003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Bound using segment: {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:45.657738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Bound port: 15b542aa-1284-45a4-85a2-f6304ff956c3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:45.658317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.745528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.748951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:45.761757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137017173', 'description': 'tempest-description--1260937143'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:45.800364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.807301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.890438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] For port 15b542aa-1284-45a4-85a2-f6304ff956c3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:45.894788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] For port 15b542aa-1284-45a4-85a2-f6304ff956c3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=15b542aa-1284-45a4-85a2-f6304ff956c3,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:45.917602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.960152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bed923c0-19a8-4f69-80fe-0ace2d18b62b None None] Provisioning complete for port 15b542aa-1284-45a4-85a2-f6304ff956c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:45.960709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bed923c0-19a8-4f69-80fe-0ace2d18b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:45.977894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aa134-d2c7-45df-89bf-d4a2ba2e260b req-ed32c7ea-9bbd-4b56-a97f-abbfa46cab40 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:45.979571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a52aa134-d2c7-45df-89bf-d4a2ba2e260b req-ed32c7ea-9bbd-4b56-a97f-abbfa46cab40 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 950 time: 0.0811961 Nov 08 12:20:46.024322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bed923c0-19a8-4f69-80fe-0ace2d18b62b None None] Port 15b542aa-1284-45a4-85a2-f6304ff956c3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:46.061307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.063517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.068881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.072069 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39f1bf30-f8a9-4b5b-8f8e-a48b4a631dbc HTTP/1.1" status: 204 len: 168 time: 0.4653981 Nov 08 12:20:46.106084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.109347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40da93-f03e-4b43-9836-afb88b0d2ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f1bf30-f8a9-4b5b-8f8e-a48b4a631dbc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:46.145800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.251088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a52aa134-d2c7-45df-89bf-d4a2ba2e260b req-0d3f95ef-e16a-4c0a-b5ca-7cdb4c6ad59f tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523959 Nov 08 12:20:46.285025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be194afd-4d6c-46a0-8753-953e8da0edd3 None None] Pushing event updated for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:46.296310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:20:46.319726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-1f65c152-0847-4138-9f3c-6258e7613b09 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722921 Nov 08 12:20:46.323836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:46.331393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:46.368414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Network 78305ab6-b278-47a7-a971-6982586fe78d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:46.372642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:46.398423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:46.435944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:46.435944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.519503 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-25a91b64-7f5e-4b62-bc64-18f721cd1458 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8624151 Nov 08 12:20:46.538870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Request body: {'port': {'device_id': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:46.606388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-1b3db1c0-656b-434a-8cc6-cb2d435e0d57 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5666201 Nov 08 12:20:46.702916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.709279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] Provisioning complete for port 15b542aa-1284-45a4-85a2-f6304ff956c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:46.709644 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:46.788533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:46.837158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:20:46.917501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8c6c-39a9-46ef-a2ed-707752892fda req-8de9f862-cb18-424b-8316-7c0259c4b210 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:46.930307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d6f8c6c-39a9-46ef-a2ed-707752892fda req-8de9f862-cb18-424b-8316-7c0259c4b210 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 931 time: 0.4506855 Nov 08 12:20:47.058494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-ab0c1da1-b1da-4c64-a98e-f9e56357924f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:47.060613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-ab0c1da1-b1da-4c64-a98e-f9e56357924f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7194326 Nov 08 12:20:47.069028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-cb164488-2975-431e-b89e-61495e690f91 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:20:47.079108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-cb164488-2975-431e-b89e-61495e690f91 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3466866 Nov 08 12:20:47.112667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:47.223533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-b79d47b9-2380-46b4-ac9f-11438236193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:47.224154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2398e1-ce7e-483d-90ad-22b753481382 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:47.225092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-b79d47b9-2380-46b4-ac9f-11438236193e service neutron] 10.222.0.58 "GET /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 1093 time: 0.1443238 Nov 08 12:20:47.238050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56098) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:47.257317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01057516-e004-4970-bf1a-23634f5d58e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.263925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.288995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-6eabf653-8183-48ee-a40a-4dbee444bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:47.290779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-6eabf653-8183-48ee-a40a-4dbee444bba8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1095 time: 0.5493772 Nov 08 12:20:47.292311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 39363cf6-9cec-4fb6-adbc-11a057268040 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:47.294164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d6f8c6c-39a9-46ef-a2ed-707752892fda req-79e36af7-abbe-442f-b694-a35eb452edb7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624587 Nov 08 12:20:47.300002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.303519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 39363cf6-9cec-4fb6-adbc-11a057268040 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:47.305336 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.309308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Request body: {'binding': {'host': 'n-h1-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:47.310255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:20:47.329412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Transition to ACTIVE for port object be2398e1-ce7e-483d-90ad-22b753481382 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:47.380670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01057516-e004-4970-bf1a-23634f5d58e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.407953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] For port 15b542aa-1284-45a4-85a2-f6304ff956c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=15b542aa-1284-45a4-85a2-f6304ff956c3,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:47.412171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.425440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.488991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:47.496457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01057516-e004-4970-bf1a-23634f5d58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.497067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:40Z', 'revision_number': 4, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '15b542aa-1284-45a4-85a2-f6304ff956c3', 'name': '', 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'mac_address': 'fa:16:3e:f8:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:37Z', 'updated_at': '2021-11-08T12:20:45Z', 'revision_number': 4, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'subnets': [{'id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:20:47.525877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f956c-7660-45ca-b5b9-28455a1344a5 None None] The sync data for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 is: [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:20:40Z', 'revision_number': 4, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '15b542aa-1284-45a4-85a2-f6304ff956c3', 'name': '', 'network_id': '2a0a91aa-79fc-419c-9443-1d131df21203', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'mac_address': 'fa:16:3e:f8:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:37Z', 'updated_at': '2021-11-08T12:20:45Z', 'revision_number': 4, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'subnets': [{'id': '49349aa2-05ed-4fa9-a2ef-4eae76f20e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:20:47.527733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.530454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.545090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01057516-e004-4970-bf1a-23634f5d58e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a148bc7737a24a15951acb694f1cfb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057773 Nov 08 12:20:47.548815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56104) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:47.633065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:47.635639 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af31c4-00e8-43f2-b47e-f6a0f487551f" -d '{"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-plugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:47.660233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01057516-e004-4970-bf1a-23634f5d58e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017dbecf-f4da-4f64-9a61-8202b7bca943,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:47.674953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:47.681164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba0643-9c96-48a9-94db-e04a48aa68fa None None] Pushing event updated for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:47.716083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.745136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.774048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.829911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:47.830331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:47.831319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:47.836334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:47.836664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:47.837487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.842596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:47.842985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:47.843374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:47.843804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Bound port: be2398e1-ce7e-483d-90ad-22b753481382, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:47.844983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.890584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:47.932297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:47.935966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:47.937663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.941400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:47.955097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/017dbecf-f4da-4f64-9a61-8202b7bca943 HTTP/1.1" status: 204 len: 168 time: 0.3997436 Nov 08 12:20:47.967149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a641e448-72ac-4e8d-a6ad-10e3438e243e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:47.975404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-38414cae-e2cd-4a54-8ab9-d565442fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:47.976883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-38414cae-e2cd-4a54-8ab9-d565442fb764 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.6262228 Nov 08 12:20:47.988992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ed6eb-4f65-40a0-bcbb-c1af6348d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017dbecf-f4da-4f64-9a61-8202b7bca943,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:48.016071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866b6ba-755f-46f0-af7d-e1f5430d2e6a req-7f55789e-8504-46a3-a0bf-6c46934afd78 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.017635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3866b6ba-755f-46f0-af7d-e1f5430d2e6a req-7f55789e-8504-46a3-a0bf-6c46934afd78 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 949 time: 0.6326437 Nov 08 12:20:48.050444 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.070534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.071944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6361cf10-8622-4645-bff2-c0938bae8cf7 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.3155553 Nov 08 12:20:48.079640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:48.092733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'security_group_rule': {'security_group_id': 'a641e448-72ac-4e8d-a6ad-10e3438e243e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:48.098606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-d4517d4b-562b-4afd-bd13-6752769ed4d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.1070900 Nov 08 12:20:48.113576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.114546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.116131 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] 10.222.0.61 "PUT /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 1091 time: 1.5905886 Nov 08 12:20:48.118773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:48.121972 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d661b-9691-4bc7-af43-963cf638e64a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "tag": "be2398e1-ce7e-483d-90ad-22b753481382"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:48.149933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb5003-daa1-48b2-820c-28aecdf2a41e service neutron] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:48.212802 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:20:48.229006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on host n-h1-816990-1 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:48.229342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:48.229667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:48.248668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3866b6ba-755f-46f0-af7d-e1f5430d2e6a req-244aa779-7c55-4c0f-b3dc-437c84e71382 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228603 Nov 08 12:20:48.250513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-7af5cb7c-67dd-4043-9f6f-0645d7f1013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.252156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-7af5cb7c-67dd-4043-9f6f-0645d7f1013c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1204906 Nov 08 12:20:48.253512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:48.253934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:48.272164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:48.272164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:48.272164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:48.272164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Bound port: de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:48.285979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-673ab11e-83d5-4331-b94f-c6b19bfefa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.287812 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-673ab11e-83d5-4331-b94f-c6b19bfefa57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1094 time: 0.0612128 Nov 08 12:20:48.349462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:48.353218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.385362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-1bb3e74b-368c-461b-a394-6ef11a3dd4ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 217 time: 0.0870044 Nov 08 12:20:48.399117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-20e720bc-79ee-41b5-8e0b-a36fdc18960a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247349 Nov 08 12:20:48.453271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-7ba90831-3045-4d9c-8ad7-571d5f0db961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.454820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-7ba90831-3045-4d9c-8ad7-571d5f0db961 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0610189 Nov 08 12:20:48.468386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2fc9788-505f-488e-8d94-8532cfa7109e req-c3029d2a-57d6-4f36-85a7-3d7ebc6691cf tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 210 time: 0.0723953 Nov 08 12:20:48.469185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.519422 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-61eaa4f3-43c9-4912-bb6b-4bbeb8913ebf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537608 Nov 08 12:20:48.661292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-6ed856a0-b0b6-4009-8c2c-b6cee795d692 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338794 Nov 08 12:20:48.688942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:48.702455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.827618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:48.829027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-823cc5ab-9658-47d9-b0ec-4f10d9ba5076 service neutron] 10.222.0.58 "POST /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0/bindings HTTP/1.1" status: 201 len: 389 time: 1.5238895 Nov 08 12:20:48.829798 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-62d924f6-040f-4f31-9ea3-3d20489c35fc req-887ae602-57a2-4b8c-9ba4-4b46b2cd4008 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456034 Nov 08 12:20:48.859124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-51cacae3-bb80-467e-88aa-827692b92ee1 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372303 Nov 08 12:20:48.979274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0f22-8252-4f34-bb1a-71cd5a4f32f9 req-8e77d470-326c-44ba-94e8-c2532f4bb143 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:48.981145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9ab0f22-8252-4f34-bb1a-71cd5a4f32f9 req-8e77d470-326c-44ba-94e8-c2532f4bb143 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 950 time: 0.2733259 Nov 08 12:20:49.041838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.043946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.104007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29a54c3b-3960-409a-83cf-777bc55dc8b6 req-8e177366-664a-43b4-af23-cb1a388f6416 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305553 Nov 08 12:20:49.104324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.113963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9ab0f22-8252-4f34-bb1a-71cd5a4f32f9 req-c634fd4e-6235-480c-a903-714f4d191f89 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167943 Nov 08 12:20:49.161264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.209048 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5921b7b-41e8-4dd2-8546-6eb6e9179620 x-openstack-request-id: req-e5921b7b-41e8-4dd2-8546-6eb6e9179620 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:49.209535 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-plugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:49.209617 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5921b7b-41e8-4dd2-8546-6eb6e9179620 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:49.210229 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'code': 200} Nov 08 12:20:49.213939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60251865-6f0c-429c-9aad-0e0179cc3ab2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:49.306854 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc61c1-b108-460b-bf93-ec1b40d3021e x-openstack-request-id: req-f4dc61c1-b108-460b-bf93-ec1b40d3021e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:49.307774 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "tag": "be2398e1-ce7e-483d-90ad-22b753481382", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:49.308256 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4dc61c1-b108-460b-bf93-ec1b40d3021e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:49.308853 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382', 'status': 'completed', 'code': 200} Nov 08 12:20:49.348510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 15b542aa-1284-45a4-85a2-f6304ff956c3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:49.360579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.363026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4d84d49f-0995-40d7-af96-bd17fd7caa1b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2748117 Nov 08 12:20:49.371406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:49.380979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'security_group_rule': {'security_group_id': 'a641e448-72ac-4e8d-a6ad-10e3438e243e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:49.404907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19995f23-70f0-4559-b07f-b8eb5901cbda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:49.465876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 15b542aa-1284-45a4-85a2-f6304ff956c3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:49.466275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.556919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.61', 63862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:49.614419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.650175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7cc74-bde7-40da-a274-a49eabce54ce req-7dc73f45-16c4-4042-a80d-e3ddef6e1612 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:49.654750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dad7cc74-bde7-40da-a274-a49eabce54ce req-7dc73f45-16c4-4042-a80d-e3ddef6e1612 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.2213306 Nov 08 12:20:49.671827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.205 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/e2281a10-26b8-4b23-a59d-a81da510aa13) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:49.736219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6ec62-b358-4091-bf32-5d763bf31350 req-8f4287b9-1a05-4b94-858d-89c92e303581 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:49.743934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77c6ec62-b358-4091-bf32-5d763bf31350 req-8f4287b9-1a05-4b94-858d-89c92e303581 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 945 time: 0.2624609 Nov 08 12:20:49.794647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8e3e015e-eb17-4515-827d-780648c8b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:49.796688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8e3e015e-eb17-4515-827d-780648c8b656 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1096 time: 0.2377727 Nov 08 12:20:49.824382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d63b9-825c-4da5-80e3-20680a9a805a req-64cea7a1-1360-498c-8cb5-923db32dd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:49.826229 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-972d63b9-825c-4da5-80e3-20680a9a805a req-64cea7a1-1360-498c-8cb5-923db32dd057 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1101 time: 0.4814212 Nov 08 12:20:49.884868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.886370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d661b-9691-4bc7-af43-963cf638e64a req-c2f77d60-85f9-453f-a193-d67880a9811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:49.888282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:49.891414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-c2f77d60-85f9-453f-a193-d67880a9811a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1094 time: 0.4917157 Nov 08 12:20:49.892590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dad7cc74-bde7-40da-a274-a49eabce54ce req-3ca20e56-b1ae-4cb9-85f2-892cdd1890f5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222698 Nov 08 12:20:49.960886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-972d63b9-825c-4da5-80e3-20680a9a805a req-6e9ffe7e-47d6-4e52-8e68-66d958cf4a7f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260419 Nov 08 12:20:49.981520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77c6ec62-b358-4091-bf32-5d763bf31350 req-238e6a9b-54cb-4ef8-910a-dccc7605a3e1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349308 Nov 08 12:20:50.057482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.067619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d661b-9691-4bc7-af43-963cf638e64a req-5c238176-284b-4713-b533-78a6004b23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.069656 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-5c238176-284b-4713-b533-78a6004b23e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1659005 Nov 08 12:20:50.116751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c37b95-5760-499f-b9bf-6ae8dd510b95,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:50.156209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8b90f1ff-4782-445a-ae05-1abe36b9caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.157898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8b90f1ff-4782-445a-ae05-1abe36b9caae service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3482487 Nov 08 12:20:50.262571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.265531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-afe975da-31a1-4c7a-936c-987a182a43d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0941730 Nov 08 12:20:50.268851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.270007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fa5a2394-2a9e-484d-bda7-cd0742b102ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8947713 Nov 08 12:20:50.278090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be9bb-77aa-4505-b7b9-5b27a1e050bc req-ae542ea4-2b1f-4167-b95a-74471cdccff7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.285421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-013be9bb-77aa-4505-b7b9-5b27a1e050bc req-ae542ea4-2b1f-4167-b95a-74471cdccff7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1923277 Nov 08 12:20:50.290892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:50.301836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:50.307135 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-e40ab403-c7fa-48ef-ad28-04cbf0f240ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 217 time: 0.1407740 Nov 08 12:20:50.393587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d661b-9691-4bc7-af43-963cf638e64a req-227c5bfe-a57c-4cb5-a127-4f4c9f1dd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.396247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-227c5bfe-a57c-4cb5-a127-4f4c9f1dd4e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0768316 Nov 08 12:20:50.399189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-56290938-217b-4d2f-92d6-66a1f5cde839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.400637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-56290938-217b-4d2f-92d6-66a1f5cde839 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1063082 Nov 08 12:20:50.422649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-013be9bb-77aa-4505-b7b9-5b27a1e050bc req-195e4529-6c81-49fa-8d61-9e0a1b8c4d51 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311905 Nov 08 12:20:50.468734 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-06c29b95-500b-4dab-b3bd-0f68f9b50006 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583417 Nov 08 12:20:50.492282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.500902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c6afafbe-c531-4788-a89c-8655c6e1991c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776451 Nov 08 12:20:50.583386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.685533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e278541b-26a8-4b87-9089-fe92316ef624 req-386f45c9-94dd-4351-88f7-62ee21f3226b tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 210 time: 0.2345202 Nov 08 12:20:50.704699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-e250215a-a1e8-4d1b-b1bf-b48a07b23db7 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273781 Nov 08 12:20:50.814914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.822061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:50.827164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:50.832239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:50.834811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:50.841480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:50.842486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:50.848880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-59c49802-af4d-49ee-b067-ceecc443e941 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289955 Nov 08 12:20:50.876385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-df9d661b-9691-4bc7-af43-963cf638e64a req-3210da33-56c7-4596-b4c1-90ffad660c36 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590283 Nov 08 12:20:51.040493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Allocated IP 172.25.1.233 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6a4ebed8-d56e-434b-abb0-227838b13b1e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:51.071847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-605b1823-2288-4ce4-be79-e3a9c4d26a1e service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133927 Nov 08 12:20:51.121777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-738b1e59-c53d-4739-becb-d3cc6219b93d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0102029 Nov 08 12:20:51.152633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Request body: {'port': {'device_id': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:51.263758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0d9b4fd4-be33-44c0-9fcb-821e5d81e40a None None] Provisioning complete for port e2281a10-26b8-4b23-a59d-a81da510aa13 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:51.264363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0d9b4fd4-be33-44c0-9fcb-821e5d81e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.325667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.376205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b4fd4-be33-44c0-9fcb-821e5d81e40a None None] Port e2281a10-26b8-4b23-a59d-a81da510aa13 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:20:51.442706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.499350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:51.507850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:51.512246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:51.525309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'Port': ['ID=6a4ebed8-d56e-434b-abb0-227838b13b1e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:51.584271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033266d-b770-4287-a0fe-8abe89c3097c req-be427986-7ba8-43e2-b166-58bbca7cbd8b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:51.591847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0033266d-b770-4287-a0fe-8abe89c3097c req-be427986-7ba8-43e2-b166-58bbca7cbd8b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.5180352 Nov 08 12:20:51.618737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.636664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.726540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38045a30-22a9-462d-9f2a-6d74964c671d req-acca0373-d172-4138-aedd-3e592dab1945 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:51.728029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38045a30-22a9-462d-9f2a-6d74964c671d req-acca0373-d172-4138-aedd-3e592dab1945 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 945 time: 0.2145410 Nov 08 12:20:51.729899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-44214707-9d50-4540-a2a5-1bb444292f5a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:51.731257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-44214707-9d50-4540-a2a5-1bb444292f5a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.4864326 Nov 08 12:20:51.743032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0033266d-b770-4287-a0fe-8abe89c3097c req-1730b711-603a-4d16-8a7a-f9e230543dfd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503251 Nov 08 12:20:51.747716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:51.773404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.949196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:51.961193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38045a30-22a9-462d-9f2a-6d74964c671d req-1c48fcf7-3471-4ec1-96de-198d28126020 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219868 Nov 08 12:20:52.001165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.046617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25ac60-b371-471d-8f9a-a348dcabdd27 req-c0e20d9a-1ffb-440c-b056-8a6f869d1bef tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:52.054405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c25ac60-b371-471d-8f9a-a348dcabdd27 req-c0e20d9a-1ffb-440c-b056-8a6f869d1bef tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 950 time: 0.1996598 Nov 08 12:20:52.076832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.142215 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.155933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'Port': ['ID=6a4ebed8-d56e-434b-abb0-227838b13b1e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:52.225075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.226519 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b40b7692-99a4-4793-8b24-968f1f620d44 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9343708 Nov 08 12:20:52.292163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb09b-da24-4ff5-bfa5-eb154a378516 req-f8356b42-9091-45c1-b4d2-3dd226cde8f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:52.300289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a5eb09b-da24-4ff5-bfa5-eb154a378516 req-f8356b42-9091-45c1-b4d2-3dd226cde8f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1964710 Nov 08 12:20:52.322027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c25ac60-b371-471d-8f9a-a348dcabdd27 req-78303c76-c0ef-4bc0-9097-a830379add18 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f477bb-a74b-4265-882a-3ed505324db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490101 Nov 08 12:20:52.489464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2281a10-26b8-4b23-a59d-a81da510aa13 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:52.495798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:52.518685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a5eb09b-da24-4ff5-bfa5-eb154a378516 req-3e2f7dab-72f3-4371-a16f-2c42c48ebec2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171233 Nov 08 12:20:52.542915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.601340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Transition to ACTIVE for port object e2281a10-26b8-4b23-a59d-a81da510aa13 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:20:52.665197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:52.708029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.786997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:52.790481 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ea4bf-bb57-4a67-b9a7-917dc2e8bcd8" -d '{"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-unplugged", "status": "completed", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:52.793262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:52.809734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be2398e1-ce7e-483d-90ad-22b753481382 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:52.826546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3787a-0403-4f53-bf0e-8d34e42a611a req-3adcc34e-000a-483f-8d62-634e8463b5d2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:52.839099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40b3787a-0403-4f53-bf0e-8d34e42a611a req-3adcc34e-000a-483f-8d62-634e8463b5d2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 936 time: 0.2177956 Nov 08 12:20:52.855890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-21f40096-1ad9-4ef3-b89f-ddc02ea9e7b3 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:52.857467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-21f40096-1ad9-4ef3-b89f-ddc02ea9e7b3 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.57 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 950 time: 0.2175212 Nov 08 12:20:52.863960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Pushing event updated for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:52.900952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.041505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:53.079435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'be2398e1-ce7e-483d-90ad-22b753481382', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'port_id': 'be2398e1-ce7e-483d-90ad-22b753481382', 'mac_address': 'fa:16:3e:cf:79:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b27c67-9d84-4e9d-85f4-156ecb599056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:53.107759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Attempting to bind port e2281a10-26b8-4b23-a59d-a81da510aa13 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:53.108090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Attempting to bind port e2281a10-26b8-4b23-a59d-a81da510aa13 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:53.108417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Attempting to bind port e2281a10-26b8-4b23-a59d-a81da510aa13 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:53.139044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.156458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2398e1-ce7e-483d-90ad-22b753481382 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:53.188783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:53.210418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf166ce-a163-48c8-bb07-3c19043fb4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.212776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Port e2281a10-26b8-4b23-a59d-a81da510aa13 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:53.213106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Attempting to bind port e2281a10-26b8-4b23-a59d-a81da510aa13 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:53.237617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40b3787a-0403-4f53-bf0e-8d34e42a611a req-89e188f8-593d-4bf2-805b-b8aa207fe5f2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976066 Nov 08 12:20:53.287891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:53.297986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.305733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:53.306407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:53.306527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:53.306903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Bound port: e2281a10-26b8-4b23-a59d-a81da510aa13, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:53.307691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.342674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on host n-h2-816990-1 for vnic_type normal with profile {"migrating_to": "n-h1-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:20:53.343004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:20:53.351946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:53.367957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-68848473-449e-451c-8603-6374f04c96f4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2137017173&fields=id&tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 267 time: 0.2908344 Nov 08 12:20:53.373380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:20:53.374017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Attempting to bind port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:20:53.403436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-3c38bd11-4250-4192-ae33-11e1b422e876 req-f0fda6c3-2c5a-4db6-907d-1a0e6ae41fde service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:20:53.404783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c38bd11-4250-4192-ae33-11e1b422e876 req-f0fda6c3-2c5a-4db6-907d-1a0e6ae41fde service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106826 Nov 08 12:20:53.423746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:53.447516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:20:53.448220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:20:53.449061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:20:53.450055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Bound port: de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:20:53.450992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.532201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Deleting port ab83372f-24ed-4d98-9ebd-1945e2b86d2c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:20:53.532488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:53.554958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['be2398e1-ce7e-483d-90ad-22b753481382'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:53.645199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:53.927205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-d77d9a02-af3a-47dc-8bc9-a3a352415f0a tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:53.928652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-d77d9a02-af3a-47dc-8bc9-a3a352415f0a tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 823 time: 0.5595725 Nov 08 12:20:53.932173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e2281a10-26b8-4b23-a59d-a81da510aa13,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:53.953911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-4e09ccfd-294e-400b-9b74-49abccc0a08b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/quotas/1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 375 time: 0.0172124 Nov 08 12:20:53.963680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:54.010563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:20:54.015864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] For port ab83372f-24ed-4d98-9ebd-1945e2b86d2c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:54.016220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.035308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Calling delete_port for ab83372f-24ed-4d98-9ebd-1945e2b86d2c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:20:54.050759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-910091f2-6695-4190-bddf-780b7ce56020 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889058 Nov 08 12:20:54.095307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.098215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.218625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:54.219606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.221380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] 10.222.0.61 "PUT /v2.0/ports/e2281a10-26b8-4b23-a59d-a81da510aa13 HTTP/1.1" status: 200 len: 1096 time: 3.0737562 Nov 08 12:20:54.322319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:54.323058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.324530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] 10.222.0.61 "PUT /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 1121 time: 2.5806131 Nov 08 12:20:54.329077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0f2ca-f9e0-49f2-a2c6-db0127ff7adc service neutron] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:54.403046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-fe060095-bd78-4ddc-9712-d859d6ee5286 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092143 Nov 08 12:20:54.415203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:54.418870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-2dde9783-1503-47fd-841e-b91219cd5a96 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:20:54.420644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-2dde9783-1503-47fd-841e-b91219cd5a96 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136902 Nov 08 12:20:54.427305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-5d28e515-a385-4e5d-8e02-61f00dc68db8 service neutron] 10.222.0.58 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407309 Nov 08 12:20:54.465425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a230501-1a0f-487c-aa4d-f783b3cb5c1c req-356b00c9-615e-45a5-bad1-11b39a1f63e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:54.474235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a230501-1a0f-487c-aa4d-f783b3cb5c1c req-356b00c9-615e-45a5-bad1-11b39a1f63e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.3132157 Nov 08 12:20:54.639658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02580-065a-4017-a508-9a83adfe7acb service neutron] Pushing event updated for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:54.710672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-d0383672-ea0c-4a6a-930a-c33878d82937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:54.712566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-d0383672-ea0c-4a6a-930a-c33878d82937 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 1099 time: 0.3477881 Nov 08 12:20:54.716057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a230501-1a0f-487c-aa4d-f783b3cb5c1c req-a094e8b1-4359-47bf-8c83-d9a97b81f2dd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408381 Nov 08 12:20:54.794808 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23583f-7d3d-4ae5-9f6a-2d4741d0811c x-openstack-request-id: req-8d23583f-7d3d-4ae5-9f6a-2d4741d0811c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:54.795173 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-unplugged", "status": "completed", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:54.795497 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d23583f-7d3d-4ae5-9f6a-2d4741d0811c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:54.795961 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'code': 200} Nov 08 12:20:54.800783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-4f576bca-0391-4e2d-a2a2-b2353ffdbfa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e2281a10-26b8-4b23-a59d-a81da510aa13 HTTP/1.1" status: 200 len: 217 time: 0.0722797 Nov 08 12:20:54.800963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:54.818975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be2398e1-ce7e-483d-90ad-22b753481382 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:20:54.829531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-63001fe8-f285-489d-84b0-9810390df789 service neutron] 10.222.0.58 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013188 Nov 08 12:20:54.878235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Pushing event deleted for resources: {'Port': ['ID=ab83372f-24ed-4d98-9ebd-1945e2b86d2c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:54.994377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] No DVR routers for this DVR port ab83372f-24ed-4d98-9ebd-1945e2b86d2c on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:20:54.999957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:55.004282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfac6109-573f-4639-9ae9-2feaceb2d89e req-b86540ce-a17d-45c0-b561-4d9d654af8fd tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.57 "DELETE /v2.0/ports/ab83372f-24ed-4d98-9ebd-1945e2b86d2c HTTP/1.1" status: 204 len: 173 time: 2.1292727 Nov 08 12:20:55.013199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-f11a2dfe-9448-430c-b15c-9797753a5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.015671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-f11a2dfe-9448-430c-b15c-9797753a5626 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2009988 Nov 08 12:20:55.065688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port be2398e1-ce7e-483d-90ad-22b753481382 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:20:55.070684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port be2398e1-ce7e-483d-90ad-22b753481382 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:20:55.077857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:55.162773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-589bf165-5fe6-4aa6-b76c-66affdc2281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.165005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-589bf165-5fe6-4aa6-b76c-66affdc2281c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1101 time: 0.1076214 Nov 08 12:20:55.170986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516da91-7225-4db8-849c-7b564b74502b req-4d6a6996-ee78-42e9-ac45-d0a9531f90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.172865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-4d6a6996-ee78-42e9-ac45-d0a9531f90e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481943 Nov 08 12:20:55.288109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:55.380083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:55.382344 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f342e2d-e235-4ef0-8d81-ede3353c2f09" -d '{"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-plugged", "status": "completed", "tag": "be2398e1-ce7e-483d-90ad-22b753481382"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:55.420123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:55.447758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f897005-9dbc-448a-af87-fa31b210461b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:55.516682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:55.520748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-585d15bc-584c-4217-b3eb-9ddbaf29b1b7 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377147 Nov 08 12:20:55.522600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-bb741d48-af6c-4ae8-871d-f11700dd7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.526355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-bb741d48-af6c-4ae8-871d-f11700dd7ff4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3317680 Nov 08 12:20:55.614357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:55.673537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-ecb88560-7eff-450b-90bb-29132c53a713 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.1127563 Nov 08 12:20:55.703456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e8af7-6b84-43d7-ae56-f3502634c8d2 req-323666c0-afa5-4eba-815b-c5f7d698c174 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.711205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421e8af7-6b84-43d7-ae56-f3502634c8d2 req-323666c0-afa5-4eba-815b-c5f7d698c174 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.1836474 Nov 08 12:20:55.810377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421e8af7-6b84-43d7-ae56-f3502634c8d2 req-4eb2fbd6-ef24-4baf-82c0-455797ad704d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Nov 08 12:20:55.848084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6516da91-7225-4db8-849c-7b564b74502b req-55695206-e1a2-4f56-88fd-47db2393842e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889521 Nov 08 12:20:55.865393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-931ee03a-ab89-4577-a1d6-cf92c75b3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.866877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-931ee03a-ab89-4577-a1d6-cf92c75b3fd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1842120 Nov 08 12:20:55.946792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39da363f-c008-4544-9728-22546877ffcc req-54e8d501-be8b-4a31-b5e6-f16c071bf953 tempest-TenantUsagesTestJSON-1218519693 tempest-TenantUsagesTestJSON-1218519693-project] 10.222.0.58 "GET /v2.0/ports?device_id=e35c14c5-e0b4-4fb2-b239-5975961400ff HTTP/1.1" status: 200 len: 210 time: 0.0778141 Nov 08 12:20:55.995567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8957f5-cb92-476f-8c0a-d31886f11f08 req-facc7746-62c9-4f9e-bffd-e43feb55920d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:55.997177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e8957f5-cb92-476f-8c0a-d31886f11f08 req-facc7746-62c9-4f9e-bffd-e43feb55920d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0983016 Nov 08 12:20:56.003785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-818c1038-4a9c-44ea-b127-d631908261ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:56.005116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-818c1038-4a9c-44ea-b127-d631908261ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240752 Nov 08 12:20:56.224832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e8957f5-cb92-476f-8c0a-d31886f11f08 req-73918c6f-bed4-4605-b80e-bd510da08357 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984043 Nov 08 12:20:56.263680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c67e-4e7c-439e-bb9d-a042dc6ae9b4 req-8c56e4a3-ea35-486e-bb4a-189417cc7608 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:56.268210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dd8c67e-4e7c-439e-bb9d-a042dc6ae9b4 req-8c56e4a3-ea35-486e-bb4a-189417cc7608 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 948 time: 0.2353928 Nov 08 12:20:56.270900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-4274245e-a45f-4601-b184-baabecc77a5c service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458162 Nov 08 12:20:56.418621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e4db56b-cbfb-44b7-94a2-1264c413c447 req-8b5a6ccc-02bb-40b7-97b3-517b576250d9 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 210 time: 0.0486763 Nov 08 12:20:56.484586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf4f73a-1183-4aa6-a89b-6cc08ae27519 req-cba75d46-50b8-44d4-a826-3acba044db49 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052431 Nov 08 12:20:56.488905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dd8c67e-4e7c-439e-bb9d-a042dc6ae9b4 req-44e658a1-d317-41af-975b-8c47944ec82e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113280 Nov 08 12:20:56.507864 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df1e5c-de5f-4799-971a-959140237731 x-openstack-request-id: req-58df1e5c-de5f-4799-971a-959140237731 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:56.508360 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-plugged", "status": "completed", "tag": "be2398e1-ce7e-483d-90ad-22b753481382", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:56.508556 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58df1e5c-de5f-4799-971a-959140237731 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:56.508991 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382', 'code': 200} Nov 08 12:20:56.565625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:56.586506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ab83372f-24ed-4d98-9ebd-1945e2b86d2c no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:20:56.623024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: ab83372f-24ed-4d98-9ebd-1945e2b86d2c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:20:56.625491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ab83372f-24ed-4d98-9ebd-1945e2b86d2c not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:20:56.682343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2216ea3-7b2c-49e4-b4dc-b4b472831395 req-c8e4cc37-e49b-48a1-9fca-d61f37b1c0eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:56.684839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2216ea3-7b2c-49e4-b4dc-b4b472831395 req-c8e4cc37-e49b-48a1-9fca-d61f37b1c0eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1196356 Nov 08 12:20:56.762889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2216ea3-7b2c-49e4-b4dc-b4b472831395 req-31f78f30-d96e-4cb5-a50d-31bb76258037 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Nov 08 12:20:56.797901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13'}, {'name': 'network-changed', 'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'}, {'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'name': 'network-vif-deleted', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:20:56.800954 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7780c7-bec4-4c34-85f0-b64c3e8628db" -d '{"events": [{"name": "network-changed", "server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13"}, {"name": "network-changed", "server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0"}, {"server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "name": "network-vif-deleted", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:20:56.813327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43611a84-ef2e-4c10-a29e-17448c99e883 req-58c9938c-d595-43cb-ac55-d43e31adf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:56.815912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43611a84-ef2e-4c10-a29e-17448c99e883 req-58c9938c-d595-43cb-ac55-d43e31adf3dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0776868 Nov 08 12:20:56.836466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:56.875372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43611a84-ef2e-4c10-a29e-17448c99e883 req-c67e932e-918a-4db6-8d2e-4d0da9621d1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Nov 08 12:20:56.890844 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 08 Nov 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12896ef6-6fa6-461f-a9a1-2d677210d849 x-openstack-request-id: req-12896ef6-6fa6-461f-a9a1-2d677210d849 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:20:56.891135 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0", "status": "completed", "code": 200}, {"server_uuid": "e35c14c5-e0b4-4fb2-b239-5975961400ff", "name": "network-vif-deleted", "tag": "ab83372f-24ed-4d98-9ebd-1945e2b86d2c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:20:56.891385 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12896ef6-6fa6-461f-a9a1-2d677210d849 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:20:56.891785 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13', 'status': 'completed', 'code': 200} Nov 08 12:20:56.892035 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'status': 'completed', 'code': 200} Nov 08 12:20:56.892281 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35c14c5-e0b4-4fb2-b239-5975961400ff', 'name': 'network-vif-deleted', 'tag': 'ab83372f-24ed-4d98-9ebd-1945e2b86d2c', 'status': 'completed', 'code': 200} Nov 08 12:20:57.075902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:57.094827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-42e5465e-6f2c-4b0e-83df-ad125933610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.097970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 has no active binding in host n-h1-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:20:57.098923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-42e5465e-6f2c-4b0e-83df-ad125933610d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1124 time: 0.1821482 Nov 08 12:20:57.166525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754123-ec47-4467-8665-14d4cc9c45df req-66c9aa69-af51-4b6b-9799-f294bb69fff5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.174019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d754123-ec47-4467-8665-14d4cc9c45df req-66c9aa69-af51-4b6b-9799-f294bb69fff5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.2069211 Nov 08 12:20:57.285790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d754123-ec47-4467-8665-14d4cc9c45df req-6e253a19-2be6-4614-b0c3-f9043c94a211 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107466 Nov 08 12:20:57.328658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-d606ae42-356b-453e-8b8a-0d36c86f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.331751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-d606ae42-356b-453e-8b8a-0d36c86f220b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.2270505 Nov 08 12:20:57.420558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-8636d014-cae1-41c0-9ab7-0121df7e158e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0515764 Nov 08 12:20:57.432977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77ca8-cf0e-40fa-8e58-8c204a84a0b8 req-dfdb1e05-f6a0-4c22-8b46-574469be1f86 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.434587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c77ca8-cf0e-40fa-8e58-8c204a84a0b8 req-dfdb1e05-f6a0-4c22-8b46-574469be1f86 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1081450 Nov 08 12:20:57.524498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c77ca8-cf0e-40fa-8e58-8c204a84a0b8 req-a7530db6-5dca-4bda-ab2d-2429150b4ecb tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800695 Nov 08 12:20:57.597923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8588426e-2197-4600-82f3-fe958bf5dff8 req-53303717-12fb-4648-b0cb-58d149b66751 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 210 time: 0.0643876 Nov 08 12:20:57.599909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-57a73ed7-0908-4f66-845c-7d1699328f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.601336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-57a73ed7-0908-4f66-845c-7d1699328f13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1657276 Nov 08 12:20:57.654951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-c6b40009-33a3-4c3b-a4d2-b817d28878b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396459 Nov 08 12:20:57.706659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:57.924752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f39b-fd76-4e47-b036-aec7d2486adf req-5cafc46b-2b5e-4b62-9ccf-1f0372e16bdb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:57.926178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc8f39b-fd76-4e47-b036-aec7d2486adf req-5cafc46b-2b5e-4b62-9ccf-1f0372e16bdb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 948 time: 0.2668159 Nov 08 12:20:57.928316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-2c1df5f7-3e6a-4b55-873e-6c38541ea443 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634065 Nov 08 12:20:57.945187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:57.962859 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de0eba62-b940-481c-ae8d-2de678f265c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fb13adbae49422ca5c6d683ee7bc14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543480 Nov 08 12:20:57.963869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:58.044662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.055459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10cecf-0be6-4760-8b7a-746ac5197fbd req-83a10b1c-3c57-4d6c-819e-b1bdcb850248 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:58.056927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a10cecf-0be6-4760-8b7a-746ac5197fbd req-83a10b1c-3c57-4d6c-819e-b1bdcb850248 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1804490 Nov 08 12:20:58.085238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.138141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56304) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:58.243292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.246493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.250234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6f477bb-a74b-4265-882a-3ed505324db7 HTTP/1.1" status: 204 len: 168 time: 0.2833452 Nov 08 12:20:58.291913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f477bb-a74b-4265-882a-3ed505324db7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:58.336052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc435b8b-0106-4c05-b6e4-e017acf7619f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.341543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.342304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.352246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc8f39b-fd76-4e47-b036-aec7d2486adf req-323d7b51-77be-4d02-ad64-a0d22bf4e32b tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012532 Nov 08 12:20:58.353628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.354223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.354758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.355295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.356710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.357196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.357717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.358382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.358871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.359341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d1ee2-faec-42a4-b2ca-c7ef65e52d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:20:58.400429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-4ec6fc3e-03a4-4341-9844-63833cd89890 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608262 Nov 08 12:20:58.428605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a10cecf-0be6-4760-8b7a-746ac5197fbd req-063cd8b3-07ce-44f7-a480-ccd0ee8283e8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601310 Nov 08 12:20:58.494038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206016c-915d-4bff-8cad-c103768e3ad6 req-69ce1f5a-7d2e-40a0-8e7f-013cab3d0f58 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:58.495651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e206016c-915d-4bff-8cad-c103768e3ad6 req-69ce1f5a-7d2e-40a0-8e7f-013cab3d0f58 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.0631201 Nov 08 12:20:58.518894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc435b8b-0106-4c05-b6e4-e017acf7619f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.619419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc435b8b-0106-4c05-b6e4-e017acf7619f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.650090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e206016c-915d-4bff-8cad-c103768e3ad6 req-6c721deb-9506-4c08-ba5e-596a19291a9f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480093 Nov 08 12:20:58.669935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc435b8b-0106-4c05-b6e4-e017acf7619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f040629d-8600-496e-8798-3f91dd7c2262,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:58.710587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fc435b8b-0106-4c05-b6e4-e017acf7619f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0ec250b35d64696b22d65b145727311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5688488 Nov 08 12:20:58.711248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56318) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:58.758230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-f61dec6c-26db-4454-9ef5-69868a7a1586 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:58.759949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-f61dec6c-26db-4454-9ef5-69868a7a1586 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.57 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 823 time: 0.2275715 Nov 08 12:20:58.790799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf9dc554-e348-4661-aef4-474f645c790a req-dbdfd27b-c4e1-402d-bdd5-e87edd51df45 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 210 time: 0.0655015 Nov 08 12:20:58.804727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.841411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebeb35-9c31-4032-ae82-4d3470290699 req-bf91a0fb-a385-4d4f-8212-907654ad706b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:58.849151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.850202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bebeb35-9c31-4032-ae82-4d3470290699 req-bf91a0fb-a385-4d4f-8212-907654ad706b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1989830 Nov 08 12:20:58.855502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e2281a10-26b8-4b23-a59d-a81da510aa13 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:20:58.903226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-72be6962-4e90-4bbc-97ea-227346c4de58 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 380 time: 0.1224763 Nov 08 12:20:58.916735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:58.925464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'port': {'device_id': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'admin_state_up': True, 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'security_groups': ['a641e448-72ac-4e8d-a6ad-10e3438e243e']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:20:58.965562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bebeb35-9c31-4032-ae82-4d3470290699 req-7494b26a-4a65-4bc4-8c3d-82909ed967c9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140604 Nov 08 12:20:59.014309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.014309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.018076 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f040629d-8600-496e-8798-3f91dd7c2262 HTTP/1.1" status: 204 len: 168 time: 0.3033259 Nov 08 12:20:59.023794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e2281a10-26b8-4b23-a59d-a81da510aa13,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:59.036341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9a5e1-295c-4b51-8f75-bfaace910e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f040629d-8600-496e-8798-3f91dd7c2262,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:59.074887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'e2281a10-26b8-4b23-a59d-a81da510aa13', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'e2281a10-26b8-4b23-a59d-a81da510aa13', 'mac_address': 'fa:16:3e:78:bd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:20:59.141360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.156167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2281a10-26b8-4b23-a59d-a81da510aa13 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:20:59.179690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e2281a10-26b8-4b23-a59d-a81da510aa13,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:59.194225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Made reservation on behalf of 1a75b3f6f63e4a7a8ce1d56776efded3 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:20:59.197876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.279394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56324) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:59.292120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.295413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d5581f4-d3b0-4820-a11b-03c0c0f3f5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.352255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Allocated IP 172.20.0.7 (490c4f91-6005-41ae-8052-a96474974fda/6d29bd39-c3e9-4493-8c58-479aa3e34a37/93896693-9ea3-4362-944c-d97663631673) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:20:59.353785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:59.411375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d5581f4-d3b0-4820-a11b-03c0c0f3f5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.557519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3fb5-4138-4870-ac8c-3052bb5e805e req-2796daf1-6a39-4925-b643-c3594f8fc333 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:59.558810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:20:59.559045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-844c3fb5-4138-4870-ac8c-3052bb5e805e req-2796daf1-6a39-4925-b643-c3594f8fc333 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 949 time: 0.1427236 Nov 08 12:20:59.568020 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ee66b035-70f4-49cc-b296-95f656af2c93 service neutron] 10.222.0.57 "GET /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.0631840 Nov 08 12:20:59.614067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f237-62da-41c8-b1c0-58aebb6ce96c req-e52810c0-b421-4ec2-a3ad-d9d89082eac4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:59.618718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2745f237-62da-41c8-b1c0-58aebb6ce96c req-e52810c0-b421-4ec2-a3ad-d9d89082eac4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1142042 Nov 08 12:20:59.623988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.685604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-844c3fb5-4138-4870-ac8c-3052bb5e805e req-ba3faa54-e7ea-40e8-b6f4-1eba20867e1e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156676 Nov 08 12:20:59.719495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2745f237-62da-41c8-b1c0-58aebb6ce96c req-0636ddc3-484e-42ca-a924-0f060de550b4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856538 Nov 08 12:20:59.777107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d5581f4-d3b0-4820-a11b-03c0c0f3f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.814025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.841276 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4d5581f4-d3b0-4820-a11b-03c0c0f3f5d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff3e64df66604ef59230785292208caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605729 Nov 08 12:20:59.848388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56336) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:20:59.859385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5581f4-d3b0-4820-a11b-03c0c0f3f5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6247aa5-d80c-4365-a1df-bad02bcbe09d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:20:59.906757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Network 490c4f91-6005-41ae-8052-a96474974fda is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:20:59.914358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:20:59.925918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:20:59.951853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:20:59.954295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.958324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:20:59.958970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:20:59.959277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:20:59.996519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10c226-5ad7-40b1-b52a-9b8dc0e3e504 req-e1ec03c5-d56a-436e-be7c-b483267cef48 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:00.007861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.008337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e10c226-5ad7-40b1-b52a-9b8dc0e3e504 req-e1ec03c5-d56a-436e-be7c-b483267cef48 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 943 time: 0.2308900 Nov 08 12:21:00.016914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:00.032717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:00.053618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:00.064268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.065296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.067876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.068069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.068400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.068726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:00.092041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d2f0-5429-4ce2-9a84-c02c33d5d298 req-3cfeb4a5-080c-41ca-a21a-d85f51c0e448 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:00.096007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ad8d2f0-5429-4ce2-9a84-c02c33d5d298 req-3cfeb4a5-080c-41ca-a21a-d85f51c0e448 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 931 time: 0.1854413 Nov 08 12:21:00.140235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e10c226-5ad7-40b1-b52a-9b8dc0e3e504 req-f3e22a2e-7a2b-4e70-87c3-4d60a962393b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297803 Nov 08 12:21:00.143923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e6b15b2f-4442-4834-bb05-ae5d6c952618 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291043 Nov 08 12:21:00.156814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Request body: {'port': {'device_id': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:00.182502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.275696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56344) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:00.292134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4b1d76a9-5b83-4c24-859f-a303d237afa6 None None] Provisioning complete for port 93896693-9ea3-4362-944c-d97663631673 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:00.292751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b1d76a9-5b83-4c24-859f-a303d237afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.296095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.300365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.301530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6247aa5-d80c-4365-a1df-bad02bcbe09d HTTP/1.1" status: 204 len: 168 time: 0.4477301 Nov 08 12:21:00.309291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.326608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2e200a-edea-45d2-992d-c455aca53eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.334053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] Transition to ACTIVE for port object de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:00.336422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e382e-0f50-4028-88e3-e17d174aa7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6247aa5-d80c-4365-a1df-bad02bcbe09d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:00.373424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ad8d2f0-5429-4ce2-9a84-c02c33d5d298 req-479ee862-0247-4fb8-9321-d39d478c0bc0 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403116 Nov 08 12:21:00.421359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.435483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d76a9-5b83-4c24-859f-a303d237afa6 None None] Port 93896693-9ea3-4362-944c-d97663631673 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:00.461518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b06d6-c10b-4456-a733-9bcfe742a707 req-95507de5-92b2-4b25-87dd-19478a6351ec tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:00.464092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2b06d6-c10b-4456-a733-9bcfe742a707 req-95507de5-92b2-4b25-87dd-19478a6351ec tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1471584 Nov 08 12:21:00.514750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:00.536727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] No DVR routers for this DVR port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:21:00.543235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2e200a-edea-45d2-992d-c455aca53eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.584409 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-ec77851c-6540-4cb4-bd2c-39b09ab4cd1c service neutron] 10.222.0.57 "PUT /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0/bindings/n-h1-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0080760 Nov 08 12:21:00.620787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2e200a-edea-45d2-992d-c455aca53eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.637741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2b06d6-c10b-4456-a733-9bcfe742a707 req-a2c5bf48-3e1c-4f91-9b72-b2f17bddac4e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492345 Nov 08 12:21:00.666345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9a2e200a-edea-45d2-992d-c455aca53eb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9626f2be14745dca00fe08417d78060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892560 Nov 08 12:21:00.667611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e200a-edea-45d2-992d-c455aca53eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ccbcf-d954-432d-95f3-bf9ae1f4dc7f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:00.670306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56348) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:00.768647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.818591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.867044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e2281a10-26b8-4b23-a59d-a81da510aa13 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:00.928629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93896693-9ea3-4362-944c-d97663631673 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:00.940157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.969910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df31a1a-a329-4669-b541-72efab1e2d6c req-4efac2f6-1888-4fce-ab3b-88a065be357d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:00.972749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1df31a1a-a329-4669-b541-72efab1e2d6c req-4efac2f6-1888-4fce-ab3b-88a065be357d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1139407 Nov 08 12:21:00.977097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.979672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:00.979786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd419d1-0786-489d-a813-17b9ad5b5856 req-361bc122-f742-4b7f-8091-c16c2e59b209 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:00.981191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cd419d1-0786-489d-a813-17b9ad5b5856 req-361bc122-f742-4b7f-8091-c16c2e59b209 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 949 time: 0.1252110 Nov 08 12:21:00.982274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Transition to ACTIVE for port object 93896693-9ea3-4362-944c-d97663631673 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:00.991562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b7ccbcf-d954-432d-95f3-bf9ae1f4dc7f HTTP/1.1" status: 204 len: 168 time: 0.3201742 Nov 08 12:21:01.008989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953b341-f46d-4239-a6f0-5b025ba568d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ccbcf-d954-432d-95f3-bf9ae1f4dc7f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:01.037288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port e2281a10-26b8-4b23-a59d-a81da510aa13 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:01.047982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port e2281a10-26b8-4b23-a59d-a81da510aa13 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:01.048886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.075818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.142170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cd419d1-0786-489d-a813-17b9ad5b5856 req-b2451a67-be31-40b9-9876-a6c16ca2d2fc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522210 Nov 08 12:21:01.161895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1df31a1a-a329-4669-b541-72efab1e2d6c req-5de37892-f168-40c9-818b-b123741c6916 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651571 Nov 08 12:21:01.195506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Pushing event updated for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:01.212371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.245189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Attempting to bind port 93896693-9ea3-4362-944c-d97663631673 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:01.245518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Attempting to bind port 93896693-9ea3-4362-944c-d97663631673 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:01.245828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Attempting to bind port 93896693-9ea3-4362-944c-d97663631673 on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:01.261745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Port 93896693-9ea3-4362-944c-d97663631673 on network 490c4f91-6005-41ae-8052-a96474974fda not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:01.261941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:01.262066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Attempting to bind port 93896693-9ea3-4362-944c-d97663631673 on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:01.264822 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3329753a-8414-4b9c-ab42-3a51bbed418e" -d '{"events": [{"server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "name": "network-vif-plugged", "status": "completed", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:01.268172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:01.268536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Checking segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:01.269116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Bound using segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:01.269437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Bound port: 93896693-9ea3-4362-944c-d97663631673, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:01.269929 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.280959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e2281a10-26b8-4b23-a59d-a81da510aa13,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:01.365717 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc93d0c-b3b0-4c8d-b9bc-d47dd7567a92 x-openstack-request-id: req-2fc93d0c-b3b0-4c8d-b9bc-d47dd7567a92 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:01.366706 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "name": "network-vif-plugged", "status": "completed", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:01.367313 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc93d0c-b3b0-4c8d-b9bc-d47dd7567a92 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:01.367881 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13', 'code': 200} Nov 08 12:21:01.369936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.474739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:01.476704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:01.481086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=93896693-9ea3-4362-944c-d97663631673,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:01.492867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276226c9-8b59-48ea-a689-93e8f06c2527 req-903c2ad3-cf05-4b88-80f4-f79cff019d01 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:01.501127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-276226c9-8b59-48ea-a689-93e8f06c2527 req-903c2ad3-cf05-4b88-80f4-f79cff019d01 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.1620615 Nov 08 12:21:01.572826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-276226c9-8b59-48ea-a689-93e8f06c2527 req-0313d6ca-afd6-46d8-a455-2c18b5bacee2 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674822 Nov 08 12:21:01.575193 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.679184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:01.679899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:01.681969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] 10.222.0.57 "PUT /v2.0/ports/93896693-9ea3-4362-944c-d97663631673 HTTP/1.1" status: 200 len: 1091 time: 1.5299106 Nov 08 12:21:01.683515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'tag': '93896693-9ea3-4362-944c-d97663631673'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:01.691412 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d8522-71fc-4ca8-9b5b-05d18d5ae869" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "tag": "93896693-9ea3-4362-944c-d97663631673"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:01.752384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804146e1-9d3e-4565-80d5-cf269701a11b service neutron] Pushing event updated for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:01.764043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d474-09eb-4f71-b71f-1245c125d68c req-c323c920-ac41-41a5-925a-6c9f8fe6f831 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:01.766107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7e3d474-09eb-4f71-b71f-1245c125d68c req-c323c920-ac41-41a5-925a-6c9f8fe6f831 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 943 time: 0.1811433 Nov 08 12:21:01.852816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7e3d474-09eb-4f71-b71f-1245c125d68c req-4c9e1593-da6a-4f58-87f1-619dc4bc1c4b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747609 Nov 08 12:21:01.863565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a94ab8-70b6-4a0d-802e-fc446e906fa1 req-a26e8fac-1d7b-4829-a758-db1dc55cf508 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:01.865612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3a94ab8-70b6-4a0d-802e-fc446e906fa1 req-a26e8fac-1d7b-4829-a758-db1dc55cf508 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0979974 Nov 08 12:21:01.950524 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4fff2-f265-4ff4-8513-9de27c341c87 x-openstack-request-id: req-9fc4fff2-f265-4ff4-8513-9de27c341c87 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:01.950817 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "tag": "93896693-9ea3-4362-944c-d97663631673", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:01.951073 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fc4fff2-f265-4ff4-8513-9de27c341c87 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:01.951471 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'tag': '93896693-9ea3-4362-944c-d97663631673', 'status': 'completed', 'code': 200} Nov 08 12:21:01.983939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3a94ab8-70b6-4a0d-802e-fc446e906fa1 req-ec7e666d-619e-48c0-865b-5ffd93efb9af tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114514 Nov 08 12:21:02.039382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-2099485a-efde-49a5-9f38-7b6c69c8983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.042336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-2099485a-efde-49a5-9f38-7b6c69c8983b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 1094 time: 0.0561819 Nov 08 12:21:02.060986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:02.110509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-c1f1d430-c139-4945-ad6b-735201df3624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93896693-9ea3-4362-944c-d97663631673 HTTP/1.1" status: 200 len: 217 time: 0.0560613 Nov 08 12:21:02.179531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-dc2d493a-0bda-44d8-abfc-528a0e2ec006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.194100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-dc2d493a-0bda-44d8-abfc-528a0e2ec006 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.0741403 Nov 08 12:21:02.201317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-network', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:02.257151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e4c89ecb-4ed1-4131-9e68-82b0c05e4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.259531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-e4c89ecb-4ed1-4131-9e68-82b0c05e4338 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574422 Nov 08 12:21:02.343116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Made reservation on behalf of d9f87fe6dcca40e1a3ce43756e0dbf5d for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:02.348246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.372252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.445008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-80c46558-6e2b-4952-943d-f2ce8af60efb service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773322 Nov 08 12:21:02.457649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a5ba-20af-41b4-b575-e6a1b5491bef req-be782513-dd8f-4f65-acc2-ee6707ee2ca0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.459815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1887a5ba-20af-41b4-b575-e6a1b5491bef req-be782513-dd8f-4f65-acc2-ee6707ee2ca0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1181910 Nov 08 12:21:02.499087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.532127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e403c-129f-4dfa-b02b-73d955067c90 req-791896a4-6b91-4bc8-bcff-427939e15529 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.534448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d1e403c-129f-4dfa-b02b-73d955067c90 req-791896a4-6b91-4bc8-bcff-427939e15529 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.1918397 Nov 08 12:21:02.622806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4b8414c-a187-4f2b-a110-e16784fefa26 req-70bd5b29-de9f-4f32-822e-fbab50972884 service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592846 Nov 08 12:21:02.625045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.630137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1887a5ba-20af-41b4-b575-e6a1b5491bef req-c68fa148-2227-4363-9be1-f8059099e94e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078079 Nov 08 12:21:02.655361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d1e403c-129f-4dfa-b02b-73d955067c90 req-aa5829fa-1d69-4f31-8915-1deece7e0727 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071486 Nov 08 12:21:02.661327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:02.697628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:21:02.711247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78143c-f5d7-48ad-9793-e58899932186,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:02.718176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.718746 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Added segment 19433570-00f2-4c15-b8a0-3dc718c15bfd of type vlan for network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc Nov 08 12:21:02.777102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.826786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce2be9-79a9-4e86-a105-19377b15810b req-60964e96-b738-49c9-aaa0-26e7bf0df37b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.835412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82ce2be9-79a9-4e86-a105-19377b15810b req-60964e96-b738-49c9-aaa0-26e7bf0df37b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.1070161 Nov 08 12:21:02.848985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988575009-network', 'tenant_id': 'ff310b77171d46d8a964657e9a20c212'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:02.857265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-2c43adfd-fa49-44b0-ad20-b8195999fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.859053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-2c43adfd-fa49-44b0-ad20-b8195999fa1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 1094 time: 0.0932059 Nov 08 12:21:02.868990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.870199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:02.871018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:02.953037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] Pushing event updated for resources: {'Network': ['ID=3810dae2-f05a-4eb6-ba66-ec9a27c401cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:02.966204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:21:03.060582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82ce2be9-79a9-4e86-a105-19377b15810b req-1ed60f6d-2357-4083-be66-b392588f4bc7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241724 Nov 08 12:21:03.067856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Made reservation on behalf of ff310b77171d46d8a964657e9a20c212 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:03.070232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.094267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.104925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-21d0b4e3-0ce4-4029-9308-fd8a2128f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.106432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-21d0b4e3-0ce4-4029-9308-fd8a2128f34a service neutron] 10.222.0.57 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 924 time: 0.2383826 Nov 08 12:21:03.117751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fe2d8-3983-487d-9773-b09e472f90b2 req-45492b39-192d-4a42-ad9a-2158f14d0f41 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.119246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b41fe2d8-3983-487d-9773-b09e472f90b2 req-45492b39-192d-4a42-ad9a-2158f14d0f41 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 943 time: 0.1230309 Nov 08 12:21:03.141681 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2027f1d3-bb7f-4759-97c6-6d905aeee013 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.0793591 Nov 08 12:21:03.145239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56422) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:03.149473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Request body: {'subnet': {'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-subnet', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:03.194976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-c03092c9-9104-47ab-8bc3-92b0bfd9ec4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93896693-9ea3-4362-944c-d97663631673 HTTP/1.1" status: 200 len: 217 time: 0.0747099 Nov 08 12:21:03.238355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Made reservation on behalf of d9f87fe6dcca40e1a3ce43756e0dbf5d for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:03.240579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.343157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa9d1-6fef-4fc4-ad5f-335c18682337 req-680c3248-9418-4ade-ac78-6eb70f123770 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.345603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c12fa9d1-6fef-4fc4-ad5f-335c18682337 req-680c3248-9418-4ade-ac78-6eb70f123770 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1675956 Nov 08 12:21:03.348349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b41fe2d8-3983-487d-9773-b09e472f90b2 req-38afb578-d693-45ce-a06f-383c9b1f7df3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028551 Nov 08 12:21:03.353570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-ddc0c04b-59b3-4322-b31e-fce9c584e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.355031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-ddc0c04b-59b3-4322-b31e-fce9c584e2b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.1356165 Nov 08 12:21:03.415533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.474582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-5a091d9c-b3af-4d3b-8e7e-222e03d6b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.476824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-5a091d9c-b3af-4d3b-8e7e-222e03d6b652 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089990 Nov 08 12:21:03.483711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c12fa9d1-6fef-4fc4-ad5f-335c18682337 req-b2b4bfba-8de5-4563-afcb-9bde1720c7d9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Nov 08 12:21:03.484881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.511197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.562873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:21:03.591042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.591405 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Added segment b190b02d-31af-4c27-af1c-d745724e4862 of type vlan for network 39225952-d0d9-42f4-826f-0f9ba0e03891 Nov 08 12:21:03.602682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Checking segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:03.602936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d65388-9d2d-416a-b9e6-adfe91c489ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:03.603040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Network hostable DHCP agents. Network: 3810dae2-f05a-4eb6-ba66-ec9a27c401cc, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:21:03.607586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5deefe2f-3235-4919-85c5-3a74df5fbbdf,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:03.652334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.656026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-7d61094d-b854-4a48-a2fd-692dcbb7f06d service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667962 Nov 08 12:21:03.704942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:21:03.789574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3810dae2-f05a-4eb6-ba66-ec9a27c401cc) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:03.798124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.800950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.811278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26bded6-30a9-491c-be95-052d33c62eca None None] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:03.852581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.853553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.854136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:03.871505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e761d41c-8338-493d-89c8-77ef9f603e58 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.7254624 Nov 08 12:21:03.873912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56428) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:03.880110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:03.942672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] Pushing event updated for resources: {'Network': ['ID=39225952-d0d9-42f4-826f-0f9ba0e03891,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:03.979504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af79d4-d240-4814-b442-85eb25a80795 req-f2c000ab-b792-42c8-ae14-0dda1336e0f4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:03.995018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 39225952-d0d9-42f4-826f-0f9ba0e03891 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:21:03.996332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8af79d4-d240-4814-b442-85eb25a80795 req-f2c000ab-b792-42c8-ae14-0dda1336e0f4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.2509840 Nov 08 12:21:04.003398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.004058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-142d8522-71fc-4ca8-9b5b-05d18d5ae869 req-8ca2e10d-7d16-40b1-9149-504099f1823d service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377056 Nov 08 12:21:04.005083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.116097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.162882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-77aa0b01-6f5a-47a6-8096-807c9430e74a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5004392 Nov 08 12:21:04.171536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56434) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:04.179894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Request body: {'subnet': {'network_id': '39225952-d0d9-42f4-826f-0f9ba0e03891', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988575009-subnet', 'tenant_id': 'ff310b77171d46d8a964657e9a20c212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:04.199646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19aaad-8401-40f1-80af-18e1f8420daf req-5b0b6cec-0502-4e8e-93e0-475d5169a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.200758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ff19aaad-8401-40f1-80af-18e1f8420daf req-5b0b6cec-0502-4e8e-93e0-475d5169a745 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 1101 time: 0.0833757 Nov 08 12:21:04.205546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8af79d4-d240-4814-b442-85eb25a80795 req-ace9202f-6e5e-42c1-a0c3-10ba0acb4e0e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002518 Nov 08 12:21:04.227642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55d62b-431e-47eb-80a7-4ce7629c8fad req-fe3b38c6-7027-4419-8e85-34cd073d23e3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.242853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c55d62b-431e-47eb-80a7-4ce7629c8fad req-fe3b38c6-7027-4419-8e85-34cd073d23e3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.4643030 Nov 08 12:21:04.338873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:21:04.339115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-af7f0f76-ae5d-4c41-a996-57adb2489227 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.340895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-af7f0f76-ae5d-4c41-a996-57adb2489227 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.2340128 Nov 08 12:21:04.341062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.343248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-c49f79b9-574d-48da-a413-b65a1142177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.344633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-c49f79b9-574d-48da-a413-b65a1142177f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 1101 time: 0.3914704 Nov 08 12:21:04.350738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Made reservation on behalf of ff310b77171d46d8a964657e9a20c212 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:04.353131 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.526096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Allocated IP 172.20.0.2 (3810dae2-f05a-4eb6-ba66-ec9a27c401cc/5deefe2f-3235-4919-85c5-3a74df5fbbdf/ff182a57-4c07-4e66-b327-0c997c98d45b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:04.545231 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ff19aaad-8401-40f1-80af-18e1f8420daf req-4e7e3b7b-6938-4c11-92de-5195073869f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304493 Nov 08 12:21:04.626707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.637536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-bef2358f-816b-4ab2-b892-757fa556eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.639270 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-bef2358f-816b-4ab2-b892-757fa556eead service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1101 time: 0.4369581 Nov 08 12:21:04.693049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.697000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:21:04.711362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c55d62b-431e-47eb-80a7-4ce7629c8fad req-8b8cf7f9-f687-4fa6-bb23-addd4ad0f35c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664061 Nov 08 12:21:04.748250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:21:04.801663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-2a0cbad0-a1aa-44e4-80c4-bc6e6945427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.806047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-2a0cbad0-a1aa-44e4-80c4-bc6e6945427a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 1095 time: 0.4356403 Nov 08 12:21:04.816489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a786ce-68e5-41da-ba6b-50f1f7d441bf req-6c0e420e-0465-47c5-a187-0bbc1ca358be tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.823945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05a786ce-68e5-41da-ba6b-50f1f7d441bf req-6c0e420e-0465-47c5-a187-0bbc1ca358be tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.4751353 Nov 08 12:21:04.839612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:04.928222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-540ca616-515f-4efa-a14c-fff32775e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:04.928222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-540ca616-515f-4efa-a14c-fff32775e694 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.5567083 Nov 08 12:21:04.943747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.005226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Pushing event updated for resources: {'Port': ['ID=ff182a57-4c07-4e66-b327-0c997c98d45b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:05.010589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:05.012486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:05.018132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:05.042867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa1c382-918e-4c89-b6ec-de1a48b8c01e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:05.050329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-2cae7847-66c8-40d9-a0ba-0464bee0fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.054238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-2cae7847-66c8-40d9-a0ba-0464bee0fb85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2721772 Nov 08 12:21:05.056854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Checking segment: {'id': 'b190b02d-31af-4c27-af1c-d745724e4862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '39225952-d0d9-42f4-826f-0f9ba0e03891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:05.057026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Network hostable DHCP agents. Network: 39225952-d0d9-42f4-826f-0f9ba0e03891, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:21:05.058963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-3a0c2744-c27e-4850-88c6-3da9d58bfcd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e2281a10-26b8-4b23-a59d-a81da510aa13 HTTP/1.1" status: 200 len: 217 time: 0.0993538 Nov 08 12:21:05.073674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05a786ce-68e5-41da-ba6b-50f1f7d441bf req-1027eb3d-3237-42ca-856c-028f828a17b1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375638 Nov 08 12:21:05.077958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704389fb-f498-4513-8a70-ce81e93b5377 req-541cccd8-1951-42dd-a554-4d42dc7ae73f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.084700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-704389fb-f498-4513-8a70-ce81e93b5377 req-541cccd8-1951-42dd-a554-4d42dc7ae73f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 943 time: 0.2540662 Nov 08 12:21:05.094297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Attempting to bind port ff182a57-4c07-4e66-b327-0c997c98d45b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:05.095037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Attempting to bind port ff182a57-4c07-4e66-b327-0c997c98d45b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:05.095037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Attempting to bind port ff182a57-4c07-4e66-b327-0c997c98d45b on network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:05.108099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-7d598007-d8e7-4bc7-a2ae-c19daa67e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.108848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:05.109728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-7d598007-d8e7-4bc7-a2ae-c19daa67e04d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1095 time: 0.2208586 Nov 08 12:21:05.110181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Checking segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:05.111095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.111759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Bound using segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:05.112838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Bound port: ff182a57-4c07-4e66-b327-0c997c98d45b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:05.113464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.202627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] For port ff182a57-4c07-4e66-b327-0c997c98d45b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:05.209808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] For port ff182a57-4c07-4e66-b327-0c997c98d45b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ff182a57-4c07-4e66-b327-0c997c98d45b,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:05.283980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-826d8be2-b3e5-4578-972b-bcbfed21ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.285475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-826d8be2-b3e5-4578-972b-bcbfed21ddd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1998539 Nov 08 12:21:05.291693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-704389fb-f498-4513-8a70-ce81e93b5377 req-78fdeb6b-ba35-46d7-baf0-c683293ed015 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035112 Nov 08 12:21:05.368507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-c9959aee-8270-45ef-96d5-ee7442634794 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.2890224 Nov 08 12:21:05.372754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-6863b224-2af5-4742-8124-3d45ea1456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.374127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-6863b224-2af5-4742-8124-3d45ea1456c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.2329497 Nov 08 12:21:05.375900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-078a2e75-13f7-4b75-96b7-cc58333b70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.377888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-078a2e75-13f7-4b75-96b7-cc58333b70f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802360 Nov 08 12:21:05.388114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1fa43-5f03-4daf-93a0-69bb02946c93 req-9b6bf866-3a18-4a3c-9670-542a0e23b955 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.389536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ed1fa43-5f03-4daf-93a0-69bb02946c93 req-9b6bf866-3a18-4a3c-9670-542a0e23b955 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1858754 Nov 08 12:21:05.476640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-fa53466c-e99e-414c-8b06-bb48b00fd38d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0706708 Nov 08 12:21:05.514320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-c49b2bcc-edf7-4795-a7c9-5db7a0753566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.515758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-c49b2bcc-edf7-4795-a7c9-5db7a0753566 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1303864 Nov 08 12:21:05.537523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.571770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.573298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1ff20-39ac-4e1c-b21b-f5b034e2701f req-0e04322e-9e63-4c82-87e5-834d33af9227 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.574953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18d1ff20-39ac-4e1c-b21b-f5b034e2701f req-0e04322e-9e63-4c82-87e5-834d33af9227 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.2175786 Nov 08 12:21:05.592926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.624297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Network 39225952-d0d9-42f4-826f-0f9ba0e03891 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:21:05.651770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-4d48f3f7-0589-49bb-b940-afeb98acd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.653282 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-4d48f3f7-0589-49bb-b940-afeb98acd56d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239569 Nov 08 12:21:05.660758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ed1fa43-5f03-4daf-93a0-69bb02946c93 req-55f387dd-90bd-4e3a-9668-4387437a7d13 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497008 Nov 08 12:21:05.687077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8091b1a7-3afb-4233-b6db-9cdcfe56c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.688188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8091b1a7-3afb-4233-b6db-9cdcfe56c81e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1771195 Nov 08 12:21:05.735816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18d1ff20-39ac-4e1c-b21b-f5b034e2701f req-d4a9ab0c-ff2c-47fd-a252-5632ddafbca3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444428 Nov 08 12:21:05.763309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-f6ab95b5-e5e1-4916-a145-6948882c09af service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549750 Nov 08 12:21:05.781162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 39225952-d0d9-42f4-826f-0f9ba0e03891) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:05.809780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:05.810408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:05.811888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e0c47-b615-406f-b345-91b7f6c377c4 None None] Network 39225952-d0d9-42f4-826f-0f9ba0e03891 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:05.825712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Allocated IP 172.25.1.235 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/4389178e-cf7e-45e1-aace-deb758d0260d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:05.835278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-51ee8139-4221-4e29-acd1-dc76db94e5ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912700 Nov 08 12:21:05.870903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-89ee0d8a-f713-40d2-89db-01a6b99feadc service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082343 Nov 08 12:21:05.875955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262d26f-794f-45bc-8fa7-94b44a60e45a None None] Pushing event updated for resources: {'Port': ['ID=ff182a57-4c07-4e66-b327-0c997c98d45b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:05.964009 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8638120-30fc-4f1b-85c8-a2f682818c5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7802162 Nov 08 12:21:06.131981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:06.139162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d64b45-d6db-4cb8-bbe6-c9ee2b3a77cd None None] Network 39225952-d0d9-42f4-826f-0f9ba0e03891 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:06.140337 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-2b6b9f27-3c6e-4c59-8990-8efa474866e4 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589273 Nov 08 12:21:06.203163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe336-2f93-4d98-8b17-b7fcf689e89e req-f067d7a6-d3e0-4ee3-8f7d-d4da5e98d5d0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:06.205359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6efbe336-2f93-4d98-8b17-b7fcf689e89e req-f067d7a6-d3e0-4ee3-8f7d-d4da5e98d5d0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.3317516 Nov 08 12:21:06.263021 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:06.309574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:06.312970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:06.323777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:06.367779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Pushing event updated for resources: {'Port': ['ID=4389178e-cf7e-45e1-aace-deb758d0260d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:06.452123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-5c1f7e3e-32ac-4b0c-bfc8-cf22ed1e54bd service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891163 Nov 08 12:21:06.527065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc7780c7-bec4-4c34-85f0-b64c3e8628db req-b9287a3b-5593-4d9f-be71-cb5cd4939c24 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231009 Nov 08 12:21:06.566673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab19fcb-1061-4ccc-97e2-6e0ef1999897 req-d463d13d-9b58-421d-936f-4165eb110b97 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:06.574567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ab19fcb-1061-4ccc-97e2-6e0ef1999897 req-d463d13d-9b58-421d-936f-4165eb110b97 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.2517407 Nov 08 12:21:06.616330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6efbe336-2f93-4d98-8b17-b7fcf689e89e req-7f9ac48f-6636-4675-9b7e-6d64c2b48f40 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938866 Nov 08 12:21:06.693257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 93896693-9ea3-4362-944c-d97663631673 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:06.725937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8e29bc15-1461-4760-9388-0cccd5742b91 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584853 Nov 08 12:21:06.754634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ab19fcb-1061-4ccc-97e2-6e0ef1999897 req-bade31a3-01c5-46f5-aa8f-f09ab2c6c9d7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765110 Nov 08 12:21:06.784887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:06.848244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8542-e101-49c1-accf-2ed40fbb0653 req-3043e4d9-6fed-4ba6-af59-8030d8001504 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:06.857031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cda8542-e101-49c1-accf-2ed40fbb0653 req-3043e4d9-6fed-4ba6-af59-8030d8001504 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 943 time: 0.1294370 Nov 08 12:21:06.872009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=93896693-9ea3-4362-944c-d97663631673,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:06.885790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '93896693-9ea3-4362-944c-d97663631673', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'port_id': '93896693-9ea3-4362-944c-d97663631673', 'mac_address': 'fa:16:3e:41:65:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:06.931678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:06.944118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cda8542-e101-49c1-accf-2ed40fbb0653 req-d93f6bef-1a1e-4827-a0f2-f4b4201d1421 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858839 Nov 08 12:21:06.956197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93896693-9ea3-4362-944c-d97663631673 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:06.981013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=93896693-9ea3-4362-944c-d97663631673,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:06.982595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d68c-e141-4d01-80cd-7e658b6b5d9c req-1e4ecd05-99b6-4b87-89d7-f6728611129e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:06.987508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb81d68c-e141-4d01-80cd-7e658b6b5d9c req-1e4ecd05-99b6-4b87-89d7-f6728611129e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1243901 Nov 08 12:21:07.076487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.095112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb81d68c-e141-4d01-80cd-7e658b6b5d9c req-041d904b-c484-4816-83ee-a8bfadcdfc66 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010091 Nov 08 12:21:07.150074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34e6f8-38e8-4e54-bf44-a0a37a9af80c req-d1384760-b8e2-4093-9f0a-3760efd3d927 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:07.151738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc34e6f8-38e8-4e54-bf44-a0a37a9af80c req-d1384760-b8e2-4093-9f0a-3760efd3d927 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1126060 Nov 08 12:21:07.156031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.192281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:07.244651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc34e6f8-38e8-4e54-bf44-a0a37a9af80c req-80215312-eafd-4087-a4c9-fd3bb9541fc5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811038 Nov 08 12:21:07.263289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ce498-c675-48da-bc1d-23ac5ce358f9 None None] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:07.403694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Router c803870e-7ecd-43f5-a880-1a80e0b6b78b is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:21:07.435087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['93896693-9ea3-4362-944c-d97663631673'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:07.440960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3c1d-00fc-4aa6-8a3c-5169794f2f2e req-fd982033-ea7a-4270-a36b-2dd85a327ba7 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:07.444118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db7c3c1d-00fc-4aa6-8a3c-5169794f2f2e req-fd982033-ea7a-4270-a36b-2dd85a327ba7 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0918555 Nov 08 12:21:07.486982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ff182a57-4c07-4e66-b327-0c997c98d45b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:07.496204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:07.529482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-61089291-network', 'tenant_id': 'c87acd8b11f748a2809baefe5eaadf28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:07.550042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db7c3c1d-00fc-4aa6-8a3c-5169794f2f2e req-99169ff3-7943-4d3f-88f9-31a6cdedda1d tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974376 Nov 08 12:21:07.566698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] Provisioning complete for port ff182a57-4c07-4e66-b327-0c997c98d45b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:07.567068 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.582069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8f2108d6-1549-4240-8b08-45cf3e45d65f tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:07.584110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-8f2108d6-1549-4240-8b08-45cf3e45d65f tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.0691469 Nov 08 12:21:07.601436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:21:07.613280 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Sync routers for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:21:07.631788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:07.632745 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:07.643859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Made reservation on behalf of c87acd8b11f748a2809baefe5eaadf28 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:07.646745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.665056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.713465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ff182a57-4c07-4e66-b327-0c997c98d45b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:07.713844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.762672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.772268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c6fb1ad-7cf1-4f2f-823d-df01c51a1a99 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.8932395 Nov 08 12:21:07.772268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56496) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:07.872684 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:07.969853 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:07.983458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54f47-dedc-401e-91e6-3369f70e8cbd req-441f3b5b-7c27-4e98-afce-b5aa32e4ec93 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:07.985042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9fb54f47-dedc-401e-91e6-3369f70e8cbd req-441f3b5b-7c27-4e98-afce-b5aa32e4ec93 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.1797891 Nov 08 12:21:08.089215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-feca2f74-86bb-49b4-b410-6e416e3e3e5e service neutron] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:08.099518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] For port ff182a57-4c07-4e66-b327-0c997c98d45b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ff182a57-4c07-4e66-b327-0c997c98d45b,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:08.114702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-feca2f74-86bb-49b4-b410-6e416e3e3e5e service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.115787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e40660d2-57e4-4570-bb3a-ab41b9a25266 req-feca2f74-86bb-49b4-b410-6e416e3e3e5e service neutron] 10.222.0.61 "DELETE /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0/bindings/n-h2-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.5204804 Nov 08 12:21:08.140542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9fb54f47-dedc-401e-91e6-3369f70e8cbd req-fb6b2e0a-db7c-48c5-9d8e-4420109b537e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491075 Nov 08 12:21:08.156153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.208405 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.294207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.306234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-daa4c6f6-e7fe-4108-9590-e907cc516d09 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:08.307917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-daa4c6f6-e7fe-4108-9590-e907cc516d09 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/networks?id=53dbaa74-537b-4a26-a051-1d7fec4ea59d HTTP/1.1" status: 200 len: 815 time: 0.2652047 Nov 08 12:21:08.320205 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:06Z', 'revision_number': 3, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:08.328891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-78706ffc-0865-49a9-8154-a0a7069c852b tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/quotas/aea6e32811b441d396adae8cf869ba4f HTTP/1.1" status: 200 len: 375 time: 0.0124903 Nov 08 12:21:08.360640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:21:08.361380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.361797 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:21:08.363627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Checking router: c803870e-7ecd-43f5-a880-1a80e0b6b78b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:21:08.364326 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Updating router c803870e-7ecd-43f5-a880-1a80e0b6b78b port 4389178e-cf7e-45e1-aace-deb758d0260d binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:21:08.371744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61991d7d-844a-46bc-a442-31ac71228cb2 None None] Pushing event updated for resources: {'Port': ['ID=ff182a57-4c07-4e66-b327-0c997c98d45b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:08.377315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825c7ac-5f94-43a9-b278-d99863056370 req-a831e4fd-8996-46c8-ad26-d59dfc556baa tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:08.383469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c205385a-7eff-4778-8f88-a6700fd0e801 None None] Provisioning complete for port ff182a57-4c07-4e66-b327-0c997c98d45b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:08.384028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c205385a-7eff-4778-8f88-a6700fd0e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.386337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6825c7ac-5f94-43a9-b278-d99863056370 req-a831e4fd-8996-46c8-ad26-d59dfc556baa tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.1246397 Nov 08 12:21:08.398367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ec8a4a-3e0a-445a-99a7-23533fa0abdc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:08.404960 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.542350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:21:08.543029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-97f82234-f52a-4266-b256-9cd66bc94f52 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aea6e32811b441d396adae8cf869ba4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220570 Nov 08 12:21:08.543029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6825c7ac-5f94-43a9-b278-d99863056370 req-1f85bd32-367d-4ce1-b878-917915aa6581 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825179 Nov 08 12:21:08.543837 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.543837 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Added segment cc9c3a99-c85f-4955-b7c1-7cb5b1a7855e of type vlan for network 11b85ab1-616e-4b7a-a115-9e7be7b9c507 Nov 08 12:21:08.613723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-d20cd20e-5f05-46af-858b-f71484718de2 service neutron] 10.222.0.58 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376727 Nov 08 12:21:08.635417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.695419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 93896693-9ea3-4362-944c-d97663631673 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:08.732875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171de85c-9eb2-426e-a1cd-c54ed0324db9 req-d583d8e8-f9ae-4f11-8d38-1e8bd9f8a5d6 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:08.740633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-171de85c-9eb2-426e-a1cd-c54ed0324db9 req-d583d8e8-f9ae-4f11-8d38-1e8bd9f8a5d6 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 944 time: 0.1240878 Nov 08 12:21:08.768896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.769494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:08.770140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.812168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-09afe265-3335-4692-ae62-a58c0db61dd5 service neutron] 10.222.0.58 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859181 Nov 08 12:21:08.830752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-171de85c-9eb2-426e-a1cd-c54ed0324db9 req-2973a01c-f558-4df1-b796-b928ae995851 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821037 Nov 08 12:21:08.927371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 93896693-9ea3-4362-944c-d97663631673 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:08.932470 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.933019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46fbd4-5f29-44e7-b9e0-a0ccc944671e req-d4eefa49-27e4-45d9-80b7-b52405ce1225 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:08.933408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 93896693-9ea3-4362-944c-d97663631673 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:08.933793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:08.940240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c46fbd4-5f29-44e7-b9e0-a0ccc944671e req-d4eefa49-27e4-45d9-80b7-b52405ce1225 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0569868 Nov 08 12:21:08.959866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=11b85ab1-616e-4b7a-a115-9e7be7b9c507,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:09.016428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c46fbd4-5f29-44e7-b9e0-a0ccc944671e req-92a38aa7-c583-4b0e-8270-f9eda71766b7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733988 Nov 08 12:21:09.034050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.038501 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.107319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 11b85ab1-616e-4b7a-a115-9e7be7b9c507 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:21:09.112639 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25de56ad-d0aa-49e4-8b9c-534250003fe0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6156335 Nov 08 12:21:09.113264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:09.130187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Request body: {'subnet': {'network_id': '11b85ab1-616e-4b7a-a115-9e7be7b9c507', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-61089291-subnet', 'tenant_id': 'c87acd8b11f748a2809baefe5eaadf28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:09.180973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Pushing event updated for resources: {'Port': ['ID=4389178e-cf7e-45e1-aace-deb758d0260d,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:09.265806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.266153 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.273470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.274986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.274986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.274986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.278010 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.278585 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.280645 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.283950 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.285103 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.287531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ace8a76-5db2-48b9-9b0b-03218282784e req-28c4da69-8882-442f-824a-cf4937904906 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 210 time: 0.1077576 Nov 08 12:21:09.288203 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:09.316277 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Attempting to bind port 4389178e-cf7e-45e1-aace-deb758d0260d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:09.316642 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Attempting to bind port 4389178e-cf7e-45e1-aace-deb758d0260d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:09.317002 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Attempting to bind port 4389178e-cf7e-45e1-aace-deb758d0260d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:09.337243 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:09.338450 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:09.347227 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.347637 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:09.348140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Bound port: 4389178e-cf7e-45e1-aace-deb758d0260d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:09.348541 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.352559 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.395141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ff182a57-4c07-4e66-b327-0c997c98d45b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:09.429951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Made reservation on behalf of c87acd8b11f748a2809baefe5eaadf28 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:09.433017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.482863 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] For port 4389178e-cf7e-45e1-aace-deb758d0260d, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:09.487648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93896693-9ea3-4362-944c-d97663631673'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:09.499444 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686fcff1-22fd-4488-bd65-ac26ed52fb11" -d '{"events": [{"server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "name": "network-vif-plugged", "status": "completed", "tag": "93896693-9ea3-4362-944c-d97663631673"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:09.499615 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] For port 4389178e-cf7e-45e1-aace-deb758d0260d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4389178e-cf7e-45e1-aace-deb758d0260d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:09.520348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Allocated IP 172.20.0.1 (3810dae2-f05a-4eb6-ba66-ec9a27c401cc/5deefe2f-3235-4919-85c5-3a74df5fbbdf/ca23a1b1-2ebf-4528-a1ed-d11e159e343a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:09.558749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=93896693-9ea3-4362-944c-d97663631673,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:09.571346 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.584191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ff182a57-4c07-4e66-b327-0c997c98d45b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:09.584751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.660458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af1f56-0601-4dc6-be77-8dffe509338a None None] Pushing event updated for resources: {'Port': ['ID=4389178e-cf7e-45e1-aace-deb758d0260d,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:09.662084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-29973f98-90e3-47c2-8a56-0f9bba3c2e9c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:09.665688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-29973f98-90e3-47c2-8a56-0f9bba3c2e9c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 1101 time: 0.0796683 Nov 08 12:21:09.669230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a772f-bd78-4903-8f9b-1c5b00341029 req-91eb6b91-0be6-483c-8515-4a03632df2a4 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:09.676760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f22a772f-bd78-4903-8f9b-1c5b00341029 req-91eb6b91-0be6-483c-8515-4a03632df2a4 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1095 time: 0.1890764 Nov 08 12:21:09.693777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:09.694655 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:09.694784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.703928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.758663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:09.831141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.844287 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:09.869222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:09.874432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:09.881568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:09.882213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:09.950178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Pushing event updated for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:10.015803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-d0613be6-aa80-4988-9c79-72a03b7e103c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.038395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f22a772f-bd78-4903-8f9b-1c5b00341029 req-afa4f5ab-4a76-4efa-91bc-c1eba5fbd709 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607216 Nov 08 12:21:10.190260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.190855 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40e6f0-f281-46c2-8b89-7147f837aca9 x-openstack-request-id: req-2b40e6f0-f281-46c2-8b89-7147f837aca9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:10.190855 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "name": "network-vif-plugged", "status": "completed", "tag": "93896693-9ea3-4362-944c-d97663631673", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:10.190855 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b40e6f0-f281-46c2-8b89-7147f837aca9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:10.190855 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93896693-9ea3-4362-944c-d97663631673', 'code': 200} Nov 08 12:21:10.295895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-d0613be6-aa80-4988-9c79-72a03b7e103c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.305554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:06Z', 'revision_number': 3, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:10.343815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fc32f-0320-4866-879a-192073f8a3ba None None] The sync data for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 is: [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:06Z', 'revision_number': 3, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:21:10.376254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e0fc-58e3-4152-aa21-9d5a92c73859 req-62253291-f697-48d7-9fb0-2865a39badc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:10.377821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a136e0fc-58e3-4152-aa21-9d5a92c73859 req-62253291-f697-48d7-9fb0-2865a39badc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 1096 time: 0.1089954 Nov 08 12:21:10.425358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e6ef-e95a-4697-b537-246f55931d9d req-a7aaf268-654d-47dc-8979-615a28ec3450 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:10.429337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5f467dcd-c086-4f48-9db3-6ff9fa022102 None None] Provisioning complete for port ca23a1b1-2ebf-4528-a1ed-d11e159e343a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:10.431194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75f0e6ef-e95a-4697-b537-246f55931d9d req-a7aaf268-654d-47dc-8979-615a28ec3450 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 945 time: 0.1112688 Nov 08 12:21:10.431326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5f467dcd-c086-4f48-9db3-6ff9fa022102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.438169 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.460507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.485807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5f467dcd-c086-4f48-9db3-6ff9fa022102 None None] Port ca23a1b1-2ebf-4528-a1ed-d11e159e343a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:10.511583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-d0613be6-aa80-4988-9c79-72a03b7e103c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.571259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.571818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.619610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f942bf-77ed-4204-bdb6-613e3b04257f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:10.635602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0613be6-aa80-4988-9c79-72a03b7e103c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65dc7a9-08a7-449c-9456-dcc50a7c4b90,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:10.647781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Pushing event updated for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:10.652720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a136e0fc-58e3-4152-aa21-9d5a92c73859 req-77339b9d-266c-47f7-912a-3e4d2f661ead service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669289 Nov 08 12:21:10.656524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec772ab3-ce8b-40c4-a6c0-2811b9abb380 req-d0613be6-aa80-4988-9c79-72a03b7e103c tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9599013 Nov 08 12:21:10.671227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75f0e6ef-e95a-4697-b537-246f55931d9d req-3b410d26-6f0a-4b6b-9237-3a2f156cab10 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131391 Nov 08 12:21:10.692516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Checking segment: {'id': 'cc9c3a99-c85f-4955-b7c1-7cb5b1a7855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '11b85ab1-616e-4b7a-a115-9e7be7b9c507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:10.692889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Network hostable DHCP agents. Network: 11b85ab1-616e-4b7a-a115-9e7be7b9c507, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:21:10.802833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:10.804251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:10.847157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c2388b9-2d6a-4054-8054-ddc863db92f6 req-e94a6341-5a96-45c1-bc23-95c0785b3289 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 210 time: 0.0768223 Nov 08 12:21:10.847755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Network 11b85ab1-616e-4b7a-a115-9e7be7b9c507 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:21:10.908879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef25953-4cf8-4abd-b181-0b71f2853df0 req-7867df2a-6a15-42f4-8f39-742ffef18f03 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:10.910956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ef25953-4cf8-4abd-b181-0b71f2853df0 req-7867df2a-6a15-42f4-8f39-742ffef18f03 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0831292 Nov 08 12:21:10.964084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 11b85ab1-616e-4b7a-a115-9e7be7b9c507) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:10.973143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:10.974064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:10.991197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf628a-c11b-4307-b5eb-efe4d5ff4711 None None] Network 11b85ab1-616e-4b7a-a115-9e7be7b9c507 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:11.066895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Router c803870e-7ecd-43f5-a880-1a80e0b6b78b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:21:11.069829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ef25953-4cf8-4abd-b181-0b71f2853df0 req-b81a61fd-130c-4ecb-ac10-c666c75b9a2f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464455 Nov 08 12:21:11.100715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f665413c-7a6c-420a-9d03-448495b774ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9862378 Nov 08 12:21:11.289180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:21:11.296358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-830ad06a-9c52-49c8-97f9-0c6812d183da admin admin] 10.222.0.58 "PUT /v2.0/routers/c803870e-7ecd-43f5-a880-1a80e0b6b78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5229902 Nov 08 12:21:11.297257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-28a09ce5-c329-4a20-857d-32b2dfd2350b None None] Provisioning complete for port ca23a1b1-2ebf-4528-a1ed-d11e159e343a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:11.301318 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-28a09ce5-c329-4a20-857d-32b2dfd2350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.363650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a8b18-48fa-46ad-84e8-fd87e5497cbc None None] Network 11b85ab1-616e-4b7a-a115-9e7be7b9c507 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:21:11.367836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4389178e-cf7e-45e1-aace-deb758d0260d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:11.371900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-81331320-e04f-49e7-9e58-ec935e0dfe8e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:11.381998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-81331320-e04f-49e7-9e58-ec935e0dfe8e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.3512440 Nov 08 12:21:11.419585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-9d71d8ec-dd47-41fa-867e-cfb95f75a50b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/quotas/47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 375 time: 0.0342343 Nov 08 12:21:11.435942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56576) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:11.515952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-89b4cd64-57d4-4c70-8c8c-f42a4b6144d1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953927 Nov 08 12:21:11.540448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Deleting subnet aaa1c382-918e-4c89-b6ec-de1a48b8c01e {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:21:11.557452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.574361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-28a09ce5-c329-4a20-857d-32b2dfd2350b None None] Port ca23a1b1-2ebf-4528-a1ed-d11e159e343a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:11.691237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.731071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.815147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-03d722ca-20dd-454b-bf86-f598664673fd tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598197 Nov 08 12:21:11.820831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4389178e-cf7e-45e1-aace-deb758d0260d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:11.821444 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.925895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-5ec3b673-5e29-4b40-8a44-2df006fdaf6a service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088795 Nov 08 12:21:11.971310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.977708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:11.999501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4389178e-cf7e-45e1-aace-deb758d0260d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4389178e-cf7e-45e1-aace-deb758d0260d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:12.021007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa1c382-918e-4c89-b6ec-de1a48b8c01e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:12.022178 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.025682 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4fdcc3c2-9490-4d01-8483-27935ca65fa8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aaa1c382-918e-4c89-b6ec-de1a48b8c01e HTTP/1.1" status: 204 len: 168 time: 0.5891788 Nov 08 12:21:12.029384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56598) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:12.073649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.081928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-9144f80f-697d-4f8a-a69a-b9210e81e466 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:12.090601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-9144f80f-697d-4f8a-a69a-b9210e81e466 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744586 Nov 08 12:21:12.118405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-b2e8f902-d4ad-40d5-8c6e-d38363d75670 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0266922 Nov 08 12:21:12.146738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.151884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4389178e-cf7e-45e1-aace-deb758d0260d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:12.164008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-ce41712e-7e09-45e4-8fae-587c579c2fae service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309473 Nov 08 12:21:12.183270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6a8d9b83-e1f2-4551-a7ad-8a8f9fe1a498 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624783 Nov 08 12:21:12.289201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.315759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.316265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.317316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.317445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > port after_create 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.317710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.318066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > port after_update 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.318455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.318996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.319316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.319641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.437649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.438120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.438520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.438924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:21:12.439446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39225952-d0d9-42f4-826f-0f9ba0e03891']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:12.457833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b190b02d-31af-4c27-af1c-d745724e4862') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:12.458133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b190b02d-31af-4c27-af1c-d745724e4862') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:12.508894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.541043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.577851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:21:12.577851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: from cryptography.utils import int_from_bytes Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: from cryptography.utils import int_from_bytes Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:21:12.617004 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:21:12.731324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-68370ecb-abe2-4141-91df-235f5a907f12 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:12.733194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-68370ecb-abe2-4141-91df-235f5a907f12 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.57 "GET /v2.0/networks?id=53dbaa74-537b-4a26-a051-1d7fec4ea59d HTTP/1.1" status: 200 len: 815 time: 0.2197347 Nov 08 12:21:12.756756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Request body: {'port': {'device_id': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'admin_state_up': True, 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:12.842381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.854811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.858964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] 10.222.0.58 "DELETE /v2.0/networks/39225952-d0d9-42f4-826f-0f9ba0e03891 HTTP/1.1" status: 204 len: 168 time: 0.8285408 Nov 08 12:21:12.865128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:12.870685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6e584-3ce8-4a7a-bc3b-3150aa9bd566 admin admin] Pushing event deleted for resources: {'Network': ['ID=39225952-d0d9-42f4-826f-0f9ba0e03891,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:12.965374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Deleting subnet f2f942bf-77ed-4204-bdb6-613e3b04257f {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:21:12.968246 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:12.989827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Sync routers for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:21:13.002658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:13.003261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:13.007377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-8ebae297-711a-4307-b6da-8744f2605068 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:13.008855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-8ebae297-711a-4307-b6da-8744f2605068 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 827 time: 0.2747760 Nov 08 12:21:13.031925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.042545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2ed96257-3187-4d94-ab8b-49d2da564f82 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/quotas/d9f87fe6dcca40e1a3ce43756e0dbf5d HTTP/1.1" status: 200 len: 375 time: 0.0266232 Nov 08 12:21:13.043643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.146783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Made reservation on behalf of aea6e32811b441d396adae8cf869ba4f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:13.150664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.164504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:13.225101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4389178e-cf7e-45e1-aace-deb758d0260d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:13.277574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-dbfda9c5-6ca1-4342-88fc-e72e66618d38 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2141323 Nov 08 12:21:13.367699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.386279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3ae8-cf03-49d8-b84c-a94238909891 req-4558a2aa-5be2-4baa-9fd0-180856f594a4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:13.387902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ceaa3ae8-cf03-49d8-b84c-a94238909891 req-4558a2aa-5be2-4baa-9fd0-180856f594a4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 945 time: 0.2426112 Nov 08 12:21:13.461297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4389178e-cf7e-45e1-aace-deb758d0260d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:13.461751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.488413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 2, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:13.499366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f942bf-77ed-4204-bdb6-613e3b04257f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:13.507513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.513451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2364d278-133a-41b5-9df4-4fa7811e66fd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f2f942bf-77ed-4204-bdb6-613e3b04257f HTTP/1.1" status: 204 len: 168 time: 0.6447663 Nov 08 12:21:13.514323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:13.528076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Checking router: c803870e-7ecd-43f5-a880-1a80e0b6b78b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:21:13.528427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Updating router c803870e-7ecd-43f5-a880-1a80e0b6b78b port ca23a1b1-2ebf-4528-a1ed-d11e159e343a binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:21:13.581993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.614505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-8a17abe3-832a-4fe9-b85d-f104fbf23700 service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215041 Nov 08 12:21:13.623899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.624243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ceaa3ae8-cf03-49d8-b84c-a94238909891 req-d67d362a-a3ff-499a-aaee-6c19796896b5 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754515 Nov 08 12:21:13.723300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Allocated IP 172.20.0.9 (53dbaa74-537b-4a26-a051-1d7fec4ea59d/81eb78be-d709-4f7c-bd5f-8fd5271c3141/7676b857-eadd-44a3-856e-73441720641b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:13.762014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.789244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b85ab1-616e-4b7a-a115-9e7be7b9c507']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:13.799676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9c3a99-c85f-4955-b7c1-7cb5b1a7855e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:13.799944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9c3a99-c85f-4955-b7c1-7cb5b1a7855e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:13.812266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b71a38f9-915e-414f-b023-245ec56fa841 req-5ae0dbc9-0fae-43d6-8b19-e7f68974e583 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 210 time: 0.0434768 Nov 08 12:21:13.813863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.839192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.844289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-27829858-370a-4797-b7a5-bec8d629462f service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110233 Nov 08 12:21:13.857746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:21:13.858621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:21:13.868060 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:21:14.037663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.075672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.085400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] 10.222.0.58 "DELETE /v2.0/networks/11b85ab1-616e-4b7a-a115-9e7be7b9c507 HTTP/1.1" status: 204 len: 168 time: 0.5676994 Nov 08 12:21:14.086155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e242c14-b099-407e-9dcb-9653e13111cb admin admin] Pushing event deleted for resources: {'Network': ['ID=11b85ab1-616e-4b7a-a115-9e7be7b9c507,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:14.167285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.194498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3d69-cdd2-4282-bcf7-977ae4af8add req-ceb81f4e-0f88-4100-81fd-7c37a09010e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:14.196085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9fa3d69-cdd2-4282-bcf7-977ae4af8add req-ceb81f4e-0f88-4100-81fd-7c37a09010e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.2649915 Nov 08 12:21:14.269301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.303168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.462720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9fa3d69-cdd2-4282-bcf7-977ae4af8add req-8b4db22a-e7ae-4fe5-a54b-111062566fbf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414968 Nov 08 12:21:14.481287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.538694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45f7c93b-cfe6-4fe4-bea1-d5c55682d8c5 req-9ba3c5b5-9b70-491d-99f7-15343241a1cb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 210 time: 0.0742958 Nov 08 12:21:14.633795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:14.639806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:14.649005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:14.667879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:14.668859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.736986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Pushing event updated for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:14.785247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:14.791362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fac416-48f1-489b-9907-0ce61449f041 None None] Pushing event updated for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:14.864799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2b4aeb6b-8260-4d83-8102-5ecba472f167 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1156006 Nov 08 12:21:14.884314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a60c3-1641-4fea-810c-1755e9eadf7f req-f1a39cd0-863b-46fb-a1a7-7eff885c6dbd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:14.885745 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5244843-364e-45bc-8864-5d119d9a3897 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff310b77171d46d8a964657e9a20c212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011951 Nov 08 12:21:14.888030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:14.902849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f18a60c3-1641-4fea-810c-1755e9eadf7f req-f1a39cd0-863b-46fb-a1a7-7eff885c6dbd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 945 time: 0.1782601 Nov 08 12:21:14.909587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:14.915520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Request body: {'port': {'device_id': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:14.917979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'floatingip': {'port_id': '93896693-9ea3-4362-944c-d97663631673'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:14.962224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Attempting to bind port ca23a1b1-2ebf-4528-a1ed-d11e159e343a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:14.962224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Attempting to bind port ca23a1b1-2ebf-4528-a1ed-d11e159e343a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:14.962224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Attempting to bind port ca23a1b1-2ebf-4528-a1ed-d11e159e343a on network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:14.981111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:14.984104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Checking segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:14.984104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:14.984104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Bound using segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:14.984104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Bound port: ca23a1b1-2ebf-4528-a1ed-d11e159e343a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:14.984104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.117170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.151357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] For port ca23a1b1-2ebf-4528-a1ed-d11e159e343a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:15.153857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] For port ca23a1b1-2ebf-4528-a1ed-d11e159e343a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:15.171654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.205488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-415246f0-30a6-4526-bd22-877da37a1eb2 req-7bfee4c7-a021-4d97-b3c0-159cab02e461 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 210 time: 0.0710425 Nov 08 12:21:15.265606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-95c1cec0-50b5-4ccc-91e0-cfd3a0252a80 None None] Provisioning complete for port 7676b857-eadd-44a3-856e-73441720641b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:15.266022 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95c1cec0-50b5-4ccc-91e0-cfd3a0252a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.367187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.379284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.452044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.489853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-95c1cec0-50b5-4ccc-91e0-cfd3a0252a80 None None] Port 7676b857-eadd-44a3-856e-73441720641b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:15.503806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fac416-48f1-489b-9907-0ce61449f041 None None] Pushing event updated for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:15.566665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:15.567504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:15.770682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.773105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] Provisioning complete for port ca23a1b1-2ebf-4528-a1ed-d11e159e343a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:15.773471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:15.894758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:16.043409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f49d26-e312-400b-8608-3c3073ba7b4c req-a8a1be19-d09a-409d-91b5-1008d6ca566a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:16.053198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8f49d26-e312-400b-8608-3c3073ba7b4c req-a8a1be19-d09a-409d-91b5-1008d6ca566a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 931 time: 0.6304235 Nov 08 12:21:16.170199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:16.170504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-3af965de-07f8-4f37-98a2-ff9bfa0a57e7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:16.172189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-3af965de-07f8-4f37-98a2-ff9bfa0a57e7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.8664093 Nov 08 12:21:16.214579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Request body: {'port': {'device_id': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'admin_state_up': True, 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:16.270208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8f49d26-e312-400b-8608-3c3073ba7b4c req-a4187941-54b9-4376-95a4-8b81f44b403f tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159076 Nov 08 12:21:16.282176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] For port ca23a1b1-2ebf-4528-a1ed-d11e159e343a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:16.359406 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:16.506053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:16.508938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:16.513162 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13d65388-9d2d-416a-b9e6-adfe91c489ed HTTP/1.1" status: 204 len: 168 time: 1.6193550 Nov 08 12:21:16.543752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:15Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:16.547010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455725-ebf3-43b8-8b2b-82dd1f411118 None None] Pushing event updated for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:16.560025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7198-0da5-465d-9001-38c4ab8514b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d65388-9d2d-416a-b9e6-adfe91c489ed,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:16.610279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86f007-592e-424e-b914-6c6d84960583 None None] The sync data for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 is: [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:15Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:21:16.612380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a0b04fe6-db37-481c-b23c-d4b2a2268aa0 None None] Provisioning complete for port ca23a1b1-2ebf-4528-a1ed-d11e159e343a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:16.612756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a0b04fe6-db37-481c-b23c-d4b2a2268aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:16.988569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a34d4e6a-458a-4f12-be64-5806563ac5d2 req-ab9fe966-b1c6-4be0-9a2b-271eb56f97f8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 210 time: 0.0864313 Nov 08 12:21:17.247183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:21:17.370644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ca23a1b1-2ebf-4528-a1ed-d11e159e343a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:17.434425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7676b857-eadd-44a3-856e-73441720641b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:17.453306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.525143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ca23a1b1-2ebf-4528-a1ed-d11e159e343a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:17.525647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.550825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.592236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1fbc-dcbb-455c-ba9a-98838421cef2 req-07e3dc3a-8c8a-498d-9824-4fcf72dfe171 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:17.600811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eea1fbc-dcbb-455c-ba9a-98838421cef2 req-07e3dc3a-8c8a-498d-9824-4fcf72dfe171 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.6895249 Nov 08 12:21:17.622985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Transition to ACTIVE for port object 7676b857-eadd-44a3-856e-73441720641b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:17.625552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-707b8d79-7526-479b-9148-6c131854db49 req-f0995e78-1679-4473-8002-435bbee2bd5d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 210 time: 0.1507449 Nov 08 12:21:17.649667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-a87c565c-2d62-4acd-996b-a852e0175bb8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281793 Nov 08 12:21:17.675622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.874566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-838d8028-e186-4024-a94f-3116f6012941 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:17.879006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-838d8028-e186-4024-a94f-3116f6012941 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097819 Nov 08 12:21:17.921780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.925886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:17.932947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:17.981833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56714) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:18.029465 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0 associated. External IP: 172.25.1.233, port: 93896693-9ea3-4362-944c-d97663631673. Nov 08 12:21:18.061016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:18.125084 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8640fe15-1b72-446c-a7cd-98428b21e09f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c87acd8b11f748a2809baefe5eaadf28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357768 Nov 08 12:21:18.130782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56718) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:21:18.265174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1228f9f-f54d-4937-8a55-48491cdb3576 req-58ca4127-e68a-4a3f-b86c-466e406c6691 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 210 time: 0.3823583 Nov 08 12:21:18.339644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:18.378750 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-e7ad3e5e-3f8f-4395-b277-2a29ddba8508 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520103 Nov 08 12:21:18.422116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eea1fbc-dcbb-455c-ba9a-98838421cef2 req-83dd597a-58c8-4e6e-b691-08301ffdadb5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8205607 Nov 08 12:21:18.430474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:18.735101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:18.849543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Allocated IP 172.20.0.3 (6c505b67-ed16-4204-a8c9-b0fdb9d463c6/43161527-df13-4bef-96fc-88351e661871/418c2335-a5a1-450f-90e4-c668eb3d8735) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:18.946504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7685e871-0c52-4979-a5ca-28b3b68fa853 req-c3b2d9f5-44dd-4d48-a779-d240d23ab439 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 210 time: 0.2734315 Nov 08 12:21:18.959963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:18.970086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:18.987460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Attempting to bind port 7676b857-eadd-44a3-856e-73441720641b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:18.987800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Attempting to bind port 7676b857-eadd-44a3-856e-73441720641b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:18.993872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Attempting to bind port 7676b857-eadd-44a3-856e-73441720641b on network 53dbaa74-537b-4a26-a051-1d7fec4ea59d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:19.047171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:21:19.117782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372caf6d-ab26-4302-9788-7b25c350728f req-c85e2106-b69b-497d-9b3f-24ab8c5c346a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:19.134396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-372caf6d-ab26-4302-9788-7b25c350728f req-c85e2106-b69b-497d-9b3f-24ab8c5c346a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.6523216 Nov 08 12:21:19.139469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Port 7676b857-eadd-44a3-856e-73441720641b on network 53dbaa74-537b-4a26-a051-1d7fec4ea59d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:19.139780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Attempting to bind port 7676b857-eadd-44a3-856e-73441720641b on network 53dbaa74-537b-4a26-a051-1d7fec4ea59d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:19.180105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-17da4ed0-0dd5-4621-8fe9-d57a4827f67d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:19.188908 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-17da4ed0-0dd5-4621-8fe9-d57a4827f67d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7927341 Nov 08 12:21:19.338787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-4b13395f-1aa0-4e66-9638-66240887ef3d tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:19.340274 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-4b13395f-1aa0-4e66-9638-66240887ef3d tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.61 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 827 time: 0.2578468 Nov 08 12:21:19.343833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:19.346917 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:19.351065 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53ec8a4a-3e0a-445a-99a7-23533fa0abdc HTTP/1.1" status: 204 len: 168 time: 1.2167609 Nov 08 12:21:19.356852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': '089731da-aa60-4de1-b1a3-4f384c762687', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:19.368753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'port': {'device_id': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'admin_state_up': True, 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:19.441352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:19.441698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Checking segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:19.442088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Bound using segment: {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:19.454868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Bound port: 7676b857-eadd-44a3-856e-73441720641b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5cfad-b197-495c-a390-7987457ac368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:19.455182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:19.488070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc6e85c7-a6eb-4353-93a9-8e5eaf8adf2c req-6046561f-acaa-49ed-90fb-2eeae71235a3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 210 time: 0.2501163 Nov 08 12:21:19.578508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bee20-adc7-4f2b-b950-7eacaf2f0c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ec8a4a-3e0a-445a-99a7-23533fa0abdc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:19.651839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.222 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/399ce3a4-513f-49c9-8dd5-827125e3415d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:19.709032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa0d388c-5dcd-4823-a7eb-0829f331b8e5 req-9f601b09-cdd3-4064-9d5b-88c203facf9d tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 210 time: 0.0724699 Nov 08 12:21:19.749061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-372caf6d-ab26-4302-9788-7b25c350728f req-f310a61e-b81a-4bca-b5d7-0c674316bb29 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137090 Nov 08 12:21:19.820969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:19.880362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:19.894309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:19.957722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7676b857-eadd-44a3-856e-73441720641b,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:20.034721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.075553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671096a-6eb5-4d1a-8d6e-422c2e6223c1 req-29190a82-04cf-495d-b252-36df4bf36796 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:20.079551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5671096a-6eb5-4d1a-8d6e-422c2e6223c1 req-29190a82-04cf-495d-b252-36df4bf36796 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1905160 Nov 08 12:21:20.181640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:20.182268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.183702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/7676b857-eadd-44a3-856e-73441720641b HTTP/1.1" status: 200 len: 1091 time: 5.2769816 Nov 08 12:21:20.234437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'tag': '7676b857-eadd-44a3-856e-73441720641b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:20.241733 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "tag": "7676b857-eadd-44a3-856e-73441720641b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:20.246014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7efd6-7611-4ee3-9071-962f09c88fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:20.261977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.340581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18461bd-a736-481b-ab36-4a0eac818ef0 req-7ab0284f-e59f-4ff0-8ea8-d01f3bf7c806 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 210 time: 0.2060392 Nov 08 12:21:20.536115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Made reservation on behalf of d9f87fe6dcca40e1a3ce43756e0dbf5d for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:20.546497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.574749 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd3fb3-8911-4108-b3fd-42b6370cd67f x-openstack-request-id: req-d3dd3fb3-8911-4108-b3fd-42b6370cd67f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:20.575055 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "tag": "7676b857-eadd-44a3-856e-73441720641b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:20.575321 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3dd3fb3-8911-4108-b3fd-42b6370cd67f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:20.575706 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'tag': '7676b857-eadd-44a3-856e-73441720641b', 'status': 'completed', 'code': 200} Nov 08 12:21:20.579032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:21:20.586880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.597288 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:21:20.599448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.631261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5671096a-6eb5-4d1a-8d6e-422c2e6223c1 req-ce3a8efa-1c8e-49e8-8ea7-ef913395f2f6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450103 Nov 08 12:21:20.647544 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:20.650217 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:20.651348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:20.670649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:20.686374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:20.694336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:20.698448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:20.706582 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41ca7e11-a17b-4c2d-8098-15cf4534739f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "PUT /v2.0/floatingips/2cc9f38b-db6b-46d3-8a93-f468c710aaa0 HTTP/1.1" status: 200 len: 991 time: 5.7954755 Nov 08 12:21:20.713594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:20.877145 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:20.937788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-988c6db2-8b0a-4116-85e6-5103a0f32772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:20.951397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-988c6db2-8b0a-4116-85e6-5103a0f32772 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aea6e32811b441d396adae8cf869ba4f&device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 1094 time: 0.6047947 Nov 08 12:21:20.958568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-b59edf32-3163-427d-be4b-96f6e05e400c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7489111 Nov 08 12:21:20.977135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'tag': '93896693-9ea3-4362-944c-d97663631673'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:20.980433 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f033c00-04f6-46b4-a9b2-9be69a400c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "tag": "93896693-9ea3-4362-944c-d97663631673"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:20.989601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:20.994545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:21.035639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Allocated IP 172.20.0.9 (3810dae2-f05a-4eb6-ba66-ec9a27c401cc/5deefe2f-3235-4919-85c5-3a74df5fbbdf/68da392a-4f2b-403d-94d7-a9d23d9bcba0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:21.065643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Request body: {'port': {'device_id': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:21.081038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11f91091-9cdb-46c6-8163-7ff73164ebef req-537477df-eeeb-42ed-9c8d-4d2b2b8b9512 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 210 time: 0.1165102 Nov 08 12:21:21.212163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-2f92728d-445a-4c06-9100-bd9e92a7f46d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7676b857-eadd-44a3-856e-73441720641b HTTP/1.1" status: 200 len: 217 time: 0.2361591 Nov 08 12:21:21.230072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077a92f-fd5f-499b-b762-5bdf20b2a8db req-43f4ba1c-9ffd-48dc-a53c-faf97a8de2b8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:21.240543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f077a92f-fd5f-499b-b762-5bdf20b2a8db req-43f4ba1c-9ffd-48dc-a53c-faf97a8de2b8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 931 time: 0.5230668 Nov 08 12:21:21.249457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:21.261942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:21.316223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.184 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/5f55bf45-938c-4ab8-b868-922a55097ebf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:21.317346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-f8908956-2283-47d5-9ff3-1217a3040c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:21.320008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-f8908956-2283-47d5-9ff3-1217a3040c76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81eb78be-d709-4f7c-bd5f-8fd5271c3141 HTTP/1.1" status: 200 len: 854 time: 0.0610650 Nov 08 12:21:21.350221 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '93896693-9ea3-4362-944c-d97663631673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:41:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 1, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:21.403004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:21.461714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:21:21.489868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:21.495689 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:21.498520 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:21.503711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:21.528014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:21.537439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:21.538354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:21.594682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-81e00920-c922-4d2b-bc7a-dc93001634f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:21.597421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-81e00920-c922-4d2b-bc7a-dc93001634f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53dbaa74-537b-4a26-a051-1d7fec4ea59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928420 Nov 08 12:21:21.607125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81679c6-c458-44ca-8990-cc73fc0e4fa2 req-0a8e5306-b2be-4626-85e7-f08c7ed24ffc tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:21.616955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d81679c6-c458-44ca-8990-cc73fc0e4fa2 req-0a8e5306-b2be-4626-85e7-f08c7ed24ffc tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.1819260 Nov 08 12:21:21.803436 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:21.866950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:21.910812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f077a92f-fd5f-499b-b762-5bdf20b2a8db req-0c7dbd38-d334-45d6-be37-5e185b677cf3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693249 Nov 08 12:21:21.915304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-6f26dd7e-e8a1-4064-a67e-8e968102a68a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9784486 Nov 08 12:21:21.917692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-c14d3cab-b7b5-40cc-bc5f-0c02fb72a0a7 service neutron] 10.222.0.57 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423370 Nov 08 12:21:21.921717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d81679c6-c458-44ca-8990-cc73fc0e4fa2 req-7c3e03d4-307c-40d1-93d3-7520af502762 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034401 Nov 08 12:21:21.922624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:21.932699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Request body: {'port': {'device_id': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:21.996277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-393e2d8a-b807-478b-8011-ec271f5a9b09 None None] Provisioning complete for port 399ce3a4-513f-49c9-8dd5-827125e3415d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:21.997361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-393e2d8a-b807-478b-8011-ec271f5a9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:22.087407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-393e2d8a-b807-478b-8011-ec271f5a9b09 None None] Port 399ce3a4-513f-49c9-8dd5-827125e3415d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:22.137143 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb8762-d5be-465d-afdb-ef63fd6406f3 x-openstack-request-id: req-8bcb8762-d5be-465d-afdb-ef63fd6406f3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:22.147068 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "tag": "93896693-9ea3-4362-944c-d97663631673", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:22.148275 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bcb8762-d5be-465d-afdb-ef63fd6406f3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:22.148899 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'tag': '93896693-9ea3-4362-944c-d97663631673', 'status': 'completed', 'code': 200} Nov 08 12:21:22.293569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:22.302236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-280b8e5b-3964-4ce0-8ef7-7e74c9f05c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:22.303979 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-280b8e5b-3964-4ce0-8ef7-7e74c9f05c3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 1096 time: 0.1509206 Nov 08 12:21:22.357975 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '93896693-9ea3-4362-944c-d97663631673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:41:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 1, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:22.388564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:22.429389 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47d31-8b2c-4966-8fd8-afdbb5677deb None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '93896693-9ea3-4362-944c-d97663631673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:41:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 1, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:21:22.550624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:22.567496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:22.591161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:22.593875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event updated for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:22.647541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:22.653575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:22.721524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:22.745468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:22.750438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:22.760024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:22.939671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8bb051-1bb9-4f56-86ba-e38f1b7c87da None None] New status for floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:21:23.027978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:23.049565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:23.057581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.142733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-a9b10d3a-00ff-4790-82f8-06c04e6c2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:23.172648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-a9b10d3a-00ff-4790-82f8-06c04e6c2619 service neutron] 10.222.0.57 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 924 time: 0.6635375 Nov 08 12:21:23.199612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:23.203757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.312116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-88dd0075-3c5e-4022-a737-9732e5bed477 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9462714 Nov 08 12:21:23.355464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Request body: {'port': {'device_id': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:23.363089 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ee4e1423-5c77-44b9-aaba-1c143e0013de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0201507 Nov 08 12:21:23.414451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Request body: {'port': {'device_id': '089731da-aa60-4de1-b1a3-4f384c762687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:23.504646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.684735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-861ae4d9-fb48-4ea9-80aa-c8d87ec61715 req-cd051ee4-6ac6-451a-9ae2-7bafe40e4ddb service neutron] 10.222.0.57 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7374544 Nov 08 12:21:23.728263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c35c41e3-47c0-41b9-b964-36cfb67d6821 None None] Provisioning complete for port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:23.728825 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c35c41e3-47c0-41b9-b964-36cfb67d6821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.822787 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-3808302a-2f1f-4ad5-b42b-9feb72694ba3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93896693-9ea3-4362-944c-d97663631673 HTTP/1.1" status: 200 len: 999 time: 0.5996134 Nov 08 12:21:23.839383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-13733b5c-d5c2-4eeb-9943-0a55b0335fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.868048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:23.896586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c35c41e3-47c0-41b9-b964-36cfb67d6821 None None] Port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:23.930231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88c57-7f06-4062-9db6-a1a946b897c6 req-29b269eb-a7fd-42ef-b1c8-e58f97d03efe tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:23.933054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b88c57-7f06-4062-9db6-a1a946b897c6 req-29b269eb-a7fd-42ef-b1c8-e58f97d03efe tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 1.0501475 Nov 08 12:21:23.948161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820133-2fae-47ff-a46f-39d98457ad08 req-86f89831-c4b1-4d19-8f3f-34d5c6449392 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:23.948161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a820133-2fae-47ff-a46f-39d98457ad08 req-86f89831-c4b1-4d19-8f3f-34d5c6449392 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 936 time: 1.7857919 Nov 08 12:21:24.043560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-81863f4e-cda8-49e8-8b6d-ad9cb46f9c32 None None] Provisioning complete for port 5f55bf45-938c-4ab8-b868-922a55097ebf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:24.043560 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-81863f4e-cda8-49e8-8b6d-ad9cb46f9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.178418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b88c57-7f06-4062-9db6-a1a946b897c6 req-b28d7674-2b30-455b-b23a-bea8b9fe9373 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289672 Nov 08 12:21:24.186155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a820133-2fae-47ff-a46f-39d98457ad08 req-5c1e658f-582e-44df-8e3a-bad17503f18f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117085 Nov 08 12:21:24.188889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-81863f4e-cda8-49e8-8b6d-ad9cb46f9c32 None None] Port 5f55bf45-938c-4ab8-b868-922a55097ebf cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:24.191724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399ce3a4-513f-49c9-8dd5-827125e3415d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:24.302449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.453172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-a745ec03-9497-44cd-87d1-7c270112fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:24.455600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-a745ec03-9497-44cd-87d1-7c270112fbb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.1864760 Nov 08 12:21:24.527552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Transition to ACTIVE for port object 399ce3a4-513f-49c9-8dd5-827125e3415d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:24.657151 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.708760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-62cd5fbe-5be4-43c1-805e-b75824e83eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:24.710761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-62cd5fbe-5be4-43c1-805e-b75824e83eff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aea6e32811b441d396adae8cf869ba4f&device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 1094 time: 0.5144277 Nov 08 12:21:24.713651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c2335-a5a1-450f-90e4-c668eb3d8735 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:24.733993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.781885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec373d06-3d1f-4d19-984d-9984ddb8433b req-72234bc2-03a8-4cd4-bf21-5391be202cba tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:24.790753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec373d06-3d1f-4d19-984d-9984ddb8433b req-72234bc2-03a8-4cd4-bf21-5391be202cba tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 931 time: 0.4021232 Nov 08 12:21:24.805405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14437ec6-32d0-4c13-93b3-e9c12f4f535c req-5aec8b26-e555-4d42-8e08-00fbdb38e2b0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:24.813368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14437ec6-32d0-4c13-93b3-e9c12f4f535c req-5aec8b26-e555-4d42-8e08-00fbdb38e2b0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 931 time: 0.2701752 Nov 08 12:21:24.822406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Transition to ACTIVE for port object 418c2335-a5a1-450f-90e4-c668eb3d8735 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:24.869501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Pushing event updated for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:24.902816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.959760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Attempting to bind port 399ce3a4-513f-49c9-8dd5-827125e3415d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:24.960818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Attempting to bind port 399ce3a4-513f-49c9-8dd5-827125e3415d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:24.961305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Attempting to bind port 399ce3a4-513f-49c9-8dd5-827125e3415d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:24.965368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68da392a-4f2b-403d-94d7-a9d23d9bcba0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:24.994232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:24.998199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f55bf45-938c-4ab8-b868-922a55097ebf {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:25.013047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.014702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec373d06-3d1f-4d19-984d-9984ddb8433b req-5bbe0aaf-ee43-4aac-857a-82b7ddfbb386 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227254 Nov 08 12:21:25.022800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Port 399ce3a4-513f-49c9-8dd5-827125e3415d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:25.023347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Attempting to bind port 399ce3a4-513f-49c9-8dd5-827125e3415d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.031273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Transition to ACTIVE for port object 68da392a-4f2b-403d-94d7-a9d23d9bcba0 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:25.033635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Transition to ACTIVE for port object 5f55bf45-938c-4ab8-b868-922a55097ebf will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:25.065891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14437ec6-32d0-4c13-93b3-e9c12f4f535c req-c9baa7de-a271-47e4-b760-77b5089e3498 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409806 Nov 08 12:21:25.120540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:25.121681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:25.124472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:25.125198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.125401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Bound port: 399ce3a4-513f-49c9-8dd5-827125e3415d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:25.125926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.195455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Pushing event updated for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:25.199721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.223839 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:21:25.256912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Pushing event updated for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:25.257126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:25.299794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:25.300055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:25.300462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.347737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:25.348100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.380976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:25.381323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:25.381731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:25.382180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Bound port: 418c2335-a5a1-450f-90e4-c668eb3d8735, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:25.382537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.390481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e07a256-84cb-4228-ab2b-54a046cc7321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.609592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Attempting to bind port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:25.610142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Attempting to bind port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:25.610269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Attempting to bind port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 on network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.620766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cca45-5021-417a-80f7-98fb177045ca req-99035434-0f86-4796-915f-5153f8df9408 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:25.622374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4cca45-5021-417a-80f7-98fb177045ca req-99035434-0f86-4796-915f-5153f8df9408 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.4847791 Nov 08 12:21:25.624133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-6dd7e6d5-bf84-4889-80ab-52fb6f5492ed tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862682 Nov 08 12:21:25.647300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 on network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:25.647674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Attempting to bind port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 on network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.659881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:25.660404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Checking segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:25.660641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Bound using segment: {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:25.661077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Bound port: 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19433570-00f2-4c15-b8a0-3dc718c15bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:25.661439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.721283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Attempting to bind port 5f55bf45-938c-4ab8-b868-922a55097ebf on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:25.721876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Attempting to bind port 5f55bf45-938c-4ab8-b868-922a55097ebf by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:25.722395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Attempting to bind port 5f55bf45-938c-4ab8-b868-922a55097ebf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.735152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Port 5f55bf45-938c-4ab8-b868-922a55097ebf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:25.735644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Attempting to bind port 5f55bf45-938c-4ab8-b868-922a55097ebf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:25.839543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:25.844392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:25.845921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:25.846547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Bound port: 5f55bf45-938c-4ab8-b868-922a55097ebf, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:25.847713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:25.904635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-f494d7a2-5269-4af7-9550-52b6f7734428 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:25.906171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-f494d7a2-5269-4af7-9550-52b6f7734428 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470279 Nov 08 12:21:25.929756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:25.935314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:25.938150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:25.961398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=399ce3a4-513f-49c9-8dd5-827125e3415d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:25.972179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:25.981157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f55bf45-938c-4ab8-b868-922a55097ebf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:25.990758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-c0a30908-3cfa-46cc-978d-8e88b061bf37 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/quotas/933cf58146a14d59a1ffbd8cd37c4f27 HTTP/1.1" status: 200 len: 375 time: 0.0484512 Nov 08 12:21:26.004010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.053259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4cca45-5021-417a-80f7-98fb177045ca req-2f19801c-8944-4b9b-99ed-ac19175a0e35 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232450 Nov 08 12:21:26.054940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:26.059181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-d550dc47-bb6c-4c7d-9b63-bfdb896d9caa tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611465 Nov 08 12:21:26.062338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.098752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:26.113962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.126542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.126542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.126735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.126735 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] 10.222.0.61 "PUT /v2.0/ports/68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 1091 time: 2.7698545 Nov 08 12:21:26.126735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:26.126735 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1389768e-9611-4714-8559-d2ec749905e6" -d '{"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:26.128001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] 10.222.0.61 "PUT /v2.0/ports/399ce3a4-513f-49c9-8dd5-827125e3415d HTTP/1.1" status: 200 len: 1096 time: 4.2001541 Nov 08 12:21:26.128504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:26.131832 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1375d1-bc5f-445c-9541-30ba42484dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:26.155846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.188239 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.261259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.261943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.277087 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] 10.222.0.61 "PUT /v2.0/ports/5f55bf45-938c-4ab8-b868-922a55097ebf HTTP/1.1" status: 200 len: 1096 time: 2.8698044 Nov 08 12:21:26.279160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954ff52-945a-4271-b9aa-2baed379ad3a service neutron] Pushing event updated for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:26.379447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.381584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.382016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] 10.222.0.61 "PUT /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 1091 time: 5.3287342 Nov 08 12:21:26.453359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ebfb3-e665-40ec-b9a2-e10fa3d0c6be service neutron] Pushing event updated for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:26.545196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:26.717270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdf1e-9aab-4335-bf59-03e40a36a79e service neutron] Pushing event updated for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:26.731395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-af9a3502-bfc0-493b-9a22-e7c6867068e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.732948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-af9a3502-bfc0-493b-9a22-e7c6867068e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1094 time: 0.4324875 Nov 08 12:21:26.747103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbef400-8740-4e46-92a7-999eeac71f06 service neutron] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:26.868690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70c027-1bb7-4448-99a6-cae9a10fffba req-a9cb5d19-d46c-4061-ab73-1a3039de0c0c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.870138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b70c027-1bb7-4448-99a6-cae9a10fffba req-a9cb5d19-d46c-4061-ab73-1a3039de0c0c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.6364799 Nov 08 12:21:26.894501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-06f63a57-d459-4988-864f-63ae6ff0940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.896038 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-06f63a57-d459-4988-864f-63ae6ff0940f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1094 time: 0.3685260 Nov 08 12:21:26.905802 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-57b71afe-9bb4-40b2-847b-911439e99710 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 217 time: 0.1632531 Nov 08 12:21:26.949823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-82f7f7ee-1977-49c5-9891-e5602a725aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.956060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-82f7f7ee-1977-49c5-9891-e5602a725aff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1099 time: 0.6673045 Nov 08 12:21:26.982411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-9fc72b66-9bb6-4564-b3b2-bcec2e71e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:26.984249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-9fc72b66-9bb6-4564-b3b2-bcec2e71e177 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 1099 time: 0.5198505 Nov 08 12:21:27.022187 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-4467099c-a2ee-4677-a937-8d36f8845895 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0964425 Nov 08 12:21:27.087732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-5f3503eb-e19b-4323-a664-4776eaae147d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=399ce3a4-513f-49c9-8dd5-827125e3415d HTTP/1.1" status: 200 len: 217 time: 0.0657651 Nov 08 12:21:27.177794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-9c30d803-6c21-445d-9c2c-644accace216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5f55bf45-938c-4ab8-b868-922a55097ebf HTTP/1.1" status: 200 len: 217 time: 0.0874529 Nov 08 12:21:27.191325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-11b731f2-8f46-4161-ad3b-af51cee0b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.192842 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-11b731f2-8f46-4161-ad3b-af51cee0b093 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.1731753 Nov 08 12:21:27.265136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86395-0695-4683-83a5-e8b92f68745c req-e678137a-e584-454d-a47b-4d9b52f7d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.272121 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-e678137a-e584-454d-a47b-4d9b52f7d353 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.2260118 Nov 08 12:21:27.274983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ae246b2a-c8e8-4c8d-9955-c3ad93dc36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.276768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-ae246b2a-c8e8-4c8d-9955-c3ad93dc36f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0846219 Nov 08 12:21:27.306509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b70c027-1bb7-4448-99a6-cae9a10fffba req-004aba21-ad3c-4bd2-954e-0eb71ae8ccb3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472588 Nov 08 12:21:27.356538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-a4f481d0-4a6a-4589-9428-6278822db5f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746660 Nov 08 12:21:27.358492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-697385b8-23a8-4d40-af0d-a4d11bed94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.362264 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-697385b8-23a8-4d40-af0d-a4d11bed94e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601746 Nov 08 12:21:27.374759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-4fb73faa-2992-4436-aa37-f7d612dbd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.383213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-4fb73faa-2992-4436-aa37-f7d612dbd68c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2387221 Nov 08 12:21:27.458214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62cf8e-9206-4e82-931d-6e8a8d4cfdc7 req-230de6e5-c130-4d7d-a5f1-3c3565118f95 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.471570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b62cf8e-9206-4e82-931d-6e8a8d4cfdc7 req-230de6e5-c130-4d7d-a5f1-3c3565118f95 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 948 time: 0.6509860 Nov 08 12:21:27.577352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-0e327f47-d521-43fe-a40e-0c146af64db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.579402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-0e327f47-d521-43fe-a40e-0c146af64db1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682271 Nov 08 12:21:27.678771 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-2510235c-77a3-4f3d-b476-197906324afd service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979162 Nov 08 12:21:27.685446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-33532dcf-2ebd-48d5-afda-9e1e0415f652 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941988 Nov 08 12:21:27.720640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-2a39aaee-54d4-4328-9657-f4069f1a7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:27.722438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-2a39aaee-54d4-4328-9657-f4069f1a7437 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3124304 Nov 08 12:21:27.741314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b62cf8e-9206-4e82-931d-6e8a8d4cfdc7 req-a3f65f5a-2317-4f36-9803-102ca4be3426 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662570 Nov 08 12:21:27.947276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:27.976650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-7894f561-e0fa-4ec2-9e9d-cd16ed9fd49b service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822598 Nov 08 12:21:28.165670 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6e86395-0695-4683-83a5-e8b92f68745c req-c6adf5be-b1c9-44fe-9d8f-e05ae47a1c25 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377062 Nov 08 12:21:28.173816 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb67b3c8-2007-4f57-97d3-3b4db9099ba9 req-68578bea-40c6-46c4-b295-b6af8e91c9f3 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684622 Nov 08 12:21:28.289744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-117671fa-8703-4257-bb17-1ec44f4db208 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498154 Nov 08 12:21:28.333934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add23975-dcd3-4136-a0b1-d5fc510be8e2 req-6eb6a6cb-0265-4a4e-b5ac-746514eeb042 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:28.335513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add23975-dcd3-4136-a0b1-d5fc510be8e2 req-6eb6a6cb-0265-4a4e-b5ac-746514eeb042 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 943 time: 0.4244430 Nov 08 12:21:28.456693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-15f0ed5d-7011-4c86-abee-b3b03dca0b72 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574924 Nov 08 12:21:28.463239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add23975-dcd3-4136-a0b1-d5fc510be8e2 req-ebf0abe1-8511-4b9a-85d8-9ef7cf18bd33 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148102 Nov 08 12:21:28.481593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c37c6d-7157-475c-94a3-484c9c03c5b2 req-4a0cce62-119b-49da-b7e3-b87f3ceea2ef service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643991 Nov 08 12:21:28.576170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdee27-0715-455e-822a-3defb1f306d5 req-e4d98941-2a84-414a-b984-8ed13a0db6f3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:28.613395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89fdee27-0715-455e-822a-3defb1f306d5 req-e4d98941-2a84-414a-b984-8ed13a0db6f3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.0495965 Nov 08 12:21:28.625327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89fdee27-0715-455e-822a-3defb1f306d5 req-af1d9b7f-388d-4d01-a6aa-43d4de03964a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Nov 08 12:21:28.672174 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe1dcf-20ce-40cb-be37-7aee2d589416 x-openstack-request-id: req-31fe1dcf-20ce-40cb-be37-7aee2d589416 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:28.672462 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:28.673261 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31fe1dcf-20ce-40cb-be37-7aee2d589416 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:28.673890 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d', 'status': 'completed', 'code': 200} Nov 08 12:21:28.708895 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9770574-1afb-4ba8-b20e-0d988a668c2e x-openstack-request-id: req-f9770574-1afb-4ba8-b20e-0d988a668c2e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:28.709261 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:28.709585 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9770574-1afb-4ba8-b20e-0d988a668c2e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:28.710014 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'status': 'completed', 'code': 200} Nov 08 12:21:28.810747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-1ff41bff-e7cd-4a6c-ba7a-27109c62ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:28.812662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-1ff41bff-e7cd-4a6c-ba7a-27109c62ed0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779521 Nov 08 12:21:28.870854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-b2d86fb9-5f53-4c3b-892e-37a30f41b24b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634196 Nov 08 12:21:28.933424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-490f150b-0fe2-4cc9-bdba-d1f8ec01686f service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056876 Nov 08 12:21:29.008988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0846c6-2b5b-4e69-8a7f-d8a4b65afba9 req-12a7570e-660b-4fc8-a06f-b923b72bf068 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.015578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb0846c6-2b5b-4e69-8a7f-d8a4b65afba9 req-12a7570e-660b-4fc8-a06f-b923b72bf068 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.1872699 Nov 08 12:21:29.041829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-0524bcb7-29e9-4a42-b5ff-55699446578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.043291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-0524bcb7-29e9-4a42-b5ff-55699446578f service neutron] 10.222.0.57 "GET /v2.0/networks?id=53dbaa74-537b-4a26-a051-1d7fec4ea59d HTTP/1.1" status: 200 len: 916 time: 0.3085411 Nov 08 12:21:29.049395 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6f033c00-04f6-46b4-a9b2-9be69a400c1c req-352909d8-bc74-4f0c-938d-0e883c25b673 service neutron] 10.222.0.57 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067443 Nov 08 12:21:29.132638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-5e9495ba-3d14-4dff-a29e-65d6a9acd09f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7676b857-eadd-44a3-856e-73441720641b HTTP/1.1" status: 200 len: 217 time: 0.0702591 Nov 08 12:21:29.171263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-9b5921e4-a992-49e0-a964-210add611106 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.171263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-9b5921e4-a992-49e0-a964-210add611106 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800872 Nov 08 12:21:29.210968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb0846c6-2b5b-4e69-8a7f-d8a4b65afba9 req-241c0727-47c3-4ea1-bc46-19a735527bf7 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689098 Nov 08 12:21:29.218019 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-a857256c-d80a-4755-9825-78f10b8043fd req-cfc50f23-da95-4766-bf15-e9186621a7c9 service neutron] show failed (client error): The resource could not be found. Nov 08 12:21:29.218914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-cfc50f23-da95-4766-bf15-e9186621a7c9 service neutron] 10.222.0.61 "GET /v2.0/ports/39363cf6-9cec-4fb6-adbc-11a057268040/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.2316954 Nov 08 12:21:29.222484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-74f1dfb6-d35a-40ba-9395-17cd657b3b37 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/quotas/933cf58146a14d59a1ffbd8cd37c4f27 HTTP/1.1" status: 200 len: 375 time: 0.0284727 Nov 08 12:21:29.238572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:29.267638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-9991401d-b25a-4534-834c-78421f1fcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.269048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-9991401d-b25a-4534-834c-78421f1fcf4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81eb78be-d709-4f7c-bd5f-8fd5271c3141 HTTP/1.1" status: 200 len: 854 time: 0.1262746 Nov 08 12:21:29.318602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-9e7b0478-e335-46f1-a768-7f17cd28d50d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857604 Nov 08 12:21:29.378968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-b08e9548-c8da-40aa-bbd7-c33e7104fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.380522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-b08e9548-c8da-40aa-bbd7-c33e7104fe2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1099 time: 0.1551554 Nov 08 12:21:29.400535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389768e-9611-4714-8559-d2ec749905e6 req-32c9f3e4-8ae0-4610-9c7f-70abe65f0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.403103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-32c9f3e4-8ae0-4610-9c7f-70abe65f0c15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1094 time: 0.1648808 Nov 08 12:21:29.444842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ad269-e6b0-4977-8896-acc62d57539b req-9e3c14f8-37a3-4019-941a-fab6f6330361 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.446346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b62ad269-e6b0-4977-8896-acc62d57539b req-9e3c14f8-37a3-4019-941a-fab6f6330361 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1552503 Nov 08 12:21:29.461301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-2fb4bc3f-ef32-4c5b-862c-b29a38aabe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.462685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-2fb4bc3f-ef32-4c5b-862c-b29a38aabe0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53dbaa74-537b-4a26-a051-1d7fec4ea59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223352 Nov 08 12:21:29.694330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-be520343-9ea2-4274-a287-bbc58db06fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.697474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-be520343-9ea2-4274-a287-bbc58db06fbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3062177 Nov 08 12:21:29.708002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b62ad269-e6b0-4977-8896-acc62d57539b req-2c334d8a-f84c-4c6a-bf9a-784d2096b769 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389843 Nov 08 12:21:29.722192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389768e-9611-4714-8559-d2ec749905e6 req-891285e6-9000-40f9-8f80-df7336f6a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.723665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-891285e6-9000-40f9-8f80-df7336f6a08f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 928 time: 0.2974331 Nov 08 12:21:29.806160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-330475b0-80be-4989-941a-ea785286fa6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=399ce3a4-513f-49c9-8dd5-827125e3415d HTTP/1.1" status: 200 len: 217 time: 0.0862401 Nov 08 12:21:29.809642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-a3fb1402-d066-4ade-ba54-02cc4a26f2f2 service neutron] 10.222.0.57 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139694 Nov 08 12:21:29.817819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79123b-b2d6-451e-a8fc-6bbafdf55e39 req-60339881-d59c-4a1c-92c8-6e1e1102dccb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:29.819224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da79123b-b2d6-451e-a8fc-6bbafdf55e39 req-60339881-d59c-4a1c-92c8-6e1e1102dccb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 948 time: 0.2439089 Nov 08 12:21:29.822293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-050577f7-b865-4070-9c0d-6528299c79e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 217 time: 0.0813491 Nov 08 12:21:30.026391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-b04693e9-69fa-44c1-9644-a8ca52623468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.027321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-b04693e9-69fa-44c1-9644-a8ca52623468 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2072721 Nov 08 12:21:30.046383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcb847-3c5a-4eab-8b89-5ffb0c950729 req-aafa83d2-892b-4614-b57c-985f1cd0305a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.048427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3abcb847-3c5a-4eab-8b89-5ffb0c950729 req-aafa83d2-892b-4614-b57c-985f1cd0305a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 943 time: 0.2403765 Nov 08 12:21:30.053825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389768e-9611-4714-8559-d2ec749905e6 req-3334a6ea-7582-4d6b-a9ec-3272f431d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.055265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-3334a6ea-7582-4d6b-a9ec-3272f431d897 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.2139688 Nov 08 12:21:30.071562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da79123b-b2d6-451e-a8fc-6bbafdf55e39 req-406fd9b6-5e1d-4699-a24e-c1f08562ac78 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286699 Nov 08 12:21:30.122721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-edaa5a18-84d1-43ef-bb24-b897fce346c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.124214 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-edaa5a18-84d1-43ef-bb24-b897fce346c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1101 time: 0.2962813 Nov 08 12:21:30.137706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:30.180975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9628401e-d92e-4b4c-8ea2-3b20e9702fc2 req-7297e7df-fd75-413c-a88e-bb5ae8e33b14 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 210 time: 0.0580394 Nov 08 12:21:30.190704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e0d16e3-b6a8-4b2a-98ec-78fe5cf588d5 req-0af58cb2-aebf-4e99-a2da-3051f2387f79 service neutron] 10.222.0.57 "GET /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504353 Nov 08 12:21:30.193688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.211663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-ae7b1d86-723d-47b7-8674-1d258e1d0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.213132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-ae7b1d86-723d-47b7-8674-1d258e1d0930 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611302 Nov 08 12:21:30.217668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389768e-9611-4714-8559-d2ec749905e6 req-f5afa199-c5a2-494a-b5f8-9afee1afc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.219494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-f5afa199-c5a2-494a-b5f8-9afee1afc8f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520751 Nov 08 12:21:30.224462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3abcb847-3c5a-4eab-8b89-5ffb0c950729 req-158a3a01-8795-4b10-990b-01d5ba19a69f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584470 Nov 08 12:21:30.459181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:30.495581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:30.540684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.554304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Transition to ACTIVE for port object 39363cf6-9cec-4fb6-adbc-11a057268040 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:30.650491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.679338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:30.682511 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38429ea2-39ca-4f6d-9f24-53f153982063" -d '{"events": [{"name": "network-changed", "server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:30.707619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0ef2-e7a1-4322-b250-5879e97b7465 req-393d35ef-e845-4b43-8e19-38ad5dc38388 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.707619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-152b0ef2-e7a1-4322-b250-5879e97b7465 req-393d35ef-e845-4b43-8e19-38ad5dc38388 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.4307940 Nov 08 12:21:30.713268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] No DVR routers for this DVR port 39363cf6-9cec-4fb6-adbc-11a057268040 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:21:30.714335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-fc1c9e51-829e-494a-888f-e1b0a1b1dae5 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673796 Nov 08 12:21:30.720954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf'}, {'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:30.725184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-74202902-ee66-42ae-8b62-fc342012ef87 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814267 Nov 08 12:21:30.725316 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c5cca4-f0c3-4156-a649-641a63117a99" -d '{"events": [{"name": "network-changed", "server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf"}, {"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-unplugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:30.734512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:30.747928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c96d6-77aa-45d5-804e-5593f4f24804 req-b65943f4-96e1-4ae2-9784-035c0b4a377a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.750712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9c96d6-77aa-45d5-804e-5593f4f24804 req-b65943f4-96e1-4ae2-9784-035c0b4a377a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.3731828 Nov 08 12:21:30.783379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:30.783959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:30.784971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:30.790297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:30.793496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Attempting to bind port 39363cf6-9cec-4fb6-adbc-11a057268040 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:30.801693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:30.802332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:30.802801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:30.803336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Bound port: 39363cf6-9cec-4fb6-adbc-11a057268040, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:30.803802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.884323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:30.888473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:30.942473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-34c26d64-b7bb-4d95-ab7b-ac49f46bb4b0 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112945 Nov 08 12:21:30.959774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.990854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:30.992034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:30.993528 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] 10.222.0.57 "PUT /v2.0/ports/39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 1096 time: 0.8599341 Nov 08 12:21:31.072830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1b172-a9d8-44eb-bb36-6fd04c77cead service neutron] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:31.081362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-152b0ef2-e7a1-4322-b250-5879e97b7465 req-37324b05-b156-46e5-802d-d275241cfbcb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610177 Nov 08 12:21:31.104312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-c3aca2c4-8be3-4635-89cc-06b136bfa934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.116683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-c3aca2c4-8be3-4635-89cc-06b136bfa934 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1099 time: 0.0660789 Nov 08 12:21:31.138809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1375d1-bc5f-445c-9541-30ba42484dcc req-3d63cd68-71b7-4a1c-894c-25a7f2367506 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080164 Nov 08 12:21:31.158703 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85786c18-2419-482d-a715-5ec3fc273ae2 x-openstack-request-id: req-85786c18-2419-482d-a715-5ec3fc273ae2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:31.159012 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:31.159262 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85786c18-2419-482d-a715-5ec3fc273ae2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:31.159669 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'status': 'completed', 'code': 200} Nov 08 12:21:31.171400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9c96d6-77aa-45d5-804e-5593f4f24804 req-da4edb00-20de-4e38-8c0c-7f8ee15a102a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391216 Nov 08 12:21:31.179924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1389768e-9611-4714-8559-d2ec749905e6 req-55064207-31e4-44cc-9b39-32281f12f8c3 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512217 Nov 08 12:21:31.264860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-92399e8d-af49-43d4-b9bc-705dbb2321da tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.267355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-92399e8d-af49-43d4-b9bc-705dbb2321da tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160765 Nov 08 12:21:31.291725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Request body: {'port': {'device_id': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '933cf58146a14d59a1ffbd8cd37c4f27'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:31.315914 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dfd3e9-6225-4b91-b4d5-4c6a2ec78fa3 x-openstack-request-id: req-60dfd3e9-6225-4b91-b4d5-4c6a2ec78fa3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:31.316384 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf", "status": "completed", "code": 200}, {"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-unplugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:31.316567 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60dfd3e9-6225-4b91-b4d5-4c6a2ec78fa3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:31.317002 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf', 'status': 'completed', 'code': 200} Nov 08 12:21:31.317262 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'code': 200} Nov 08 12:21:31.330491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-d0dc1567-d601-4e18-903c-655a7df77ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.331939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-d0dc1567-d601-4e18-903c-655a7df77ec8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2183361 Nov 08 12:21:31.338528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-4cf83b60-5583-40b4-a426-0acca3daa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.340014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-4cf83b60-5583-40b4-a426-0acca3daa33d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1094 time: 0.1569426 Nov 08 12:21:31.381692 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-0224c1be-1a9d-4f8e-a477-95b38218b70e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.0410523 Nov 08 12:21:31.436395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-719434ef-0f6f-4edc-b0cf-437191e8415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.437880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-719434ef-0f6f-4edc-b0cf-437191e8415f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0487058 Nov 08 12:21:31.483937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857256c-d80a-4755-9825-78f10b8043fd req-27218a5d-0a17-4cf6-a8c0-cc95efa16c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.486425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-27218a5d-0a17-4cf6-a8c0-cc95efa16c01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391691 Nov 08 12:21:31.513489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-993af3dd-d253-42c0-a68b-3b4d67395a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.514988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-993af3dd-d253-42c0-a68b-3b4d67395a95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 1099 time: 0.2464960 Nov 08 12:21:31.553373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816b36-0612-414b-96d3-f5d7c7e12951 req-5130c09c-a814-4a56-a852-04e4e6d22062 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.554770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3816b36-0612-414b-96d3-f5d7c7e12951 req-5130c09c-a814-4a56-a852-04e4e6d22062 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.2581065 Nov 08 12:21:31.569815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bf805-e478-49f6-82f7-b202196f5d56 req-5fed7648-2010-42f2-999e-962a98055b21 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.571304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-522bf805-e478-49f6-82f7-b202196f5d56 req-5fed7648-2010-42f2-999e-962a98055b21 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 948 time: 0.2557201 Nov 08 12:21:31.580562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-eba0281e-d67d-450c-b783-3e91cc82f3c7 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Nov 08 12:21:31.678492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-91d3720d-28ff-4939-8b04-7a8f1f0ba72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.679978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-91d3720d-28ff-4939-8b04-7a8f1f0ba72e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3223457 Nov 08 12:21:31.682019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a857256c-d80a-4755-9825-78f10b8043fd req-46c251f8-903f-411f-9327-d1e92859eb67 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945354 Nov 08 12:21:31.771792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-ccdf1c52-e207-48b8-8619-11fe3f5675d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0799167 Nov 08 12:21:31.784301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3816b36-0612-414b-96d3-f5d7c7e12951 req-fbdf220a-cc3e-4512-b3e7-725c1655f6e8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105179 Nov 08 12:21:31.801437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-522bf805-e478-49f6-82f7-b202196f5d56 req-e464518c-c9ed-4726-b480-e5e2f4df131a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148926 Nov 08 12:21:31.824335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Made reservation on behalf of 933cf58146a14d59a1ffbd8cd37c4f27 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:31.829499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:31.840614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-5df72b7a-9c96-4e3b-b3fc-cf32b8d5df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.842844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-5df72b7a-9c96-4e3b-b3fc-cf32b8d5df10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3081517 Nov 08 12:21:31.845476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:31.911842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-750f8a4b-d3da-4084-a440-4de272b915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:31.912092 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-4a498fd5-3aa6-484f-9156-10b7ccd0ac42 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234661 Nov 08 12:21:31.913323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-750f8a4b-d3da-4084-a440-4de272b915f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1281867 Nov 08 12:21:31.919795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-ece73985-05a7-41e9-9c40-8284beba1ea1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5f55bf45-938c-4ab8-b868-922a55097ebf HTTP/1.1" status: 200 len: 217 time: 0.0547135 Nov 08 12:21:32.016358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25aef847-446e-411e-bb33-e65a732547b9 req-8fcafe33-bed5-4f03-bb49-844df5ad84c3 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 210 time: 0.1020646 Nov 08 12:21:32.023896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-d0f3e01b-2df4-483f-971f-c3c18f582c4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775201 Nov 08 12:21:32.056257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-765c76cd-815c-44ca-9d48-53f678109f1e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.057792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-765c76cd-815c-44ca-9d48-53f678109f1e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391833 Nov 08 12:21:32.072175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Request body: {'port': {'device_id': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '933cf58146a14d59a1ffbd8cd37c4f27'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:32.089407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5053f0-27b3-4732-a0d0-a2a556b17c12 req-9da828e9-8965-45ce-aeb7-55b6c4b58077 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.090941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e5053f0-27b3-4732-a0d0-a2a556b17c12 req-9da828e9-8965-45ce-aeb7-55b6c4b58077 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 943 time: 0.2230320 Nov 08 12:21:32.128752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-eeaa6610-1112-4261-8291-8e38482f6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.129723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-eeaa6610-1112-4261-8291-8e38482f6460 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1848364 Nov 08 12:21:32.259035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Made reservation on behalf of 933cf58146a14d59a1ffbd8cd37c4f27 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:32.262579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.268843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.272305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.289559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e5053f0-27b3-4732-a0d0-a2a556b17c12 req-bb88f47f-2c53-4651-bfbf-744ab70b2615 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897504 Nov 08 12:21:32.296724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-ea44430b-7136-4385-ba9a-db5479ad586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.298907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-ea44430b-7136-4385-ba9a-db5479ad586e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556408 Nov 08 12:21:32.304460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-e9316748-4c01-43be-a394-5f95c11c2fda service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615294 Nov 08 12:21:32.314982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43031ee4-f1a1-4a49-85a7-71dccf37389c req-fd93d482-621f-4dac-9d3a-429455e6c037 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.316731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43031ee4-f1a1-4a49-85a7-71dccf37389c req-fd93d482-621f-4dac-9d3a-429455e6c037 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.1449015 Nov 08 12:21:32.386137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.391074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 933cf58146a14d59a1ffbd8cd37c4f27 {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:21:32.391644 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:21:32.578353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2135b6a9-6cc1-4834-aec1-d97859a167e2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:32.590534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43031ee4-f1a1-4a49-85a7-71dccf37389c req-9d914198-ea7d-4758-bc5e-0a8b11bb87fc tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676797 Nov 08 12:21:32.637382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823612-a6b2-42ce-ab62-fab208e41be1 req-0cee8372-d713-4144-9e7c-2198784c9771 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:32.638866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8823612-a6b2-42ce-ab62-fab208e41be1 req-0cee8372-d713-4144-9e7c-2198784c9771 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 943 time: 0.2670424 Nov 08 12:21:32.663822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38429ea2-39ca-4f6d-9f24-53f153982063 req-8b23ee2c-18b3-4b06-ac8d-e7e768e76aca service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348761 Nov 08 12:21:32.668714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-c758a465-3378-4a06-930b-943953fb9342 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386533 Nov 08 12:21:32.723293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7676b857-eadd-44a3-856e-73441720641b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:32.744499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Allocated IP 192.168.233.152 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/df596e4c-23e8-4c84-b1b7-93a176a9419d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:32.785851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8823612-a6b2-42ce-ab62-fab208e41be1 req-6817677b-cd54-4538-b6de-140b99cfbd55 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192608 Nov 08 12:21:32.819521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7676b857-eadd-44a3-856e-73441720641b,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:32.836702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '7676b857-eadd-44a3-856e-73441720641b', 'network_id': '53dbaa74-537b-4a26-a051-1d7fec4ea59d', 'port_id': '7676b857-eadd-44a3-856e-73441720641b', 'mac_address': 'fa:16:3e:56:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81eb78be-d709-4f7c-bd5f-8fd5271c3141', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:32.883249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.892648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:32.899050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7676b857-eadd-44a3-856e-73441720641b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:32.920657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7676b857-eadd-44a3-856e-73441720641b,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:32.991371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 68da392a-4f2b-403d-94d7-a9d23d9bcba0 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:32.998402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:21:33.026426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.096298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:21:33.106217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9c5cca4-f0c3-4156-a649-641a63117a99 req-d733e029-a4b5-4a3b-b05b-a64f865fb3fd service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192758 Nov 08 12:21:33.119843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:33.153351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.153697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.154040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.154401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.154747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.155077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.155406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.155729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.156052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.156374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.156696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.157113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:33.192635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:33.207494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'mac_address': 'fa:16:3e:b6:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:33.228213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f9de-b438-4978-ab76-f8aaf64bdbfc req-61de3be1-888b-4ed0-9a88-36c7e07bf5f9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.229671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2b5f9de-b438-4978-ab76-f8aaf64bdbfc req-61de3be1-888b-4ed0-9a88-36c7e07bf5f9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 948 time: 0.1514750 Nov 08 12:21:33.239103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8b886-c7a2-4a26-be7b-d4b330e2d705 req-3c0a8c20-5517-424c-a446-1a5ad112c5d7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.240509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63b8b886-c7a2-4a26-be7b-d4b330e2d705 req-3c0a8c20-5517-424c-a446-1a5ad112c5d7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.1606913 Nov 08 12:21:33.246040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.258590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68da392a-4f2b-403d-94d7-a9d23d9bcba0 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:33.279861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:33.307539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7676b857-eadd-44a3-856e-73441720641b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:33.318812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:33.321662 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:33.345814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2b5f9de-b438-4978-ab76-f8aaf64bdbfc req-c093b6a4-cd76-4fae-9610-cae800d5a00e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042116 Nov 08 12:21:33.351141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63b8b886-c7a2-4a26-be7b-d4b330e2d705 req-07a482a8-8803-4047-9795-b75ac1c50053 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984030 Nov 08 12:21:33.353922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.370363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.370363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 399ce3a4-513f-49c9-8dd5-827125e3415d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:33.454648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d549f0c0-7a4a-4059-afe1-bc1a2d609053 req-fd7deac0-eeb7-484c-afe3-823fda8922ec tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 210 time: 0.0323074 Nov 08 12:21:33.456257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.497641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:33.502267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:33.506706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:33.517021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.517021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.517834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=399ce3a4-513f-49c9-8dd5-827125e3415d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:33.539801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '399ce3a4-513f-49c9-8dd5-827125e3415d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '399ce3a4-513f-49c9-8dd5-827125e3415d', 'mac_address': 'fa:16:3e:73:51:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:33.542505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:33.576676 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39730c2b-9608-4f40-a8b6-afdcdb734fb8 x-openstack-request-id: req-39730c2b-9608-4f40-a8b6-afdcdb734fb8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:33.577283 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:33.577283 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39730c2b-9608-4f40-a8b6-afdcdb734fb8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:33.577728 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'status': 'completed', 'code': 200} Nov 08 12:21:33.578759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Allocated IP 192.168.233.115 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/4bc611e7-71b5-42de-9ec9-09ed5080d483) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:33.617232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:33.635288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.660842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399ce3a4-513f-49c9-8dd5-827125e3415d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:33.676920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-151abb43-46f9-402a-9994-6281852d87ba tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3965535 Nov 08 12:21:33.682095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=399ce3a4-513f-49c9-8dd5-827125e3415d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:33.700545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Request body: {'port': {'device_id': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:33.741490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c78f-612f-4b11-ae6d-d07a00321483 req-42a54f79-9646-47fe-ae59-9eebbd3b5583 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.750083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8e2c78f-612f-4b11-ae6d-d07a00321483 req-42a54f79-9646-47fe-ae59-9eebbd3b5583 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 944 time: 0.1867466 Nov 08 12:21:33.774274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-e097805a-d625-432a-8578-1a8f56fbc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.776080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-e097805a-d625-432a-8578-1a8f56fbc714 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1099 time: 0.1749864 Nov 08 12:21:33.821100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.821100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:33.828188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.830176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-21297e3b-7b42-4744-94ad-8c184a181790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:33.831775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-21297e3b-7b42-4744-94ad-8c184a181790 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1099 time: 0.2173882 Nov 08 12:21:33.951484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.961251 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.970014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9422f616-9922-4946-bae3-4566a98ab504 None None] Provisioning complete for port df596e4c-23e8-4c84-b1b7-93a176a9419d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:33.970652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9422f616-9922-4946-bae3-4566a98ab504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:33.972157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:34.010384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:34.015046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:34.016070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10eed-533e-4cae-a2cc-e4448a6e34b0 req-0f35e98f-bfca-496f-800c-d57389121dcf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.017719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61b10eed-533e-4cae-a2cc-e4448a6e34b0 req-0f35e98f-bfca-496f-800c-d57389121dcf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.2891622 Nov 08 12:21:34.026031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:34.031632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:34.034906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'port_id': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'mac_address': 'fa:16:3e:69:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43161527-df13-4bef-96fc-88351e661871', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:34.036434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9422f616-9922-4946-bae3-4566a98ab504 None None] Port df596e4c-23e8-4c84-b1b7-93a176a9419d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:34.044368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8e2c78f-612f-4b11-ae6d-d07a00321483 req-845d6b5b-4a8f-4d47-a081-5e3bc8934f4a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811806 Nov 08 12:21:34.112172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event updated for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:34.119129 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.134141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.135974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.149093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c2335-a5a1-450f-90e4-c668eb3d8735 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:34.179503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:34.264034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-a8b59b3a-91d4-475a-b3b4-4ad194bfe7f7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1958086 Nov 08 12:21:34.269694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-f9e38755-bc67-4a2b-b9cc-e34734cc8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.271229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-f9e38755-bc67-4a2b-b9cc-e34734cc8bba service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4624035 Nov 08 12:21:34.273177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-660f2b27-05a9-4e7d-bb8c-c5f419b94fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.274561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-660f2b27-05a9-4e7d-bb8c-c5f419b94fb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4049294 Nov 08 12:21:34.277756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Request body: {'port': {'device_id': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:34.287725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.288406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f55bf45-938c-4ab8-b868-922a55097ebf details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:34.348382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61b10eed-533e-4cae-a2cc-e4448a6e34b0 req-8a703721-87e9-4f9c-b8de-0c9858189ff5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029556 Nov 08 12:21:34.358034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.359718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f55bf45-938c-4ab8-b868-922a55097ebf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:34.363097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:34.390111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5f55bf45-938c-4ab8-b868-922a55097ebf', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '5f55bf45-938c-4ab8-b868-922a55097ebf', 'mac_address': 'fa:16:3e:04:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:34.400785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-21ff6820-f5b5-47e1-b6a1-ff1c2a02ea48 None None] Provisioning complete for port 4bc611e7-71b5-42de-9ec9-09ed5080d483 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:34.401177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-21ff6820-f5b5-47e1-b6a1-ff1c2a02ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.414212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-81b2f1c9-f044-43ac-8338-f8e8a0f69598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.1323960 Nov 08 12:21:34.425871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-a13a482f-da85-4f67-b358-9e67d7e16052 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.0972872 Nov 08 12:21:34.445488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-21ff6820-f5b5-47e1-b6a1-ff1c2a02ea48 None None] Port 4bc611e7-71b5-42de-9ec9-09ed5080d483 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:34.445912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81f7e-c87d-41df-ac7c-b60c2227e47b req-eab7c1dd-52f9-4009-9222-ca135bf19f9f tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.453084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4da81f7e-c87d-41df-ac7c-b60c2227e47b req-eab7c1dd-52f9-4009-9222-ca135bf19f9f tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 944 time: 0.2993293 Nov 08 12:21:34.485771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.500803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55bf45-938c-4ab8-b868-922a55097ebf {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:34.522983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f55bf45-938c-4ab8-b868-922a55097ebf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:34.584680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.632682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:34.645440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-b1a40f63-6e75-413b-9941-07a485b4b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.646952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-b1a40f63-6e75-413b-9941-07a485b4b950 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2173109 Nov 08 12:21:34.652824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-9dec6cb3-0fca-4584-8500-9c823a4ae95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.654188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-9dec6cb3-0fca-4584-8500-9c823a4ae95b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1897004 Nov 08 12:21:34.727550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:34.730656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7676b857-eadd-44a3-856e-73441720641b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:34.732157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4da81f7e-c87d-41df-ac7c-b60c2227e47b req-58c0747e-b0ef-42d2-bf15-fd402770b5fa tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782397 Nov 08 12:21:34.742306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04ade2-33e9-4cc8-9d23-3cbfa25af596 req-b596f1e0-bd32-4be1-8342-eb7cbdf3510f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.743873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d04ade2-33e9-4cc8-9d23-3cbfa25af596 req-b596f1e0-bd32-4be1-8342-eb7cbdf3510f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 948 time: 0.2827499 Nov 08 12:21:34.777606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-147fa464-6ef4-481b-a1ec-dc9378f38f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.779180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-147fa464-6ef4-481b-a1ec-dc9378f38f19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035123 Nov 08 12:21:34.814506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-e19a2a2f-8edf-4f92-98ec-c82474e2832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:34.815966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-e19a2a2f-8edf-4f92-98ec-c82474e2832a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600559 Nov 08 12:21:34.866433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:34.877880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '39363cf6-9cec-4fb6-adbc-11a057268040', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '39363cf6-9cec-4fb6-adbc-11a057268040', 'mac_address': 'fa:16:3e:9a:41:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:34.916423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.924991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 7676b857-eadd-44a3-856e-73441720641b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:34.934861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 7676b857-eadd-44a3-856e-73441720641b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:34.935220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:34.939013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39363cf6-9cec-4fb6-adbc-11a057268040 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:34.982802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:35.011146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d04ade2-33e9-4cc8-9d23-3cbfa25af596 req-74d715d1-07cf-4ace-87f2-0299e5b37424 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369816 Nov 08 12:21:35.022057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:35.036421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.042894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.050992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bc46f-d8dd-41df-8426-9bdbb0df1dfc req-59679775-fa84-4683-be42-4811c05b5779 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:35.052552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d6bc46f-d8dd-41df-8426-9bdbb0df1dfc req-59679775-fa84-4683-be42-4811c05b5779 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 948 time: 0.2554870 Nov 08 12:21:35.071714 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.078954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7676b857-eadd-44a3-856e-73441720641b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:35.081325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Transition to ACTIVE for port object df596e4c-23e8-4c84-b1b7-93a176a9419d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:35.082331 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99939f5f-513e-445a-937e-373eb2745053" -d '{"events": [{"server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "name": "network-vif-plugged", "status": "completed", "tag": "7676b857-eadd-44a3-856e-73441720641b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:35.113433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-543959ad-4957-4713-a1c5-921e3bddc342 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175168 Nov 08 12:21:35.122506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-db3fa5d7-2f7c-42a0-86ec-67ba547853de service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807550 Nov 08 12:21:35.122717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7676b857-eadd-44a3-856e-73441720641b,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:35.150033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:35.182705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.212898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.270403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:35.307634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc611e7-71b5-42de-9ec9-09ed5080d483 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:35.316122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.323362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['68da392a-4f2b-403d-94d7-a9d23d9bcba0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:35.329653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Transition to ACTIVE for port object 4bc611e7-71b5-42de-9ec9-09ed5080d483 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:35.352061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['39363cf6-9cec-4fb6-adbc-11a057268040'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:35.384655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['399ce3a4-513f-49c9-8dd5-827125e3415d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:35.394090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.470870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:35.490908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d6bc46f-d8dd-41df-8426-9bdbb0df1dfc req-04239bb7-b0e1-4b2b-a3fb-6b12e90eef38 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065175 Nov 08 12:21:35.552851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['418c2335-a5a1-450f-90e4-c668eb3d8735'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:35.569493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:35.590922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Attempting to bind port 4bc611e7-71b5-42de-9ec9-09ed5080d483 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:35.591372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Attempting to bind port 4bc611e7-71b5-42de-9ec9-09ed5080d483 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:35.592300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Attempting to bind port 4bc611e7-71b5-42de-9ec9-09ed5080d483 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:35.598050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Port 4bc611e7-71b5-42de-9ec9-09ed5080d483 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Attempting to bind port 4bc611e7-71b5-42de-9ec9-09ed5080d483 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Bound port: 4bc611e7-71b5-42de-9ec9-09ed5080d483, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:35.606501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.687722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:35.687958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-5ee52b7c-4d10-458d-9453-0bb00a76d943 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487256 Nov 08 12:21:35.692808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:35.730099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:35.762687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d8e6-531a-4115-a9b2-052782d0a05d req-15825543-98eb-4981-a76b-f55218759f9f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:35.762920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.779743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f52d8e6-531a-4115-a9b2-052782d0a05d req-15825543-98eb-4981-a76b-f55218759f9f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 936 time: 0.6341176 Nov 08 12:21:35.807858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:35.808495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.809890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] 10.222.0.57 "PUT /v2.0/ports/4bc611e7-71b5-42de-9ec9-09ed5080d483 HTTP/1.1" status: 200 len: 1096 time: 1.5370760 Nov 08 12:21:35.810354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:35.812719 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a9d54e-1317-4df8-afaf-edca6ae63c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:35.835463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Attempting to bind port df596e4c-23e8-4c84-b1b7-93a176a9419d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:35.835803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Attempting to bind port df596e4c-23e8-4c84-b1b7-93a176a9419d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:35.836771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Attempting to bind port df596e4c-23e8-4c84-b1b7-93a176a9419d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:35.838207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17f548-0066-4e6a-a315-025069d16b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:35.866987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53a2b6ef-bdb8-4f51-8b43-0754aab53a2d req-47c98fe5-20c4-4d7a-8b96-a58fa912299e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7380266 Nov 08 12:21:35.877682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Port df596e4c-23e8-4c84-b1b7-93a176a9419d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:35.882970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Attempting to bind port df596e4c-23e8-4c84-b1b7-93a176a9419d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:35.890403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45409109-4345-4e73-81ca-f3d5d21af59c req-8034b7ca-283e-4ded-8b20-562440ee3112 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:35.894736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45409109-4345-4e73-81ca-f3d5d21af59c req-8034b7ca-283e-4ded-8b20-562440ee3112 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 944 time: 0.2508256 Nov 08 12:21:35.902712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f52d8e6-531a-4115-a9b2-052782d0a05d req-91f12386-c3da-488e-8948-edcbf3ed975e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232388 Nov 08 12:21:35.906008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:35.906334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:35.908787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:35.908787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Bound port: df596e4c-23e8-4c84-b1b7-93a176a9419d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:35.908787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:35.991239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45409109-4345-4e73-81ca-f3d5d21af59c req-a9210f2c-4606-4407-8205-f1a2dba147b3 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Nov 08 12:21:36.020282 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee6e66-d268-405e-8ecc-0e7cb6bc5fa2 x-openstack-request-id: req-93ee6e66-d268-405e-8ecc-0e7cb6bc5fa2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:36.020875 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "name": "network-vif-plugged", "status": "completed", "tag": "7676b857-eadd-44a3-856e-73441720641b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:36.020875 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93ee6e66-d268-405e-8ecc-0e7cb6bc5fa2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:36.021223 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7676b857-eadd-44a3-856e-73441720641b', 'code': 200} Nov 08 12:21:36.062234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-9fde4cc6-e004-43c0-bb4c-642c02a52647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.066207 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-9fde4cc6-e004-43c0-bb4c-642c02a52647 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 1099 time: 0.1016612 Nov 08 12:21:36.149545 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-38bd503e-6759-4414-b266-964d07d10999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483 HTTP/1.1" status: 200 len: 217 time: 0.0691390 Nov 08 12:21:36.172420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:36.192541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:36.207596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add24209-a069-4bad-99ce-4da4415f4032 req-d355c896-6d13-4d68-8082-e2947b1622ad tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.224900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add24209-a069-4bad-99ce-4da4415f4032 req-d355c896-6d13-4d68-8082-e2947b1622ad tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.1496549 Nov 08 12:21:36.236580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-283d4a09-b697-49ce-997e-ada66463b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.238638 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-283d4a09-b697-49ce-997e-ada66463b5a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0819106 Nov 08 12:21:36.242344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea342cfd-78be-4909-8b62-bb9e80892f0e req-fd4db3bf-576d-462f-9187-690720d785c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.246912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea342cfd-78be-4909-8b62-bb9e80892f0e req-fd4db3bf-576d-462f-9187-690720d785c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 1096 time: 0.1654813 Nov 08 12:21:36.346556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6929-472a-4daf-942d-77541fe62772 req-bb1cc31a-80d8-4283-9d43-e6ad79452f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.349127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-bb1cc31a-80d8-4283-9d43-e6ad79452f56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008067 Nov 08 12:21:36.351888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:36.457076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea342cfd-78be-4909-8b62-bb9e80892f0e req-fa0cb70a-7c7d-4f25-9d3e-53b83498deae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914196 Nov 08 12:21:36.466649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.467344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:36.468699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] 10.222.0.57 "PUT /v2.0/ports/df596e4c-23e8-4c84-b1b7-93a176a9419d HTTP/1.1" status: 200 len: 1096 time: 2.7742064 Nov 08 12:21:36.478785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add24209-a069-4bad-99ce-4da4415f4032 req-edf2e09f-61b9-433e-b7cd-3a7dd694f2ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529709 Nov 08 12:21:36.480181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:36.482855 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b" -d '{"events": [{"name": "network-changed", "server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:36.521787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0410fb-f80f-4997-b9bc-60aeac9d2831 service neutron] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:36.550861 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-78b61848-f24b-4252-a42c-aa5a85670e28 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932368 Nov 08 12:21:36.566610 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327899a-52b7-4eed-990a-256379d8d218 x-openstack-request-id: req-2327899a-52b7-4eed-990a-256379d8d218 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:36.567084 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:36.567407 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2327899a-52b7-4eed-990a-256379d8d218 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:36.571904 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483', 'status': 'completed', 'code': 200} Nov 08 12:21:36.634091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585ceb6-2119-4ba4-a3be-bbe942518ab4 req-55c99ca7-6f6e-45af-9df9-c055e9fe4cfd tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.635663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d585ceb6-2119-4ba4-a3be-bbe942518ab4 req-55c99ca7-6f6e-45af-9df9-c055e9fe4cfd tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.2123604 Nov 08 12:21:36.715859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-d9135114-35d0-4bf2-9b64-d22ce3e97894 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.717366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-d9135114-35d0-4bf2-9b64-d22ce3e97894 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450&tenant_id=3f75a0e27007474790cf03b2a316aea4&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 949 time: 0.1773393 Nov 08 12:21:36.744915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301bc45-996a-48f0-8777-aedb846cf5d1 req-a0f6ec50-5a53-4360-a0c6-93401bde922d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.744915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d301bc45-996a-48f0-8777-aedb846cf5d1 req-a0f6ec50-5a53-4360-a0c6-93401bde922d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 949 time: 0.1251822 Nov 08 12:21:36.752888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d585ceb6-2119-4ba4-a3be-bbe942518ab4 req-5c2467e7-4e82-44b9-bdb6-28477990af61 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000178 Nov 08 12:21:36.835315 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-88fa6929-472a-4daf-942d-77541fe62772 req-fe24c725-325c-427a-9145-4a6b5c0a9f8c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445153 Nov 08 12:21:36.869128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d301bc45-996a-48f0-8777-aedb846cf5d1 req-19422d82-5966-4a1d-82a7-280b47fa49fd tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145878 Nov 08 12:21:36.874332 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-4743bce1-d60a-42e9-a69c-45fdf186ac58 service neutron] delete failed (client error): The resource could not be found. Nov 08 12:21:36.875336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-4743bce1-d60a-42e9-a69c-45fdf186ac58 service neutron] 10.222.0.61 "DELETE /v2.0/ports/39363cf6-9cec-4fb6-adbc-11a057268040/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.1319902 Nov 08 12:21:36.884463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-dcf07c2b-1d55-4c0d-9450-db4c3d055e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:36.886013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-dcf07c2b-1d55-4c0d-9450-db4c3d055e78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0789490 Nov 08 12:21:36.938813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-994dd570-f86d-48e6-928f-5cb64bb2067f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d HTTP/1.1" status: 200 len: 217 time: 0.0421467 Nov 08 12:21:36.998210 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ce2757-8c7e-4172-a682-65b64a8d7db1 x-openstack-request-id: req-a4ce2757-8c7e-4172-a682-65b64a8d7db1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:36.998533 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:36.998763 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4ce2757-8c7e-4172-a682-65b64a8d7db1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:36.999152 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'status': 'completed', 'code': 200} Nov 08 12:21:36.999839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-0872b1f4-f10d-40f3-a19c-99472bace79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.002123 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-0872b1f4-f10d-40f3-a19c-99472bace79f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 1099 time: 0.0458167 Nov 08 12:21:37.104976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-0af7321a-e1fd-4e21-a97f-aa577d1cd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.106567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-0af7321a-e1fd-4e21-a97f-aa577d1cd65c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1513286 Nov 08 12:21:37.119406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-03023382-23a3-43d7-9984-a991e2afe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.121716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-03023382-23a3-43d7-9984-a991e2afe75f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 1100 time: 0.1674869 Nov 08 12:21:37.147773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32472-12b4-4ce8-8f11-28d828f6ec42 req-8cc34149-6215-418a-8852-4ef6ae9ba584 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.149332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30e32472-12b4-4ce8-8f11-28d828f6ec42 req-8cc34149-6215-418a-8852-4ef6ae9ba584 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 949 time: 0.2054145 Nov 08 12:21:37.156391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-e5dd4b4d-82b4-4633-b1b5-30c392c99616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.159272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-e5dd4b4d-82b4-4633-b1b5-30c392c99616 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1472576 Nov 08 12:21:37.221728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-15fe63d5-de70-4601-9320-0ec83cc6fdf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483 HTTP/1.1" status: 200 len: 217 time: 0.0522749 Nov 08 12:21:37.231493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abe1f5-71ee-47db-bfdd-05051aa13c81 req-23576e12-6c8b-42ac-b1b0-6e51426f58e4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.233017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2abe1f5-71ee-47db-bfdd-05051aa13c81 req-23576e12-6c8b-42ac-b1b0-6e51426f58e4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 948 time: 0.1753850 Nov 08 12:21:37.284598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-b22e001c-4bca-49d6-a529-ed5b901d8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.286052 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-b22e001c-4bca-49d6-a529-ed5b901d8f60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0568829 Nov 08 12:21:37.345943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-87911f58-cd44-4419-96ed-00549db200db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.347663 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-87911f58-cd44-4419-96ed-00549db200db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521157 Nov 08 12:21:37.359348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-ab08e913-7011-44a7-a1f0-c02d630e5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.361391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-ab08e913-7011-44a7-a1f0-c02d630e5323 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1928632 Nov 08 12:21:37.414229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30e32472-12b4-4ce8-8f11-28d828f6ec42 req-c4fc96b3-9d02-4a5d-acd5-0237ccdfbab1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361310 Nov 08 12:21:37.433913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ea8d172a-e8f1-494d-9afb-58de59d7ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.435611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-ea8d172a-e8f1-494d-9afb-58de59d7ff7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3107185 Nov 08 12:21:37.459800 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-035cc381-32cc-40ec-ae85-a5ff6aacab97 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019654 Nov 08 12:21:37.477049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2abe1f5-71ee-47db-bfdd-05051aa13c81 req-51664ef7-92e1-4c16-b80d-08436e95f550 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133338 Nov 08 12:21:37.485412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-80cb7891-d936-4672-a4e9-e916d21d0227 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 200 len: 217 time: 0.0640252 Nov 08 12:21:37.598603 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77a9d54e-1317-4df8-afaf-edca6ae63c9f req-5dcdab7e-6101-4ef3-ad53-a4b788adbc93 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244841 Nov 08 12:21:37.669888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-c6cdf50f-f891-4e05-b90d-b19b7d1ef341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.671267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-c6cdf50f-f891-4e05-b90d-b19b7d1ef341 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1636109 Nov 08 12:21:37.709612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf531951-6767-4e3a-8824-a65ca2fae341 req-ecf80b17-e9d8-4b9c-8256-ba941ddef87d tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.711053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf531951-6767-4e3a-8824-a65ca2fae341 req-ecf80b17-e9d8-4b9c-8256-ba941ddef87d tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 944 time: 0.2045465 Nov 08 12:21:37.715226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-a79afa20-6cb5-4c19-9dfc-c3f8e0868205 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512977 Nov 08 12:21:37.746860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380fa84-beb9-4442-bc0c-1891c4408fa0 req-d88934e5-6d9c-48ee-9676-b5d7170e6088 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.748251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d380fa84-beb9-4442-bc0c-1891c4408fa0 req-d88934e5-6d9c-48ee-9676-b5d7170e6088 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1096 time: 0.1488256 Nov 08 12:21:37.862420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-ac12e58a-5117-4518-b280-34ab9fb717bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:37.863907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-ac12e58a-5117-4518-b280-34ab9fb717bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741197 Nov 08 12:21:37.887917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf531951-6767-4e3a-8824-a65ca2fae341 req-39dfe81e-edc2-4995-83da-021c5251e883 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517854 Nov 08 12:21:37.904473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d380fa84-beb9-4442-bc0c-1891c4408fa0 req-ad5a1adc-e1ad-469f-956f-62d65630cf79 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485574 Nov 08 12:21:37.932918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c845527-9004-4385-a2b0-d07bd57fa2a2 req-fb1c1caa-bddf-4a13-a311-62f5d7f79e5d service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983724 Nov 08 12:21:38.076080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-63f2c5e9-cf18-440b-801b-b5a9e3823157 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947043 Nov 08 12:21:38.084625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac786d-5fe1-46e5-8fa8-494062e84050 req-aaf50396-161c-4277-97c0-192a6328332c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.086064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36ac786d-5fe1-46e5-8fa8-494062e84050 req-aaf50396-161c-4277-97c0-192a6328332c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.1145775 Nov 08 12:21:38.093590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41690b5-a005-42c4-9a26-99228e1cf0f8 req-4ec0f642-1870-4ae3-bd11-b29b1bdafa46 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.095511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c41690b5-a005-42c4-9a26-99228e1cf0f8 req-4ec0f642-1870-4ae3-bd11-b29b1bdafa46 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.1139534 Nov 08 12:21:38.228598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36ac786d-5fe1-46e5-8fa8-494062e84050 req-8ab7d2fa-b1b2-4bbe-bc75-6d261c48cffc tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320474 Nov 08 12:21:38.260266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c41690b5-a005-42c4-9a26-99228e1cf0f8 req-78e14bac-8dd5-4401-9e76-988852acc058 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554487 Nov 08 12:21:38.287121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-096ebfb3-1845-4b5c-a4c2-8b6e60a3d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.288598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-096ebfb3-1845-4b5c-a4c2-8b6e60a3d1af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0803568 Nov 08 12:21:38.290380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2535c1d-3596-43f9-b5af-8865df9cba15 req-fb20aa5f-a4ea-49c7-b219-9b9e2eb4f180 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929729 Nov 08 12:21:38.430315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e5a3f-b69f-4fd8-9c43-953ce1423b21 req-a5d0292b-dfd6-4311-bbcf-8db1480f4502 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.431787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-945e5a3f-b69f-4fd8-9c43-953ce1423b21 req-a5d0292b-dfd6-4311-bbcf-8db1480f4502 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 949 time: 0.0750642 Nov 08 12:21:38.433166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-ea635c6b-35b1-407e-a8ba-eebf501c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.434502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-ea635c6b-35b1-407e-a8ba-eebf501c56a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1321025 Nov 08 12:21:38.712725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-a7893dcc-f37a-4787-8e46-28bcffe6b48a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d HTTP/1.1" status: 200 len: 217 time: 0.2681923 Nov 08 12:21:38.754539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:38.766047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-945e5a3f-b69f-4fd8-9c43-953ce1423b21 req-2bed7218-8772-4a89-b454-acc17c6557ba tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281455 Nov 08 12:21:38.779813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-59e07a2a-5f16-422c-ad88-6a0085fb6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.781270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-59e07a2a-5f16-422c-ad88-6a0085fb6cb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0588589 Nov 08 12:21:38.859323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-2d6eda7e-c70e-4caf-911e-09c1cdcd99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.861378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-2d6eda7e-c70e-4caf-911e-09c1cdcd99e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715144 Nov 08 12:21:38.887435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 39363cf6-9cec-4fb6-adbc-11a057268040 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:38.890977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 39363cf6-9cec-4fb6-adbc-11a057268040 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:38.891725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:38.936669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82739e87-1abc-41e8-a233-61d6301d103e req-767dd943-7037-4f81-ae69-d140450cf63b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:38.938734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82739e87-1abc-41e8-a233-61d6301d103e req-767dd943-7037-4f81-ae69-d140450cf63b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 949 time: 0.1057298 Nov 08 12:21:38.997737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-2e0ee831-3d15-4082-b3e3-96c7314117d1 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290412 Nov 08 12:21:39.011788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.028705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 68da392a-4f2b-403d-94d7-a9d23d9bcba0 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:39.031819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82739e87-1abc-41e8-a233-61d6301d103e req-2cccdcc0-5d6a-4e15-87f1-be2119b99c6d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815284 Nov 08 12:21:39.084454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:39.086873 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11cc31f-cf5c-4ef3-8617-6d3d085ff67e" -d '{"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-plugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:39.105385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:39.193083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.193509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2fd74d3-3a0e-4504-8b13-0a53ba79850b req-aa94f95f-851f-4aa3-a947-9388aeb25e3f service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852796 Nov 08 12:21:39.210521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39758698-9f42-4991-a9e9-80ec56a84e8e req-ec6dad2c-4ef3-46a9-bf75-19320394d43a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:39.212026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39758698-9f42-4991-a9e9-80ec56a84e8e req-ec6dad2c-4ef3-46a9-bf75-19320394d43a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 948 time: 0.0766582 Nov 08 12:21:39.229202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:39.238207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:39.238663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.262453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39758698-9f42-4991-a9e9-80ec56a84e8e req-3a392974-c6bf-47e5-94fb-7584bc2d9041 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Nov 08 12:21:39.288890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:39.356083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.382128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b737e-f5c9-4966-aa31-8e7212e650d7 req-469f65d3-9384-41ce-8bf1-dcee6ad57413 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:39.383981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf4b737e-f5c9-4966-aa31-8e7212e650d7 req-469f65d3-9384-41ce-8bf1-dcee6ad57413 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 944 time: 0.0554626 Nov 08 12:21:39.394072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:39.432499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf4b737e-f5c9-4966-aa31-8e7212e650d7 req-7673eaeb-5e08-4f82-a965-a3f856c076f0 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Nov 08 12:21:39.472841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.473807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 399ce3a4-513f-49c9-8dd5-827125e3415d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:39.481014 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ffbcf-eac1-4b95-b17d-fd9f86658b63 x-openstack-request-id: req-d30ffbcf-eac1-4b95-b17d-fd9f86658b63 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:39.481415 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-plugged", "status": "completed", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:39.481737 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d30ffbcf-eac1-4b95-b17d-fd9f86658b63 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:39.482196 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'code': 200} Nov 08 12:21:39.555425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:39.581324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280ebbb-c9a3-4c46-952c-700783c2cf56 req-67790e1f-7621-439a-b987-f56734354c2e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:39.582848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5280ebbb-c9a3-4c46-952c-700783c2cf56 req-67790e1f-7621-439a-b987-f56734354c2e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.0512938 Nov 08 12:21:39.634757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5280ebbb-c9a3-4c46-952c-700783c2cf56 req-d887ce73-cb5f-45a8-a23f-d5130f399883 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Nov 08 12:21:39.666783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 399ce3a4-513f-49c9-8dd5-827125e3415d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:39.670895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 399ce3a4-513f-49c9-8dd5-827125e3415d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:39.677100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.744022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f6f3b-35c4-4130-9026-754847d7b0ca req-5b0170d2-f6d9-4031-850f-2955e5df43dc tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:39.744965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c75f6f3b-35c4-4130-9026-754847d7b0ca req-5b0170d2-f6d9-4031-850f-2955e5df43dc tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.0517867 Nov 08 12:21:39.752934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.788450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=399ce3a4-513f-49c9-8dd5-827125e3415d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:39.803320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c75f6f3b-35c4-4130-9026-754847d7b0ca req-f02f30a1-99ab-45c1-a03f-0f74d6893092 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Nov 08 12:21:39.864936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:39.865750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:39.946641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:39.990523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5f48a-24ce-4ee7-b2cc-80236824c47b req-6f068869-0ab9-4cb4-a4e1-028d9d8e8453 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:39.992064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bb5f48a-24ce-4ee7-b2cc-80236824c47b req-6f068869-0ab9-4cb4-a4e1-028d9d8e8453 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 949 time: 0.0523489 Nov 08 12:21:40.021108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 418c2335-a5a1-450f-90e4-c668eb3d8735 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:40.024968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 418c2335-a5a1-450f-90e4-c668eb3d8735 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:40.025342 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.042839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bb5f48a-24ce-4ee7-b2cc-80236824c47b req-69735745-4d89-4740-8998-983f198423e9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Nov 08 12:21:40.107824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.143339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:40.185430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad627fa5-7ed8-4d87-a2d3-c1dc9bedfbc5 req-5e26e4df-e00a-4779-98d4-d810c639f896 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.186899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad627fa5-7ed8-4d87-a2d3-c1dc9bedfbc5 req-5e26e4df-e00a-4779-98d4-d810c639f896 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0618203 Nov 08 12:21:40.226750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.227651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f55bf45-938c-4ab8-b868-922a55097ebf up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:40.233701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad627fa5-7ed8-4d87-a2d3-c1dc9bedfbc5 req-d392c09c-2c7d-4abd-8907-a333bb11ae00 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Nov 08 12:21:40.303964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:40.359155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9b102-76b1-486d-a3e4-5e11cefe847d req-ec20d9b8-82d2-4398-9628-fb93398c43b9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.361525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a9b102-76b1-486d-a3e4-5e11cefe847d req-ec20d9b8-82d2-4398-9628-fb93398c43b9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0486650 Nov 08 12:21:40.391885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-d9f599bd-6701-4847-a50a-4b5af49fcfac tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:21:40.396490 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-d9f599bd-6701-4847-a50a-4b5af49fcfac tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078015 Nov 08 12:21:40.415280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a9b102-76b1-486d-a3e4-5e11cefe847d req-c5f1c8d3-0162-4740-af8d-1892663ba110 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Nov 08 12:21:40.415917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5f55bf45-938c-4ab8-b868-922a55097ebf completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:40.420180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5f55bf45-938c-4ab8-b868-922a55097ebf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:40.424862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.448000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-2757b1ed-46ca-4f33-a8bf-89a083423952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.449545 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-2757b1ed-46ca-4f33-a8bf-89a083423952 service neutron] 10.222.0.58 "GET /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 1093 time: 0.0490432 Nov 08 12:21:40.460987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:40.461584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:21:40.520491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.529138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d7884-179d-4407-a070-91ca949daed7 req-94bef655-b223-4f7e-8da9-d364388cab28 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.536818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd7d7884-179d-4407-a070-91ca949daed7 req-94bef655-b223-4f7e-8da9-d364388cab28 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 948 time: 0.0635951 Nov 08 12:21:40.555961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f55bf45-938c-4ab8-b868-922a55097ebf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:40.589118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd7d7884-179d-4407-a070-91ca949daed7 req-43c6d3a7-146c-4732-9bbd-e88d70d7447c tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514328 Nov 08 12:21:40.621336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:40.621493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.621785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:40.622193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:40.627301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:40.636783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:40.636783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:40.636783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:40.636783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:40.636783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Bound port: be2398e1-ce7e-483d-90ad-22b753481382, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:40.684385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:40.707298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:40.758774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a59f6-e140-4169-b6aa-9096d1aa2ffa req-243bd9f8-5107-4854-8219-441d3bcaa209 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.760284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d88a59f6-e140-4169-b6aa-9096d1aa2ffa req-243bd9f8-5107-4854-8219-441d3bcaa209 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.0494020 Nov 08 12:21:40.771684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:40.777844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.783668 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-e469d096-abe8-4260-9dd3-00127121c8d3 service neutron] 10.222.0.58 "POST /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382/bindings HTTP/1.1" status: 201 len: 389 time: 0.3263443 Nov 08 12:21:40.817510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d88a59f6-e140-4169-b6aa-9096d1aa2ffa req-635a3736-f77c-4ad6-8dec-98e91d06b03f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Nov 08 12:21:40.881539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:40.897866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'mac_address': 'fa:16:3e:06:f8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:40.933252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b933a6-fd1f-4914-8eb4-8e7776947feb req-f4d2b843-cd9d-42d1-a968-5c13b59ac4a8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:40.934787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06b933a6-fd1f-4914-8eb4-8e7776947feb req-f4d2b843-cd9d-42d1-a968-5c13b59ac4a8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0494015 Nov 08 12:21:40.937192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:40.951147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:40.972039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:40.987889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06b933a6-fd1f-4914-8eb4-8e7776947feb req-b38ed602-cbe5-4156-91c9-89b5685516c6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458233 Nov 08 12:21:41.093275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:41.093944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4bc611e7-71b5-42de-9ec9-09ed5080d483 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:41.170657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:41.174659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:41.178539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fa5e0-bda3-42f5-a70b-adc9e63ed3ba req-d37b15c1-da02-432d-bdc1-8c6173bace4d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.178539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-955fa5e0-bda3-42f5-a70b-adc9e63ed3ba req-d37b15c1-da02-432d-bdc1-8c6173bace4d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.0579762 Nov 08 12:21:41.191124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '4bc611e7-71b5-42de-9ec9-09ed5080d483', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '4bc611e7-71b5-42de-9ec9-09ed5080d483', 'mac_address': 'fa:16:3e:99:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:41.233613 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:41.235888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-955fa5e0-bda3-42f5-a70b-adc9e63ed3ba req-10a8228b-1d7a-4b92-9fe1-4763cbfad85e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Nov 08 12:21:41.257114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc611e7-71b5-42de-9ec9-09ed5080d483 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:41.272597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:41.345100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:41.355569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebf8d-2759-44fc-b58e-e16c06ccd97c req-26c65eb1-f0ad-4fbd-85d6-d911096f7174 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.364980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-845ebf8d-2759-44fc-b58e-e16c06ccd97c req-26c65eb1-f0ad-4fbd-85d6-d911096f7174 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 950 time: 0.0694807 Nov 08 12:21:41.402191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:41.437860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-845ebf8d-2759-44fc-b58e-e16c06ccd97c req-782d74c7-a586-4c75-8db6-41e777f0a31e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718768 Nov 08 12:21:41.483769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0'}, {'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d'}, {'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735'}, {'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:41.487556 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332cd0b-738b-4307-9f3f-a91eb051d065" -d '{"events": [{"server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "name": "network-vif-plugged", "status": "completed", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0"}, {"server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "name": "network-vif-plugged", "status": "completed", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d"}, {"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-plugged", "status": "completed", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735"}, {"server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "name": "network-vif-plugged", "status": "completed", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:41.506508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-17fe810d-3482-4a78-9a2a-5aa311781fcc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243530 Nov 08 12:21:41.540610 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b152c5-043e-411f-8fe5-d35b0d4e38c2 x-openstack-request-id: req-34b152c5-043e-411f-8fe5-d35b0d4e38c2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "name": "network-vif-plugged", "status": "completed", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0", "code": 200}, {"server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "name": "network-vif-plugged", "status": "completed", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d", "code": 200}, {"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-plugged", "status": "completed", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735", "code": 200}, {"server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "name": "network-vif-plugged", "status": "completed", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34b152c5-043e-411f-8fe5-d35b0d4e38c2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'code': 200} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d', 'code': 200} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'code': 200} Nov 08 12:21:41.544911 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf', 'code': 200} Nov 08 12:21:41.661694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['df596e4c-23e8-4c84-b1b7-93a176a9419d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:41.678394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-2a3460b6-bdd2-4424-a59c-b52c43d4db60 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.680082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-2a3460b6-bdd2-4424-a59c-b52c43d4db60 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675193 Nov 08 12:21:41.687320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-9d87ded4-5695-4ce7-93d7-8d8d5b071668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.690119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-9d87ded4-5695-4ce7-93d7-8d8d5b071668 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0726876 Nov 08 12:21:41.694080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['4bc611e7-71b5-42de-9ec9-09ed5080d483'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:41.771278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-c0c0ee25-6d96-4873-91fc-fda5f4c442ba tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/quotas/3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 375 time: 0.0793729 Nov 08 12:21:41.771834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42537-aecb-46fe-84ee-8b728e8e055c req-19aa0f36-21be-43bf-ae2f-2412eb9d51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.774349 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e6b42537-aecb-46fe-84ee-8b728e8e055c req-19aa0f36-21be-43bf-ae2f-2412eb9d51a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1096 time: 0.0727317 Nov 08 12:21:41.869227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9e05-81ad-49ad-9b89-1e5a847b918c req-db8f3db2-1249-4462-a968-9ef4a1a523c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.872194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d8ec9e05-81ad-49ad-9b89-1e5a847b918c req-db8f3db2-1249-4462-a968-9ef4a1a523c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1096 time: 0.1217773 Nov 08 12:21:41.878788 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e6b42537-aecb-46fe-84ee-8b728e8e055c req-55ff3040-e9e9-4e8e-8028-de7814a1043b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820131 Nov 08 12:21:41.916886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428354e8-7269-44bb-bd10-63e57405262f req-7647f1d9-964d-4aba-8349-029f2b0240b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.918422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-428354e8-7269-44bb-bd10-63e57405262f req-7647f1d9-964d-4aba-8349-029f2b0240b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 1101 time: 0.1897590 Nov 08 12:21:41.926497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d581c37-5b2c-45a0-acec-c33f09213397 req-22ef0f08-dabc-40a3-bd2d-dd2e7dc41cd2 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.930294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d581c37-5b2c-45a0-acec-c33f09213397 req-22ef0f08-dabc-40a3-bd2d-dd2e7dc41cd2 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 949 time: 0.2359128 Nov 08 12:21:41.934185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45675-7db0-4891-9ed7-b5f4abdb50f5 req-4914d827-53e2-4132-9994-bb911aca6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.935727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7d45675-7db0-4891-9ed7-b5f4abdb50f5 req-4914d827-53e2-4132-9994-bb911aca6380 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1101 time: 0.2277136 Nov 08 12:21:41.955495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-1019db8c-5949-47e2-b4b9-9e2de9a71e87 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595774 Nov 08 12:21:41.972742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-a3f0f9f9-cba2-4412-aa66-3734711593a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:41.974141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-a3f0f9f9-cba2-4412-aa66-3734711593a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2757049 Nov 08 12:21:42.034722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-43925eee-82e2-4f28-baa1-31853687a94d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 217 time: 0.0476391 Nov 08 12:21:42.042215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d581c37-5b2c-45a0-acec-c33f09213397 req-0042cfd4-60be-4558-b597-e148fb1aa3bf tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001880 Nov 08 12:21:42.089745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-bc2c9352-ab65-40dc-aaf9-abfa76d42509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:42.091263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-bc2c9352-ab65-40dc-aaf9-abfa76d42509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0478237 Nov 08 12:21:42.145333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-2f612c03-0993-4b82-b539-26499c88dacc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448167 Nov 08 12:21:42.149683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d8ec9e05-81ad-49ad-9b89-1e5a847b918c req-de66c8c4-8576-465c-835c-08221d9c5b38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Nov 08 12:21:42.273070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd2686-ec22-4674-8e6e-b32d6b0f6d89 req-94e2dfeb-5abd-469f-afe2-32ab0f36c656 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:42.274569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94bd2686-ec22-4674-8e6e-b32d6b0f6d89 req-94e2dfeb-5abd-469f-afe2-32ab0f36c656 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.1759830 Nov 08 12:21:42.347180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7d45675-7db0-4891-9ed7-b5f4abdb50f5 req-f20a4c2a-7c72-4819-8662-523a1cec2934 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043827 Nov 08 12:21:42.360980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-428354e8-7269-44bb-bd10-63e57405262f req-56de7ce9-8261-46b9-b4e3-5c0ad9e9afc8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148802 Nov 08 12:21:42.395116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ac59e0a3-e595-4ca8-91f7-f7ef723211b0 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307570 Nov 08 12:21:42.411611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfe59-4b7b-44dd-b545-95051afc8771 req-1439f52d-ee4c-431f-8e01-40218827bb5b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:42.412044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ccfe59-4b7b-44dd-b545-95051afc8771 req-1439f52d-ee4c-431f-8e01-40218827bb5b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1530020 Nov 08 12:21:42.425054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94bd2686-ec22-4674-8e6e-b32d6b0f6d89 req-311b59bc-352c-4103-89b9-81842232ad36 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308916 Nov 08 12:21:42.515884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ccfe59-4b7b-44dd-b545-95051afc8771 req-820e0e4c-fa38-44e7-8ebd-f7b0b2a77e46 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 Nov 08 12:21:42.565446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcfc9d2d-79ba-4628-8b5d-4f65a72f238e req-4bfd86ee-b68f-41f6-9374-6e7c684d605f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 210 time: 0.0320866 Nov 08 12:21:42.567487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-59a9fd4a-daf2-467c-aa45-0aa6b488fbdc service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536596 Nov 08 12:21:42.640204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61812752-c6d5-4859-8ffb-4d497576371c req-554af72e-51ab-4b67-bc25-76cf85fac0c4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:42.641735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61812752-c6d5-4859-8ffb-4d497576371c req-554af72e-51ab-4b67-bc25-76cf85fac0c4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.0584142 Nov 08 12:21:42.718544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9eee2-795d-4ec3-b531-c654f2857b2f req-292b0b55-f5bf-452b-9dd2-0a78d83e48b9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:42.720575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75b9eee2-795d-4ec3-b531-c654f2857b2f req-292b0b55-f5bf-452b-9dd2-0a78d83e48b9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 950 time: 0.0779393 Nov 08 12:21:42.723768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61812752-c6d5-4859-8ffb-4d497576371c req-5429c36b-0ff0-4e08-83bb-e72824508b2c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731575 Nov 08 12:21:42.769807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75b9eee2-795d-4ec3-b531-c654f2857b2f req-9c9b3d65-6325-44e2-9f2a-5897c4e9495d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Nov 08 12:21:43.166537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a831fd7-9e13-4643-b3af-42f65b7a7b9b req-f6bdc8b7-402b-4ccc-ba2b-eb6678f80550 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:43.168051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a831fd7-9e13-4643-b3af-42f65b7a7b9b req-f6bdc8b7-402b-4ccc-ba2b-eb6678f80550 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 949 time: 0.0548410 Nov 08 12:21:43.220050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a831fd7-9e13-4643-b3af-42f65b7a7b9b req-e6510b5d-9020-4a52-8829-1aca8647d0bf tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Nov 08 12:21:43.542009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8643-c795-426e-9222-a136f94c2575 req-92f24a83-6f69-4f2e-b3fe-f121f259dd19 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:43.544021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3dca8643-c795-426e-9222-a136f94c2575 req-92f24a83-6f69-4f2e-b3fe-f121f259dd19 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.0511434 Nov 08 12:21:43.593075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3dca8643-c795-426e-9222-a136f94c2575 req-b935e6fa-4d5a-436e-bcde-c5b9c24f57e1 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Nov 08 12:21:43.774117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04624e76-3516-4bf0-8dfd-8e28323a0624 req-4e919e76-79fd-4521-895c-541d87a80782 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 210 time: 0.0447478 Nov 08 12:21:43.806711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10ea4b-afcd-4156-ad95-c498d1a5545f req-7d64c227-2b34-4f40-bccc-f50da5b938e2 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:43.808440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f10ea4b-afcd-4156-ad95-c498d1a5545f req-7d64c227-2b34-4f40-bccc-f50da5b938e2 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0885890 Nov 08 12:21:43.890352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f10ea4b-afcd-4156-ad95-c498d1a5545f req-e210bba6-fcdd-47a2-b2de-c00d9d393905 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741425 Nov 08 12:21:43.915441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfa61-d57e-405a-9641-92746ad37540 req-65cd44ea-a80d-4ff3-9fae-c998e90b1fef tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:43.917075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88dbfa61-d57e-405a-9641-92746ad37540 req-65cd44ea-a80d-4ff3-9fae-c998e90b1fef tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.0708842 Nov 08 12:21:43.990226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88dbfa61-d57e-405a-9641-92746ad37540 req-38a50a20-6803-4db3-a553-6809eef1f3a4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646424 Nov 08 12:21:44.078709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c396fdc-e01f-48a3-acf6-c7d91f152380 req-073922fa-c80a-439d-a23e-22ac49c67a11 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:44.080623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c396fdc-e01f-48a3-acf6-c7d91f152380 req-073922fa-c80a-439d-a23e-22ac49c67a11 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 950 time: 0.0856323 Nov 08 12:21:44.132751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c396fdc-e01f-48a3-acf6-c7d91f152380 req-d6129090-463f-47a3-9ad7-131c291b6265 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Nov 08 12:21:44.196053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-475f2464-5437-43fe-8b2a-a2195095201a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259600 Nov 08 12:21:44.380287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-cc0c1e56-6ed2-4c28-bf3f-c79153b2686b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:44.382148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-cc0c1e56-6ed2-4c28-bf3f-c79153b2686b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784930 Nov 08 12:21:44.404438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Request body: {'port': {'device_id': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '3f75a0e27007474790cf03b2a316aea4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:44.514416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a862a-bfcc-4c21-bd4f-b057e7aa158a req-2fb934f0-a2f6-41ec-8467-69dc5aafef26 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:44.518904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817a862a-bfcc-4c21-bd4f-b057e7aa158a req-2fb934f0-a2f6-41ec-8467-69dc5aafef26 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 949 time: 0.2039871 Nov 08 12:21:44.610214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817a862a-bfcc-4c21-bd4f-b057e7aa158a req-283a9000-554d-4f72-a636-0c2c4acb519c tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 Nov 08 12:21:44.707456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Made reservation on behalf of 3f75a0e27007474790cf03b2a316aea4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:44.711670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:44.752161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeb688-acfe-4168-8517-f6cfb82f87c9 req-502b21e6-864b-4b5c-88a6-f5ae44d4065f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:44.754120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71eeb688-acfe-4168-8517-f6cfb82f87c9 req-502b21e6-864b-4b5c-88a6-f5ae44d4065f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.0869195 Nov 08 12:21:44.815062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:44.946841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port df596e4c-23e8-4c84-b1b7-93a176a9419d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:44.951079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port df596e4c-23e8-4c84-b1b7-93a176a9419d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:44.951641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:44.974896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6ef7a97-9a78-4660-b573-65182ffd7be1 req-9bf9981a-7aaa-4217-9c02-24e3fca19e95 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 210 time: 0.0967491 Nov 08 12:21:44.982976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71eeb688-acfe-4168-8517-f6cfb82f87c9 req-a4759725-9c5f-4d97-9ec2-5a36d16c71a8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196968 Nov 08 12:21:45.045279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Allocated IP 192.168.233.195 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/f890fa6f-cd33-402f-94fc-eacec6613909) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:45.083947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.113723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:45.115985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6885693a-370a-467b-b331-17876032e4b4" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:45.130058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:45.192789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b216b-78fb-4ce5-805d-89ce078103a1 req-d1647f99-8dbf-4b05-9dd8-4d96de4fc3e6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:45.194297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-337b216b-78fb-4ce5-805d-89ce078103a1 req-d1647f99-8dbf-4b05-9dd8-4d96de4fc3e6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1281598 Nov 08 12:21:45.198855 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.200127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4bc611e7-71b5-42de-9ec9-09ed5080d483 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:45.248995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fe0ac-4b27-44de-a73b-f0787ffc5e92 req-ee6e3f8a-ce03-43de-bdd2-979754f63694 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:45.250703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529fe0ac-4b27-44de-a73b-f0787ffc5e92 req-ee6e3f8a-ce03-43de-bdd2-979754f63694 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1519578 Nov 08 12:21:45.296370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:45.356644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 4bc611e7-71b5-42de-9ec9-09ed5080d483 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:45.362951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 4bc611e7-71b5-42de-9ec9-09ed5080d483 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:45.363210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.366634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-337b216b-78fb-4ce5-805d-89ce078103a1 req-3695e7d0-d763-4809-b082-f01c26276a6d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557777 Nov 08 12:21:45.375574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529fe0ac-4b27-44de-a73b-f0787ffc5e92 req-3e4b4951-d9dc-406a-95ad-34ccd55174ca tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Nov 08 12:21:45.380675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.453227 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af05f4f-ac04-4761-8703-a651040ff5ec x-openstack-request-id: req-0af05f4f-ac04-4761-8703-a651040ff5ec {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:45.455262 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:45.455735 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0af05f4f-ac04-4761-8703-a651040ff5ec {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:45.456595 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:21:45.477015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.515930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:45.570661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74483e-63ff-4bf0-91ca-b2e1887c34eb req-e784dd5a-4ca4-4873-85e1-2bc6a4938232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:45.572399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec74483e-63ff-4bf0-91ca-b2e1887c34eb req-e784dd5a-4ca4-4873-85e1-2bc6a4938232 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1101 time: 0.0449748 Nov 08 12:21:45.575950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.584932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.590698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062', '39363cf6-9cec-4fb6-adbc-11a057268040'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:45.649986 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec74483e-63ff-4bf0-91ca-b2e1887c34eb req-6716fc78-ba98-4aa3-84a5-a25170beaed4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586951 Nov 08 12:21:45.679619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:45.692885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:45.960285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:45.974976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:45.979892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:45.982928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:45.989264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:45.989888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.004012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922787-ca7a-4780-a3d0-53314c758aa8 req-3772dbd0-a3ef-4f7d-8293-eb0856dc5e0e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:46.005537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a922787-ca7a-4780-a3d0-53314c758aa8 req-3772dbd0-a3ef-4f7d-8293-eb0856dc5e0e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 950 time: 0.4650085 Nov 08 12:21:46.015571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-7cae7894-9088-4376-8724-8c9e52b8d801 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 258 time: 0.5917211 Nov 08 12:21:46.036787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:46.079828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a922787-ca7a-4780-a3d0-53314c758aa8 req-886e4631-98d2-467f-822e-f30e7f3c8262 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Nov 08 12:21:46.149664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-df3ef628-731c-49a7-90f3-f5b86835faf8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7492168 Nov 08 12:21:46.175360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Request body: {'port': {'device_id': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:46.237077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f27ee-b42a-41bf-9877-495cede5da66 req-22599518-6b3e-414f-87d4-dba4600e066b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:46.238862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092f27ee-b42a-41bf-9877-495cede5da66 req-22599518-6b3e-414f-87d4-dba4600e066b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1096 time: 0.0851326 Nov 08 12:21:46.267067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-943ba2ef-4d62-4897-8351-b744963b8d0b None None] Provisioning complete for port f890fa6f-cd33-402f-94fc-eacec6613909 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:46.273959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-943ba2ef-4d62-4897-8351-b744963b8d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.299872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.305279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-943ba2ef-4d62-4897-8351-b744963b8d0b None None] Port f890fa6f-cd33-402f-94fc-eacec6613909 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:46.305802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.331742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092f27ee-b42a-41bf-9877-495cede5da66 req-caecabed-0a9d-480f-82e7-057f39b7a098 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776243 Nov 08 12:21:46.562579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5d93-1c70-4160-aeb4-747e0d2263d6 req-b681ed07-8522-4d9c-b084-c69c9441e5b7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:46.564115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-891e5d93-1c70-4160-aeb4-747e0d2263d6 req-b681ed07-8522-4d9c-b084-c69c9441e5b7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.1429327 Nov 08 12:21:46.677197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-891e5d93-1c70-4160-aeb4-747e0d2263d6 req-3462e20d-f495-403f-b506-ff11b6698954 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827830 Nov 08 12:21:46.682177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.829553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:46.861063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:46.889217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Transition to ACTIVE for port object f890fa6f-cd33-402f-94fc-eacec6613909 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:46.896912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Allocated IP 172.25.1.75 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e19cb585-4f94-4168-961a-d1ffb19062f0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:46.920608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6ea0-c751-4eda-a676-7aa14e8d3840 req-be12fa81-a6a5-453a-9d7b-d9a794ce7410 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:46.921583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179a6ea0-c751-4eda-a676-7aa14e8d3840 req-be12fa81-a6a5-453a-9d7b-d9a794ce7410 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 936 time: 0.0983534 Nov 08 12:21:46.983266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.077506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179a6ea0-c751-4eda-a676-7aa14e8d3840 req-7ba237dd-49c0-4a09-80b8-27f9d5a2f228 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419821 Nov 08 12:21:47.084715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:47.131626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.184006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:47.184350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:47.184682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:47.191824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:47.191824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:47.195903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:47.196240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:47.196661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:47.197077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Bound port: f890fa6f-cd33-402f-94fc-eacec6613909, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:47.197489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.270170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.345630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:47.357251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:47.370044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf6fe7-6b26-42ee-84da-e4d19f9eb779 req-2f53bdb6-87c2-4237-b447-79f662eb8e88 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.371631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4bf6fe7-6b26-42ee-84da-e4d19f9eb779 req-2f53bdb6-87c2-4237-b447-79f662eb8e88 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 950 time: 0.1718125 Nov 08 12:21:47.374136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:47.381920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:47.381920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event updated for resources: {'Port': ['ID=e19cb585-4f94-4168-961a-d1ffb19062f0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:47.384646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:47.458072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:47.464007 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19d21b-ccb7-4bda-886f-993ebad5ef08" -d '{"events": [{"server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "name": "network-vif-plugged", "status": "completed", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:47.467636 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.532426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.551840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.552475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.553864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] 10.222.0.57 "PUT /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 1096 time: 1.3849077 Nov 08 12:21:47.555127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:47.557602 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f475b-60aa-4c12-81b3-61f9271bd2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:47.575077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4bf6fe7-6b26-42ee-84da-e4d19f9eb779 req-11f60a26-f7e2-4a9a-a398-ad6ddad8f7d3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891232 Nov 08 12:21:47.580936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2253-f02b-4535-ab5d-8230042c0e25 service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:47.620345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-65d2971a-e686-454c-917d-38513e46e068 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589263 Nov 08 12:21:47.656019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:47.710691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-f297a9e8-3e86-44bb-84bb-c59f0a04193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.713045 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-f297a9e8-3e86-44bb-84bb-c59f0a04193e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 1100 time: 0.0669498 Nov 08 12:21:47.842179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-c086b22b-1ff4-4c7a-94af-373f94cb028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.843624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-c086b22b-1ff4-4c7a-94af-373f94cb028a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1099 time: 0.1501927 Nov 08 12:21:47.845639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1d32-846d-4e45-b684-07360af9a26d req-4051b55e-eb26-4fc8-9ba2-c48c76cff138 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.847043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c42f1d32-846d-4e45-b684-07360af9a26d req-4051b55e-eb26-4fc8-9ba2-c48c76cff138 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1096 time: 0.1451752 Nov 08 12:21:47.880916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-5627c051-5a8e-4598-9796-c3e981c6b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.883442 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-5627c051-5a8e-4598-9796-c3e981c6b93d service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1436219 Nov 08 12:21:47.913789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-80b2600f-9e14-4d8d-8115-1cc570bbdd1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0585115 Nov 08 12:21:47.931287 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-5b5c4354-0b43-4b3f-b459-f5d595c5fe9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 200 len: 217 time: 0.0381649 Nov 08 12:21:47.987144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c42f1d32-846d-4e45-b684-07360af9a26d req-28134e09-3c14-4fa4-827e-dd617f4e5990 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227925 Nov 08 12:21:47.991007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-dd8c9700-5583-4fea-a7e1-6a7dc469d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:47.992682 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-dd8c9700-5583-4fea-a7e1-6a7dc469d996 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0509651 Nov 08 12:21:48.005896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-a0891baf-155b-49a8-8ecb-8ccb50a040fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.007380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-a0891baf-155b-49a8-8ecb-8ccb50a040fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0865254 Nov 08 12:21:48.020164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:48.050661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-64e1490d-03f0-40be-8db1-1ba93e13f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.053210 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-64e1490d-03f0-40be-8db1-1ba93e13f990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511880 Nov 08 12:21:48.064921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143344-c095-44c2-ba52-88e5feef5196 req-b4f07b79-6d8d-408e-b548-f4981ba560a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.066603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-b4f07b79-6d8d-408e-b548-f4981ba560a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444610 Nov 08 12:21:48.115009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:48.162169 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-4b1ae224-ae3d-4a5b-aaba-68baa361a244 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980675 Nov 08 12:21:48.201163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:48.249440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd860db-ad41-4450-9eea-6dce3cfa23a3 req-22b231fb-fbca-4eaa-88fe-edfaf40a1155 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.251455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cd860db-ad41-4450-9eea-6dce3cfa23a3 req-22b231fb-fbca-4eaa-88fe-edfaf40a1155 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1504581 Nov 08 12:21:48.257330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event updated for resources: {'Port': ['ID=e19cb585-4f94-4168-961a-d1ffb19062f0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:48.270776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-2fa21663-ff89-4fdd-9af2-ac0fab2da141 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965415 Nov 08 12:21:48.277791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-73f58f94-3c6d-4198-87b6-a7031b8a38fc req-16ec9618-abc6-4bd3-91df-c656b70d3bc4 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079037 Nov 08 12:21:48.324026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:48.325205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-2681dc6a-6801-43fd-b52b-943c67c685f8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3000863 Nov 08 12:21:48.433108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cd860db-ad41-4450-9eea-6dce3cfa23a3 req-ff15f302-636a-4024-9bfe-c5f8cedecfce tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700559 Nov 08 12:21:48.439476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-7d529530-0000-4a48-943b-ef9a67052518 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0878007 Nov 08 12:21:48.488247 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8b8e3f-3b94-4412-9713-4bf124de4655 x-openstack-request-id: req-1d8b8e3f-3b94-4412-9713-4bf124de4655 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:48.489257 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "name": "network-vif-plugged", "status": "completed", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:48.489687 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d8b8e3f-3b94-4412-9713-4bf124de4655 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:48.490496 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483', 'code': 200} Nov 08 12:21:48.504791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f143344-c095-44c2-ba52-88e5feef5196 req-baa00823-5ff2-4c31-b87e-31f878596c4f service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248187 Nov 08 12:21:48.534369 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8171a34-7686-421c-af37-5fdf4b9ca596 x-openstack-request-id: req-d8171a34-7686-421c-af37-5fdf4b9ca596 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:48.534645 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:48.534897 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8171a34-7686-421c-af37-5fdf4b9ca596 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:48.535290 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'status': 'completed', 'code': 200} Nov 08 12:21:48.582915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-31091220-816a-4bd6-ba57-96531f20b96e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.584460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-31091220-816a-4bd6-ba57-96531f20b96e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1233978 Nov 08 12:21:48.598705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-d8955e53-5ed6-4871-aae4-c4f48e3d9505 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:21:48.599825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53b4ae5a-355b-46e6-9043-11bd656b7158 req-d8955e53-5ed6-4871-aae4-c4f48e3d9505 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069366 Nov 08 12:21:48.646010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192fe9d-9558-4d41-957e-b0242e632c81 req-cc748b3c-9467-4460-b117-01e003eff569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.647127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6192fe9d-9558-4d41-957e-b0242e632c81 req-cc748b3c-9467-4460-b117-01e003eff569 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 1101 time: 0.0618095 Nov 08 12:21:48.736745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6192fe9d-9558-4d41-957e-b0242e632c81 req-11cc62f8-0766-4fd1-af5d-43534592d227 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Nov 08 12:21:48.745953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c846f-6d47-48f8-bdf8-3598ed829913 req-cacb220f-01bd-43c2-a111-a90845f21bfc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.747644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-394c846f-6d47-48f8-bdf8-3598ed829913 req-cacb220f-01bd-43c2-a111-a90845f21bfc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.0801582 Nov 08 12:21:48.778907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-bb599557-e9a2-4eff-ac12-d9aa6eb4bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.783565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-bb599557-e9a2-4eff-ac12-d9aa6eb4bf90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1099 time: 0.0752015 Nov 08 12:21:48.804726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-394c846f-6d47-48f8-bdf8-3598ed829913 req-9605f096-d4d5-4365-bea8-5985f9648e0e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495219 Nov 08 12:21:48.876435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7949d5-7005-4331-b3e5-71874dfb5157 req-db028a2c-3c9a-41b9-a15d-4a4b89754ae7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.882580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7949d5-7005-4331-b3e5-71874dfb5157 req-db028a2c-3c9a-41b9-a15d-4a4b89754ae7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:48.884158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d7949d5-7005-4331-b3e5-71874dfb5157 req-db028a2c-3c9a-41b9-a15d-4a4b89754ae7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687&device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1691 time: 0.0605896 Nov 08 12:21:48.936936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d7949d5-7005-4331-b3e5-71874dfb5157 req-693b483c-618c-4092-a9af-d36cb11d12cd tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 Nov 08 12:21:49.091920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-abf77648-7258-4111-9d6a-b6fc1ebb2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.093941 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-abf77648-7258-4111-9d6a-b6fc1ebb2dbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1218991 Nov 08 12:21:49.095286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c47c9-07e8-4f83-a919-40c5e02e13ab req-1127ec87-1806-4337-88ec-44a72842c94d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.097178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-197c47c9-07e8-4f83-a919-40c5e02e13ab req-1127ec87-1806-4337-88ec-44a72842c94d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 948 time: 0.0592957 Nov 08 12:21:49.154350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-197c47c9-07e8-4f83-a919-40c5e02e13ab req-461c0b43-5a28-4865-9c8b-54dc5490cae2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Nov 08 12:21:49.159381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-5a76324f-c479-49ec-9bdb-fe6b4cc75cd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0519454 Nov 08 12:21:49.238782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-d470f367-2f5d-42db-b53a-33ec429935b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.240489 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-d470f367-2f5d-42db-b53a-33ec429935b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0492828 Nov 08 12:21:49.298675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-41b26206-228f-44fa-8307-0e2ecbedb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.300475 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-41b26206-228f-44fa-8307-0e2ecbedb0fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504458 Nov 08 12:21:49.385510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-7ee7febe-c752-4bf1-bf97-4a7dbb460c77 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.387111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-7ee7febe-c752-4bf1-bf97-4a7dbb460c77 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0826139 Nov 08 12:21:49.419554 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-5d0264af-0215-48f6-8c0a-79599f9125db service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072471 Nov 08 12:21:49.540146 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c96f475b-60aa-4c12-81b3-61f9271bd2f3 req-d1106dc4-1b38-49d7-9683-b7acd3ae880c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112609 Nov 08 12:21:49.705598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-ec20e6ba-55eb-46eb-9135-194f4aa15cad tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.3091371 Nov 08 12:21:49.724170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'floatingip': {'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:49.797797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:49.840601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ebf11-a977-40a4-84ae-40c6bf83ee06 req-d3b0bd5a-6b30-4637-a649-86dd9b8e5bb6 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:49.842134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529ebf11-a977-40a4-84ae-40c6bf83ee06 req-d3b0bd5a-6b30-4637-a649-86dd9b8e5bb6 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 1101 time: 0.1539497 Nov 08 12:21:49.878279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:49.940766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529ebf11-a977-40a4-84ae-40c6bf83ee06 req-d38cedb0-5f2f-4884-a206-c7dd53b65972 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781190 Nov 08 12:21:50.139210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4ff5-70d5-4741-9242-01f120716880 req-7b0db69b-b0bb-4448-9470-f75845d3f437 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:50.140694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52eb4ff5-70d5-4741-9242-01f120716880 req-7b0db69b-b0bb-4448-9470-f75845d3f437 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1060603 Nov 08 12:21:50.343508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52eb4ff5-70d5-4741-9242-01f120716880 req-e4ca17eb-922b-4741-8bad-bf1dd041826e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826675 Nov 08 12:21:50.485330 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:21:50.561921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e5380-297a-4dc9-b41e-2d3a19a97aa9 req-acc0628d-d102-4207-a9fd-fcfc28a00ee8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:50.563562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba9e5380-297a-4dc9-b41e-2d3a19a97aa9 req-acc0628d-d102-4207-a9fd-fcfc28a00ee8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1096 time: 0.1331980 Nov 08 12:21:50.570619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:50.609976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba9e5380-297a-4dc9-b41e-2d3a19a97aa9 req-31ec9137-dc26-4231-a63c-2f8a33f39ed8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Nov 08 12:21:50.666500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:50.794834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8091e64-64f0-486c-befe-005734b7e6cd req-de88c363-ff23-4000-b41c-080130245d05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:50.796251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8091e64-64f0-486c-befe-005734b7e6cd req-de88c363-ff23-4000-b41c-080130245d05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.0964851 Nov 08 12:21:50.802838 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Floating IP 177f8367-3898-4ebc-a19a-73c6011fdd6e associated. External IP: 172.25.1.75, port: 68da392a-4f2b-403d-94d7-a9d23d9bcba0. Nov 08 12:21:50.918098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8091e64-64f0-486c-befe-005734b7e6cd req-98e83caf-6b8c-4ee6-a8a3-c0f4377e9907 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129630 Nov 08 12:21:51.074104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ef672-3def-4a6b-84a0-6a2b600f1089 req-53b22bcb-a16c-473a-af1c-eb03d621c8cf tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.075775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b2ef672-3def-4a6b-84a0-6a2b600f1089 req-53b22bcb-a16c-473a-af1c-eb03d621c8cf tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1101 time: 0.0542636 Nov 08 12:21:51.083479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Router c803870e-7ecd-43f5-a880-1a80e0b6b78b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:21:51.168242 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b2ef672-3def-4a6b-84a0-6a2b600f1089 req-fb5e89d3-040e-4eca-9d8d-2770aa2d3dc9 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833800 Nov 08 12:21:51.230387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:21:51.241087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Sync routers for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:21:51.241562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:51.267578 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:51.271874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:51.281728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8beeb8db-5660-4b7d-ba93-c35e5a04156f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "PUT /v2.0/floatingips/177f8367-3898-4ebc-a19a-73c6011fdd6e HTTP/1.1" status: 200 len: 995 time: 1.5627582 Nov 08 12:21:51.282294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:51.285382 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989ea0e0-94e0-4b26-823e-76a0e6694426" -d '{"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:51.436073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-4eeaf1e1-5bc1-4357-a78e-2ec241bec116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.439927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-4eeaf1e1-5bc1-4357-a78e-2ec241bec116 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1096 time: 0.1377311 Nov 08 12:21:51.455695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:51.458231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed965c7-90a5-4afa-b12b-17d999913706 req-77058927-02ee-4867-896b-459ef1af4c44 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.460054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed965c7-90a5-4afa-b12b-17d999913706 req-77058927-02ee-4867-896b-459ef1af4c44 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 948 time: 0.1176190 Nov 08 12:21:51.618633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-0ce034a8-e6d7-471b-99ed-5371960e9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.620304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-0ce034a8-e6d7-471b-99ed-5371960e9eae service neutron] 10.222.0.58 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 928 time: 0.1716061 Nov 08 12:21:51.635007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed965c7-90a5-4afa-b12b-17d999913706 req-f54397e5-5a1f-4635-9711-d6744917c530 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455898 Nov 08 12:21:51.799760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-8906cac6-6f96-4240-b593-b10097064eb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 998 time: 0.1620533 Nov 08 12:21:51.826216 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '177f8367-3898-4ebc-a19a-73c6011fdd6e', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'mac_address': 'fa:16:3e:b6:94:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:21:47Z', 'updated_at': '2021-11-08T12:21:50Z', 'revision_number': 1, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:51.854470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-ba585858-c2b5-4c99-a2c8-b8423518a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.854844 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Checking router: c803870e-7ecd-43f5-a880-1a80e0b6b78b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:21:51.855961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-ba585858-c2b5-4c99-a2c8-b8423518a83d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.0473413 Nov 08 12:21:51.863838 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:21:51.864499 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:51.919697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-a4e9c80d-060f-4ac4-b827-7b9dee503eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:51.922710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-a4e9c80d-060f-4ac4-b827-7b9dee503eff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543072 Nov 08 12:21:51.931684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-fdcb7744-831c-450a-a9d7-1a8bc492378a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:21:51.932646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-fdcb7744-831c-450a-a9d7-1a8bc492378a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051653 Nov 08 12:21:52.023080 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:21:52.075978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-e80c4917-2019-494f-8547-cdb2284382b4 service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287773 Nov 08 12:21:52.168490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e763d9-6f49-46dc-acfe-1949841f0fc3 req-6e399876-b1e1-49cd-8213-b918f0076a61 service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Nov 08 12:21:52.289455 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '177f8367-3898-4ebc-a19a-73c6011fdd6e', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'mac_address': 'fa:16:3e:b6:94:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:21:47Z', 'updated_at': '2021-11-08T12:21:50Z', 'revision_number': 1, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:21:52.322981 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e881b34-2c64-43ea-8d00-7f6ff4620984 None None] The sync data for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 is: [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '177f8367-3898-4ebc-a19a-73c6011fdd6e', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'mac_address': 'fa:16:3e:b6:94:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:21:47Z', 'updated_at': '2021-11-08T12:21:50Z', 'revision_number': 1, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:21:52.373209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a14d-8636-4795-8e3e-e0d5ce3a94ae req-3fec0ed9-821e-4efe-a542-86edbf9ed6af tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:52.374891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4824a14d-8636-4795-8e3e-e0d5ce3a94ae req-3fec0ed9-821e-4efe-a542-86edbf9ed6af tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0587752 Nov 08 12:21:52.458122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4824a14d-8636-4795-8e3e-e0d5ce3a94ae req-13242780-60ce-4bcb-823c-6419ed3590a0 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761783 Nov 08 12:21:52.603029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecaa8ea-ef35-4592-9abd-1f13a34b2b73 None None] New status for floating IP 177f8367-3898-4ebc-a19a-73c6011fdd6e: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:21:52.716679 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a5dd62-0404-47e6-ad4d-5297024258a1 x-openstack-request-id: req-d3a5dd62-0404-47e6-ad4d-5297024258a1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:52.722695 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:52.722695 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3a5dd62-0404-47e6-ad4d-5297024258a1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:52.722695 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'status': 'completed', 'code': 200} Nov 08 12:21:52.867047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-8a62fafb-68d3-484f-904c-ea2f955bb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:52.868701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-8a62fafb-68d3-484f-904c-ea2f955bb209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1096 time: 0.1072106 Nov 08 12:21:52.882805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c38f-789f-46e7-92d4-10767a788780 req-25ba5515-9afd-490a-a11b-adcc3ddf42c4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:52.883286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:21:52.884699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b306c38f-789f-46e7-92d4-10767a788780 req-25ba5515-9afd-490a-a11b-adcc3ddf42c4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.0910456 Nov 08 12:21:53.007022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:53.021885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'mac_address': 'fa:16:3e:6a:03:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:21:53.064308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:53.080979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:53.101725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-279787f0-16d1-46a6-8ed9-4839f13f44e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:53.107225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:53.173569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:53.226188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:53.257756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b306c38f-789f-46e7-92d4-10767a788780 req-9c64752d-8e20-4325-a953-708ac154dc16 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635473 Nov 08 12:21:53.277912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-cf1f677e-7b98-4f29-b753-b39fdc4f0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:53.279603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-cf1f677e-7b98-4f29-b753-b39fdc4f0451 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 928 time: 0.3943875 Nov 08 12:21:53.385310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-e4e12294-e1c4-4560-a5e1-d6b559ddeff2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 1000 time: 0.0895207 Nov 08 12:21:53.504067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-ee5588ed-ab9a-4fcb-b17a-d1cdc3896fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:53.505510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-ee5588ed-ab9a-4fcb-b17a-d1cdc3896fe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.0834827 Nov 08 12:21:53.511672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-d6bb893f-16f9-432e-ab0d-86a959e2d747 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 258 time: 0.1528535 Nov 08 12:21:53.521168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:53.583244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-5f7ef4ed-185d-4264-83ba-4fbe59abb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:53.584769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-5f7ef4ed-185d-4264-83ba-4fbe59abb015 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474081 Nov 08 12:21:53.617362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f890fa6f-cd33-402f-94fc-eacec6613909'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:53.676868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:53.744672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0e06f284-350e-4657-bad1-6c1f9dc3d15b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:21:53.745787 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0e06f284-350e-4657-bad1-6c1f9dc3d15b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073121 Nov 08 12:21:53.774614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-ec6d0cdc-137f-4c29-a542-fc87d2725592 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633029 Nov 08 12:21:53.791125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-172a39a8-2edc-483e-b2e3-aaec29a80241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:53.792934 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-172a39a8-2edc-483e-b2e3-aaec29a80241 service neutron] 10.222.0.58 "GET /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 1093 time: 0.0395331 Nov 08 12:21:53.805891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:53.806469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:21:53.846655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:53.943936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:53.944180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:53.944508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:53.948825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:53.949137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:53.955084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:53.955418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:53.956694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:53.956694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Bound port: 418c2335-a5a1-450f-90e4-c668eb3d8735, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:53.959044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989ea0e0-94e0-4b26-823e-76a0e6694426 req-fb316a1e-577d-47a6-9457-29de4ee6b9d7 service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495144 Nov 08 12:21:54.007905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Allocated IP 172.25.1.148 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ea23a66d-f259-490f-a438-5a0b7b9ddce6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:54.011802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:54.067095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.068324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-02709c6d-0e34-4972-9211-a600a7886012 service neutron] 10.222.0.58 "POST /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735/bindings HTTP/1.1" status: 201 len: 389 time: 0.2679176 Nov 08 12:21:54.108315 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.204276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.247883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:54.254666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:54.258368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:54.267613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event updated for resources: {'Port': ['ID=ea23a66d-f259-490f-a438-5a0b7b9ddce6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:54.330693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.333684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-7cce9903-5708-4b8c-8561-756196829ac3 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280585 Nov 08 12:21:54.445384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.498543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-54d00865-1d52-40a0-b20a-7806fbce5e6b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:54.499910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-54d00865-1d52-40a0-b20a-7806fbce5e6b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570535 Nov 08 12:21:54.522502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-29e251da-4f70-43eb-8778-b7c0336cda11 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/quotas/933cf58146a14d59a1ffbd8cd37c4f27 HTTP/1.1" status: 200 len: 375 time: 0.0155272 Nov 08 12:21:54.634230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-723ea267-9e66-4726-8200-3325363e5cdf tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995147 Nov 08 12:21:54.668836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.738811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.773555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.793256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event updated for resources: {'Port': ['ID=ea23a66d-f259-490f-a438-5a0b7b9ddce6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:54.858313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:54.860674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-c10a8063-33e9-42bf-ace6-1a6c83ff8f3e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3421173 Nov 08 12:21:54.884998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:21:54.930872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-83f22f81-da23-4425-ace1-eabcbbf85908 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0561628 Nov 08 12:21:54.948127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8596e-754e-4b2e-bba7-c865900f2e4e req-f669f1aa-fe2f-4023-a811-6fff05e51251 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:54.949590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cd8596e-754e-4b2e-bba7-c865900f2e4e req-f669f1aa-fe2f-4023-a811-6fff05e51251 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 949 time: 0.1039441 Nov 08 12:21:55.043487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f890fa6f-cd33-402f-94fc-eacec6613909 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:21:55.047775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f890fa6f-cd33-402f-94fc-eacec6613909 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:55.048187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:55.065281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cd8596e-754e-4b2e-bba7-c865900f2e4e req-3f21682a-6185-4aea-8085-ddb43b37d20a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025970 Nov 08 12:21:55.096903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-5e61fd08-18e0-46ad-a3c1-9da7df783873 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.107345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba903503-d4da-4dc6-ab8c-2130e168f831 req-5e61fd08-18e0-46ad-a3c1-9da7df783873 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1631978 Nov 08 12:21:55.144653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:55.168964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:55.171184 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35306b71-2aaf-478d-801b-4a58e8f98272" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:55.184653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:21:55.205438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-ed442825-d9eb-493b-ae64-896a0c80fb49 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445206 Nov 08 12:21:55.287188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03040d-5792-4ca7-9b92-260935ae3b00 req-9e45062d-1bb9-4b5f-ae7f-797a1bfa43e4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.288659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc03040d-5792-4ca7-9b92-260935ae3b00 req-9e45062d-1bb9-4b5f-ae7f-797a1bfa43e4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1265543 Nov 08 12:21:55.294873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:55.355248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:55.369213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-a82967d7-d34b-4b4c-8f15-57d142560317 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.370332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-a82967d7-d34b-4b4c-8f15-57d142560317 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590889 Nov 08 12:21:55.375911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc03040d-5792-4ca7-9b92-260935ae3b00 req-cfbf1cc9-4206-489c-b93a-62c3d8e72bce tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 Nov 08 12:21:55.419736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-911e2991-c960-4469-bd79-8a74dbbb23d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:55.426962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-8c2acb70-2e66-4a8d-b398-eeadfae54877 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0426946 Nov 08 12:21:55.495815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-e8d36a95-62f3-440b-ab73-1c926c89c08a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135046 Nov 08 12:21:55.521702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-1d796d98-ce8d-4830-9504-71ae4c8c3c16 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938506 Nov 08 12:21:55.535615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f0cac-0a3a-4898-879f-9c8cd4071838 req-d5e4dd99-e640-43da-986f-fc4a4b4ea0ff tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.537084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533f0cac-0a3a-4898-879f-9c8cd4071838 req-d5e4dd99-e640-43da-986f-fc4a4b4ea0ff tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.0778263 Nov 08 12:21:55.615641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533f0cac-0a3a-4898-879f-9c8cd4071838 req-9c2354fd-a6e7-4fcf-91bc-00d4dc5c85e4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719683 Nov 08 12:21:55.636720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-ebc24f39-87d7-495f-a55e-5479ac89c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.636720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-ebc24f39-87d7-495f-a55e-5479ac89c6cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1095 time: 0.0783701 Nov 08 12:21:55.762867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41b3c74c-9d62-4f64-8cd4-cf50bd86d135 req-d4acc9de-8425-481c-9e70-91bf2dea61a6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 210 time: 0.0379703 Nov 08 12:21:55.775938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-aa4aab52-7878-4699-8409-e9061f554cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.777432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-aa4aab52-7878-4699-8409-e9061f554cd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.1234086 Nov 08 12:21:55.830429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-87c04408-9691-4714-b60c-5dfe71b7b10f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0427887 Nov 08 12:21:55.904454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-0144fb0e-6a39-4b16-8ff7-072097f34e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.905903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-0144fb0e-6a39-4b16-8ff7-072097f34e2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0665920 Nov 08 12:21:55.914178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-786dc2a9-55e3-47d0-b08e-b4a5adc527eb tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:55.915577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-786dc2a9-55e3-47d0-b08e-b4a5adc527eb tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0877886 Nov 08 12:21:55.978916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-20df8d96-5bfd-4cca-9161-cb03229ea834 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597079 Nov 08 12:21:55.988640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-56dc9585-c255-4de3-b9b9-6a269a15c11c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0611050 Nov 08 12:21:56.009442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-8651fc82-2b84-4960-ba83-3644f7cd109a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'floatingip': {'port_id': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:56.081034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-8651fc82-2b84-4960-ba83-3644f7cd109a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:56.208270 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c258db-8c06-4c82-a871-c0beabeeac93 x-openstack-request-id: req-75c258db-8c06-4c82-a871-c0beabeeac93 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:21:56.208806 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:21:56.208806 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c258db-8c06-4c82-a871-c0beabeeac93 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:21:56.209181 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'code': 200} Nov 08 12:21:56.211923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-bf7ce137-88b7-4e8d-aff0-147bf1ad8530 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223549 Nov 08 12:21:56.467484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10000674-83e4-4164-8693-ceffb445a472 req-72ffd1bd-e6be-4c31-a3b2-110718d211e3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:56.470412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10000674-83e4-4164-8693-ceffb445a472 req-72ffd1bd-e6be-4c31-a3b2-110718d211e3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1482804 Nov 08 12:21:56.474837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d763291-887d-4c2f-a4fe-facd93aab0c8 req-fe056fa0-cb7b-490b-bcdb-9454f481e0e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489381 Nov 08 12:21:56.490320 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-8651fc82-2b84-4960-ba83-3644f7cd109a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 12:21:56.499116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24ad9d3-7371-4e9c-9adc-14b696a22aca req-8651fc82-2b84-4960-ba83-3644f7cd109a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "PUT /v2.0/floatingips/c63f3e03-8e63-4288-873e-4e56123596dc HTTP/1.1" status: 409 len: 550 time: 0.5026042 Nov 08 12:21:56.550392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:56.557333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10000674-83e4-4164-8693-ceffb445a472 req-d759c4a7-54bd-4a52-9049-cc4de017ba24 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773833 Nov 08 12:21:56.604232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbbe17-4430-421e-ba21-d487bd48ca59 req-7f1bbd30-266a-4e60-9d3c-24a1612c7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:56.610480 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-adbbbe17-4430-421e-ba21-d487bd48ca59 req-7f1bbd30-266a-4e60-9d3c-24a1612c7c47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1101 time: 0.2857091 Nov 08 12:21:56.678383 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-adbbbe17-4430-421e-ba21-d487bd48ca59 req-ee1c901e-9098-4743-a6cc-54dca13ae701 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564809 Nov 08 12:21:56.696175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1289-76c8-4c63-9a92-d8307dcf9560 req-790fe659-cf18-4876-9b9b-7a04f7ef7e19 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:56.697733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bdd1289-76c8-4c63-9a92-d8307dcf9560 req-790fe659-cf18-4876-9b9b-7a04f7ef7e19 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0659397 Nov 08 12:21:56.751338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bdd1289-76c8-4c63-9a92-d8307dcf9560 req-5797d46c-7661-4a87-bac1-56d84a4aa4eb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Nov 08 12:21:56.834419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-7c2501bd-8283-467b-9a3f-c139314f81a5 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips/c63f3e03-8e63-4288-873e-4e56123596dc HTTP/1.1" status: 200 len: 693 time: 0.0562160 Nov 08 12:21:56.955252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-903b0c66-8da7-4245-9895-c52dfc7b693f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:56.956632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-903b0c66-8da7-4245-9895-c52dfc7b693f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1150162 Nov 08 12:21:56.969460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-790f53b4-1b0f-4a88-9144-376da8a9b390 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:21:56.974888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-790f53b4-1b0f-4a88-9144-376da8a9b390 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115302 Nov 08 12:21:57.044689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-0220f8eb-9a4a-498f-a634-dfe7f2853cd5 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0676215 Nov 08 12:21:57.105873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-7ee7c468-0374-4e95-896b-46f0775ac7bc tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0479145 Nov 08 12:21:57.126297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c3165-7d8a-40f1-8ff4-2defbb2159be req-493c30a6-ddcc-4963-89d5-4b7f91d46b68 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:57.127724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-316c3165-7d8a-40f1-8ff4-2defbb2159be req-493c30a6-ddcc-4963-89d5-4b7f91d46b68 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1011596 Nov 08 12:21:57.258714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-316c3165-7d8a-40f1-8ff4-2defbb2159be req-9498d838-96a1-4bcb-95a5-0acf8c5a4f0b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983796 Nov 08 12:21:57.282648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Deleting port ea23a66d-f259-490f-a438-5a0b7b9ddce6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:21:57.285064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.366839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.367258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.402814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bf6bb99-fcf4-4aaa-89b4-b43cf8ff64b4 req-6b63b189-cd5f-4fbf-905c-19772b2d9867 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 210 time: 0.0328882 Nov 08 12:21:57.403793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Calling delete_port for ea23a66d-f259-490f-a438-5a0b7b9ddce6 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:21:57.441349 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-e945b578-1bb4-4c57-bb36-971a11c92f94 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373452 Nov 08 12:21:57.497241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f25f1a-a35d-4a6c-b4ee-c6b4585271d8 req-e5a05add-3804-4352-a7c3-3bfbe6d3c802 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 210 time: 0.0270743 Nov 08 12:21:57.560260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-66cd5a03-1bd3-40fb-956f-5984ef4fb66b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:57.561748 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-66cd5a03-1bd3-40fb-956f-5984ef4fb66b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130853 Nov 08 12:21:57.581514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Request body: {'port': {'device_id': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '933cf58146a14d59a1ffbd8cd37c4f27'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:57.682458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfbf1-4b8c-4818-8ab7-eff5b57955d9 req-2c6d2f1a-97b2-48a3-baa7-8d9081cb1744 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:57.683918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dfcfbf1-4b8c-4818-8ab7-eff5b57955d9 req-2c6d2f1a-97b2-48a3-baa7-8d9081cb1744 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0521991 Nov 08 12:21:57.711196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.746744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event deleted for resources: {'Port': ['ID=ea23a66d-f259-490f-a438-5a0b7b9ddce6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:57.781925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.784496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.785637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f0b3a7-8090-4d56-a259-248ebd396c15 req-5cc70598-1815-40db-ad93-2a19b0282f5a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "DELETE /v2.0/floatingips/c63f3e03-8e63-4288-873e-4e56123596dc HTTP/1.1" status: 204 len: 173 time: 0.6726930 Nov 08 12:21:57.790755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dfcfbf1-4b8c-4818-8ab7-eff5b57955d9 req-5e30edd4-aa0e-4baf-9dad-109cbacc98e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989110 Nov 08 12:21:57.803475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Made reservation on behalf of 933cf58146a14d59a1ffbd8cd37c4f27 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:21:57.808513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:57.979351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Allocated IP 192.168.233.20 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/6a545bea-ee0e-4f9c-b797-76a068db8a78) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:21:57.984741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.157541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.228249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-4af9b6b7-1a4e-4bca-bd49-a57622277595 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 1000 time: 0.3925309 Nov 08 12:21:58.241301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07b05-224e-404d-8ac4-8a01afa3cc62 req-4854dcbb-05d8-4bd7-bcd5-10808a62e6d4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:58.242685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9eb07b05-224e-404d-8ac4-8a01afa3cc62 req-4854dcbb-05d8-4bd7-bcd5-10808a62e6d4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.3682740 Nov 08 12:21:58.278800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.293796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['4bc611e7-71b5-42de-9ec9-09ed5080d483', 'df596e4c-23e8-4c84-b1b7-93a176a9419d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:21:58.304456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-37c266f7-999e-42ec-95ed-38c61c46a24e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:58.305840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-37c266f7-999e-42ec-95ed-38c61c46a24e tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports/68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 942 time: 0.0622797 Nov 08 12:21:58.329660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:21:58.332785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9eb07b05-224e-404d-8ac4-8a01afa3cc62 req-446fe822-7471-462b-b000-7adbbfb4e87d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805752 Nov 08 12:21:58.346116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:21:58.358830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:21:58.418098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event updated for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:58.443789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.444819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.446646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.447161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.447660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.448679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.449846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.451882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.452909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.452909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.454784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.456002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:21:58.504350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:58.505372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.564210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-0d84f1f8-b76d-4720-a263-9b65913ab6fc tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 1000 time: 0.1761227 Nov 08 12:21:58.593685 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-d9a95cc9-28f3-4b76-8a31-3d40e6a2dc97 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0165596 Nov 08 12:21:58.630703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Request body: {'port': {'device_id': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:58.652903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfe2c9-81c8-4ac1-850f-55fa02a54cca req-d598a5c3-6658-47a2-861b-7a6fe6b12e9e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:58.662564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6bfe2c9-81c8-4ac1-850f-55fa02a54cca req-d598a5c3-6658-47a2-861b-7a6fe6b12e9e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 945 time: 0.1756802 Nov 08 12:21:58.704174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6974785c-fced-4222-8d7e-4af4a375483f None None] Provisioning complete for port 6a545bea-ee0e-4f9c-b797-76a068db8a78 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:21:58.704946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6974785c-fced-4222-8d7e-4af4a375483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.717154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.754806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6bfe2c9-81c8-4ac1-850f-55fa02a54cca req-03e7dd1c-b3f4-4002-a0f0-306eae98ecf5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911996 Nov 08 12:21:58.760358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6974785c-fced-4222-8d7e-4af4a375483f None None] Port 6a545bea-ee0e-4f9c-b797-76a068db8a78 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:21:58.771197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-190832dc-baa2-4a23-8f90-17654c1745c3 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:58.791219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-190832dc-baa2-4a23-8f90-17654c1745c3 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2237844 Nov 08 12:21:58.865256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:58.880262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-55799593-db34-4ca1-b10a-375cdb927062 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 1000 time: 0.0896912 Nov 08 12:21:58.891760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:58.971735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33db1617-308d-44f6-935b-0874aad1a4b1 req-9443b4e9-01aa-476e-84df-f6235795abca tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 210 time: 0.0359128 Nov 08 12:21:58.987549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.043257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a545bea-ee0e-4f9c-b797-76a068db8a78 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:21:59.051554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.063550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Transition to ACTIVE for port object 6a545bea-ee0e-4f9c-b797-76a068db8a78 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:21:59.144317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.177722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a596c9-0d7e-4832-8739-79856b8edda7 req-f33a9b59-9b9e-45ad-98ee-56afee443316 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.179639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a596c9-0d7e-4832-8739-79856b8edda7 req-f33a9b59-9b9e-45ad-98ee-56afee443316 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 935 time: 0.1337562 Nov 08 12:21:59.183841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.220377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Pushing event updated for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:59.244136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a596c9-0d7e-4832-8739-79856b8edda7 req-69068bdc-8a25-47d8-9141-6f3399e39845 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584154 Nov 08 12:21:59.285227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.286331 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Floating IP 177f8367-3898-4ebc-a19a-73c6011fdd6e disassociated. External IP: 172.25.1.75, port: 68da392a-4f2b-403d-94d7-a9d23d9bcba0. Nov 08 12:21:59.308049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Attempting to bind port 6a545bea-ee0e-4f9c-b797-76a068db8a78 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:21:59.308427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Attempting to bind port 6a545bea-ee0e-4f9c-b797-76a068db8a78 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:21:59.308775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Attempting to bind port 6a545bea-ee0e-4f9c-b797-76a068db8a78 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:59.319096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Port 6a545bea-ee0e-4f9c-b797-76a068db8a78 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:21:59.319426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Attempting to bind port 6a545bea-ee0e-4f9c-b797-76a068db8a78 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:21:59.325022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:21:59.325374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:21:59.325755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:21:59.326285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Bound port: 6a545bea-ee0e-4f9c-b797-76a068db8a78, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:21:59.326634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.405484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:21:59.409812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:21:59.479279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.481492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83446a95-2bda-40fb-aae1-d18970e82d09 req-24ecf917-ee2c-4ba3-a81c-0856305e3529 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.488577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83446a95-2bda-40fb-aae1-d18970e82d09 req-24ecf917-ee2c-4ba3-a81c-0856305e3529 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1545231 Nov 08 12:21:59.530691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-84de0fdc-eb5b-4c80-955b-828fa8da89eb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482969 Nov 08 12:21:59.530691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-1036e5c2-fe7c-45c2-81b4-72254f709bc6 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.530691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-1036e5c2-fe7c-45c2-81b4-72254f709bc6 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.1471193 Nov 08 12:21:59.533368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.533368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.533368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] 10.222.0.57 "PUT /v2.0/ports/6a545bea-ee0e-4f9c-b797-76a068db8a78 HTTP/1.1" status: 200 len: 1095 time: 0.9041479 Nov 08 12:21:59.533368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:21:59.533368 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd995a2e-75f1-4794-a383-cb38fb897d83" -d '{"events": [{"name": "network-changed", "server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:21:59.562572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6e5d8-0eab-4f5c-b86b-03efcc4defba service neutron] Pushing event updated for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:21:59.566066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:59.704659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83446a95-2bda-40fb-aae1-d18970e82d09 req-e89cbeb2-6604-4c3e-9811-de445014e446 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085843 Nov 08 12:21:59.784408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:21:59.827489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-4108c04e-4d3d-48bf-bd49-3b949db2f1b0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.828934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-4108c04e-4d3d-48bf-bd49-3b949db2f1b0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103449 Nov 08 12:21:59.872636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Router c803870e-7ecd-43f5-a880-1a80e0b6b78b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:21:59.877932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:21:59.939162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-45a77274-22e3-497f-9e6a-7ad51a2be737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:21:59.945083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-45a77274-22e3-497f-9e6a-7ad51a2be737 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 1098 time: 0.0517800 Nov 08 12:21:59.997814 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-24fcdbba-7f53-4ba4-8b66-56a75c3f5347 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78 HTTP/1.1" status: 200 len: 217 time: 0.0473320 Nov 08 12:22:00.012241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d009-40f0-4476-829b-8ce229ce70dc req-54595a5d-2b2e-4c0e-a1a9-15f8a9d6da69 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.013782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47a4d009-40f0-4476-829b-8ce229ce70dc req-54595a5d-2b2e-4c0e-a1a9-15f8a9d6da69 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.2197795 Nov 08 12:22:00.062117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-dfb56aa6-918f-4d58-9a14-6864f5f65db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.064137 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-dfb56aa6-918f-4d58-9a14-6864f5f65db6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0519564 Nov 08 12:22:00.065188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-29f98ee5-be71-4f77-9c54-1caef7d8e6c4 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814700 Nov 08 12:22:00.127672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-92d5d928-a632-4422-8fa4-18f52f888fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.129365 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-92d5d928-a632-4422-8fa4-18f52f888fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480530 Nov 08 12:22:00.228960 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-8de78548-21f7-4f4a-9f0f-635c0d86f994 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922027 Nov 08 12:22:00.296697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:00.304142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47a4d009-40f0-4476-829b-8ce229ce70dc req-09b83b62-80be-49a3-acbe-e900dc02976a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465401 Nov 08 12:22:00.331852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb67e5a7-c359-4f4e-9cbe-7ea790c430e9 req-786114ab-c19b-4be3-a1a4-225c1d59b064 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943251 Nov 08 12:22:00.361922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:00.372274 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6647ea4-b95a-42e6-b78e-3fe57f7c36c0 x-openstack-request-id: req-d6647ea4-b95a-42e6-b78e-3fe57f7c36c0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:00.373280 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:00.373280 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6647ea4-b95a-42e6-b78e-3fe57f7c36c0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:00.373552 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Sync routers for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:00.373984 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78', 'status': 'completed', 'code': 200} Nov 08 12:22:00.374742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-556a8315-d7eb-416d-a1ac-6c1d56c29c8e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.376948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-556a8315-d7eb-416d-a1ac-6c1d56c29c8e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713585 Nov 08 12:22:00.380127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:00.391645 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:00.392815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:00.405986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:00.417368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:00.420847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:00.456648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:00.505986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:00.528022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-88d2813b-1425-4a95-aed0-7a68bb065e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.529627 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-88d2813b-1425-4a95-aed0-7a68bb065e49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 1098 time: 0.0412199 Nov 08 12:22:00.534510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-58a0305c-7d81-4116-aba8-eb6a33faf4be tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "PUT /v2.0/floatingips/177f8367-3898-4ebc-a19a-73c6011fdd6e HTTP/1.1" status: 200 len: 694 time: 1.6476488 Nov 08 12:22:00.539597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:00.541859 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:00.645849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-e92edcc7-f988-40ea-abc4-2505a1950682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.647434 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-e92edcc7-f988-40ea-abc4-2505a1950682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.0953290 Nov 08 12:22:00.695648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-fe7c4511-6ede-4092-aa95-22fd950fe726 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78 HTTP/1.1" status: 200 len: 217 time: 0.0381939 Nov 08 12:22:00.720296 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:00.749929 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Checking router: c803870e-7ecd-43f5-a880-1a80e0b6b78b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:00.755967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-28e4f817-8551-47b1-bdf9-e79dc0c85570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.757444 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-28e4f817-8551-47b1-bdf9-e79dc0c85570 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0478923 Nov 08 12:22:00.759319 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:00.760085 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:00.811304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-ed92ed4f-3284-49b8-9c38-6feefb97c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.814703 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-ed92ed4f-3284-49b8-9c38-6feefb97c890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499041 Nov 08 12:22:00.882512 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:00.921976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-2e261ec5-cc2d-4ba7-9a0e-39c56bd63d94 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954306 Nov 08 12:22:00.929870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:00.933559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be2398e1-ce7e-483d-90ad-22b753481382 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:00.972624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb305b-d1ac-439e-a82b-c5e90add336d req-171ecc87-ccd4-44be-8331-d74cb1274e34 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.974158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfdb305b-d1ac-439e-a82b-c5e90add336d req-171ecc87-ccd4-44be-8331-d74cb1274e34 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.5244601 Nov 08 12:22:00.993223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-0e214a12-a689-496e-ac7f-cc9eff90b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:00.995669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-0e214a12-a689-496e-ac7f-cc9eff90b461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1096 time: 0.4363854 Nov 08 12:22:01.052976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dd995a2e-75f1-4794-a383-cb38fb897d83 req-0ec16032-d201-4193-b510-75e9f8cc80d7 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118262 Nov 08 12:22:01.057293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.068854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:01.083268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be2398e1-ce7e-483d-90ad-22b753481382 has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:22:01.114459 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:01.146352 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb95f6-6153-463d-9187-0afc76d81e16 None None] The sync data for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 is: [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:21:10Z', 'revision_number': 4, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ca23a1b1-2ebf-4528-a1ed-d11e159e343a', 'name': '', 'network_id': '3810dae2-f05a-4eb6-ba66-ec9a27c401cc', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'mac_address': 'fa:16:3e:a2:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:09Z', 'updated_at': '2021-11-08T12:21:16Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'subnets': [{'id': '5deefe2f-3235-4919-85c5-3a74df5fbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:01.168744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:01.172354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.196756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.181 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/bc4cbc37-73e6-4d09-babc-5925886035b4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:01.257038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfdb305b-d1ac-439e-a82b-c5e90add336d req-950f1b15-fcad-4d27-9241-d3ee5e4d2a74 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709064 Nov 08 12:22:01.257680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:01.325042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.327484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.328990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.328990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.328990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.329278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:01.381953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-0a5f5f6b-33f1-4ab9-baaa-dca75d0f6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:01.383454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-0a5f5f6b-33f1-4ab9-baaa-dca75d0f6630 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 928 time: 0.3790963 Nov 08 12:22:01.384110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:01.384440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:01.384767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:01.407054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80ae82-f7dc-43fb-8397-c2de77ac3885 None None] New status for floating IP 177f8367-3898-4ebc-a19a-73c6011fdd6e: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:22:01.434690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:01.434939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Attempting to bind port be2398e1-ce7e-483d-90ad-22b753481382 on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:01.492531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-e6596a7b-7ece-4c4e-a6ab-112a531d0653 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 217 time: 0.0998590 Nov 08 12:22:01.501024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:01.501370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:01.501752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:01.502201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Bound port: be2398e1-ce7e-483d-90ad-22b753481382, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:01.502585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.620036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e2d33-4e30-4338-b528-cdaa61afb7ce req-8740c6b3-8dac-4d75-97d6-d5a2f8df8c86 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:01.621513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df4e2d33-4e30-4338-b528-cdaa61afb7ce req-8740c6b3-8dac-4d75-97d6-d5a2f8df8c86 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.2604775 Nov 08 12:22:01.662010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-6bcc2b14-1423-4252-b884-05f63b2cd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:01.663478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-6bcc2b14-1423-4252-b884-05f63b2cd98f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.1587977 Nov 08 12:22:01.732213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.747312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:01.777225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:01.786760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df4e2d33-4e30-4338-b528-cdaa61afb7ce req-304815f4-9a27-4f35-982c-7e97a73859fc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542103 Nov 08 12:22:01.790885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-2cadeb91-e1aa-43c8-973c-d3a6cec783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:01.792338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-2cadeb91-e1aa-43c8-973c-d3a6cec783e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138496 Nov 08 12:22:01.869969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.964878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:01.985855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:01.996433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a592126-bb00-4bac-ba10-9ffe3f627818 req-fa42a717-6c17-4008-80fa-0cfec7d84875 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 210 time: 0.0841694 Nov 08 12:22:02.021798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-e796145b-cf04-4b57-a453-a814d4879b35 service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187533 Nov 08 12:22:02.022333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:02.101297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:02.112117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.112768 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.114181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-eae783cb-3089-42c8-96dd-f345787ad252 service neutron] 10.222.0.57 "PUT /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 1121 time: 2.5598726 Nov 08 12:22:02.122871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.240 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/234d55dc-2b7e-4dea-8a1d-1a772a6ca28d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:02.128879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:02.168473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:02.175178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.176283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.205469 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:22:02.219344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['be2398e1-ce7e-483d-90ad-22b753481382'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:02.230089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:02.299109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['be2398e1-ce7e-483d-90ad-22b753481382'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:02.308443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-abfd8f28-d726-4860-a9e0-67e7296d4255 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4386413 Nov 08 12:22:02.352543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Request body: {'port': {'device_id': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:02.370486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f2be5f4-2e0c-4bd2-8b96-b1182bc863e4 req-5a9ec521-e3e5-4164-b0cd-3bbf2f8ecbc8 service neutron] 10.222.0.58 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187413 Nov 08 12:22:02.395286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd31f6e-440f-422f-b2bb-134822146c1c req-a9f0359a-12ab-428f-887c-72f27110a6fc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.396796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cd31f6e-440f-422f-b2bb-134822146c1c req-a9f0359a-12ab-428f-887c-72f27110a6fc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 947 time: 0.2295380 Nov 08 12:22:02.515028 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf060e44-0dc6-4980-8d10-f7a8e84a1e93 x-openstack-request-id: req-cf060e44-0dc6-4980-8d10-f7a8e84a1e93 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:02.515315 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:02.516349 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf060e44-0dc6-4980-8d10-f7a8e84a1e93 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:02.516997 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'status': 'completed', 'code': 200} Nov 08 12:22:02.535519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cd31f6e-440f-422f-b2bb-134822146c1c req-bec3823d-712a-4137-a015-907c081773b7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083736 Nov 08 12:22:02.538443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-783496c4-9c25-4c87-8a15-5c147ee6dc81 None None] Provisioning complete for port bc4cbc37-73e6-4d09-babc-5925886035b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:02.538764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.539650 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-783496c4-9c25-4c87-8a15-5c147ee6dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.620326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-783496c4-9c25-4c87-8a15-5c147ee6dc81 None None] Port bc4cbc37-73e6-4d09-babc-5925886035b4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:02.626739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.692441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-9d4b9c9f-5863-4a5a-8256-1b5df5d17fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.693978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-9d4b9c9f-5863-4a5a-8256-1b5df5d17fa8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 1096 time: 0.1384077 Nov 08 12:22:02.813455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65054a1-a284-42f0-a56d-8c78a20b464e req-f565b932-4c2a-4a4d-b530-5a8122c1c4d0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.814997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a65054a1-a284-42f0-a56d-8c78a20b464e req-f565b932-4c2a-4a4d-b530-5a8122c1c4d0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1843657 Nov 08 12:22:02.909766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:02.921781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:02.985028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-c2b14bda-0d45-4767-aef7-6b315677ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:02.986597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-c2b14bda-0d45-4767-aef7-6b315677ac2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 200 len: 928 time: 0.2322028 Nov 08 12:22:02.994600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a65054a1-a284-42f0-a56d-8c78a20b464e req-f780e80a-223f-4847-be2b-5e61001588d1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439395 Nov 08 12:22:03.061006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:03.066347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:03.075232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:03.077686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-2e179725-2a71-461d-ba1c-a791bbe41a7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 200 len: 217 time: 0.0788605 Nov 08 12:22:03.078484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:03.084128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:03.084739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:03.176584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d244769-61e3-4045-8968-000820b4cd01 req-21ddfa86-d380-49f8-be88-2bb88271cd5b tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips/177f8367-3898-4ebc-a19a-73c6011fdd6e HTTP/1.1" status: 200 len: 692 time: 0.1121163 Nov 08 12:22:03.267647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-69027ee1-677c-41c1-9ca8-9defb31e3f89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8792651 Nov 08 12:22:03.272145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-b6b7b0db-f751-4307-8630-0679b83bc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:03.273606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-b6b7b0db-f751-4307-8630-0679b83bc678 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 200 len: 866 time: 0.1805549 Nov 08 12:22:03.318166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Request body: {'port': {'device_id': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:03.358035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ab9da576-5e39-455f-bba5-eec4af614a1e None None] Provisioning complete for port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:03.358668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab9da576-5e39-455f-bba5-eec4af614a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:03.394883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ab9da576-5e39-455f-bba5-eec4af614a1e None None] Port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:03.426366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd3348-3bd2-4c1f-9e58-4b5aeb69e948 req-ca677ec8-f8e5-4d7e-af3a-2c3493b94437 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:03.427857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01cd3348-3bd2-4c1f-9e58-4b5aeb69e948 req-ca677ec8-f8e5-4d7e-af3a-2c3493b94437 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.2388172 Nov 08 12:22:03.449528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4cbc37-73e6-4d09-babc-5925886035b4 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:03.497446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:03.502268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-a9170f03-af8b-40c5-b3c1-4dd736288ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:03.503744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-a9170f03-af8b-40c5-b3c1-4dd736288ca7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3810dae2-f05a-4eb6-ba66-ec9a27c401cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829684 Nov 08 12:22:03.518201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244769-61e3-4045-8968-000820b4cd01 req-59792daf-411b-461c-aa88-175565aa5e53 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:03.519488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d244769-61e3-4045-8968-000820b4cd01 req-59792daf-411b-461c-aa88-175565aa5e53 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3201969 Nov 08 12:22:03.536734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:03.550386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Transition to ACTIVE for port object bc4cbc37-73e6-4d09-babc-5925886035b4 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:03.891033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:03.956910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d244769-61e3-4045-8968-000820b4cd01 req-48b95ca9-c9fc-4961-bfd0-ddf1df79aafb tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.4302998 Nov 08 12:22:03.979784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01cd3348-3bd2-4c1f-9e58-4b5aeb69e948 req-47dadf33-0697-4acf-b6eb-20e2cd1ec89d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365841 Nov 08 12:22:04.084553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:04.105232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d244769-61e3-4045-8968-000820b4cd01 req-d3c1b3fb-8de8-4b4c-ac02-ba4f10225066 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.1221702 Nov 08 12:22:04.224001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-90da9814-ae28-4485-87b2-a1cbc730e80b service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035642 Nov 08 12:22:04.334006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Attempting to bind port bc4cbc37-73e6-4d09-babc-5925886035b4 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:04.334249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Attempting to bind port bc4cbc37-73e6-4d09-babc-5925886035b4 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:04.334599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Attempting to bind port bc4cbc37-73e6-4d09-babc-5925886035b4 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:04.430571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Port bc4cbc37-73e6-4d09-babc-5925886035b4 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:04.430828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Attempting to bind port bc4cbc37-73e6-4d09-babc-5925886035b4 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:04.465584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:04.467834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:04.467834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:04.467834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Bound port: bc4cbc37-73e6-4d09-babc-5925886035b4, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:04.467834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.485867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae3807-b9d5-4563-a44e-631b5e229def req-470fa3ac-c8c6-4b11-b267-a61867002f43 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:04.487399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ae3807-b9d5-4563-a44e-631b5e229def req-470fa3ac-c8c6-4b11-b267-a61867002f43 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 936 time: 0.2781982 Nov 08 12:22:04.524501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382'}, {'name': 'network-changed', 'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:04.526971 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782efecf-c3c1-4cff-8409-bcbd988c9065" -d '{"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "be2398e1-ce7e-483d-90ad-22b753481382"}, {"name": "network-changed", "server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "tag": "be2398e1-ce7e-483d-90ad-22b753481382"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:04.587686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca12a01f-0920-4618-9c7f-6eb0db94a4f2 req-18e013fd-93e0-4f17-b568-f22e5710217c service neutron] 10.222.0.61 "GET /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359795 Nov 08 12:22:04.614508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Deleting port e19cb585-4f94-4168-961a-d1ffb19062f0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:04.614849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.721052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:04.728635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ae3807-b9d5-4563-a44e-631b5e229def req-a96fe5d3-db70-4286-83bd-21165005fdb3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296963 Nov 08 12:22:04.755556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=bc4cbc37-73e6-4d09-babc-5925886035b4,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:04.761396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:04.772627 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.790229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.790600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.806402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Transition to ACTIVE for port object 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:04.810032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Calling delete_port for e19cb585-4f94-4168-961a-d1ffb19062f0 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:04.824841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.893949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.916116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:04.916764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:04.918209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc4cbc37-73e6-4d09-babc-5925886035b4 HTTP/1.1" status: 200 len: 1096 time: 2.5872395 Nov 08 12:22:04.944926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6a545bea-ee0e-4f9c-b797-76a068db8a78 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:04.965177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ea0d4-6556-4699-802c-8066f794d7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:05.133528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:05.146754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '6a545bea-ee0e-4f9c-b797-76a068db8a78', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '6a545bea-ee0e-4f9c-b797-76a068db8a78', 'mac_address': 'fa:16:3e:6e:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:05.167155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Attempting to bind port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:05.167947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Attempting to bind port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:05.167947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Attempting to bind port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:05.182129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Pushing event updated for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:05.206485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:05.209231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Attempting to bind port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:05.221765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.247220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a545bea-ee0e-4f9c-b797-76a068db8a78 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:05.250015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-3a2a48ac-a94c-4801-a5b8-8346c27aaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.252411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-3a2a48ac-a94c-4801-a5b8-8346c27aaa9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 1099 time: 0.1912959 Nov 08 12:22:05.253465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:05.253805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:05.254183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:05.254735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Bound port: 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:05.255103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.301535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:05.343292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4a7ee-0ac8-4cee-bc54-611298125153 req-345853f6-b537-4dea-8e4c-f41c22cdc103 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.345796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cc4a7ee-0ac8-4cee-bc54-611298125153 req-345853f6-b537-4dea-8e4c-f41c22cdc103 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 947 time: 0.2307932 Nov 08 12:22:05.367653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.373270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.398036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-50479138-fd84-45a0-a59f-f4da28b05dbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bc4cbc37-73e6-4d09-babc-5925886035b4 HTTP/1.1" status: 200 len: 217 time: 0.1179090 Nov 08 12:22:05.431710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:05.477572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event deleted for resources: {'Port': ['ID=e19cb585-4f94-4168-961a-d1ffb19062f0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:05.480728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.483193 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.484499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d244769-61e3-4045-8968-000820b4cd01 req-478ceee9-7c78-47b0-94ce-c5d62cfb664c tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "DELETE /v2.0/floatingips/177f8367-3898-4ebc-a19a-73c6011fdd6e HTTP/1.1" status: 204 len: 173 time: 1.3788183 Nov 08 12:22:05.538981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-6c828410-033a-4156-b72b-c1142c8914e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2447743 Nov 08 12:22:05.592587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cc4a7ee-0ac8-4cee-bc54-611298125153 req-524dd96d-0527-40a5-bb6c-3718f4e76097 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077858 Nov 08 12:22:05.594723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-3d6c624a-e88e-4891-ba9f-a0dd537894ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.595961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-3d6c624a-e88e-4891-ba9f-a0dd537894ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1311135 Nov 08 12:22:05.636875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:05.653257 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becdb80f-f73e-40b9-8bbe-b5108ac05e8f x-openstack-request-id: req-becdb80f-f73e-40b9-8bbe-b5108ac05e8f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:05.653557 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "be2398e1-ce7e-483d-90ad-22b753481382", "code": 200}, {"name": "network-changed", "server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "tag": "be2398e1-ce7e-483d-90ad-22b753481382", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:05.653805 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-becdb80f-f73e-40b9-8bbe-b5108ac05e8f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:05.654196 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382', 'code': 200} Nov 08 12:22:05.654471 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382', 'status': 'completed', 'code': 200} Nov 08 12:22:05.658627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:05.666997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02df646-f086-45e4-ad4a-04dc77491b6c req-b9e4c242-d08e-450d-bf75-f5f31a22fad4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.668524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f02df646-f086-45e4-ad4a-04dc77491b6c req-b9e4c242-d08e-450d-bf75-f5f31a22fad4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1255875 Nov 08 12:22:05.756373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-3c7312f7-cba8-401e-a32c-c7155db97665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.758367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-3c7312f7-cba8-401e-a32c-c7155db97665 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515589 Nov 08 12:22:05.763844 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.894655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['6a545bea-ee0e-4f9c-b797-76a068db8a78'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:05.910272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-fe3fbd87-a865-43c1-84c3-053a3c9cf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.911790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-fe3fbd87-a865-43c1-84c3-053a3c9cf6f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1124 time: 0.2068086 Nov 08 12:22:05.925892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:05.926565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:05.928297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] 10.222.0.57 "PUT /v2.0/ports/234d55dc-2b7e-4dea-8a1d-1a772a6ca28d HTTP/1.1" status: 200 len: 1096 time: 2.6143527 Nov 08 12:22:05.950618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f02df646-f086-45e4-ad4a-04dc77491b6c req-09429474-1457-4ce4-a701-a2a6bfc4284c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696469 Nov 08 12:22:06.023513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fca004-1543-4a6c-99b1-419f4f37ae4b req-e0ee1619-e6e5-409b-9a36-b5dccbfdf829 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.025381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97fca004-1543-4a6c-99b1-419f4f37ae4b req-e0ee1619-e6e5-409b-9a36-b5dccbfdf829 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.2839415 Nov 08 12:22:06.094673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae694a3-e4e3-4c2e-b914-3b9b47932978 service neutron] Pushing event updated for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:06.516945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-22e229e7-a8f7-4574-bb81-c73e106f1b38 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182851 Nov 08 12:22:06.581356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-2f4e2a84-c84e-4a78-96b5-d7035273ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.582866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-2f4e2a84-c84e-4a78-96b5-d7035273ce26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.6497219 Nov 08 12:22:06.622985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-4f3204ac-599f-4ea8-a46e-97cab594be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.624478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-4f3204ac-599f-4ea8-a46e-97cab594be72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 1099 time: 0.5231681 Nov 08 12:22:06.635793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86db91-532b-4b26-8899-14d242df4ac7 req-1c0e095d-f2d9-423c-9622-f617c0490399 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.637204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc86db91-532b-4b26-8899-14d242df4ac7 req-1c0e095d-f2d9-423c-9622-f617c0490399 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.5089216 Nov 08 12:22:06.647270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97fca004-1543-4a6c-99b1-419f4f37ae4b req-760bc663-5e3d-419c-a142-163310eb48ef tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333254 Nov 08 12:22:06.718784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-061ebbb0-ad1d-4b6e-8789-6444159705af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 217 time: 0.0919855 Nov 08 12:22:06.762405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-ed2ece65-7d85-427c-9dad-e3dee6451d5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d HTTP/1.1" status: 200 len: 217 time: 0.1103725 Nov 08 12:22:06.853066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-4e8d7fae-1a74-4d82-9dcc-b13e731bba2f service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146689 Nov 08 12:22:06.895259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc86db91-532b-4b26-8899-14d242df4ac7 req-c15a2140-23a0-462a-a065-a9b4ba2794f5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457221 Nov 08 12:22:06.904424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-15f3cf08-623e-46e8-8d75-dab2913ffbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.916604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-15f3cf08-623e-46e8-8d75-dab2913ffbe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1563847 Nov 08 12:22:06.918551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-5e8fc001-c9e5-4348-ac5b-cf5721706d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.919971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-5e8fc001-c9e5-4348-ac5b-cf5721706d29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1268394 Nov 08 12:22:06.961501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3be9f-850e-4878-a950-176e010ea1f8 req-03a6c126-9a35-40c0-8c6c-90c6c92eb9a0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:06.963138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fab3be9f-850e-4878-a950-176e010ea1f8 req-03a6c126-9a35-40c0-8c6c-90c6c92eb9a0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 948 time: 0.1483839 Nov 08 12:22:06.966825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-6781cee7-593e-4f47-871d-0a663b8d7e2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509624 Nov 08 12:22:07.126014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fab3be9f-850e-4878-a950-176e010ea1f8 req-7565d7a5-03dc-4d0f-a7e1-7fe7eb650ced tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449327 Nov 08 12:22:07.127843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48117-5132-448c-8b2e-be56629e5678 req-afb1624d-3bcd-4d3a-943b-549df1147252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.129247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-afb1624d-3bcd-4d3a-943b-549df1147252 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987238 Nov 08 12:22:07.162773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188520b-4300-43dc-abaa-9fa0ef23e3f0 req-d288f409-bd1d-4bd9-b14a-229d81ea80c4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.164790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4188520b-4300-43dc-abaa-9fa0ef23e3f0 req-d288f409-bd1d-4bd9-b14a-229d81ea80c4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 948 time: 0.1744263 Nov 08 12:22:07.246825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-f18c09a7-4fbd-41f8-8508-89c84e705e8e service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330623 Nov 08 12:22:07.364786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4188520b-4300-43dc-abaa-9fa0ef23e3f0 req-0484be43-261a-4d65-b88c-ad0d00439357 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872842 Nov 08 12:22:07.409483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-f0ad0922-5b93-4843-82c6-62e1e2b6007f service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677231 Nov 08 12:22:07.418682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae0fd-068f-42df-91d1-099f834ff27f req-2d5d0de3-fea5-4a2f-bcd6-f8f71ec2a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.422475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84bae0fd-068f-42df-91d1-099f834ff27f req-2d5d0de3-fea5-4a2f-bcd6-f8f71ec2a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1783726 Nov 08 12:22:07.532743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84bae0fd-068f-42df-91d1-099f834ff27f req-6872a173-1163-4d3d-861d-4efb2917bd98 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0974655 Nov 08 12:22:07.534863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782efecf-c3c1-4cff-8409-bcbd988c9065 req-43882686-18ed-47f5-8adf-77f91ced999f service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737310 Nov 08 12:22:07.606604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87a3d77f-b73d-45e3-a5eb-002914afd58e req-2b6a546c-4dcf-40b0-b382-46d71c800322 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0501130 Nov 08 12:22:07.631618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02d48117-5132-448c-8b2e-be56629e5678 req-9d374c77-88e5-458c-979f-797b883adffe service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072554 Nov 08 12:22:07.639388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70255-1cf7-490e-8f94-0e088a673c4f req-fe395251-1ad1-4049-bf8e-1a5e54f53b9e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.641425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fac70255-1cf7-490e-8f94-0e088a673c4f req-fe395251-1ad1-4049-bf8e-1a5e54f53b9e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1734903 Nov 08 12:22:07.660147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4'}, {'name': 'network-changed', 'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:07.662505 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8360f-cfef-4f93-b786-b74f015aedb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4"}, {"name": "network-changed", "server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:07.710135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fac70255-1cf7-490e-8f94-0e088a673c4f req-be0e32ea-dd02-4f7b-a3a5-74c8c43ca783 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589221 Nov 08 12:22:07.768658 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f941e1d-3d15-4934-a370-f20cfe391cf1 x-openstack-request-id: req-4f941e1d-3d15-4934-a370-f20cfe391cf1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:07.773243 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:07.773243 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f941e1d-3d15-4934-a370-f20cfe391cf1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:07.773243 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4', 'status': 'completed', 'code': 200} Nov 08 12:22:07.773243 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', 'status': 'completed', 'code': 200} Nov 08 12:22:07.912371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-49763569-c980-41cb-b353-adbd0ddf9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.913816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-49763569-c980-41cb-b353-adbd0ddf9988 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 1099 time: 0.1111791 Nov 08 12:22:07.924210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0eb05-c55f-4291-b1db-67d4a9a4a228 req-8cf7415c-21dd-4a81-9f89-1eb04e2f4884 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.925738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba0eb05-c55f-4291-b1db-67d4a9a4a228 req-8cf7415c-21dd-4a81-9f89-1eb04e2f4884 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.1103444 Nov 08 12:22:07.940481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-b9c4ea8a-bba4-48e2-88a4-f632a171d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:07.942215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-b9c4ea8a-bba4-48e2-88a4-f632a171d1b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 1099 time: 0.1050866 Nov 08 12:22:08.137342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba0eb05-c55f-4291-b1db-67d4a9a4a228 req-92f74e61-235c-4fa3-953b-2b774b0e9dad tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001874 Nov 08 12:22:08.192375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-31a45a55-8881-4666-b9d7-d63bcdab396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.193832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-31a45a55-8881-4666-b9d7-d63bcdab396e service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2654436 Nov 08 12:22:08.221014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-392f853e-09e4-453d-af3e-433d8e58b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.222354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-392f853e-09e4-453d-af3e-433d8e58b4e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2545445 Nov 08 12:22:08.264772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da5e92-9ff9-4dc4-be3e-08cb3e70482e req-e19f5c54-00a8-4315-9a2e-eb1466feedaf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.266768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32da5e92-9ff9-4dc4-be3e-08cb3e70482e req-e19f5c54-00a8-4315-9a2e-eb1466feedaf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1846411 Nov 08 12:22:08.284611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-e6a100f4-8d04-4522-9271-7252bd2bfbcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d HTTP/1.1" status: 200 len: 217 time: 0.0781987 Nov 08 12:22:08.286462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-c1a5e6db-1624-4661-8a01-9406d6c86368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.287810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-c1a5e6db-1624-4661-8a01-9406d6c86368 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1101 time: 0.1864021 Nov 08 12:22:08.360774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-f8195ecc-8483-410c-a8ba-1ba92c3b77c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bc4cbc37-73e6-4d09-babc-5925886035b4 HTTP/1.1" status: 200 len: 217 time: 0.0927863 Nov 08 12:22:08.518104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c66f9-3140-44f0-8a4e-108aaa57d9be req-1755dc1c-ac44-4ec3-b232-e50fabb934b5 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.519638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b12c66f9-3140-44f0-8a4e-108aaa57d9be req-1755dc1c-ac44-4ec3-b232-e50fabb934b5 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.3034084 Nov 08 12:22:08.528849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32da5e92-9ff9-4dc4-be3e-08cb3e70482e req-50802267-4bfe-464e-84d3-3074d2f49120 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475767 Nov 08 12:22:08.535210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-115ef67c-6923-4077-bee9-9f4e09f7e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.536646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-115ef67c-6923-4077-bee9-9f4e09f7e55b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2014003 Nov 08 12:22:08.545174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-8d9ec1c8-82fb-4e15-b5f9-d653769a2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.547327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-8d9ec1c8-82fb-4e15-b5f9-d653769a2349 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1519506 Nov 08 12:22:08.619896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-672c86be-b061-47a0-a7bf-319cec37222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.621327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-672c86be-b061-47a0-a7bf-319cec37222e service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2871323 Nov 08 12:22:08.716727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-a4e683c8-9c32-4b1b-a8ed-e3a4e4d9fb79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0740173 Nov 08 12:22:08.720635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b12c66f9-3140-44f0-8a4e-108aaa57d9be req-8879a1a0-7647-4dae-a7a6-44dcee8e679a tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909082 Nov 08 12:22:08.737314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-c58c630e-21ba-4e0d-af50-b1bf62a3d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.738796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-c58c630e-21ba-4e0d-af50-b1bf62a3d52b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816638 Nov 08 12:22:08.750898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-e47f06b4-41b8-44ab-8713-f87fb952fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.750898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-e47f06b4-41b8-44ab-8713-f87fb952fd4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714785 Nov 08 12:22:08.799723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d6d43-fd49-4f1a-a34e-d113cf165ded req-cd74da60-9123-48cd-9a17-f8f2aab188d3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:08.801305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-128d6d43-fd49-4f1a-a34e-d113cf165ded req-cd74da60-9123-48cd-9a17-f8f2aab188d3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 948 time: 0.1952155 Nov 08 12:22:08.976414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6a545bea-ee0e-4f9c-b797-76a068db8a78 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:09.212631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 6a545bea-ee0e-4f9c-b797-76a068db8a78 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:09.216663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 6a545bea-ee0e-4f9c-b797-76a068db8a78 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:09.217057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:09.236681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-e71eef30-18f9-4fe5-b4b6-356506c8be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:09.238168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-e71eef30-18f9-4fe5-b4b6-356506c8be27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.4974678 Nov 08 12:22:09.293529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:09.316824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:09.319086 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc76fe7-57a2-4671-809b-d751a2ae3356" -d '{"events": [{"server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "name": "network-vif-plugged", "status": "completed", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:09.331396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:09.331911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3232-b302-4268-a1b7-9c2a38e30649 req-fdc6bc4b-f25b-47bd-832a-cab56debd202 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:09.333520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d81e3232-b302-4268-a1b7-9c2a38e30649 req-fdc6bc4b-f25b-47bd-832a-cab56debd202 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 948 time: 0.5278704 Nov 08 12:22:09.350195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-128d6d43-fd49-4f1a-a34e-d113cf165ded req-6d731db4-3c3a-4c8e-b400-715d6add2523 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099156 Nov 08 12:22:09.386229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-ce8220de-3e29-414d-b8c4-909bcba94508 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107016 Nov 08 12:22:09.388039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-024fe3d6-2d2b-491b-af32-2adf991b172e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152573 Nov 08 12:22:09.398519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-e225b51d-4b15-4aeb-82b1-2e45d8df0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:09.400335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-e225b51d-4b15-4aeb-82b1-2e45d8df0a85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459785 Nov 08 12:22:09.403103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:09.457023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:09.605881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d81e3232-b302-4268-a1b7-9c2a38e30649 req-35c6738d-8608-4d39-ba23-4beccc04a5e1 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620096 Nov 08 12:22:09.678149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ccbc-11f8-4838-b6b3-d9634f9a5fe1 req-8ffcd8cf-fd66-4de1-8948-7b95352baf7b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:09.679683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e73ccbc-11f8-4838-b6b3-d9634f9a5fe1 req-8ffcd8cf-fd66-4de1-8948-7b95352baf7b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.2570679 Nov 08 12:22:09.708766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-d8005aa9-1c95-45ac-aecf-52888749b2f0 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074021 Nov 08 12:22:09.726394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8a8360f-cfef-4f93-b786-b74f015aedb4 req-031abac0-252c-4292-9437-205e58097593 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239422 Nov 08 12:22:09.728159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-fc7eb7dc-bfab-4cc9-adf6-6c3f11235b13 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037314 Nov 08 12:22:09.805296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e73ccbc-11f8-4838-b6b3-d9634f9a5fe1 req-4eba4f96-93e4-4b2f-864f-e8708961eed8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071229 Nov 08 12:22:09.861392 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d714a817-1913-4bbd-b2e3-2f5f3a45d841 x-openstack-request-id: req-d714a817-1913-4bbd-b2e3-2f5f3a45d841 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:09.862828 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "name": "network-vif-plugged", "status": "completed", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:09.864443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd7ee2-26cf-495a-9f51-2c73b7b228fa req-987d0ffc-36e6-4f32-b800-7b37c8bbebad tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:09.865622 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d714a817-1913-4bbd-b2e3-2f5f3a45d841 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:09.865990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5dd7ee2-26cf-495a-9f51-2c73b7b228fa req-987d0ffc-36e6-4f32-b800-7b37c8bbebad tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.1236913 Nov 08 12:22:09.866218 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78', 'code': 200} Nov 08 12:22:09.930941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-d486b8d4-19b7-4359-8675-20c7224981b3 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657681 Nov 08 12:22:09.994153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5dd7ee2-26cf-495a-9f51-2c73b7b228fa req-4c73b803-0b9b-4370-88d3-7c169938c282 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144626 Nov 08 12:22:10.012698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196bee3-24aa-41a3-ad6b-d6af3c19b238 req-f2686514-250d-4232-8be2-4024b14c5516 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.014306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0196bee3-24aa-41a3-ad6b-d6af3c19b238 req-f2686514-250d-4232-8be2-4024b14c5516 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0939369 Nov 08 12:22:10.032431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873724-8450-4ea6-8ce3-89a5692b3572 req-24980235-cfa5-42e3-adb5-f9735e0b7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.033833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55873724-8450-4ea6-8ce3-89a5692b3572 req-24980235-cfa5-42e3-adb5-f9735e0b7e9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 1100 time: 0.0780663 Nov 08 12:22:10.132801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0196bee3-24aa-41a3-ad6b-d6af3c19b238 req-d491cdeb-3794-4f39-a0ca-35c77710be20 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093500 Nov 08 12:22:10.143261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55873724-8450-4ea6-8ce3-89a5692b3572 req-78e53315-7490-43de-83fa-ed2004e28bac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982966 Nov 08 12:22:10.157589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-f59d40bf-e5d8-4d75-af16-a931220100ec tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.159199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-f59d40bf-e5d8-4d75-af16-a931220100ec tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.61 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.0980461 Nov 08 12:22:10.299320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6d748-2bca-4808-bc07-7a3ee1ae8f44 req-cfaac0b9-ee21-4fe8-a180-f7eb30956011 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.301109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8b6d748-2bca-4808-bc07-7a3ee1ae8f44 req-cfaac0b9-ee21-4fe8-a180-f7eb30956011 tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 945 time: 0.1013641 Nov 08 12:22:10.355716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Deleting port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:10.356127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:10.392785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8b6d748-2bca-4808-bc07-7a3ee1ae8f44 req-2e655d69-5859-41c1-acdf-c63e26665a2f tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb78143c-f5d7-48ad-9793-e58899932186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831723 Nov 08 12:22:10.480037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] For port 68da392a-4f2b-403d-94d7-a9d23d9bcba0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=68da392a-4f2b-403d-94d7-a9d23d9bcba0,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:10.480573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:10.509849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Calling delete_port for 68da392a-4f2b-403d-94d7-a9d23d9bcba0 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:10.536656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4ef5-75a1-4211-9f5f-28c9d3913150 req-be9835d7-6867-4d11-9223-3e78162506bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.538234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a7c4ef5-75a1-4211-9f5f-28c9d3913150 req-be9835d7-6867-4d11-9223-3e78162506bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 948 time: 0.0739546 Nov 08 12:22:10.633211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a7c4ef5-75a1-4211-9f5f-28c9d3913150 req-0d24a6cd-48cc-4a84-a2e2-37317291823c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Nov 08 12:22:10.786721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b60c41-fbb5-43f4-8d64-c9f2635a828b req-daea8d2f-e193-410a-9365-1673647f4362 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.788139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b60c41-fbb5-43f4-8d64-c9f2635a828b req-daea8d2f-e193-410a-9365-1673647f4362 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.0822601 Nov 08 12:22:10.797279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0e2b4-06a8-4c3c-90cb-48151e10ece1 req-558d01d1-e9fc-4bc2-bf67-64c8e7b97088 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:10.800310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39b0e2b4-06a8-4c3c-90cb-48151e10ece1 req-558d01d1-e9fc-4bc2-bf67-64c8e7b97088 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.0971627 Nov 08 12:22:10.830410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:10.842482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['68da392a-4f2b-403d-94d7-a9d23d9bcba0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:10.883525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Pushing event deleted for resources: {'Port': ['ID=68da392a-4f2b-403d-94d7-a9d23d9bcba0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:10.932680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b60c41-fbb5-43f4-8d64-c9f2635a828b req-8df8829a-4f0c-4cae-affc-f75508d7575d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329010 Nov 08 12:22:10.950481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39b0e2b4-06a8-4c3c-90cb-48151e10ece1 req-f4eb54c7-76bc-4c6c-8d95-35ff753f92af tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435146 Nov 08 12:22:10.950481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] No DVR routers for this DVR port 68da392a-4f2b-403d-94d7-a9d23d9bcba0 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:10.952762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:10.956106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d054d5d4-98c8-4dd4-932e-1200f333bb7a req-a57bebce-816d-43a6-bf68-dc59a82b1dcd tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.61 "DELETE /v2.0/ports/68da392a-4f2b-403d-94d7-a9d23d9bcba0 HTTP/1.1" status: 204 len: 173 time: 0.7884817 Nov 08 12:22:10.956602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'name': 'network-vif-deleted', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:10.958884 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c652e85c-c3dd-47d2-b5e9-9d9c28edeba2" -d '{"events": [{"server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "name": "network-vif-deleted", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:10.978568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:11.091357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8e13d-6f6e-4a2a-b1e6-d5e35045be74 req-92556dd8-fa17-4788-a9ab-2a8b9ab8d6c2 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:11.093823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92d8e13d-6f6e-4a2a-b1e6-d5e35045be74 req-92556dd8-fa17-4788-a9ab-2a8b9ab8d6c2 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0554130 Nov 08 12:22:11.141201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:11.157337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', 'mac_address': 'fa:16:3e:d1:6c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:11.170789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92d8e13d-6f6e-4a2a-b1e6-d5e35045be74 req-2c1b898b-0633-487b-b343-95dd68dda969 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699565 Nov 08 12:22:11.201417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:11.211034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device bc4cbc37-73e6-4d09-babc-5925886035b4 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:11.219812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:11.229707 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d844dc0-f1a2-4bca-ac29-3cc30bb69ff4 x-openstack-request-id: req-3d844dc0-f1a2-4bca-ac29-3cc30bb69ff4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:11.230326 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ae347a-ab0e-4b14-a683-c7c8c3455f5b", "name": "network-vif-deleted", "tag": "68da392a-4f2b-403d-94d7-a9d23d9bcba0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:11.230781 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d844dc0-f1a2-4bca-ac29-3cc30bb69ff4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:11.231343 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ae347a-ab0e-4b14-a683-c7c8c3455f5b', 'name': 'network-vif-deleted', 'tag': '68da392a-4f2b-403d-94d7-a9d23d9bcba0', 'status': 'completed', 'code': 200} Nov 08 12:22:11.252688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:11.342453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e42d-f75d-42af-a664-e1ac04cad50d req-f0cb7f6b-1caf-401c-aaba-9a1dec8730d7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:11.343145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=bc4cbc37-73e6-4d09-babc-5925886035b4,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:11.344495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af19e42d-f75d-42af-a664-e1ac04cad50d req-f0cb7f6b-1caf-401c-aaba-9a1dec8730d7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 943 time: 0.0561531 Nov 08 12:22:11.350526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:11.382904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'bc4cbc37-73e6-4d09-babc-5925886035b4', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'bc4cbc37-73e6-4d09-babc-5925886035b4', 'mac_address': 'fa:16:3e:a8:a1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:11.402736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af19e42d-f75d-42af-a664-e1ac04cad50d req-ae09bd94-a8ec-4782-9e86-745fff5aa624 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Nov 08 12:22:11.431710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:11.444926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:11.458729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4cbc37-73e6-4d09-babc-5925886035b4 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:11.480656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=bc4cbc37-73e6-4d09-babc-5925886035b4,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:11.516485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d600d-ca1b-40b9-b8ea-105b3cad78f8 req-46629fa5-b9b7-45e4-817d-6851d51cb691 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:11.522726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a15d600d-ca1b-40b9-b8ea-105b3cad78f8 req-46629fa5-b9b7-45e4-817d-6851d51cb691 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0586531 Nov 08 12:22:11.551592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:11.568263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a15d600d-ca1b-40b9-b8ea-105b3cad78f8 req-e7f1f19e-6486-4a3d-b940-119d5e8f6960 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Nov 08 12:22:11.610491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:11.675406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b684112a-3943-4f0c-aba1-b1f1ea2c9a5a req-b998abb0-1553-4431-abf3-efbc8d5894dc tempest-FloatingIPsAssociationNegativeTestJSON-589488910 tempest-FloatingIPsAssociationNegativeTestJSON-589488910-project] 10.222.0.58 "GET /v2.0/ports?device_id=72ae347a-ab0e-4b14-a683-c7c8c3455f5b HTTP/1.1" status: 200 len: 210 time: 0.0398593 Nov 08 12:22:11.686227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-3a35967b-e86d-4596-a8ba-0317afb84b4e service neutron] 10.222.0.61 "GET /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.0883217 Nov 08 12:22:11.790692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4366aca-24d2-4da5-9126-be24cc3204ee req-23fca411-5199-4f3d-8f1d-2f00baade8ad tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:11.792152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4366aca-24d2-4da5-9126-be24cc3204ee req-23fca411-5199-4f3d-8f1d-2f00baade8ad tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 949 time: 0.0715864 Nov 08 12:22:11.844216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:11.905350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4366aca-24d2-4da5-9126-be24cc3204ee req-6cab8d49-b096-48b6-bced-fac319dadda9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919700 Nov 08 12:22:11.930196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:11.942556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:11.963954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:12.006256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2398e1-ce7e-483d-90ad-22b753481382 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:12.044076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:12.100356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b34a-8287-4d32-9e8c-4d509bc436ad req-c11b3cd8-0406-4b4a-88e3-de39cb2f9a05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.102016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24c3b34a-8287-4d32-9e8c-4d509bc436ad req-c11b3cd8-0406-4b4a-88e3-de39cb2f9a05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.0909390 Nov 08 12:22:12.133335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edbb7d-d93a-438e-9f63-a8ecca628153 req-7e120e1f-000f-4a77-87b4-2b9b45de9f8b tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.134803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7edbb7d-d93a-438e-9f63-a8ecca628153 req-7e120e1f-000f-4a77-87b4-2b9b45de9f8b tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.0749536 Nov 08 12:22:12.137567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:12.227824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24c3b34a-8287-4d32-9e8c-4d509bc436ad req-d7562021-5ce9-4474-bdf6-6145a843874a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174407 Nov 08 12:22:12.257181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7edbb7d-d93a-438e-9f63-a8ecca628153 req-81dfdaf3-b40d-46b9-bd12-40765fd6eb24 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147285 Nov 08 12:22:12.280298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] Transition to ACTIVE for port object be2398e1-ce7e-483d-90ad-22b753481382 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:12.341884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa67aa-668d-4b14-8b23-d93c98c85944 req-c07d88ac-39dc-42d1-b4d3-9622a74a4a8f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.343969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00fa67aa-668d-4b14-8b23-d93c98c85944 req-c07d88ac-39dc-42d1-b4d3-9622a74a4a8f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0490341 Nov 08 12:22:12.345102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:12.443885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] No DVR routers for this DVR port be2398e1-ce7e-483d-90ad-22b753481382 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:12.449242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:12.468289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00fa67aa-668d-4b14-8b23-d93c98c85944 req-178526ae-1303-45d0-84c4-c9220b13bb60 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151898 Nov 08 12:22:12.495693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-ceced974-5785-488f-a743-e512e81a10a8 service neutron] 10.222.0.61 "PUT /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7996321 Nov 08 12:22:12.535729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407301-9d0a-42a1-96f3-5e907c2a6db8 req-18effafb-3932-4698-9731-d5c08d686cc5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.537262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59407301-9d0a-42a1-96f3-5e907c2a6db8 req-18effafb-3932-4698-9731-d5c08d686cc5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.0550735 Nov 08 12:22:12.588346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59407301-9d0a-42a1-96f3-5e907c2a6db8 req-45bec8d4-c37a-4415-9d15-044a4c080ae8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Nov 08 12:22:12.695525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e65ba-707b-4274-89b7-5cc80cca4617 req-644db7e0-03c0-47b5-9bf5-dbec20b999f8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.697005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c81e65ba-707b-4274-89b7-5cc80cca4617 req-644db7e0-03c0-47b5-9bf5-dbec20b999f8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0520947 Nov 08 12:22:12.734718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57516) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:12.777371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c81e65ba-707b-4274-89b7-5cc80cca4617 req-19346fd6-a3d6-4ff4-b163-5521f6f82384 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734947 Nov 08 12:22:12.782647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-87e3ac27-803f-4294-b6f6-ad3ad4888da6 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.782647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-87e3ac27-803f-4294-b6f6-ad3ad4888da6 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.0724158 Nov 08 12:22:12.830896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-128d5abc-c303-4d6c-a1da-0e9dd888b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.832395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-128d5abc-c303-4d6c-a1da-0e9dd888b0e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4&tenant_id=79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 1095 time: 0.0408909 Nov 08 12:22:12.909617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-b2da3ea7-7d4e-4714-b672-cb9e18dd6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:12.911135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-b2da3ea7-7d4e-4714-b672-cb9e18dd6015 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0434399 Nov 08 12:22:13.045972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce690-9051-4370-8154-d1554c6a65ca req-c5b5ca92-52f5-48bd-8130-92e41e1e2ce0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.048095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-361ce690-9051-4370-8154-d1554c6a65ca req-c5b5ca92-52f5-48bd-8130-92e41e1e2ce0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 949 time: 0.0701487 Nov 08 12:22:13.049482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-4db530d0-db1c-4468-b01e-4a4e27c6b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.050830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-4db530d0-db1c-4468-b01e-4a4e27c6b56f service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1243000 Nov 08 12:22:13.108805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-c868ebff-ccf6-47b0-9e92-ea828e8eefd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 200 len: 217 time: 0.0375745 Nov 08 12:22:13.138926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-361ce690-9051-4370-8154-d1554c6a65ca req-d63e37ed-b077-4660-a1e4-31624c6ed74c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846045 Nov 08 12:22:13.148002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.174148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-77418721-8ec5-4647-81c1-01df4c571f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.175615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-77418721-8ec5-4647-81c1-01df4c571f85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0492420 Nov 08 12:22:13.206653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-90bc5ecd-7d8a-40a4-985a-69063acd932e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229094 Nov 08 12:22:13.211196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device bc4cbc37-73e6-4d09-babc-5925886035b4 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:13.338983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port bc4cbc37-73e6-4d09-babc-5925886035b4 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:13.342949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port bc4cbc37-73e6-4d09-babc-5925886035b4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:13.344025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.357815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-1afa8063-0681-464e-99d6-2cdb954bf7b5 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300814 Nov 08 12:22:13.428032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.451271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:13.453698 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70c270-3137-46bb-aed8-029c7c7ba062" -d '{"events": [{"server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "name": "network-vif-plugged", "status": "completed", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:13.458231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Deleting port ca23a1b1-2ebf-4528-a1ed-d11e159e343a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:13.458629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.469598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=bc4cbc37-73e6-4d09-babc-5925886035b4,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:13.470214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf221-cf7a-4abb-9b75-4261655874e9 req-b72aaa7c-ccaa-4588-964b-46b2ff4fa750 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.472021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f22cf221-cf7a-4abb-9b75-4261655874e9 req-b72aaa7c-ccaa-4588-964b-46b2ff4fa750 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.1486623 Nov 08 12:22:13.513448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892543a-76f8-457a-9561-28cbd3db4cc7 req-fc66c8ed-fbbc-4a63-95c7-226b9e961753 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.514931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0892543a-76f8-457a-9561-28cbd3db4cc7 req-fc66c8ed-fbbc-4a63-95c7-226b9e961753 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.1730046 Nov 08 12:22:13.534452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.535212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 68da392a-4f2b-403d-94d7-a9d23d9bcba0 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:13.542273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] For port ca23a1b1-2ebf-4528-a1ed-d11e159e343a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:13.542552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.547650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-f31a44a2-0412-4d4a-aafc-137c2cd33d41 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736007 Nov 08 12:22:13.555507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Calling delete_port for ca23a1b1-2ebf-4528-a1ed-d11e159e343a owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:13.574015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f22cf221-cf7a-4abb-9b75-4261655874e9 req-aebddb51-0639-4655-a9d8-f634a807225f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936620 Nov 08 12:22:13.580460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 68da392a-4f2b-403d-94d7-a9d23d9bcba0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:13.580810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 68da392a-4f2b-403d-94d7-a9d23d9bcba0 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:13.581237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be2398e1-ce7e-483d-90ad-22b753481382 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:13.602585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0892543a-76f8-457a-9561-28cbd3db4cc7 req-4d25cf13-cb13-407d-9910-3d48dc7774e8 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733285 Nov 08 12:22:13.647844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be2398e1-ce7e-483d-90ad-22b753481382 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:13.650443 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ba1e2-a4aa-4544-9190-ff3baab08405 x-openstack-request-id: req-ae3ba1e2-a4aa-4544-9190-ff3baab08405 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:13.650724 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "name": "network-vif-plugged", "status": "completed", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:13.650985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae3ba1e2-a4aa-4544-9190-ff3baab08405 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:13.651373 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4', 'code': 200} Nov 08 12:22:13.669978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:13.808402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8dca-308d-4acd-9640-8547a1944d46 req-e573aa81-6fb4-40cc-b4c1-340cb9a46b6a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.809820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-908f8dca-308d-4acd-9640-8547a1944d46 req-e573aa81-6fb4-40cc-b4c1-340cb9a46b6a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.1122816 Nov 08 12:22:13.845198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce232-044b-413f-ab88-d456bb53ffa9 req-62b2d955-a91c-4bd8-9428-a6485cd1982e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.846675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09dce232-044b-413f-ab88-d456bb53ffa9 req-62b2d955-a91c-4bd8-9428-a6485cd1982e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.1127715 Nov 08 12:22:13.849107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:13.857069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6648d06-8b87-4e95-9da7-0c92f3d00e3e req-62726efa-695b-41b0-9e55-5b335637b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:13.860598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6648d06-8b87-4e95-9da7-0c92f3d00e3e req-62726efa-695b-41b0-9e55-5b335637b38f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 1101 time: 0.1088445 Nov 08 12:22:13.877786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca23a1b1-2ebf-4528-a1ed-d11e159e343a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:13.943622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-908f8dca-308d-4acd-9640-8547a1944d46 req-9a62662c-501c-4efc-98bf-77bdb3b9b721 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248322 Nov 08 12:22:13.964696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09dce232-044b-413f-ab88-d456bb53ffa9 req-1b3300d2-dd4f-4c2a-9a5e-de6460bf30da tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109610 Nov 08 12:22:13.981031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6648d06-8b87-4e95-9da7-0c92f3d00e3e req-1738da42-5af0-46a0-9395-f710dbef78c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937607 Nov 08 12:22:14.150007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-2706870d-6628-4920-8a7d-690197d46b69 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.152087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-2706870d-6628-4920-8a7d-690197d46b69 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.1356599 Nov 08 12:22:14.167754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-418d672c-aeca-40ac-8bae-2115ca94faa0 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.167754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-418d672c-aeca-40ac-8bae-2115ca94faa0 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.1468654 Nov 08 12:22:14.177091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab8ba-ed7b-4e60-8022-21b0aa15b6d4 req-038248c3-f4b3-42f4-b8b5-5e1f9d4d4e1f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.188389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dcab8ba-ed7b-4e60-8022-21b0aa15b6d4 req-038248c3-f4b3-42f4-b8b5-5e1f9d4d4e1f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1100872 Nov 08 12:22:14.336861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.389075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dcab8ba-ed7b-4e60-8022-21b0aa15b6d4 req-4648574a-53b9-4da7-a925-34a15c3ff22d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989784 Nov 08 12:22:14.402158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc6f7-43c0-4c1c-b94f-f3871a44cfb0 req-62f2d6e7-2f33-4ff5-b291-c3d3d0637ad8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.403664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b5fc6f7-43c0-4c1c-b94f-f3871a44cfb0 req-62f2d6e7-2f33-4ff5-b291-c3d3d0637ad8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 949 time: 0.1685402 Nov 08 12:22:14.484557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Deleting port 7676b857-eadd-44a3-856e-73441720641b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:14.484894 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.517807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b5fc6f7-43c0-4c1c-b94f-f3871a44cfb0 req-60ad7eb4-3e74-41b1-9a76-da87fc857f32 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904605 Nov 08 12:22:14.558741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Router c803870e-7ecd-43f5-a880-1a80e0b6b78b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:22:14.573382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-8f36ed9e-cb7e-4df8-9862-fd88af94efaa service neutron] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:14.578958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-8f36ed9e-cb7e-4df8-9862-fd88af94efaa service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.580049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e21dbd4-4670-493c-a8a2-6493bde2752d req-8f36ed9e-cb7e-4df8-9862-fd88af94efaa service neutron] 10.222.0.57 "DELETE /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.3810008 Nov 08 12:22:14.598067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] For port 7676b857-eadd-44a3-856e-73441720641b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7676b857-eadd-44a3-856e-73441720641b,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:14.598469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.613010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Calling delete_port for 7676b857-eadd-44a3-856e-73441720641b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:14.667095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:14.677848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Sync routers for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:14.678800 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f7e4b400-6828-4596-b681-325a782a0647 admin admin] 10.222.0.58 "PUT /v2.0/routers/c803870e-7ecd-43f5-a880-1a80e0b6b78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429941 Nov 08 12:22:14.681335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57540) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:14.695942 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:14.696723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:14.776221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d359e-151d-444a-a08f-c5763823aaac req-420ffcde-cd8e-4244-bfb3-d80c94007e86 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.777915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556d359e-151d-444a-a08f-c5763823aaac req-420ffcde-cd8e-4244-bfb3-d80c94007e86 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.1032975 Nov 08 12:22:14.794284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.803220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7c1f-8366-4e0e-914d-a7a5436b42a7 req-aac198c8-7c31-4577-b4d6-b376f11c3216 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:14.804885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ca7c1f-8366-4e0e-914d-a7a5436b42a7 req-aac198c8-7c31-4577-b4d6-b376f11c3216 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f HTTP/1.1" status: 200 len: 945 time: 0.1178687 Nov 08 12:22:14.899886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556d359e-151d-444a-a08f-c5763823aaac req-f8ad36e4-b655-4fe5-8104-130080fa732f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063242 Nov 08 12:22:14.908619 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:14.909404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:14.938606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ca7c1f-8366-4e0e-914d-a7a5436b42a7 req-ca5877c0-6107-4abf-ab69-e073f2a875b0 tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.58 "GET /v2.0/security-groups?id=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172483 Nov 08 12:22:14.991065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:15.020128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.058837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7676b857-eadd-44a3-856e-73441720641b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:15.064088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Pushing event deleted for resources: {'Port': ['ID=7676b857-eadd-44a3-856e-73441720641b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:15.108025 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:22:13Z', 'revision_number': 5, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port': {'id': '4389178e-cf7e-45e1-aace-deb758d0260d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:21:05Z', 'updated_at': '2021-11-08T12:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:15.111593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Deleting port 4389178e-cf7e-45e1-aace-deb758d0260d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:15.112913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.144826 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Checking router: c803870e-7ecd-43f5-a880-1a80e0b6b78b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:15.155501 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Routers {'c803870e-7ecd-43f5-a880-1a80e0b6b78b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:15.157112 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:21:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:15.231898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:15.237626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:15.238019 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.278454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] No DVR routers for this DVR port 7676b857-eadd-44a3-856e-73441720641b on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:15.291770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.296764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50fc753d-0bf6-4e43-adf1-217093c32a68 req-da435e1e-221b-42ec-a455-fda2de83c97a tempest-AttachSCSIVolumeTestJSON-997190246 tempest-AttachSCSIVolumeTestJSON-997190246-project] 10.222.0.57 "DELETE /v2.0/ports/7676b857-eadd-44a3-856e-73441720641b HTTP/1.1" status: 204 len: 173 time: 1.1045485 Nov 08 12:22:15.298867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'name': 'network-vif-deleted', 'tag': '7676b857-eadd-44a3-856e-73441720641b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:15.302759 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84715b-eb2c-4742-9baf-3e2aac3e2150" -d '{"events": [{"server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "name": "network-vif-deleted", "tag": "7676b857-eadd-44a3-856e-73441720641b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:15.304220 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] Set router c803870e-7ecd-43f5-a880-1a80e0b6b78b gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:15.331041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] For port 4389178e-cf7e-45e1-aace-deb758d0260d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4389178e-cf7e-45e1-aace-deb758d0260d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:15.334002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.356270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Calling delete_port for 4389178e-cf7e-45e1-aace-deb758d0260d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:15.369316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753926b-fcf1-4bdf-b660-0f5dd5b01bb8 req-b73594ef-88ea-49d7-965b-d322edaabb7d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:15.377869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d753926b-fcf1-4bdf-b660-0f5dd5b01bb8 req-b73594ef-88ea-49d7-965b-d322edaabb7d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.3113790 Nov 08 12:22:15.412951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.435792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17d063-46f9-49b4-a57b-69e0390d9b9f req-0542b5df-3449-4f10-89f8-3f120502e0c7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:15.445957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e17d063-46f9-49b4-a57b-69e0390d9b9f req-0542b5df-3449-4f10-89f8-3f120502e0c7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.1651495 Nov 08 12:22:15.452183 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:22:14Z', 'revision_number': 6, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:15.475834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:15.503681 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247847d-c8ad-4741-8117-dbd6c6a88814 None None] The sync data for ids ['c803870e-7ecd-43f5-a880-1a80e0b6b78b'] in n-d-816990-1 is: [{'id': 'c803870e-7ecd-43f5-a880-1a80e0b6b78b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-93006365-router', 'tenant_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:21:04Z', 'updated_at': '2021-11-08T12:22:14Z', 'revision_number': 6, 'project_id': 'd9f87fe6dcca40e1a3ce43756e0dbf5d', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:15.528148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d753926b-fcf1-4bdf-b660-0f5dd5b01bb8 req-5f0826f7-7db8-4c42-8356-6be2016774f4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491292 Nov 08 12:22:15.533081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e17d063-46f9-49b4-a57b-69e0390d9b9f req-003ac741-c30c-4bd3-92e6-91d64996f548 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862648 Nov 08 12:22:15.563409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.633994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:15.654864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:15.658142 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3e4893-124f-4814-834b-8ccfddc86632" -d '{"events": [{"server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "name": "network-vif-plugged", "status": "completed", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:15.683670 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9fae6-1d18-4074-9ca7-65320af1fcb9 x-openstack-request-id: req-04b9fae6-1d18-4074-9ca7-65320af1fcb9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:15.684711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddad82e-88a3-4a95-9024-34a6cb8eda5f", "name": "network-vif-deleted", "tag": "7676b857-eadd-44a3-856e-73441720641b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:15.685251 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04b9fae6-1d18-4074-9ca7-65320af1fcb9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:15.690287 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddad82e-88a3-4a95-9024-34a6cb8eda5f', 'name': 'network-vif-deleted', 'tag': '7676b857-eadd-44a3-856e-73441720641b', 'status': 'completed', 'code': 200} Nov 08 12:22:15.738356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.739606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.769526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4389178e-cf7e-45e1-aace-deb758d0260d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:15.800438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd923dde-f869-45e1-bb2f-e40a8ac42740 req-d3b0980c-f0c9-4f4f-8517-04779d4d3c82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:15.800438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd923dde-f869-45e1-bb2f-e40a8ac42740 req-d3b0980c-f0c9-4f4f-8517-04779d4d3c82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0619912 Nov 08 12:22:15.839010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.862181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd923dde-f869-45e1-bb2f-e40a8ac42740 req-51c7297f-a7d4-4a9f-ae19-537556880359 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569556 Nov 08 12:22:15.964728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:15.967477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.027661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0a0a3-a2bc-4073-b3b5-31ee344b2c71 req-47ee0abd-9d01-4d95-9b0e-99e6d1aa68b4 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.029237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cf0a0a3-a2bc-4073-b3b5-31ee344b2c71 req-47ee0abd-9d01-4d95-9b0e-99e6d1aa68b4 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 950 time: 0.0928750 Nov 08 12:22:16.106094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.106705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c803870e-7ecd-43f5-a880-1a80e0b6b78b {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:22:16.112620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.115671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fe323084-6f14-4abe-9a4d-c7cf8e4951e8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c803870e-7ecd-43f5-a880-1a80e0b6b78b HTTP/1.1" status: 204 len: 168 time: 1.4315722 Nov 08 12:22:16.116601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57566) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:16.170671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Deleting subnet 5deefe2f-3235-4919-85c5-3a74df5fbbdf {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:22:16.175267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.212817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.342150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.343222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.343888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.344332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.344796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.345668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.346452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.347165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.347837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.348528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.349224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.349711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.350179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.350641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.351086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.351533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.351977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.352415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.355274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-65a050f2-8bd3-4be0-9c79-7da8a838f34e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8&device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885&device_id=21f4750f-f366-45db-bc28-2ac773c72e0b&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd&device_id=b306e486-6e5d-4f55-bc46-c1e99d880761&device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0&device_id=089731da-aa60-4de1-b1a3-4f384c762687&device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&device_id=7ddad82e-88a3-4a95-9024-34a6cb8eda5f&device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f&device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071&device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4&device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&device_id=e91a384a-c330-41df-b870-29904f1db72c&device_id=1860597a-f99a-4fae-8ab8-d501ed46567a&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 15324 time: 0.4089758 Nov 08 12:22:16.385850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-1eec8e11-5d38-4db4-bbd3-eb89d961709e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.438898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cf0a0a3-a2bc-4073-b3b5-31ee344b2c71 req-3648094c-31ef-49bb-922d-fe0aa88fdbf7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822661 Nov 08 12:22:16.470842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.504246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5deefe2f-3235-4919-85c5-3a74df5fbbdf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:16.507626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-1eec8e11-5d38-4db4-bbd3-eb89d961709e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.511699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.516152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77d8509b-f97d-4dc5-9313-86a36ef5e488 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5deefe2f-3235-4919-85c5-3a74df5fbbdf HTTP/1.1" status: 204 len: 168 time: 0.3985441 Nov 08 12:22:16.519007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:16.520200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73c399-9b32-411b-9402-3a09acdb1c7d None None] Network 3810dae2-f05a-4eb6-ba66-ec9a27c401cc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:22:16.539254 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e149f3-0ed7-4df6-a5a9-f439c17ab7c8 x-openstack-request-id: req-c8e149f3-0ed7-4df6-a5a9-f439c17ab7c8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:16.539535 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "name": "network-vif-plugged", "status": "completed", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:16.539961 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8e149f3-0ed7-4df6-a5a9-f439c17ab7c8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:16.540358 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', 'code': 200} Nov 08 12:22:16.602566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-1eec8e11-5d38-4db4-bbd3-eb89d961709e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.630351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.771935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec8e11-5d38-4db4-bbd3-eb89d961709e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccfd03-0af4-4261-aa13-7182299733b4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:16.802640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] DHCP port deletion for 3810dae2-f05a-4eb6-ba66-ec9a27c401cc request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:22:16.859475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Deleting port ff182a57-4c07-4e66-b327-0c997c98d45b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:16.860032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.869629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0698c7-5ca7-41ef-b891-ded212b52801 req-b4d7bbde-031e-424b-a10e-3484a14bb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.871197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a0698c7-5ca7-41ef-b891-ded212b52801 req-b4d7bbde-031e-424b-a10e-3484a14bb702 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 1101 time: 0.2179554 Nov 08 12:22:16.872857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b06cd-3c49-4b09-80e5-6b74f69ca4ce req-230958d1-6b08-4d12-982c-7510125785a4 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.874215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-113b06cd-3c49-4b09-80e5-6b74f69ca4ce req-230958d1-6b08-4d12-982c-7510125785a4 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1095 time: 0.1777630 Nov 08 12:22:16.899134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bff2a6c8-aa70-4b32-a8d6-03f1c3513d3e req-1eec8e11-5d38-4db4-bbd3-eb89d961709e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&id=2135b6a9-6cc1-4834-aec1-d97859a167e2&id=a641e448-72ac-4e8d-a6ad-10e3438e243e&id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5351489 Nov 08 12:22:16.934358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] For port ff182a57-4c07-4e66-b327-0c997c98d45b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ff182a57-4c07-4e66-b327-0c997c98d45b,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:16.935043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:16.953882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Calling delete_port for ff182a57-4c07-4e66-b327-0c997c98d45b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:16.961360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-edbc45b3-c7d0-4c41-ac6d-4dff25f6c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:16.962893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-edbc45b3-c7d0-4c41-ac6d-4dff25f6c29a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1096 time: 0.2237830 Nov 08 12:22:16.985984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Deleting port ff182a57-4c07-4e66-b327-0c997c98d45b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:16.986421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.044778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-113b06cd-3c49-4b09-80e5-6b74f69ca4ce req-4dad1950-92f8-48ed-bf82-4a342a68be4e tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615462 Nov 08 12:22:17.151498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a0698c7-5ca7-41ef-b891-ded212b52801 req-63a9647d-26f2-46fb-a125-f4778b31aaa0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588263 Nov 08 12:22:17.169744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] For port ff182a57-4c07-4e66-b327-0c997c98d45b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ff182a57-4c07-4e66-b327-0c997c98d45b,segment=NetworkSegment(19433570-00f2-4c15-b8a0-3dc718c15bfd),segment_id=19433570-00f2-4c15-b8a0-3dc718c15bfd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:17.170132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.180182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.191646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Calling delete_port for ff182a57-4c07-4e66-b327-0c997c98d45b owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:17.211058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] Pushing event deleted for resources: {'Port': ['ID=ff182a57-4c07-4e66-b327-0c997c98d45b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:17.213428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2dd2-bc42-4170-b338-149f743539f0 req-acc352cf-3186-4ca3-94db-db2fccb69630 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.214040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a49c6d-6af8-4cd0-b5ea-49627d035ba1 None None] No DVR routers for this DVR port ff182a57-4c07-4e66-b327-0c997c98d45b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:17.215141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d2a2dd2-bc42-4170-b338-149f743539f0 req-acc352cf-3186-4ca3-94db-db2fccb69630 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.2344131 Nov 08 12:22:17.302946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ff182a57-4c07-4e66-b327-0c997c98d45b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:17.314147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-8c307985-b89e-4384-ae35-33effc744769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.315674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-8c307985-b89e-4384-ae35-33effc744769 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3333592 Nov 08 12:22:17.324574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ff182a57-4c07-4e66-b327-0c997c98d45b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:17.324923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ff182a57-4c07-4e66-b327-0c997c98d45b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:17.325346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ca23a1b1-2ebf-4528-a1ed-d11e159e343a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:17.345318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ca23a1b1-2ebf-4528-a1ed-d11e159e343a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:17.345669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ca23a1b1-2ebf-4528-a1ed-d11e159e343a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:17.346090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4389178e-cf7e-45e1-aace-deb758d0260d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:17.366060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4389178e-cf7e-45e1-aace-deb758d0260d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:17.366442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4389178e-cf7e-45e1-aace-deb758d0260d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:17.368474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b36cb3-40af-4a71-9b8e-814c5c207bf0 req-f7d2f9ec-8e83-4118-89a0-4751b1aad290 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.369961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54b36cb3-40af-4a71-9b8e-814c5c207bf0 req-f7d2f9ec-8e83-4118-89a0-4751b1aad290 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1845646 Nov 08 12:22:17.376327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d2a2dd2-bc42-4170-b338-149f743539f0 req-d0a0f31b-08f5-4c0e-b6be-0e7af1b79c69 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325173 Nov 08 12:22:17.440195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-79fd1b24-d503-4edd-8ec8-2953bb603693 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0404439 Nov 08 12:22:17.445954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.529540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] No DVR routers for this DVR port ff182a57-4c07-4e66-b327-0c997c98d45b on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:17.531804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff182a57-4c07-4e66-b327-0c997c98d45b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:17.547233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54b36cb3-40af-4a71-9b8e-814c5c207bf0 req-a67e1b4f-8298-4dbd-9ae1-fb302d2d9acb tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684089 Nov 08 12:22:17.570142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-e531c9be-93c1-40e6-bac5-64c9279031af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.571586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-e531c9be-93c1-40e6-bac5-64c9279031af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1111796 Nov 08 12:22:17.675499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-eb7b26d2-d32d-44c1-9b45-da78ff8f59a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862160 Nov 08 12:22:17.703511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.733421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78588d7-bd38-44ea-be5c-60d6eb1de73f req-d7230105-4385-4887-a522-6fe061bf37ad tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.735598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d78588d7-bd38-44ea-be5c-60d6eb1de73f req-d7230105-4385-4887-a522-6fe061bf37ad tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 1095 time: 0.1699460 Nov 08 12:22:17.749996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.750428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.751192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.751540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > port after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.751860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.752210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > port after_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.752528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.752863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.753175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.753498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.819645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.819989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.820318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.820646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 12:22:17.821030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3810dae2-f05a-4eb6-ba66-ec9a27c401cc']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:17.855138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19433570-00f2-4c15-b8a0-3dc718c15bfd') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:17.855426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19433570-00f2-4c15-b8a0-3dc718c15bfd') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:17.870832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863273-cf6a-4d46-89be-1d5de677641b req-0afee289-1f51-4493-86bc-eb009dc9afb0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:17.872396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f863273-cf6a-4d46-89be-1d5de677641b req-0afee289-1f51-4493-86bc-eb009dc9afb0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 950 time: 0.2508266 Nov 08 12:22:17.919225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:17.966019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.002472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:22:18.002862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: from cryptography.utils import int_from_bytes Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: from cryptography.utils import int_from_bytes Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:22:18.006778 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:22:18.010066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d78588d7-bd38-44ea-be5c-60d6eb1de73f req-aa16ad04-fef4-4389-b6b2-a36dee6984ed tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828821 Nov 08 12:22:18.070340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f863273-cf6a-4d46-89be-1d5de677641b req-8840631e-2a4b-41b0-a3ce-44be48567a43 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602483 Nov 08 12:22:18.088281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-4c064877-75bd-466e-b272-7ec421f6af3c service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725317 Nov 08 12:22:18.168858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.187656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.194294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] 10.222.0.58 "DELETE /v2.0/networks/3810dae2-f05a-4eb6-ba66-ec9a27c401cc HTTP/1.1" status: 204 len: 168 time: 1.6740975 Nov 08 12:22:18.211817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ca8f-421b-4da5-a6a8-e713562cc45b admin admin] Pushing event deleted for resources: {'Network': ['ID=3810dae2-f05a-4eb6-ba66-ec9a27c401cc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:18.263663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-e4b8c539-bb69-48b8-8348-49f7aedb7d59 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594987 Nov 08 12:22:18.277277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac282-07bd-47ee-b7c4-d3f76793c377 req-fe3113f8-c69d-4e54-8c2f-f714699829d4 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.277751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac282-07bd-47ee-b7c4-d3f76793c377 req-fe3113f8-c69d-4e54-8c2f-f714699829d4 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.278361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac282-07bd-47ee-b7c4-d3f76793c377 req-fe3113f8-c69d-4e54-8c2f-f714699829d4 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.280038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-080ac282-07bd-47ee-b7c4-d3f76793c377 req-fe3113f8-c69d-4e54-8c2f-f714699829d4 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b&device_id=b306e486-6e5d-4f55-bc46-c1e99d880761&device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 2883 time: 0.0640891 Nov 08 12:22:18.335138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-080ac282-07bd-47ee-b7c4-d3f76793c377 req-21038821-9a2c-4e40-8946-d6b3613b039a tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Nov 08 12:22:18.567970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-55d98717-8171-4cae-822a-b191ea72a4c6 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.570008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-55d98717-8171-4cae-822a-b191ea72a4c6 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.0974886 Nov 08 12:22:18.583887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e49086-0941-44b2-9ec3-9b759b6889b2 req-fffed562-2970-4059-bfbc-1518b90ee690 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.585406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09e49086-0941-44b2-9ec3-9b759b6889b2 req-fffed562-2970-4059-bfbc-1518b90ee690 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 945 time: 0.0826199 Nov 08 12:22:18.593466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:18.661831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:18.695970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09e49086-0941-44b2-9ec3-9b759b6889b2 req-cd643efc-edd4-4119-8b35-1af0b00dc946 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995519 Nov 08 12:22:18.696711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.732237 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee3305ed-82fc-4877-8ef9-18a50e751831 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9f87fe6dcca40e1a3ce43756e0dbf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706141 Nov 08 12:22:18.737362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57662) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:18.790321 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.838948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.933253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17706d-fb10-4aca-8ba7-50a6cbb2a2d7 req-7270f0dd-0066-4685-ad8b-dd98369c0215 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:18.934797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f17706d-fb10-4aca-8ba7-50a6cbb2a2d7 req-7270f0dd-0066-4685-ad8b-dd98369c0215 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1064813 Nov 08 12:22:18.941817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:18.970971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.973516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:18.977042 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb78143c-f5d7-48ad-9793-e58899932186 HTTP/1.1" status: 204 len: 168 time: 0.2361774 Nov 08 12:22:18.988550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ae156-9601-4760-919d-ff7cde97269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78143c-f5d7-48ad-9793-e58899932186,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:19.036233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f17706d-fb10-4aca-8ba7-50a6cbb2a2d7 req-2dbe162f-3227-4ddf-a80b-712b5259da5a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918183 Nov 08 12:22:19.045902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:19.130172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:19.133840 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f47252-ae87-4acf-97d9-1eab8c6c4247" -d '{"events": [{"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-unplugged", "status": "completed", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:19.138219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.223439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.236770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7676b857-eadd-44a3-856e-73441720641b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:19.260688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 7676b857-eadd-44a3-856e-73441720641b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:19.261634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7676b857-eadd-44a3-856e-73441720641b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:19.289943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb9-bfa9-42ba-a783-0218ce73c67e req-68eeddd6-2db6-48a8-b813-625c797ab486 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:19.292111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e742afb9-bfa9-42ba-a783-0218ce73c67e req-68eeddd6-2db6-48a8-b813-625c797ab486 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 950 time: 0.1125786 Nov 08 12:22:19.391499 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bee9fd-c27c-4592-99dc-8ff463433085 x-openstack-request-id: req-51bee9fd-c27c-4592-99dc-8ff463433085 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:19.391802 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-unplugged", "status": "completed", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:19.392032 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51bee9fd-c27c-4592-99dc-8ff463433085 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:19.392434 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'code': 200} Nov 08 12:22:19.420147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:19.459114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e742afb9-bfa9-42ba-a783-0218ce73c67e req-85121cc1-da84-45d8-99c6-536b417d6d7a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522679 Nov 08 12:22:19.465776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:19.467871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:19.470234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:19.485855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:19.486411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Attempting to bind port 418c2335-a5a1-450f-90e4-c668eb3d8735 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:19.499466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:19.499982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:19.500614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:19.501066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Bound port: 418c2335-a5a1-450f-90e4-c668eb3d8735, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:19.501424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.604865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:19.652745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:19.677182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c4e99-c010-420f-a644-59a4822961af req-f6fd9dad-9be2-4616-b8a3-8a19e9a216d3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:19.683329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-911c4e99-c010-420f-a644-59a4822961af req-f6fd9dad-9be2-4616-b8a3-8a19e9a216d3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 950 time: 0.0802424 Nov 08 12:22:19.736163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-911c4e99-c010-420f-a644-59a4822961af req-56a0bccc-d212-4da5-b946-2dfa18afb3fa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Nov 08 12:22:19.765861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.884815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:19.896212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.971574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:19.972227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:19.973874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0ff1d245-b2d8-4a51-b68e-c17b50fbdfc9 service neutron] 10.222.0.57 "PUT /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 1121 time: 1.3875365 Nov 08 12:22:20.001093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5281df6-ea44-4d53-833e-bd48d6891768 req-c295b46a-2770-4dda-8631-27c14e85b5c3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.003261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5281df6-ea44-4d53-833e-bd48d6891768 req-c295b46a-2770-4dda-8631-27c14e85b5c3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.0855906 Nov 08 12:22:20.058645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5281df6-ea44-4d53-833e-bd48d6891768 req-a1359a75-4382-4cdb-a0ae-be437b4745f9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495341 Nov 08 12:22:20.095395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['418c2335-a5a1-450f-90e4-c668eb3d8735'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:20.307276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61006c4b-19ae-4f69-b44c-c01ad32b1b8c req-cea71b27-b72c-4c72-96ad-e45b02884178 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.313437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61006c4b-19ae-4f69-b44c-c01ad32b1b8c req-cea71b27-b72c-4c72-96ad-e45b02884178 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.315268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61006c4b-19ae-4f69-b44c-c01ad32b1b8c req-cea71b27-b72c-4c72-96ad-e45b02884178 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8&device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 1691 time: 0.1304793 Nov 08 12:22:20.318296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61041c51-2975-4f86-bc24-30c8474f1e3d req-6a048b4b-6759-4848-90e4-688d6f4b4e78 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.320385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61041c51-2975-4f86-bc24-30c8474f1e3d req-6a048b4b-6759-4848-90e4-688d6f4b4e78 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1101 time: 0.1065197 Nov 08 12:22:20.404164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61041c51-2975-4f86-bc24-30c8474f1e3d req-b791bb06-7e93-4687-8278-3f7d52128ff2 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775380 Nov 08 12:22:20.414862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61006c4b-19ae-4f69-b44c-c01ad32b1b8c req-6aad1a01-6101-453c-9b0f-812c7392ba33 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789936 Nov 08 12:22:20.581688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe220-6371-4282-81db-65ae3a71bf3d req-1a511774-9f46-4e95-a322-49abd4045f62 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.590715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff1fe220-6371-4282-81db-65ae3a71bf3d req-1a511774-9f46-4e95-a322-49abd4045f62 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0869024 Nov 08 12:22:20.677735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c67e9-c3ab-4a79-8795-5e2c457a913d req-8c9d5c7c-55ab-48a6-a64a-94b42d8b5ea3 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.679335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b8c67e9-c3ab-4a79-8795-5e2c457a913d req-8c9d5c7c-55ab-48a6-a64a-94b42d8b5ea3 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1101 time: 0.0864024 Nov 08 12:22:20.694502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff1fe220-6371-4282-81db-65ae3a71bf3d req-e6689cfe-f9fd-40a0-8f52-2f23a41a1c01 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985508 Nov 08 12:22:20.761001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b8c67e9-c3ab-4a79-8795-5e2c457a913d req-b99d1226-16bc-4fd6-8163-9e82c0bf5cd9 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Nov 08 12:22:20.820628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd77b-4131-4a6f-9689-020597c13fa6 req-6621f6ce-9b6d-49e4-b4ba-b9964e3aff11 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:20.822155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e4fd77b-4131-4a6f-9689-020597c13fa6 req-6621f6ce-9b6d-49e4-b4ba-b9964e3aff11 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 1101 time: 0.0602922 Nov 08 12:22:20.890845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e4fd77b-4131-4a6f-9689-020597c13fa6 req-bb4473a6-68ce-4076-bb52-6ed3b8d4d8b3 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612371 Nov 08 12:22:21.096128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-668eada3-f548-4e8a-b78a-5064e87f9153 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304685 Nov 08 12:22:21.220936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-74d63a79-f7ba-4761-8052-44d690629090 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:21.222380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-74d63a79-f7ba-4761-8052-44d690629090 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253805 Nov 08 12:22:21.259266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-ec8a00a2-c9aa-4ab7-8d8c-fc1d5836b5b0 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/quotas/4cfd4efe493042c0bc8f702f691fc0e2 HTTP/1.1" status: 200 len: 375 time: 0.0287902 Nov 08 12:22:21.278670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fe08-3416-4bc0-b506-c9a8ead90934 req-43ddffea-2ca9-425a-b4f4-e54113472b62 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:21.280278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7153fe08-3416-4bc0-b506-c9a8ead90934 req-43ddffea-2ca9-425a-b4f4-e54113472b62 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 1101 time: 0.0672791 Nov 08 12:22:21.297509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-0f2eb72a-b9a0-4956-a625-b9c04f525d3c tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318286 Nov 08 12:22:21.336235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7153fe08-3416-4bc0-b506-c9a8ead90934 req-db2cd965-cc10-437e-81cb-9b4289b7ce08 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422890 Nov 08 12:22:21.393839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:21.404942 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:21.553751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37955e68-9278-40d5-9192-96fab5ef5ea9 req-004fe027-030b-42ef-99c5-7bd863b99580 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:21.563340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37955e68-9278-40d5-9192-96fab5ef5ea9 req-004fe027-030b-42ef-99c5-7bd863b99580 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.1267030 Nov 08 12:22:21.641427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37955e68-9278-40d5-9192-96fab5ef5ea9 req-8e4bfaa0-26e8-465c-bd6c-864e74e2bfe4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Nov 08 12:22:21.671013 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66a1487-c5e0-43e3-af7f-9a15115d90e9 x-openstack-request-id: req-d66a1487-c5e0-43e3-af7f-9a15115d90e9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:21.672200 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:21.672378 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d66a1487-c5e0-43e3-af7f-9a15115d90e9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:21.672785 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'status': 'completed', 'code': 200} Nov 08 12:22:21.835963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0bfe1b7-2ef7-4a48-95fe-876dfe5f54ca req-4e2f1fe3-8db2-4c5e-b4e2-304c7d462e4b tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0587921 Nov 08 12:22:21.852674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-2f46d8e1-49ae-4d02-af3a-5a5bc4e68c0a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622935 Nov 08 12:22:21.895520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-9fa7e719-07c8-4ea4-90df-bd4ee0c011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:21.897410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-9fa7e719-07c8-4ea4-90df-bd4ee0c011bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1124 time: 0.1908305 Nov 08 12:22:22.371279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-6e21aac9-ee10-4c99-bf63-177c3126596f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:22.378823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-6e21aac9-ee10-4c99-bf63-177c3126596f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5252285 Nov 08 12:22:22.404652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-c0e25242-3471-4b67-b713-86402cab44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:22.406738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-c0e25242-3471-4b67-b713-86402cab44d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.4800398 Nov 08 12:22:22.408618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-5949f119-1720-48ac-a1b7-727d81821b8a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0291064 Nov 08 12:22:22.431162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fff01-4359-48a8-91f6-13bab0640002 req-4e177cfb-a955-4ee6-8b0f-980766cdb416 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:22.432623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b37fff01-4359-48a8-91f6-13bab0640002 req-4e177cfb-a955-4ee6-8b0f-980766cdb416 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1301332 Nov 08 12:22:22.476021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-78d31b56-0331-4806-853d-902f52aba06d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0605562 Nov 08 12:22:22.583740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-c8e48bf0-37fb-433d-aed9-9eb08ff84ef5 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1662135 Nov 08 12:22:22.587321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b37fff01-4359-48a8-91f6-13bab0640002 req-c38fea5c-e008-42b2-af10-17de844b6df9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191270 Nov 08 12:22:22.590692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-1b18b00f-e0c7-4842-9dbf-167b058e7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:22.592053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-1b18b00f-e0c7-4842-9dbf-167b058e7f8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0935376 Nov 08 12:22:22.638572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-b7eaf95e-c8cf-4c22-a105-e086b219d316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322566 Nov 08 12:22:22.759370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-cdb06004-d6fc-4a64-883a-881fba340561 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170752 Nov 08 12:22:22.926115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b199ae6-35f1-4f82-ac5a-7a7a9fcbbb2f req-17656e99-62ab-4d0e-a358-c0c83bef1e81 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572590 Nov 08 12:22:23.038098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d9837-5082-458c-9e1f-3e23d00c5c2b req-310cc14b-4e3a-44e6-b12e-c2f56b558147 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:23.043711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:23.046054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a80d9837-5082-458c-9e1f-3e23d00c5c2b req-310cc14b-4e3a-44e6-b12e-c2f56b558147 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.0716023 Nov 08 12:22:23.159157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a80d9837-5082-458c-9e1f-3e23d00c5c2b req-efbfd243-9707-4c80-b3d9-d2d666a873f1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Nov 08 12:22:23.192725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bb9f-e6c6-4693-9797-5cf3a42c9304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:23.199447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:23.214916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:22:23.353270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ab81509-efc5-4a3e-9c7e-e5693f912701 req-217c94c3-82eb-4a9d-a7c0-9d48ce06bf31 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0349483 Nov 08 12:22:23.421926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:23.466868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a70f3d07-20a8-48a5-a8c5-3400fe37f42a req-fa1ad074-7387-4421-bcb5-c5545327bfac tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 210 time: 0.1394696 Nov 08 12:22:23.559685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e721d4-7f5f-46b7-9f2b-097cd7ea1361 req-37674bf7-f506-41d7-a862-6566c4cfc2aa tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:23.561472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11e721d4-7f5f-46b7-9f2b-097cd7ea1361 req-37674bf7-f506-41d7-a862-6566c4cfc2aa tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0758004 Nov 08 12:22:23.627453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11e721d4-7f5f-46b7-9f2b-097cd7ea1361 req-2b2a3c61-9eb9-4496-a36c-a422cbc585df tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590060 Nov 08 12:22:23.815619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88877aa7-3385-4518-8d79-33fd06f1969b req-4c8ac234-cb87-4217-899b-8d40bf254ed7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:23.825281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88877aa7-3385-4518-8d79-33fd06f1969b req-4c8ac234-cb87-4217-899b-8d40bf254ed7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0942311 Nov 08 12:22:23.897498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88877aa7-3385-4518-8d79-33fd06f1969b req-63a5c8cd-ab00-408c-983b-1d9bc9099de0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712757 Nov 08 12:22:23.975457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:24.295620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Deleting port 9d2bd210-1741-43e2-bb40-b6a219124dda {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:24.296754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:24.347228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209778-df72-453a-ba3a-1eea4e762fc5 req-598f6413-075e-4554-b5bb-55e7d13b99cb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:24.348825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91209778-df72-453a-ba3a-1eea4e762fc5 req-598f6413-075e-4554-b5bb-55e7d13b99cb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.0577066 Nov 08 12:22:24.415865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91209778-df72-453a-ba3a-1eea4e762fc5 req-2023db18-3ed6-48c1-8c66-6b4080ae5726 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Nov 08 12:22:24.451626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] For port 9d2bd210-1741-43e2-bb40-b6a219124dda, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d2bd210-1741-43e2-bb40-b6a219124dda,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:24.452829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:24.474672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Calling delete_port for 9d2bd210-1741-43e2-bb40-b6a219124dda owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:24.528044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e69a8d0d-d5b0-4eb6-bb0d-3fa23059ef7b req-a462ec06-2cd6-4184-b990-f322ae94afa9 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0611782 Nov 08 12:22:24.664363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b83536f-3fb2-4474-b4e5-1612e1bc8676 req-0fb893ea-0a29-414a-ad8d-3bc8e7941f09 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 210 time: 0.1152029 Nov 08 12:22:24.695930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-c5f8f3e6-1024-49f6-a018-af4b02f146c8 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173530 Nov 08 12:22:24.780088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:24.832869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-de4ace03-1551-4766-b212-548b69b2e56c service neutron] 10.222.0.61 "GET /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.3034933 Nov 08 12:22:24.835185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2bd210-1741-43e2-bb40-b6a219124dda,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:24.939726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-3dacf558-cb36-4e97-b4b2-a0aba59000d1 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:24.941238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-3dacf558-cb36-4e97-b4b2-a0aba59000d1 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370901 Nov 08 12:22:24.951267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b48c3-ff7a-435c-8000-ea8b1e30d581 req-3fb9523f-b49a-4456-b9e1-bf4f9d36aefb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:24.960042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c63b48c3-ff7a-435c-8000-ea8b1e30d581 req-3fb9523f-b49a-4456-b9e1-bf4f9d36aefb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1713018 Nov 08 12:22:24.980376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Request body: {'port': {'device_id': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '4cfd4efe493042c0bc8f702f691fc0e2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:25.162565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.181008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c63b48c3-ff7a-435c-8000-ea8b1e30d581 req-69195aa6-77d7-4f09-9ec0-6dd0a22a812a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200921 Nov 08 12:22:25.338945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac721682-0df1-4855-bfbd-03a8e263e3ae req-f068b924-95ac-4d98-9b3e-ee76cebd94ed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:25.340539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac721682-0df1-4855-bfbd-03a8e263e3ae req-f068b924-95ac-4d98-9b3e-ee76cebd94ed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1826313 Nov 08 12:22:25.368491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa3acd60-53f0-48f1-b943-7d1584386a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.415939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:25.431652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac721682-0df1-4855-bfbd-03a8e263e3ae req-5a5ad8c9-0056-406c-a95e-e101cb74ec40 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Nov 08 12:22:25.434184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:22:25.445109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:25.477924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Made reservation on behalf of 4cfd4efe493042c0bc8f702f691fc0e2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:25.482015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.492705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.521777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c2335-a5a1-450f-90e4-c668eb3d8735 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:25.552979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:25.553530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:25.558895 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-deb88dcb-f0c3-4204-8b26-b8d90f6c3a96 admin admin] 10.222.0.58 "PUT /v2.0/routers/4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1350117 Nov 08 12:22:25.561468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:25.566012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Sync routers for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:25.609477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:25.613068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:25.622477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ff23d-9d75-4b13-a811-9a8b569d0ec2 req-b76a60d9-4cba-434c-9a7e-a93a82283316 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:25.627986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-445ff23d-9d75-4b13-a811-9a8b569d0ec2 req-b76a60d9-4cba-434c-9a7e-a93a82283316 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 943 time: 0.1210599 Nov 08 12:22:25.660552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.697506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.706626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.763086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8660e3f-dcc0-4f58-954a-cb7845cdbb67 req-bf6a9c68-7cbb-4c72-8ae8-5dba66cc65f5 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0805488 Nov 08 12:22:25.771091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-445ff23d-9d75-4b13-a811-9a8b569d0ec2 req-0d39668f-ea00-46e4-a540-d46a7b1246bd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386168 Nov 08 12:22:25.801574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:25.823402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:25.919663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a695729-20fa-4eff-b3e1-ff3029987eb7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:25.924056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-2a994383-8abd-4f63-8ca9-209c9686717f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886078 Nov 08 12:22:25.962533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] Transition to ACTIVE for port object 418c2335-a5a1-450f-90e4-c668eb3d8735 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:25.977425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0b6e689-3dd5-45fe-9dfa-ce512a237a4b req-0d57dbe0-12c3-4dee-8355-80ffaa1e1f3e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 210 time: 0.0867796 Nov 08 12:22:26.025952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.105452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:22:24Z', 'revision_number': 5, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:26.147065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Checking router: 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:26.153803 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.163030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Routers {'4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:26.163662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:26.238325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] No DVR routers for this DVR port 418c2335-a5a1-450f-90e4-c668eb3d8735 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:26.257675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Allocated IP 192.168.233.22 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/aabdb7a8-1686-45da-8f0f-7fda40a1846c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:26.275779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Deleting port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:26.276737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.316892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-b297cd88-962f-420a-9854-dbd0967d2002 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:26.318520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-b297cd88-962f-420a-9854-dbd0967d2002 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528957 Nov 08 12:22:26.319159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] Pushing event updated for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:26.323766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] Set router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:26.340636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-06aea79a-c757-41bd-9c3a-5d061d518176 service neutron] 10.222.0.61 "PUT /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4913723 Nov 08 12:22:26.361759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:26.421684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] For port fd5cc774-8899-43ec-a7ae-982c2d6b6b7b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:26.421684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.439125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Calling delete_port for fd5cc774-8899-43ec-a7ae-982c2d6b6b7b owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:26.596163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d31e-c4da-418d-9f1f-e66f72ec7167 req-520bca7c-c51a-4247-abe3-3e18b1bcdc95 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:26.598316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb0d31e-c4da-418d-9f1f-e66f72ec7167 req-520bca7c-c51a-4247-abe3-3e18b1bcdc95 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.2742133 Nov 08 12:22:26.627867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.639492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:22:24Z', 'revision_number': 5, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:26.644289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:26.647910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.668192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d564d-b48c-46a3-8fc1-8065827f8002 None None] The sync data for ids ['4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e'] in n-d-816990-1 is: [{'id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1441117275-router', 'tenant_id': 'aea6e32811b441d396adae8cf869ba4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:03Z', 'updated_at': '2021-11-08T12:22:24Z', 'revision_number': 5, 'project_id': 'aea6e32811b441d396adae8cf869ba4f', 'gw_port': {'id': 'fd5cc774-8899-43ec-a7ae-982c2d6b6b7b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:04Z', 'updated_at': '2021-11-08T12:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:26.723034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.735018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-3971e997-e081-40a0-a07f-8a335be64dbe tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:26.736582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-3971e997-e081-40a0-a07f-8a335be64dbe tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.2070444 Nov 08 12:22:26.750436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5cc774-8899-43ec-a7ae-982c2d6b6b7b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:26.808650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.833894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8d08-f462-431a-a516-ee00b7f4c88d req-c6265545-1d89-4661-8451-f9cf9be79b57 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:26.835478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a4a8d08-f462-431a-a516-ee00b7f4c88d req-c6265545-1d89-4661-8451-f9cf9be79b57 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.2741086 Nov 08 12:22:26.891677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb0d31e-c4da-418d-9f1f-e66f72ec7167 req-aab394b6-1e8a-4f28-a0a6-b08c7032d0c4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568929 Nov 08 12:22:26.904728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.906553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.971560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a4a8d08-f462-431a-a516-ee00b7f4c88d req-8e3ac01c-d2f1-4fe6-a13a-b843d631d434 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103394 Nov 08 12:22:26.974425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:26.977632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0c92379f-b74b-4c6c-b521-b516f6621d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:26.979095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-0c92379f-b74b-4c6c-b521-b516f6621d33 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 1095 time: 0.2005491 Nov 08 12:22:27.016697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.018135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:22:27.029209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69cfc281-0eef-43c1-9391-f911e0731a86 req-6cf4da30-2be1-4735-9eef-de2b59ab6bf4 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0428531 Nov 08 12:22:27.033541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.035179 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a1cad951-e025-41bd-8d93-7f7f3b6c3d57 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4a7d1e23-2ef5-4dac-a6bc-c77dfa9afc5e HTTP/1.1" status: 204 len: 168 time: 1.4713075 Nov 08 12:22:27.047145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57900) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:27.086547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-24518f2e-9786-478d-9608-4b1c56b28137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:27.088842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-24518f2e-9786-478d-9608-4b1c56b28137 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1095 time: 0.0720334 Nov 08 12:22:27.163341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.164412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Deleting subnet 81eb78be-d709-4f7c-bd5f-8fd5271c3141 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:22:27.168664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.250466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.277786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:27.318611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:27.340761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:27.351026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:27.397181 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.407255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d2bd210-1741-43e2-bb40-b6a219124dda no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:27.460344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9d2bd210-1741-43e2-bb40-b6a219124dda {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:27.460767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d2bd210-1741-43e2-bb40-b6a219124dda not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:27.472343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:27.550884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.590658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81eb78be-d709-4f7c-bd5f-8fd5271c3141,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:27.597976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.609042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f85bd-0999-4da9-a0d8-f44801b76d94 None None] Network 53dbaa74-537b-4a26-a051-1d7fec4ea59d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:22:27.610067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04fc6519-24d4-4aa9-aad4-e34f260fe9ed admin admin] 10.222.0.58 "DELETE /v2.0/subnets/81eb78be-d709-4f7c-bd5f-8fd5271c3141 HTTP/1.1" status: 204 len: 168 time: 0.5564029 Nov 08 12:22:27.610067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:27.754267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.800463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12f19b6-2ff4-410a-a2c0-4f313675bbc2 req-645af3b2-8e4b-433f-9401-f1f12a7d46bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 210 time: 0.5941567 Nov 08 12:22:27.806644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:27.807815 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.825609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3104657c-b19a-4d81-895d-68ffa08d2272 None None] Provisioning complete for port aabdb7a8-1686-45da-8f0f-7fda40a1846c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:27.826708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3104657c-b19a-4d81-895d-68ffa08d2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.870857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Pushing event updated for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:27.882984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Deleting port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:27.883802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:27.888401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.110 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/3915d399-55fd-4a3c-95e9-8a437de71449) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:27.930673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ef89-7054-4fc3-9355-f29f0ed1755e req-9ab8d0ca-8bda-4e02-88b6-745bcc8ff2b3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:27.932468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8299ef89-7054-4fc3-9355-f29f0ed1755e req-9ab8d0ca-8bda-4e02-88b6-745bcc8ff2b3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.8396091 Nov 08 12:22:27.968359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3104657c-b19a-4d81-895d-68ffa08d2272 None None] Port aabdb7a8-1686-45da-8f0f-7fda40a1846c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:27.977100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-5938eab3-3bdf-479b-8fd6-c7b53841b7bd tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0058374 Nov 08 12:22:27.982452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] DHCP port deletion for 53dbaa74-537b-4a26-a051-1d7fec4ea59d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:22:28.004302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-3dbe3815-7c9c-4207-8dc1-2dcf10e6a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:28.007955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-3dbe3815-7c9c-4207-8dc1-2dcf10e6a3ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.9050508 Nov 08 12:22:28.020489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] For port 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d33a2c4-8cc7-499f-af47-a5081640d9a2,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:28.020876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.043072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Request body: {'port': {'device_id': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:28.049646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Calling delete_port for 0d33a2c4-8cc7-499f-af47-a5081640d9a2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:28.051178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.119841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Deleting port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:28.120824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.148369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-2aaa9251-6d5e-447f-8262-c44a9075e802 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0974004 Nov 08 12:22:28.207895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] For port 0d33a2c4-8cc7-499f-af47-a5081640d9a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d33a2c4-8cc7-499f-af47-a5081640d9a2,segment=NetworkSegment(ddd5cfad-b197-495c-a390-7987457ac368),segment_id=ddd5cfad-b197-495c-a390-7987457ac368)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:28.208210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.222102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Calling delete_port for 0d33a2c4-8cc7-499f-af47-a5081640d9a2 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:28.237295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.248238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8299ef89-7054-4fc3-9355-f29f0ed1755e req-f1dd1ff8-1096-483e-add5-a033a494ece1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965753 Nov 08 12:22:28.276729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d33a2c4-8cc7-499f-af47-a5081640d9a2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:28.284611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] No DVR routers for this DVR port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:28.330739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7efb1-e62c-4b92-9f4d-d4e4663f6af4 req-03932a45-1cf7-40ad-8fa3-350c644a2b41 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:28.338650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca7efb1-e62c-4b92-9f4d-d4e4663f6af4 req-03932a45-1cf7-40ad-8fa3-350c644a2b41 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.3195391 Nov 08 12:22:28.346181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.348289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.381670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-a91b1cb1-3111-43ba-9fef-51913be1502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:28.383424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-a91b1cb1-3111-43ba-9fef-51913be1502d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.2240918 Nov 08 12:22:28.390370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.393158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] Pushing event deleted for resources: {'Port': ['ID=0d33a2c4-8cc7-499f-af47-a5081640d9a2,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:28.404309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c7676-92ad-4b93-aa1b-53be854c8fce None None] No DVR routers for this DVR port 0d33a2c4-8cc7-499f-af47-a5081640d9a2 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:28.419295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dbaa74-537b-4a26-a051-1d7fec4ea59d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:28.433276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd5cfad-b197-495c-a390-7987457ac368') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:28.433575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd5cfad-b197-495c-a390-7987457ac368') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:28.443749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.457139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.463341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:22:28.463727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:22:28.465415 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:22:28.498829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-4ad41eaa-cd69-4b66-8348-dc45b677ce38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905719 Nov 08 12:22:28.553336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca7efb1-e62c-4b92-9f4d-d4e4663f6af4 req-d3290797-96f5-4d89-8eee-aac7147a1389 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135992 Nov 08 12:22:28.556503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.585669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.591381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.599902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/53dbaa74-537b-4a26-a051-1d7fec4ea59d HTTP/1.1" status: 204 len: 168 time: 0.9754012 Nov 08 12:22:28.601263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57950) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:28.663645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84702b63-b23e-44e7-8a36-d511f52609a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53dbaa74-537b-4a26-a051-1d7fec4ea59d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:28.678365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9170383-7051-41e6-9107-9408c688fb0b req-0e804f40-ce3f-4634-89b5-598d5e08c5ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:28.678365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9170383-7051-41e6-9107-9408c688fb0b req-0e804f40-ce3f-4634-89b5-598d5e08c5ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.2860420 Nov 08 12:22:28.804873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-6ee5505b-0e80-449c-8b87-2af5828fc439 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930727 Nov 08 12:22:28.844686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9170383-7051-41e6-9107-9408c688fb0b req-f59592c9-18c1-4044-8745-89e7ed39c6e4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529183 Nov 08 12:22:28.859125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318c66-e8fe-446f-a945-a8a75e2fbed4 req-d4d20a5e-c32f-4710-991f-9a7258410d5c tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:28.860753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d318c66-e8fe-446f-a945-a8a75e2fbed4 req-d4d20a5e-c32f-4710-991f-9a7258410d5c tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 935 time: 0.2414477 Nov 08 12:22:28.875543 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.919063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:28.937922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:28.969727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:29.092996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:29.097111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.112745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-5d49648a-d0d9-47bd-a095-da2bd2c4d9b9 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936323 Nov 08 12:22:29.118968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:29.127814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d318c66-e8fe-446f-a945-a8a75e2fbed4 req-ee45ef9f-c4db-4642-b041-a72d5b5fa50c tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315195 Nov 08 12:22:29.129597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:29.134044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:29.208122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd51bb-a276-4cbd-b5d0-85b392f86b87 req-b23a39c2-1a18-4af2-807d-3e00b886d704 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:29.215738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffd51bb-a276-4cbd-b5d0-85b392f86b87 req-b23a39c2-1a18-4af2-807d-3e00b886d704 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 936 time: 0.2766421 Nov 08 12:22:29.283149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:29.283811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.400009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-27bde3ac-776f-49d1-97a3-787f13811481 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0385408 Nov 08 12:22:29.453754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Request body: {'port': {'device_id': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:29.457363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d33a2c4-8cc7-499f-af47-a5081640d9a2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:29.472748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffd51bb-a276-4cbd-b5d0-85b392f86b87 req-c7caa6d2-521e-4580-816c-c89ce11943e4 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558594 Nov 08 12:22:29.501735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0d33a2c4-8cc7-499f-af47-a5081640d9a2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:29.502081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d33a2c4-8cc7-499f-af47-a5081640d9a2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:29.502656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd5cc774-8899-43ec-a7ae-982c2d6b6b7b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:29.525512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabdb7a8-1686-45da-8f0f-7fda40a1846c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:29.538093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.548348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fd5cc774-8899-43ec-a7ae-982c2d6b6b7b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:29.548689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd5cc774-8899-43ec-a7ae-982c2d6b6b7b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:29.598380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Transition to ACTIVE for port object aabdb7a8-1686-45da-8f0f-7fda40a1846c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:29.615867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eebb8-f177-414b-8716-1e722762c24a req-c0e8e592-98bc-4ea8-a6ce-0f6b7a755f77 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:29.617363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d84eebb8-f177-414b-8716-1e722762c24a req-c0e8e592-98bc-4ea8-a6ce-0f6b7a755f77 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.1764023 Nov 08 12:22:29.618534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.712993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e9b03f05-0a1f-48eb-8d07-354c7d249105 None None] Provisioning complete for port 3915d399-55fd-4a3c-95e9-8a437de71449 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:29.713362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e9b03f05-0a1f-48eb-8d07-354c7d249105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.736327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Deleting port 645b96ca-d757-4d28-acef-cdec23c66b66 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:29.736958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.753921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.774609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e9b03f05-0a1f-48eb-8d07-354c7d249105 None None] Port 3915d399-55fd-4a3c-95e9-8a437de71449 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:29.811256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d84eebb8-f177-414b-8716-1e722762c24a req-ad371c2a-10a6-4800-b267-db29376eed94 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810985 Nov 08 12:22:29.855795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] For port 645b96ca-d757-4d28-acef-cdec23c66b66, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645b96ca-d757-4d28-acef-cdec23c66b66,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:29.856448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:29.892197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Calling delete_port for 645b96ca-d757-4d28-acef-cdec23c66b66 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:29.922363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086b08f-2ee7-475c-aeba-8f13cafca770 req-b3a90a29-bd84-403d-9e55-d09f1e844984 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:29.926610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6086b08f-2ee7-475c-aeba-8f13cafca770 req-b3a90a29-bd84-403d-9e55-d09f1e844984 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.2592959 Nov 08 12:22:29.974023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Pushing event updated for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:29.988149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-a022a8bd-b39f-4b60-9358-b3d0cfec90a6 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:29.990961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-a022a8bd-b39f-4b60-9358-b3d0cfec90a6 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.2976794 Nov 08 12:22:30.211325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6086b08f-2ee7-475c-aeba-8f13cafca770 req-d2741d3a-355d-4610-9cdb-31a13f3f8be7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697349 Nov 08 12:22:30.305863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4788f1-8456-42a6-9d0e-42be2e523afc req-87b3149d-6d80-4b78-b172-9696914131d1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:30.305863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a4788f1-8456-42a6-9d0e-42be2e523afc req-87b3149d-6d80-4b78-b172-9696914131d1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.3063493 Nov 08 12:22:30.305863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Attempting to bind port aabdb7a8-1686-45da-8f0f-7fda40a1846c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:30.305863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Attempting to bind port aabdb7a8-1686-45da-8f0f-7fda40a1846c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:30.305863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Attempting to bind port aabdb7a8-1686-45da-8f0f-7fda40a1846c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:30.369114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Port aabdb7a8-1686-45da-8f0f-7fda40a1846c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:30.384239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Attempting to bind port aabdb7a8-1686-45da-8f0f-7fda40a1846c on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:30.413862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:30.414198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:30.414601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:30.415023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Bound port: aabdb7a8-1686-45da-8f0f-7fda40a1846c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:30.415370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.472210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.475863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a4788f1-8456-42a6-9d0e-42be2e523afc req-ba946abc-b5bd-4eda-917e-b2322c7b94ac tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095842 Nov 08 12:22:30.490313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36910096-a730-4725-a464-9dad60194e5b req-233b3823-18df-4eb1-86d9-a030f0717596 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:30.491854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36910096-a730-4725-a464-9dad60194e5b req-233b3823-18df-4eb1-86d9-a030f0717596 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 947 time: 0.2140315 Nov 08 12:22:30.519135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Pushing event deleted for resources: {'Port': ['ID=645b96ca-d757-4d28-acef-cdec23c66b66,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:30.532289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3915d399-55fd-4a3c-95e9-8a437de71449 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:30.569812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.590128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-1fee3bf0-ede2-486f-a7a3-628c26553a7b service neutron] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:30.615468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-1fee3bf0-ede2-486f-a7a3-628c26553a7b service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.616578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f37c3d70-ee9a-4314-a6ab-9cdc9bde0abf req-1fee3bf0-ede2-486f-a7a3-628c26553a7b service neutron] 10.222.0.57 "DELETE /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.5896063 Nov 08 12:22:30.619451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Transition to ACTIVE for port object 3915d399-55fd-4a3c-95e9-8a437de71449 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:30.659345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:30.663269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:30.667283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36910096-a730-4725-a464-9dad60194e5b req-c2c8c6b7-3a3d-48ed-baca-d8f2f9d43e6a tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401567 Nov 08 12:22:30.729653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.772614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.789030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.811027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4732a-bcb0-49f3-b397-5316902e669a req-fe9850a3-2d62-403e-a10b-86f2b3894c76 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:30.813181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72d4732a-bcb0-49f3-b397-5316902e669a req-fe9850a3-2d62-403e-a10b-86f2b3894c76 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 936 time: 0.1230021 Nov 08 12:22:30.823229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:30.823823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:30.825429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] 10.222.0.61 "PUT /v2.0/ports/aabdb7a8-1686-45da-8f0f-7fda40a1846c HTTP/1.1" status: 200 len: 1095 time: 2.8113313 Nov 08 12:22:30.831883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:30.835103 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022e374-f03a-49c8-924d-4150e1f2ba4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:30.874422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Pushing event updated for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:31.103792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f46d9d-ec02-4141-91ed-2cd1553914db service neutron] Pushing event updated for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:31.116393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Router a63495bb-32a4-4b81-82ec-e7f3d0400eec has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:22:31.143364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72d4732a-bcb0-49f3-b397-5316902e669a req-5f30cbf4-8741-45ad-aa9e-a06d297d2235 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162909 Nov 08 12:22:31.146469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Attempting to bind port 3915d399-55fd-4a3c-95e9-8a437de71449 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:31.146841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Attempting to bind port 3915d399-55fd-4a3c-95e9-8a437de71449 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:31.147175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Attempting to bind port 3915d399-55fd-4a3c-95e9-8a437de71449 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:31.162170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Port 3915d399-55fd-4a3c-95e9-8a437de71449 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:31.162947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Attempting to bind port 3915d399-55fd-4a3c-95e9-8a437de71449 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:31.184174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c9fc-57cf-4070-aa3a-f5c2b35ce97a req-2b084999-7915-490e-be03-9773b6d22986 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.187528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3463c9fc-57cf-4070-aa3a-f5c2b35ce97a req-2b084999-7915-490e-be03-9773b6d22986 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.2459948 Nov 08 12:22:31.235211 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aedd6f1-c40f-431a-868c-852950687801 x-openstack-request-id: req-0aedd6f1-c40f-431a-868c-852950687801 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:31.235699 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:31.235823 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0aedd6f1-c40f-431a-868c-852950687801 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:31.236196 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c', 'status': 'completed', 'code': 200} Nov 08 12:22:31.244481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-6298b775-2613-40ee-b87a-37f8e2a4e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.246008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-6298b775-2613-40ee-b87a-37f8e2a4e7ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 1098 time: 0.2779448 Nov 08 12:22:31.247980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:31.248355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:31.248735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:31.249930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Bound port: 3915d399-55fd-4a3c-95e9-8a437de71449, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:31.251249 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:31.326346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-0eeab93c-6d29-4523-afdd-555fe4879b4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c HTTP/1.1" status: 200 len: 217 time: 0.0600278 Nov 08 12:22:31.382290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:31.393565 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Sync routers for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:31.400362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0215f765-ce0a-4626-b477-3713addf215f admin admin] 10.222.0.58 "PUT /v2.0/routers/a63495bb-32a4-4b81-82ec-e7f3d0400eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7885921 Nov 08 12:22:31.400362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:31.427046 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:31.428213 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:31.444478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3463c9fc-57cf-4070-aa3a-f5c2b35ce97a req-f9a6f428-e3a5-47f7-9d88-1ca53b0386ca tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428896 Nov 08 12:22:31.505507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-c192317d-ad3a-48cc-b126-64788018d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.505507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-c192317d-ad3a-48cc-b126-64788018d077 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1279757 Nov 08 12:22:31.505507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:31.507803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3915d399-55fd-4a3c-95e9-8a437de71449,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:31.520576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36dfd-6fc3-4f16-bc3a-1eb6c1d48d40 req-c570690e-f61f-404d-8ffa-7ffc2324d33e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.528488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86d36dfd-6fc3-4f16-bc3a-1eb6c1d48d40 req-c570690e-f61f-404d-8ffa-7ffc2324d33e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1471379 Nov 08 12:22:31.592016 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:31.620648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:31.633448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:31.686024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-0c496c49-7403-4876-99a4-ccb1446e8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.688559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-0c496c49-7403-4876-99a4-ccb1446e8d3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580696 Nov 08 12:22:31.716234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86d36dfd-6fc3-4f16-bc3a-1eb6c1d48d40 req-6d53001e-3ee6-443e-ad7d-f0f1edbe48d9 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867864 Nov 08 12:22:31.761020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:31.767409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:31.769065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] 10.222.0.57 "PUT /v2.0/ports/3915d399-55fd-4a3c-95e9-8a437de71449 HTTP/1.1" status: 200 len: 1096 time: 2.3253977 Nov 08 12:22:31.785957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:31.817905 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:22:30Z', 'revision_number': 5, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port': {'id': '6d0e6340-6597-4508-8041-3dd54aadec42', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:31.854770 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Checking router: a63495bb-32a4-4b81-82ec-e7f3d0400eec for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:31.864589 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Routers {'a63495bb-32a4-4b81-82ec-e7f3d0400eec'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:31.865798 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:31.929138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Deleting port 6d0e6340-6597-4508-8041-3dd54aadec42 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:31.929481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.002664 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] Set router a63495bb-32a4-4b81-82ec-e7f3d0400eec gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:32.054156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] For port 6d0e6340-6597-4508-8041-3dd54aadec42, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d0e6340-6597-4508-8041-3dd54aadec42,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:32.056162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.076561 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:22:31Z', 'revision_number': 6, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:32.082988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Calling delete_port for 6d0e6340-6597-4508-8041-3dd54aadec42 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:32.117864 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b2fd-7f80-4151-a9cb-8d593a020e7b None None] The sync data for ids ['a63495bb-32a4-4b81-82ec-e7f3d0400eec'] in n-d-816990-1 is: [{'id': 'a63495bb-32a4-4b81-82ec-e7f3d0400eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-656834634-router', 'tenant_id': 'c595caebbad749e88f083f0d729bb81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:16Z', 'updated_at': '2021-11-08T12:22:31Z', 'revision_number': 6, 'project_id': 'c595caebbad749e88f083f0d729bb81f', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:32.345839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.361224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c995dd-2694-42f0-9cbe-7f415b145e1b req-196272ef-7b10-42fd-b820-c70d178caa2a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.362767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6c995dd-2694-42f0-9cbe-7f415b145e1b req-196272ef-7b10-42fd-b820-c70d178caa2a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.7012303 Nov 08 12:22:32.366213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3c82-8374-4a51-82d0-fb4a19b2b79a service neutron] Pushing event updated for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:32.379970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0e6340-6597-4508-8041-3dd54aadec42,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:32.432735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1ae3-d16a-4086-a31f-d6671bc53707 req-275fceb0-de37-4924-8452-e083752e4ad8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.434167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-415c1ae3-d16a-4086-a31f-d6671bc53707 req-275fceb0-de37-4924-8452-e083752e4ad8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1095 time: 0.6124637 Nov 08 12:22:32.435924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-794ddcc6-dc4e-4fb3-91dc-7c936c259ec9 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766737 Nov 08 12:22:32.460382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.466504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-015e2048-86a7-4dfb-b6c3-e5cf41594060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.468631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-015e2048-86a7-4dfb-b6c3-e5cf41594060 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 1099 time: 0.1880870 Nov 08 12:22:32.520992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6c995dd-2694-42f0-9cbe-7f415b145e1b req-c7e39fc5-6661-43d4-96dc-20f499f8fc06 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491089 Nov 08 12:22:32.586423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.588840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.618778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-221f3e4a-0a1e-4d40-a61b-da9951a3a94a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3915d399-55fd-4a3c-95e9-8a437de71449 HTTP/1.1" status: 200 len: 217 time: 0.1247163 Nov 08 12:22:32.688929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-415c1ae3-d16a-4086-a31f-d6671bc53707 req-71b7e4eb-3624-4324-83ce-195858b34dd9 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441430 Nov 08 12:22:32.705646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.706207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63495bb-32a4-4b81-82ec-e7f3d0400eec {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:22:32.714293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.718488 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f86be543-cab4-461f-b11a-bb5d43b34eef admin admin] 10.222.0.58 "DELETE /v2.0/routers/a63495bb-32a4-4b81-82ec-e7f3d0400eec HTTP/1.1" status: 204 len: 168 time: 1.3167799 Nov 08 12:22:32.719271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:32.724645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-4252bb5e-9312-4901-9a23-1562a0b0c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.726119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-4252bb5e-9312-4901-9a23-1562a0b0c666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0902395 Nov 08 12:22:32.727970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f639f78-521b-4704-8c03-4e4a40b1d1f1 req-28583b62-b15f-4ac6-9563-6f5f191c2848 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784345 Nov 08 12:22:32.815278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Deleting subnet 32e6f930-6233-4abb-b9ff-68ec548795cf {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:22:32.820291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.868064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:32.926864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-7a7c8530-5bc9-492b-8f38-937ba7cc8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.928540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-7a7c8530-5bc9-492b-8f38-937ba7cc8cdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938269 Nov 08 12:22:32.944233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cc000-efe2-4cfd-aecb-13a46be7467e req-b265b529-ef34-44a1-8158-612ac026e352 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.945982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f8cc000-efe2-4cfd-aecb-13a46be7467e req-b265b529-ef34-44a1-8158-612ac026e352 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 948 time: 0.1353292 Nov 08 12:22:32.956613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcf4b7-481f-4e90-90f6-286bd412782e req-9ac985ef-c872-4613-94b5-a5f1c404777f tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:32.958407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4abcf4b7-481f-4e90-90f6-286bd412782e req-9ac985ef-c872-4613-94b5-a5f1c404777f tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 947 time: 0.2253029 Nov 08 12:22:32.970319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.077740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-0bdf1c38-e1db-4121-9b01-5f1ed6f480cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.079266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-0bdf1c38-e1db-4121-9b01-5f1ed6f480cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 1098 time: 0.1935897 Nov 08 12:22:33.168813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f8cc000-efe2-4cfd-aecb-13a46be7467e req-6719a13c-6e0c-4860-808b-d49e970b2dfa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077346 Nov 08 12:22:33.222565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-c4d97f73-9b8a-4970-b837-756b736cd48a service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742264 Nov 08 12:22:33.230131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4abcf4b7-481f-4e90-90f6-286bd412782e req-bf835eaf-9e60-4173-a458-f583c00780c6 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598886 Nov 08 12:22:33.295380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:33.300273 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:33.357759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d0e6340-6597-4508-8041-3dd54aadec42 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:33.374670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.383289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6d0e6340-6597-4508-8041-3dd54aadec42 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:33.383623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d0e6340-6597-4508-8041-3dd54aadec42 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:33.384037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645b96ca-d757-4d28-acef-cdec23c66b66 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:33.412659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e6f930-6233-4abb-b9ff-68ec548795cf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:33.421030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.426796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-205f857c-e568-4f70-a249-55c99024267f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/32e6f930-6233-4abb-b9ff-68ec548795cf HTTP/1.1" status: 204 len: 168 time: 0.7052155 Nov 08 12:22:33.428434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:33.443970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 645b96ca-d757-4d28-acef-cdec23c66b66 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:33.444630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645b96ca-d757-4d28-acef-cdec23c66b66 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:33.449212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdec3a7-07af-409c-8309-19ed4e3f7ffd None None] Network ea166af5-4d2c-4fe3-b055-e1a2383f34d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:22:33.484653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-70b66f19-f7c1-4d5c-949b-1b752dbf4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.486272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-70b66f19-f7c1-4d5c-949b-1b752dbf4e30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3882821 Nov 08 12:22:33.547046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.555099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-77994a7f-ea7d-45ce-81f5-7b0d763e67aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c HTTP/1.1" status: 200 len: 217 time: 0.0507734 Nov 08 12:22:33.610824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Deleting port aa0042c2-5a18-4ec0-8011-8f2f8308f576 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:33.611152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.648691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e546-c860-4557-aa20-f9c808e5c8f4 req-21bcfc15-9fcf-47fb-a4be-adaf1e0deefc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.650586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0792e546-c860-4557-aa20-f9c808e5c8f4 req-21bcfc15-9fcf-47fb-a4be-adaf1e0deefc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.3099215 Nov 08 12:22:33.662459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4a9418e-1567-4257-b9f1-7d27231bbcb5 req-df708c8e-1b51-4188-820a-8de9801f5647 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289248 Nov 08 12:22:33.705074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] For port aa0042c2-5a18-4ec0-8011-8f2f8308f576, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=aa0042c2-5a18-4ec0-8011-8f2f8308f576,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:33.705450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.725422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Calling delete_port for aa0042c2-5a18-4ec0-8011-8f2f8308f576 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:33.733993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-3682841a-b248-4791-8ddd-f8adb373b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.735692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-3682841a-b248-4791-8ddd-f8adb373b639 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1388829 Nov 08 12:22:33.743469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] DHCP port deletion for ea166af5-4d2c-4fe3-b055-e1a2383f34d1 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:22:33.811657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5b6bfbe5-453e-4fb9-8acb-778764c426be tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.816023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Deleting port aa0042c2-5a18-4ec0-8011-8f2f8308f576 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:33.816882 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.819387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5b6bfbe5-453e-4fb9-8acb-778764c426be tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.3943806 Nov 08 12:22:33.841310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-31362387-7395-4463-93d3-42de536bdbb0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/quotas/47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 375 time: 0.0205023 Nov 08 12:22:33.851175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0792e546-c860-4557-aa20-f9c808e5c8f4 req-8fe786c2-6557-4365-8c90-5a0f61fbdcd7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807320 Nov 08 12:22:33.896134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-f97e4824-cbc8-43e0-bb8a-2010abca015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:33.896375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-f97e4824-cbc8-43e0-bb8a-2010abca015a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426165 Nov 08 12:22:33.907601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] For port aa0042c2-5a18-4ec0-8011-8f2f8308f576, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=aa0042c2-5a18-4ec0-8011-8f2f8308f576,segment=NetworkSegment(e3c60ca3-97b6-4008-854d-09f63f4ed38d),segment_id=e3c60ca3-97b6-4008-854d-09f63f4ed38d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:33.907836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.923251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Calling delete_port for aa0042c2-5a18-4ec0-8011-8f2f8308f576 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:33.924017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-15d8cbf5-f358-4adf-a4e1-367e5faf7aa7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717170 Nov 08 12:22:33.928290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:33.935089 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967676c1-3072-456b-8f82-891d910d6688 x-openstack-request-id: req-967676c1-3072-456b-8f82-891d910d6688 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:33.935383 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:33.935634 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-967676c1-3072-456b-8f82-891d910d6688 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:33.936021 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449', 'status': 'completed', 'code': 200} Nov 08 12:22:33.998503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0042c2-5a18-4ec0-8011-8f2f8308f576,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:34.007886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] No DVR routers for this DVR port aa0042c2-5a18-4ec0-8011-8f2f8308f576 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:34.075212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.088279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] No DVR routers for this DVR port aa0042c2-5a18-4ec0-8011-8f2f8308f576 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:34.107736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Pushing event deleted for resources: {'Port': ['ID=aa0042c2-5a18-4ec0-8011-8f2f8308f576,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:34.120219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.120854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.121105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.121449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.121778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.122144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.122735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.123059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.123388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.123711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.124873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.125239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092503f-f91b-4d3b-bb1c-2648b597b0c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:34.127694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.160621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea166af5-4d2c-4fe3-b055-e1a2383f34d1']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:34.174864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c60ca3-97b6-4008-854d-09f63f4ed38d') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:34.175174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c60ca3-97b6-4008-854d-09f63f4ed38d') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:34.185178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-1ab28390-964d-43cb-a00f-5f4cc4bff50e service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768548 Nov 08 12:22:34.185374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.189399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-a7a171e9-4db2-4205-933a-96c74b4eb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.191044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-a7a171e9-4db2-4205-933a-96c74b4eb145 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 1099 time: 0.2143090 Nov 08 12:22:34.199309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd597c00-60d7-45b6-9a1f-f05813e0c79d req-1ddfe211-ae5f-4db4-95ab-5aacc32df3f1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.200831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd597c00-60d7-45b6-9a1f-f05813e0c79d req-1ddfe211-ae5f-4db4-95ab-5aacc32df3f1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1868906 Nov 08 12:22:34.205924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-fdeddf57-4f1b-4a6d-9313-e48b1d540cc9 service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658396 Nov 08 12:22:34.214969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.224022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:22:34.224594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:22:34.237552 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:22:34.368118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.375337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:34.380380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ea166af5-4d2c-4fe3-b055-e1a2383f34d1 HTTP/1.1" status: 204 len: 168 time: 0.9502153 Nov 08 12:22:34.407041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc392b-6cfa-4c91-8336-4fa341b28f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea166af5-4d2c-4fe3-b055-e1a2383f34d1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:34.487155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd597c00-60d7-45b6-9a1f-f05813e0c79d req-eeb3fa24-5e3c-4df4-a859-1fa828261e67 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586446 Nov 08 12:22:34.515666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-8716ecfa-d20e-4cc4-b05b-e890c7b6ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.517351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-8716ecfa-d20e-4cc4-b05b-e890c7b6ed36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3053331 Nov 08 12:22:34.521178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b022e374-f03a-49c8-924d-4150e1f2ba4f req-cd7f8a28-4a8a-41bf-bf6a-4f830c7fc0c7 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192406 Nov 08 12:22:34.527076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-ffcfe061-f82f-4d41-a94c-5b46625d1d48 service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009865 Nov 08 12:22:34.588653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-5406a534-a1e9-42da-a36d-56162de33358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3915d399-55fd-4a3c-95e9-8a437de71449 HTTP/1.1" status: 200 len: 217 time: 0.0451992 Nov 08 12:22:34.672667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-eca2931b-e791-46fd-9462-2c5ccc0f91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.674102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-eca2931b-e791-46fd-9462-2c5ccc0f91fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0744545 Nov 08 12:22:34.693357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e8d4c-21f1-482d-9f96-03042eb624a5 req-6404101a-2e5f-410d-a19e-5bc671a5bdee tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.694918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-289e8d4c-21f1-482d-9f96-03042eb624a5 req-6404101a-2e5f-410d-a19e-5bc671a5bdee tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 948 time: 0.0667987 Nov 08 12:22:34.781071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-9618fd59-fe55-41a9-840c-9781da77f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:34.783030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-9618fd59-fe55-41a9-840c-9781da77f562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867524 Nov 08 12:22:34.802849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-289e8d4c-21f1-482d-9f96-03042eb624a5 req-6f134c31-9068-4648-8054-d8fe30f1bc5f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988646 Nov 08 12:22:34.910984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58036) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:34.948951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dd7c83b-a2b8-4aee-9612-a74ef7d5a536 req-43686714-5976-42c9-a197-13b6c1410d4b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 210 time: 0.0608304 Nov 08 12:22:34.963808 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c8add12-0ccc-4032-b081-fbc35306c92d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aea6e32811b441d396adae8cf869ba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525632 Nov 08 12:22:34.967013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58040) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:35.008866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd216-e1d9-43bb-a98b-5bfb5708ed9d req-92ec2736-b004-4db0-9094-ad17e1111d37 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:35.010884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2dcd216-e1d9-43bb-a98b-5bfb5708ed9d req-92ec2736-b004-4db0-9094-ad17e1111d37 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 947 time: 0.1240721 Nov 08 12:22:35.013964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-62422de5-3dbe-4baa-a90f-4b67d282668e service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101488 Nov 08 12:22:35.045576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.068282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.168455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2dcd216-e1d9-43bb-a98b-5bfb5708ed9d req-de95b044-28b9-4ab7-b0ca-bee3cab45d26 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508658 Nov 08 12:22:35.182269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777fa5-7a68-4161-88ff-47a3bfc59df9 req-7583bf9f-2d30-403f-892f-75a334519c31 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:35.184076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d777fa5-7a68-4161-88ff-47a3bfc59df9 req-7583bf9f-2d30-403f-892f-75a334519c31 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1367867 Nov 08 12:22:35.190760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.193467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.194657 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca HTTP/1.1" status: 204 len: 168 time: 0.2265937 Nov 08 12:22:35.203346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a30b3f-b3f0-43f5-9cfa-4fd1d7bd9a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa934eb-4f86-44a7-bd25-50b3a5fdd3ca,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:35.215922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8acdbb9-9efd-4890-8ad8-52cfaa3146e3 req-69dcb4c7-99a3-4f0b-92cc-5d420f0b9195 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899614 Nov 08 12:22:35.250062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d777fa5-7a68-4161-88ff-47a3bfc59df9 req-e6363068-3d03-4986-9bcb-5708515a08d4 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Nov 08 12:22:35.284927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aabdb7a8-1686-45da-8f0f-7fda40a1846c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:35.342786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device aa0042c2-5a18-4ec0-8011-8f2f8308f576 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:35.378284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: aa0042c2-5a18-4ec0-8011-8f2f8308f576 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:35.378880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device aa0042c2-5a18-4ec0-8011-8f2f8308f576 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:35.443965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:35.456189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c', 'mac_address': 'fa:16:3e:dd:ec:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:35.503055 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.526865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabdb7a8-1686-45da-8f0f-7fda40a1846c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:35.549302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:35.608908 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:35.616907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90a14-4229-4492-b154-b7267291008c req-4af82ef2-9719-4562-b47d-a311ca56706a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:35.618557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bd90a14-4229-4492-b154-b7267291008c req-4af82ef2-9719-4562-b47d-a311ca56706a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0590768 Nov 08 12:22:35.668703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:35.692697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bd90a14-4229-4492-b154-b7267291008c req-cdae4227-62bf-4277-aba5-706c7781726e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Nov 08 12:22:35.891052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['aabdb7a8-1686-45da-8f0f-7fda40a1846c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:35.943010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a9148-d190-4605-a725-a9c264a08885 req-97a687f3-a078-4f27-809e-5b22bae9f5b6 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:35.951405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df6a9148-d190-4605-a725-a9c264a08885 req-97a687f3-a078-4f27-809e-5b22bae9f5b6 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 948 time: 0.0798628 Nov 08 12:22:36.013292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df6a9148-d190-4605-a725-a9c264a08885 req-9489e0ee-555c-4585-83b0-d78ff2f86d13 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575268 Nov 08 12:22:36.080228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58060) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:36.101735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4654a0f-5e54-44f2-8666-cfe29f034471 req-0a408e52-aa2a-4e4d-9b87-8a9b742d09fd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 210 time: 0.0338464 Nov 08 12:22:36.130800 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df6dd1a2-7e83-4a54-a789-afbf614dd967 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c595caebbad749e88f083f0d729bb81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485511 Nov 08 12:22:36.133585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58062) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:36.194485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:36.241097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:36.385349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092ad48-3b3b-49b9-ba66-f8aa5083f3e4 req-d55d56f0-ebbd-482a-92b9-f2e2f6878823 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:36.387136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b092ad48-3b3b-49b9-ba66-f8aa5083f3e4 req-d55d56f0-ebbd-482a-92b9-f2e2f6878823 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 948 time: 0.1166453 Nov 08 12:22:36.407026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:36.412045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:36.413403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28146058-6a14-4ab5-858c-1177b35189f5 HTTP/1.1" status: 204 len: 168 time: 0.2786365 Nov 08 12:22:36.424824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5516a5-c898-4074-8347-252218a2a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28146058-6a14-4ab5-858c-1177b35189f5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:36.522511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b092ad48-3b3b-49b9-ba66-f8aa5083f3e4 req-6ab82be1-9652-4d0c-b6a9-f0559e15f201 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143830 Nov 08 12:22:36.535361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0ec2a-a69b-45b3-984e-288af985b8fe req-1b0c17f0-cb64-41e0-ad77-bf103defc5fd tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:36.537126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77b0ec2a-a69b-45b3-984e-288af985b8fe req-1b0c17f0-cb64-41e0-ad77-bf103defc5fd tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1770618 Nov 08 12:22:36.618306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77b0ec2a-a69b-45b3-984e-288af985b8fe req-82b8f51a-4b88-4685-b07f-4cbc8fd0961c tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705469 Nov 08 12:22:36.819497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92296-4f51-4179-ae16-b2d1880d62b1 req-aaaa32e1-0cf1-4474-9df7-c8b04403d072 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:36.821075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3c92296-4f51-4179-ae16-b2d1880d62b1 req-aaaa32e1-0cf1-4474-9df7-c8b04403d072 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0519469 Nov 08 12:22:36.876874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3c92296-4f51-4179-ae16-b2d1880d62b1 req-05bed344-b07d-4ad0-a1e9-3e32eeb9345c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480399 Nov 08 12:22:37.081153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3915d399-55fd-4a3c-95e9-8a437de71449 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:37.243437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3915d399-55fd-4a3c-95e9-8a437de71449,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:37.258175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '3915d399-55fd-4a3c-95e9-8a437de71449', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '3915d399-55fd-4a3c-95e9-8a437de71449', 'mac_address': 'fa:16:3e:aa:ea:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:37.321631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:37.341360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3915d399-55fd-4a3c-95e9-8a437de71449 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:37.346769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aabdb7a8-1686-45da-8f0f-7fda40a1846c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:37.419252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3915d399-55fd-4a3c-95e9-8a437de71449,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:37.487827 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:37.529481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port aabdb7a8-1686-45da-8f0f-7fda40a1846c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:37.537965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port aabdb7a8-1686-45da-8f0f-7fda40a1846c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:37.538450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:37.597032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:37.644753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b1f883c-9c59-41ce-8140-0b3dcab83afd req-61d4d2e9-d081-4bf2-96f8-acbedd6a544b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 210 time: 0.4374280 Nov 08 12:22:37.654425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:37.679774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:37.682063 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f56c4-51dd-4dd4-ae23-05c86acc07ab" -d '{"events": [{"server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "name": "network-vif-plugged", "status": "completed", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:37.696008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:37.774026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:37.782289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e78a8-7b60-4020-a424-7f87563e0093 req-a6df2511-582b-4078-a99c-1e4821eba096 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:37.787884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c8e78a8-7b60-4020-a424-7f87563e0093 req-a6df2511-582b-4078-a99c-1e4821eba096 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 948 time: 0.6235712 Nov 08 12:22:37.842205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:37.852374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37574e-0bb4-48ef-93b6-6eaeaa48b0a0 req-e60b2f4d-0150-4f94-ae9a-ed44da41a34e tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:37.859808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c37574e-0bb4-48ef-93b6-6eaeaa48b0a0 req-e60b2f4d-0150-4f94-ae9a-ed44da41a34e tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 948 time: 0.1327167 Nov 08 12:22:37.870743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-221ae359-4f69-435c-a00c-e701569c2c05 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:37.872169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-221ae359-4f69-435c-a00c-e701569c2c05 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.2374263 Nov 08 12:22:37.888178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58106) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:37.898027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Request body: {'port': {'device_id': 'a996569a-fe22-446a-b8a0-831815712510', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'admin_state_up': True, 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:37.916941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['3915d399-55fd-4a3c-95e9-8a437de71449'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:37.918564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c8e78a8-7b60-4020-a424-7f87563e0093 req-424005bb-869e-4814-a0ce-71fd4d8e88de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276133 Nov 08 12:22:38.079765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-61986306-network', 'tenant_id': '3311f5205fdb41c98d672614b371972c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:38.110609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c37574e-0bb4-48ef-93b6-6eaeaa48b0a0 req-e91760b1-67a3-4cfb-89c0-3f4aed866eef tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498901 Nov 08 12:22:38.116134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 12:22:38.116134 n-d-816990-1 neutron-server[102535]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 12:22:38.116134 n-d-816990-1 neutron-server[102535]: [parameters: {'project_id': '47a0e5d2d3d84cf6a7a10c2df862ce79', 'id': '8a2f88a2-a686-4c13-8709-6823bf6e7cd8', 'expiration': datetime.datetime(2021, 11, 8, 12, 24, 38, 102713)}] Nov 08 12:22:38.116134 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:22:38.116544 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:22:38.135888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c3cc-6e84-4dfa-8901-898603684937 req-1620dd58-47b8-435d-9795-f7cb51ef042b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:38.137606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a46c3cc-6e84-4dfa-8901-898603684937 req-1620dd58-47b8-435d-9795-f7cb51ef042b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1041245 Nov 08 12:22:38.160007 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31706100-2c4f-4166-bb3f-be580b308992 x-openstack-request-id: req-31706100-2c4f-4166-bb3f-be580b308992 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:38.160858 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "name": "network-vif-plugged", "status": "completed", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:38.161368 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31706100-2c4f-4166-bb3f-be580b308992 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:38.161922 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c', 'code': 200} Nov 08 12:22:38.168521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Made reservation on behalf of 3311f5205fdb41c98d672614b371972c for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:38.168521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.180697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.201318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a46c3cc-6e84-4dfa-8901-898603684937 req-2f11cb8d-153b-4895-b155-77be9bb8cef1 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560961 Nov 08 12:22:38.299438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.323698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc12b7a-f29a-4579-b5b5-82ee2986c3c8 req-c9343091-607f-41a4-96c5-c4743d74d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:38.325187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc12b7a-f29a-4579-b5b5-82ee2986c3c8 req-c9343091-607f-41a4-96c5-c4743d74d50e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 1100 time: 0.0808768 Nov 08 12:22:38.348965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716adc1-4e71-4abf-96ca-847310533961 req-65357452-0084-4813-b3b5-de303aec76a4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:38.352640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5716adc1-4e71-4abf-96ca-847310533961 req-65357452-0084-4813-b3b5-de303aec76a4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0713832 Nov 08 12:22:38.368290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.390176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:22:38.404700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc12b7a-f29a-4579-b5b5-82ee2986c3c8 req-3f784016-3676-4ba6-9e2c-f7ea7360c23a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Nov 08 12:22:38.409948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dd75b-c155-4290-8545-0cfb85b7f01a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:38.414877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.415649 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Added segment 6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99 of type vlan for network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb Nov 08 12:22:38.442471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5716adc1-4e71-4abf-96ca-847310533961 req-f6904190-095b-4a65-a97d-3972fd877bb1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849667 Nov 08 12:22:38.457361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.538367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.539406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:38.539970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.602897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce302dc-1d4f-44bf-ba6c-825a2691eabb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:38.615944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:22:38.690890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e11f0a3-144e-4d91-b15e-f28fdb8d3d81 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7978725 Nov 08 12:22:38.691267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:38.700007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Request body: {'subnet': {'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-61986306-subnet', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:38.772821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58261f49-367b-4a4d-ad63-b481382d9251 req-9253751f-6f13-4022-976a-ea57e387be9c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 210 time: 0.0290680 Nov 08 12:22:38.773563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:38.777686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.876706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Made reservation on behalf of 3311f5205fdb41c98d672614b371972c for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:38.879329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:38.934203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Allocated IP 172.20.0.10 (6c505b67-ed16-4204-a8c9-b0fdb9d463c6/43161527-df13-4bef-96fc-88351e661871/b7abcdb4-e37c-4140-94d3-04addf36759d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:39.076759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:39.117770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55e7d7-f9ad-406e-8715-c3fbcb484fc5 req-01b50981-4df6-457c-b416-c31df2bf5a3a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.122716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf55e7d7-f9ad-406e-8715-c3fbcb484fc5 req-01b50981-4df6-457c-b416-c31df2bf5a3a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 949 time: 0.1343958 Nov 08 12:22:39.147249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.171249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.208790 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:22:39.217426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:39.227901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.236244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79554a2-0020-4603-8038-2ca4205d8522,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:39.246759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf55e7d7-f9ad-406e-8715-c3fbcb484fc5 req-1376e4d3-3671-49db-8d4e-e5bae47046fb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179307 Nov 08 12:22:39.258956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Checking segment: {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:39.259325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Network hostable DHCP agents. Network: 8ce302dc-1d4f-44bf-ba6c-825a2691eabb, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:22:39.292722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.318421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402772-3ac6-43f3-8a71-4b8e49378c46 req-7e2fba72-4a61-45b0-8e7d-52b8073c6a4a tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.319943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1402772-3ac6-43f3-8a71-4b8e49378c46 req-7e2fba72-4a61-45b0-8e7d-52b8073c6a4a tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 949 time: 0.1006358 Nov 08 12:22:39.350827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:22:39.355220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:39.403348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b33a9-92d2-40fd-9aea-2e005b50e4f5 req-722633e7-8090-4251-a6ed-c8d7f67dee05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.404760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421b33a9-92d2-40fd-9aea-2e005b50e4f5 req-722633e7-8090-4251-a6ed-c8d7f67dee05 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 948 time: 0.0797293 Nov 08 12:22:39.416908 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.425025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8ce302dc-1d4f-44bf-ba6c-825a2691eabb) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:39.429242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.430548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.434673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1402772-3ac6-43f3-8a71-4b8e49378c46 req-6b43ae07-403b-49b3-b421-f8c1d69ccd15 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992255 Nov 08 12:22:39.437514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dea020-1e7e-402b-bf57-9127093aa663 None None] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:22:39.495046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:39.503960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:39.509853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:39.512392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:39.543431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421b33a9-92d2-40fd-9aea-2e005b50e4f5 req-b8d3d3d9-df84-4cdc-8742-645fb0a6d898 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307662 Nov 08 12:22:39.548434 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-27745a84-9653-4080-b19e-7ae2c9ba4581 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8560016 Nov 08 12:22:39.551432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:39.556173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:39.606484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.607093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.649818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.651141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.659444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a532e-7256-4b85-9b21-c4d95813f504 req-df3c527a-b9fd-48fa-bd36-075de7d157cd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:39.661337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac1a532e-7256-4b85-9b21-c4d95813f504 req-df3c527a-b9fd-48fa-bd36-075de7d157cd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0745978 Nov 08 12:22:39.677012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:22:39.677927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.709057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.728307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac1a532e-7256-4b85-9b21-c4d95813f504 req-6f57d2ef-6633-4d22-bb30-c69bb7332977 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596836 Nov 08 12:22:39.737581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-f1c11622-4901-4071-b905-39647aac2871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8433869 Nov 08 12:22:39.753305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Request body: {'port': {'device_id': 'a996569a-fe22-446a-b8a0-831815712510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:39.814336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:39.899923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Allocated IP 172.20.0.2 (8ce302dc-1d4f-44bf-ba6c-825a2691eabb/c79554a2-0020-4603-8038-2ca4205d8522/9327e7d9-c07d-4d87-b673-2f05b90a13f9) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:39.941599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.010236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a65b-0524-4c33-880a-df1d20636539 req-61b06949-45d5-4742-a636-39ec8ec4a7fd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:40.011918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab74a65b-0524-4c33-880a-df1d20636539 req-61b06949-45d5-4742-a636-39ec8ec4a7fd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 932 time: 0.1355619 Nov 08 12:22:40.097006 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.134077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab74a65b-0524-4c33-880a-df1d20636539 req-9f8c101d-45f3-42e6-8343-5cf476c5b75b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104722 Nov 08 12:22:40.162991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:40.166112 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0adec5-112d-4f6d-95bd-71180bc79dfa" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:40.189932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.223909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:40.247011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7abcdb4-e37c-4140-94d3-04addf36759d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:40.251642 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23f242-ddcd-4cfe-a4c2-33b338474628 x-openstack-request-id: req-1e23f242-ddcd-4cfe-a4c2-33b338474628 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:40.252055 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:40.252411 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e23f242-ddcd-4cfe-a4c2-33b338474628 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:40.252902 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:22:40.253886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:40.256776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.258659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:40.273477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Transition to ACTIVE for port object b7abcdb4-e37c-4140-94d3-04addf36759d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:40.296247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.317063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Pushing event updated for resources: {'Port': ['ID=9327e7d9-c07d-4d87-b673-2f05b90a13f9,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:40.320831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.333908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Attempting to bind port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:40.334302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Attempting to bind port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:40.334681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Attempting to bind port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 on network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:40.341607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:40.345903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Checking segment: {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:40.345903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.345903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Bound using segment: {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:40.345903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Bound port: 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:40.345903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.371784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.434059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] For port 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:40.437926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] For port 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9327e7d9-c07d-4d87-b673-2f05b90a13f9,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:40.446012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Allocated IP 172.25.1.130 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/badc23fb-a94c-44bb-94db-61a792849bdb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:40.450920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:40.469812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978167-c79c-4923-a0a7-2e90b9867c80 req-2c5fc65a-d716-4038-93b5-801f810d5929 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:40.471600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83978167-c79c-4923-a0a7-2e90b9867c80 req-2c5fc65a-d716-4038-93b5-801f810d5929 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 949 time: 0.1323073 Nov 08 12:22:40.512195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.586975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.601819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643012e-864f-47d3-9126-b17f761b4fbb None None] Pushing event updated for resources: {'Port': ['ID=9327e7d9-c07d-4d87-b673-2f05b90a13f9,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:40.638855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83978167-c79c-4923-a0a7-2e90b9867c80 req-a1d2eb7c-7598-4a6d-986a-695e8ad43180 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446483 Nov 08 12:22:40.648007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:40.651671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:40.651671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:40.672055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6368e5f-c07e-4bca-90ad-48dfde9efb1b req-ececa991-2c45-4474-badc-19be2b4f84d0 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:40.678811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6368e5f-c07e-4bca-90ad-48dfde9efb1b req-ececa991-2c45-4474-badc-19be2b4f84d0 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 949 time: 0.1469791 Nov 08 12:22:40.686096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:40.687098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:40.702582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:40.703181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:40.707220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:40.707220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Bound port: b7abcdb4-e37c-4140-94d3-04addf36759d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:40.707220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.729401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:40.831234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Pushing event updated for resources: {'Port': ['ID=badc23fb-a94c-44bb-94db-61a792849bdb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:40.835219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:40.837273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:40.839047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:40.853587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6368e5f-c07e-4bca-90ad-48dfde9efb1b req-12bdfb80-9326-451f-9a3a-76aab040911c tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736839 Nov 08 12:22:40.902600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:40.907681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:40.916567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55f35e-8d51-43f3-9d1d-3e65c47806e8 req-5050a262-801f-41a1-809d-82340bd68306 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:40.918233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc55f35e-8d51-43f3-9d1d-3e65c47806e8 req-5050a262-801f-41a1-809d-82340bd68306 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 948 time: 0.0872376 Nov 08 12:22:41.034450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc55f35e-8d51-43f3-9d1d-3e65c47806e8 req-1108da3a-9f2b-4169-9219-f31b755e423d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028664 Nov 08 12:22:41.037993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.079087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.079724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.090786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] 10.222.0.61 "PUT /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 1092 time: 1.3324225 Nov 08 12:22:41.090786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:41.091036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:41.091146 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ecb845-246d-4879-b9fb-f8e60ccdf896" -d '{"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:41.091636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3915d399-55fd-4a3c-95e9-8a437de71449 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:41.114129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726fc0-0db0-40a5-9fb2-9be5d094fe87 req-8cbcb4e2-388f-4102-8406-bdba2c03af0d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.121523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69726fc0-0db0-40a5-9fb2-9be5d094fe87 req-8cbcb4e2-388f-4102-8406-bdba2c03af0d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1560671 Nov 08 12:22:41.156280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783af1f-7843-4004-9add-b1e74ab79e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:41.211868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69726fc0-0db0-40a5-9fb2-9be5d094fe87 req-f53f6a0c-2256-4c42-badd-70d0cb3f8301 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894401 Nov 08 12:22:41.280633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.280886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-93fc5b17-de45-4d2b-bca5-bd6bdf1b90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.285186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-93fc5b17-de45-4d2b-bca5-bd6bdf1b90c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1095 time: 0.0700388 Nov 08 12:22:41.346115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:41.363391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'mac_address': 'fa:16:3e:06:f8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:41.405416 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36a9fc-5820-4155-9cdb-df87e9088f96 x-openstack-request-id: req-ba36a9fc-5820-4155-9cdb-df87e9088f96 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:41.405416 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:41.405416 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba36a9fc-5820-4155-9cdb-df87e9088f96 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:41.405416 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'status': 'completed', 'code': 200} Nov 08 12:22:41.415628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-49bf88b9-6759-4664-a2b7-2ebb0246ed31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.1091490 Nov 08 12:22:41.508788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5e456f6b-b6e8-45ee-bfc2-87146213cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.510420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5e456f6b-b6e8-45ee-bfc2-87146213cba7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0883505 Nov 08 12:22:41.579727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-c0345620-712d-49a4-bb27-8802c24edb57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505385 Nov 08 12:22:41.623614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9327e7d9-c07d-4d87-b673-2f05b90a13f9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:41.629878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 3915d399-55fd-4a3c-95e9-8a437de71449 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:41.672081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 3915d399-55fd-4a3c-95e9-8a437de71449 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:41.672700 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.687527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.701740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.736289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:41.792151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:41.803708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:41.805972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35e6e-a85a-4950-add3-13e9655280f4 req-97960250-7a3e-4703-9859-013afa9d6321 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.806108 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.806237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa35e6e-a85a-4950-add3-13e9655280f4 req-97960250-7a3e-4703-9859-013afa9d6321 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 949 time: 0.1889193 Nov 08 12:22:41.817139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d5c4-190e-4110-aadf-5e70e7db4fc4 req-71b69e73-3903-4fe5-9ff2-4eecb6d7b6d5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:41.824844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34c1d5c4-190e-4110-aadf-5e70e7db4fc4 req-71b69e73-3903-4fe5-9ff2-4eecb6d7b6d5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.2819421 Nov 08 12:22:41.878757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.894831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-4dd70316-d2d4-4d1e-a6f3-c9eb85aef8e2 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058801 Nov 08 12:22:41.912662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:41.933684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Router 8408e986-088c-4eeb-87d5-e660947ebe6f is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:22:41.945761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4b3f3-8d07-4d74-bf82-d4070c8cf01a None None] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:22:41.979297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34c1d5c4-190e-4110-aadf-5e70e7db4fc4 req-e6377d34-030c-4989-a299-cf37d657be86 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447797 Nov 08 12:22:42.023540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa35e6e-a85a-4950-add3-13e9655280f4 req-79af2a34-19a6-4fb0-bda3-2015b53d8a68 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917069 Nov 08 12:22:42.064319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3915d399-55fd-4a3c-95e9-8a437de71449,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:42.076269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:42.103322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f1708c12-5c05-40a4-ab9d-1fb6e2560a68 None None] Provisioning complete for port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:42.103767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f1708c12-5c05-40a4-ab9d-1fb6e2560a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.138949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc802656-e1bf-45aa-be72-cd2948eb03c2 req-5bc53b18-7a2c-4341-8f96-39dc987861e3 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280171 Nov 08 12:22:42.161514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:42.171864 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.183580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020637ac-eea4-4e80-a70e-54c9a09722ef req-7aaf8510-6f93-4701-9f44-24d7898bb67c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.185177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-020637ac-eea4-4e80-a70e-54c9a09722ef req-7aaf8510-6f93-4701-9f44-24d7898bb67c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.0661111 Nov 08 12:22:42.192884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Sync routers for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:42.259954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.306825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:42.306825 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e12bab-9e43-401e-84b7-a7391ece8516" -d '{"events": [{"server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "name": "network-vif-plugged", "status": "completed", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:42.307803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-020637ac-eea4-4e80-a70e-54c9a09722ef req-523d3446-06b9-4458-90fd-0ac8aad01f21 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Nov 08 12:22:42.322294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['df596e4c-23e8-4c84-b1b7-93a176a9419d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:42.325860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:42.326536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:42.357525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0a8a-15d3-4a91-ba73-b5ce956308a6 req-b7e95dd7-d115-4dfa-ab34-05d4a2a5bb3e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.359721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626d0a8a-15d3-4a91-ba73-b5ce956308a6 req-b7e95dd7-d115-4dfa-ab34-05d4a2a5bb3e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 949 time: 0.1267085 Nov 08 12:22:42.373608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-fc562c28-b26d-4c5f-9ba5-d298c41e7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.375686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-fc562c28-b26d-4c5f-9ba5-d298c41e7bab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1095 time: 0.0945616 Nov 08 12:22:42.434236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:42.540464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9327e7d9-c07d-4d87-b673-2f05b90a13f9,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:42.543233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626d0a8a-15d3-4a91-ba73-b5ce956308a6 req-c3410a8a-d481-46c6-9042-6fc262a16fc0 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738274 Nov 08 12:22:42.554152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.555872 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88142fde-762e-41b1-bcb8-51c0659a06e1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0031433 Nov 08 12:22:42.558509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58170) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:42.559367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046ae14-4aee-46b0-8926-612914d4900c req-fba14450-ade1-49ec-ba94-532a4b82747c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.560901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e046ae14-4aee-46b0-8926-612914d4900c req-fba14450-ade1-49ec-ba94-532a4b82747c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1798949 Nov 08 12:22:42.589938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f1708c12-5c05-40a4-ab9d-1fb6e2560a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.607467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-376afd01-e239-4afb-99ff-fd6ffc524e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.609600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-376afd01-e239-4afb-99ff-fd6ffc524e0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.1985152 Nov 08 12:22:42.658976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:42.663616 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66897f3e-59d3-47fd-8459-ae8b622c5784 x-openstack-request-id: req-66897f3e-59d3-47fd-8459-ae8b622c5784 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:42.671014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-b4cb30ab-2c44-4a9c-a6a4-09a3fde7a0b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.0422804 Nov 08 12:22:42.671318 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "name": "network-vif-plugged", "status": "completed", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:42.671318 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66897f3e-59d3-47fd-8459-ae8b622c5784 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:42.671318 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449', 'code': 200} Nov 08 12:22:42.687798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e046ae14-4aee-46b0-8926-612914d4900c req-d0e745d6-228a-46d6-8625-2a3a9109800f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076901 Nov 08 12:22:42.772452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:42.808945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-eff2f76f-2214-4f9d-9898-445cb3f57564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.811652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-eff2f76f-2214-4f9d-9898-445cb3f57564 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1238379 Nov 08 12:22:42.827763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d487334-4a87-4558-b98c-cf363ed1b946 req-441e15b4-ac50-4379-b96c-26adb1d64e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:42.829389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d487334-4a87-4558-b98c-cf363ed1b946 req-441e15b4-ac50-4379-b96c-26adb1d64e3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 1101 time: 0.0777237 Nov 08 12:22:42.865275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-996c7213-d335-4fc6-acd9-6c262f896c1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401690 Nov 08 12:22:42.968558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d487334-4a87-4558-b98c-cf363ed1b946 req-c687f80b-a8c0-40d3-9736-ffed5ccf26b0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125336 Nov 08 12:22:43.022943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9327e7d9-c07d-4d87-b673-2f05b90a13f9,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:43.043421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-593bc752-f419-4407-8532-44ef910e10cd service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667628 Nov 08 12:22:43.067738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-f1708c12-5c05-40a4-ab9d-1fb6e2560a68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:22:43.068039 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-f1708c12-5c05-40a4-ab9d-1fb6e2560a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:22:43.126933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:41Z', 'revision_number': 3, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:43.168683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Checking router: 8408e986-088c-4eeb-87d5-e660947ebe6f for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:43.169126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Updating router 8408e986-088c-4eeb-87d5-e660947ebe6f port badc23fb-a94c-44bb-94db-61a792849bdb binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:22:43.206558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.220514 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.285551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91ecb845-246d-4879-b9fb-f8e60ccdf896 req-d7aa3faf-d309-44de-ba50-12a6940b4162 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326381 Nov 08 12:22:43.351467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d857d-a0cd-4b41-a81f-37139dd65b83 req-fb3db268-59ff-49e5-91b3-4e78f2c5268e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:43.355322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e45d857d-a0cd-4b41-a81f-37139dd65b83 req-fb3db268-59ff-49e5-91b3-4e78f2c5268e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.2571278 Nov 08 12:22:43.360835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9327e7d9-c07d-4d87-b673-2f05b90a13f9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:43.379464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c79985-12d5-4440-9aff-9045ce24b160 req-00659c3e-27b8-4cca-a30b-991efd0a7aff tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:43.380993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c79985-12d5-4440-9aff-9045ce24b160 req-00659c3e-27b8-4cca-a30b-991efd0a7aff tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 949 time: 0.2061789 Nov 08 12:22:43.414472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cb146-7dee-4fe8-b5ce-b3dd5a93bb45 req-b8401914-e8ca-4370-9a99-231b7aa561c5 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:43.416101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-638cb146-7dee-4fe8-b5ce-b3dd5a93bb45 req-b8401914-e8ca-4370-9a99-231b7aa561c5 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 949 time: 0.2368455 Nov 08 12:22:43.463940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:43.464539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.484237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Allocated IP 172.20.0.1 (8ce302dc-1d4f-44bf-ba6c-825a2691eabb/c79554a2-0020-4603-8038-2ca4205d8522/dc1f2490-b1be-4bf6-a3df-4d8f2854a198) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:43.526573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e45d857d-a0cd-4b41-a81f-37139dd65b83 req-f0de2bcd-d9ce-4f0e-96e1-20826f5c0113 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443434 Nov 08 12:22:43.546807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-638cb146-7dee-4fe8-b5ce-b3dd5a93bb45 req-e39bdc15-6a17-43c9-86a6-ed321441599f tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a695729-20fa-4eff-b3e1-ff3029987eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099539 Nov 08 12:22:43.582007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Deleting port aabdb7a8-1686-45da-8f0f-7fda40a1846c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:43.584300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.688855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.738825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] For port aabdb7a8-1686-45da-8f0f-7fda40a1846c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aabdb7a8-1686-45da-8f0f-7fda40a1846c,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:43.739185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.753927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897a90-4a46-477b-8e93-2e377f539069 req-1fa03872-5b16-407c-be7f-d84b4a6f4394 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:43.761081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b897a90-4a46-477b-8e93-2e377f539069 req-1fa03872-5b16-407c-be7f-d84b4a6f4394 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.1122756 Nov 08 12:22:43.809112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Calling delete_port for aabdb7a8-1686-45da-8f0f-7fda40a1846c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:43.837750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.895172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:43.903414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:43.907987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b897a90-4a46-477b-8e93-2e377f539069 req-2b3c04c8-5e26-4fe6-a5ee-e899337f716e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460357 Nov 08 12:22:43.921725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610cf65-4af0-40e2-884d-44a26c653e4a req-0c5c5624-6ef3-45f9-ae7f-19e59ec8b42a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:43.929392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2610cf65-4af0-40e2-884d-44a26c653e4a req-0c5c5624-6ef3-45f9-ae7f-19e59ec8b42a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 949 time: 0.1512215 Nov 08 12:22:43.930400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:43.956373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2baf5eb8-1237-4cb2-afde-324ebc2bac4f None None] Provisioning complete for port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:43.956738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2baf5eb8-1237-4cb2-afde-324ebc2bac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.968025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:43.992839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:44.025902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2610cf65-4af0-40e2-884d-44a26c653e4a req-06f71981-f63a-4b74-b9ab-48c231011a30 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901191 Nov 08 12:22:44.049295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.081316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.165041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a695-e883-4bfb-904d-804b3a6ae2b3 None None] Pushing event updated for resources: {'Port': ['ID=badc23fb-a94c-44bb-94db-61a792849bdb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:44.167602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Attempting to bind port badc23fb-a94c-44bb-94db-61a792849bdb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:44.167997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Attempting to bind port badc23fb-a94c-44bb-94db-61a792849bdb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:44.168529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Attempting to bind port badc23fb-a94c-44bb-94db-61a792849bdb on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:44.177246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:44.177246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:44.177527 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.177847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:44.178428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Bound port: badc23fb-a94c-44bb-94db-61a792849bdb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:44.178814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.238805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] For port badc23fb-a94c-44bb-94db-61a792849bdb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:44.242531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] For port badc23fb-a94c-44bb-94db-61a792849bdb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=badc23fb-a94c-44bb-94db-61a792849bdb,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:44.329623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.330145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.445271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a695-e883-4bfb-904d-804b3a6ae2b3 None None] Pushing event updated for resources: {'Port': ['ID=badc23fb-a94c-44bb-94db-61a792849bdb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:44.451283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3d43c8c9-40e6-44c1-87e3-79e11459c422 None None] Provisioning complete for port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:44.454584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3d43c8c9-40e6-44c1-87e3-79e11459c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.459359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae1b3-7abe-48d8-ac68-c7f6029376d6 req-7db6421a-6fa2-459f-a845-16721776ef8a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:44.460931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b0ae1b3-7abe-48d8-ac68-c7f6029376d6 req-7db6421a-6fa2-459f-a845-16721776ef8a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0824573 Nov 08 12:22:44.484605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:44.485340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:44.489976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.561947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['aabdb7a8-1686-45da-8f0f-7fda40a1846c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:44.582724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Pushing event deleted for resources: {'Port': ['ID=aabdb7a8-1686-45da-8f0f-7fda40a1846c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:44.604072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b0ae1b3-7abe-48d8-ac68-c7f6029376d6 req-36cf4111-6209-4804-afba-995db02b63a4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299896 Nov 08 12:22:44.634662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3d43c8c9-40e6-44c1-87e3-79e11459c422 None None] Port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:44.671783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.707941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] No DVR routers for this DVR port aabdb7a8-1686-45da-8f0f-7fda40a1846c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:44.714322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.718588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68c79985-12d5-4440-9aff-9045ce24b160 req-41b0acb8-9e34-4324-9ee5-abf8bd662197 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.61 "DELETE /v2.0/ports/aabdb7a8-1686-45da-8f0f-7fda40a1846c HTTP/1.1" status: 204 len: 173 time: 1.3274822 Nov 08 12:22:44.719059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'name': 'network-vif-deleted', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:44.721542 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908dc692-cd43-4d26-8d6a-d1f04277de68" -d '{"events": [{"server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "name": "network-vif-deleted", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:44.746498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:44.784301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.788796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8379d17-666c-4132-9a92-93c75ca22c2e req-5e1cb1d3-729c-4d99-92a3-3d14ad716db3 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0388169 Nov 08 12:22:44.804196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944b49-d420-4617-9fb1-a572a7d69021 req-634af35a-e3a4-4733-9910-913ebb9bc74a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:44.806670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51944b49-d420-4617-9fb1-a572a7d69021 req-634af35a-e3a4-4733-9910-913ebb9bc74a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.0964301 Nov 08 12:22:44.900613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51944b49-d420-4617-9fb1-a572a7d69021 req-b97c9cc8-c7ef-4217-a052-7b185d37cc35 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855520 Nov 08 12:22:44.933207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:44.958497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:44.971741 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173b8e3-19b6-4429-8bba-1e067080dbc2 x-openstack-request-id: req-3173b8e3-19b6-4429-8bba-1e067080dbc2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:44.972242 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd3dd89-baaa-4cf2-995e-ae84927392a9", "name": "network-vif-deleted", "tag": "aabdb7a8-1686-45da-8f0f-7fda40a1846c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:44.972595 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3173b8e3-19b6-4429-8bba-1e067080dbc2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:44.973597 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd3dd89-baaa-4cf2-995e-ae84927392a9', 'name': 'network-vif-deleted', 'tag': 'aabdb7a8-1686-45da-8f0f-7fda40a1846c', 'status': 'completed', 'code': 200} Nov 08 12:22:45.047541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'dc1f2490-b1be-4bf6-a3df-4d8f2854a198', 'name': '', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'mac_address': 'fa:16:3e:cb:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:43Z', 'updated_at': '2021-11-08T12:22:43Z', 'revision_number': 1, 'project_id': '3311f5205fdb41c98d672614b371972c', 'subnets': [{'id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:45.079391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231d30e-a434-4d07-836c-97fcbeff553b req-96cd9f1b-e959-48fc-b970-f233e54e1b4d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:45.081183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8231d30e-a434-4d07-836c-97fcbeff553b req-96cd9f1b-e959-48fc-b970-f233e54e1b4d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.0615492 Nov 08 12:22:45.114488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:45.181771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41910864-3554-4a4c-be13-30509e3b0025 None None] The sync data for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 is: [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'dc1f2490-b1be-4bf6-a3df-4d8f2854a198', 'name': '', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'mac_address': 'fa:16:3e:cb:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:43Z', 'updated_at': '2021-11-08T12:22:43Z', 'revision_number': 1, 'project_id': '3311f5205fdb41c98d672614b371972c', 'subnets': [{'id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:45.181771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port df596e4c-23e8-4c84-b1b7-93a176a9419d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:45.181771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:45.189510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7b9f-d5fb-42a6-ba36-a95815099c31 req-20657926-4dc3-4e12-a708-63efd6adeccb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:45.191460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-396f7b9f-d5fb-42a6-ba36-a95815099c31 req-20657926-4dc3-4e12-a708-63efd6adeccb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 949 time: 0.0915761 Nov 08 12:22:45.196927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8231d30e-a434-4d07-836c-97fcbeff553b req-be1765e9-a607-4650-88cc-f5672e9cfa87 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951393 Nov 08 12:22:45.270201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-396f7b9f-d5fb-42a6-ba36-a95815099c31 req-b4c0250a-1338-4ed4-b8e4-bb72ff4ad7a9 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 Nov 08 12:22:45.341078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:45.361532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003e702-8ef7-4684-a6ef-cfff5fd4526f req-e606c2f4-203a-4e77-ad64-221ab001cf03 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:45.363505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1003e702-8ef7-4684-a6ef-cfff5fd4526f req-e606c2f4-203a-4e77-ad64-221ab001cf03 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 1101 time: 0.0510509 Nov 08 12:22:45.374100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:45.432142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:45.433360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1003e702-8ef7-4684-a6ef-cfff5fd4526f req-79962081-6481-4146-8006-fdd53c507222 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Nov 08 12:22:45.435537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:45.453877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:45.456146 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17906e1e-c0e9-4bf5-9e39-fd449ed69b46" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:45.473378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:45.557396 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c744d-dabe-420c-80fc-61ba79bccc84 x-openstack-request-id: req-8b3c744d-dabe-420c-80fc-61ba79bccc84 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:45.557396 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:45.557396 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b3c744d-dabe-420c-80fc-61ba79bccc84 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:45.558282 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:22:45.628063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:45.665447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'port_id': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'mac_address': 'fa:16:3e:4c:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43161527-df13-4bef-96fc-88351e661871', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:45.719751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Router 8408e986-088c-4eeb-87d5-e660947ebe6f has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:22:45.838143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:45.839105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be3538-8044-4931-a16b-6f0f82009a34 req-e04d9121-e9ae-4126-a7f8-3b9d50a08f89 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:45.841593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39be3538-8044-4931-a16b-6f0f82009a34 req-e04d9121-e9ae-4126-a7f8-3b9d50a08f89 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1325529 Nov 08 12:22:45.868381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7abcdb4-e37c-4140-94d3-04addf36759d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:45.911614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:45.946385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b7205d28-dcb7-4f5f-9840-8588b944033d None None] Provisioning complete for port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:45.946889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b7205d28-dcb7-4f5f-9840-8588b944033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:46.005041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39be3538-8044-4931-a16b-6f0f82009a34 req-714c9e3e-16d8-4e3d-841a-9ebea62c094e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574440 Nov 08 12:22:46.015770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:22:46.021189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-2106af62-94de-4a4a-8b73-77ca1daae211 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366818 Nov 08 12:22:46.027195 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aedf6dc8-21e4-4468-8cbd-8512a9e601f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/8408e986-088c-4eeb-87d5-e660947ebe6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4668515 Nov 08 12:22:46.040460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b7205d28-dcb7-4f5f-9840-8588b944033d None None] Port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:46.140184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553887f3-ea68-4627-b4d7-6e9368b70d8c req-bf2421d7-5804-449f-b8c1-282cbbdcbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:46.142422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-553887f3-ea68-4627-b4d7-6e9368b70d8c req-bf2421d7-5804-449f-b8c1-282cbbdcbb30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1100 time: 0.1734345 Nov 08 12:22:46.227103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87b3089f-bffe-4b99-a4d6-2b3bc2ad8df8 req-7b79f907-d0bd-4ba2-9bca-6686f69ff630 tempest-ImagesNegativeTestJSON-1834895575 tempest-ImagesNegativeTestJSON-1834895575-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd3dd89-baaa-4cf2-995e-ae84927392a9 HTTP/1.1" status: 200 len: 210 time: 0.0589550 Nov 08 12:22:46.272897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-c8bb456b-2e8a-4a3b-ac62-51ffb40f5e51 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:46.274748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-c8bb456b-2e8a-4a3b-ac62-51ffb40f5e51 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526648 Nov 08 12:22:46.282549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:46.284631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:46.289903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-553887f3-ea68-4627-b4d7-6e9368b70d8c req-ac29c3c6-ecc3-4467-a346-fb4384185070 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358042 Nov 08 12:22:46.294523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:46.311987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-09212107-e630-4717-b01b-6d92dfd1ee1d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0197763 Nov 08 12:22:46.380249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:46.380559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-98d3f479-a6b3-46ec-9d09-d7e4e7c5e5d8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0687375 Nov 08 12:22:46.453913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:46.588145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:46.729308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52142099-e3df-4ad3-bb23-b0824fc585e8 req-a1636beb-3c99-404f-b62c-2bf7e6cf646a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:46.753846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52142099-e3df-4ad3-bb23-b0824fc585e8 req-a1636beb-3c99-404f-b62c-2bf7e6cf646a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.1431198 Nov 08 12:22:46.929161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52142099-e3df-4ad3-bb23-b0824fc585e8 req-d29fb2ad-1290-4100-b69b-ea44b5a10383 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754284 Nov 08 12:22:47.092623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-ac2a12d8-fd18-49d9-bcf0-831405d2fc46 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2521300 Nov 08 12:22:47.104943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:47.134194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c66f-36b8-4264-abd3-3e9f9a1e5c43 req-d9b85684-9294-4429-92aa-e6d7f5e541fa tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:47.135991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7415c66f-36b8-4264-abd3-3e9f9a1e5c43 req-d9b85684-9294-4429-92aa-e6d7f5e541fa tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1331251 Nov 08 12:22:47.198760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7415c66f-36b8-4264-abd3-3e9f9a1e5c43 req-5d0e6995-16c9-4a07-80ab-a0e561d2b1d9 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Nov 08 12:22:47.235585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.294203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57e5ed42-40e8-418b-9420-e3bde63bacb6 req-869f4b98-8ae0-4b82-b528-6aed63cc179a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 210 time: 0.0506461 Nov 08 12:22:47.332018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aabdb7a8-1686-45da-8f0f-7fda40a1846c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:47.384985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: aabdb7a8-1686-45da-8f0f-7fda40a1846c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:22:47.385676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aabdb7a8-1686-45da-8f0f-7fda40a1846c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:47.388599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device badc23fb-a94c-44bb-94db-61a792849bdb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:47.438341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port badc23fb-a94c-44bb-94db-61a792849bdb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:47.438755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.446870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118613-d441-450c-b0e9-9beb959c4509 req-ed784ef9-4159-4bdc-b182-ebfcf190d821 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:47.448341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5118613-d441-450c-b0e9-9beb959c4509 req-ed784ef9-4159-4bdc-b182-ebfcf190d821 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0771811 Nov 08 12:22:47.450634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.534792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.550836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5118613-d441-450c-b0e9-9beb959c4509 req-313a8c56-c750-4cf6-b3ab-1f297bf9f4e2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896327 Nov 08 12:22:47.555925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port badc23fb-a94c-44bb-94db-61a792849bdb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=badc23fb-a94c-44bb-94db-61a792849bdb,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:47.636935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.637613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Allocated IP 172.25.1.48 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/8043ecde-fe2a-4c3b-a347-29f05edbefcb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:47.715258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=badc23fb-a94c-44bb-94db-61a792849bdb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:47.822144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:47.946093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.001518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:48.007666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:48.012728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:48.019417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event updated for resources: {'Port': ['ID=8043ecde-fe2a-4c3b-a347-29f05edbefcb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:48.180781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404f3b-64e3-40cf-b92e-41bfec957af9 req-199ae564-8e70-4dbd-83c2-3a4180b40e08 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:48.188951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33404f3b-64e3-40cf-b92e-41bfec957af9 req-199ae564-8e70-4dbd-83c2-3a4180b40e08 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.1460686 Nov 08 12:22:48.202368 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Sync routers for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:22:48.230159 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:48.232533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-11aabc0e-c022-4c55-a21a-25a96df4adb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432970 Nov 08 12:22:48.234041 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:48.262587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.290410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33404f3b-64e3-40cf-b92e-41bfec957af9 req-ce31d4d5-849e-482b-b339-116792f176aa tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955665 Nov 08 12:22:48.394527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:48.405711 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:48.448557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.478368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-23c4bffd-4f7d-48d6-abf5-12d55437d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:48.479880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-23c4bffd-4f7d-48d6-abf5-12d55437d8ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 1096 time: 0.1882720 Nov 08 12:22:48.505675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea20da-50c6-48ef-9e5c-0650bee5b908 req-c1e6ed4d-6e7e-41e5-88df-83bdd1d638f6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:48.515181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eea20da-50c6-48ef-9e5c-0650bee5b908 req-c1e6ed4d-6e7e-41e5-88df-83bdd1d638f6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0997164 Nov 08 12:22:48.578898 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a4521a0-9f22-4bdf-93ec-72b4692d1e92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cfd4efe493042c0bc8f702f691fc0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692574 Nov 08 12:22:48.581276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:22:48.641291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.665007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.707366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eea20da-50c6-48ef-9e5c-0650bee5b908 req-92de574d-a6fd-4031-be50-6a712b0e6070 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913042 Nov 08 12:22:48.744217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-07541c69-e5af-4616-adc2-149cc03e4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:48.745682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-07541c69-e5af-4616-adc2-149cc03e4ae9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2132170 Nov 08 12:22:48.808340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-41e3dbb8-3919-4081-8193-58fe03bfee20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 200 len: 217 time: 0.0519180 Nov 08 12:22:48.822700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.832715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.832715 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a695729-20fa-4eff-b3e1-ff3029987eb7 HTTP/1.1" status: 204 len: 168 time: 0.2454996 Nov 08 12:22:48.836586 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'dc1f2490-b1be-4bf6-a3df-4d8f2854a198', 'name': '', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'mac_address': 'fa:16:3e:cb:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:43Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 2, 'project_id': '3311f5205fdb41c98d672614b371972c', 'subnets': [{'id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:48.873291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91aa0c2-aa8a-4ba6-9388-d9d2b5cbedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a695729-20fa-4eff-b3e1-ff3029987eb7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:48.888500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Checking router: 8408e986-088c-4eeb-87d5-e660947ebe6f for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:22:48.892853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Updating router 8408e986-088c-4eeb-87d5-e660947ebe6f port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:22:48.910937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6563c9d6-f9f7-44c6-9189-432da8d0fd4d req-b45554f0-9ce1-426f-a887-b0dbbfa9a97e tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 210 time: 0.1073287 Nov 08 12:22:48.927886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.964630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-a6d42850-081c-429c-9f12-cad0fcfdbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:48.964979 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:48.970756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-a6d42850-081c-429c-9f12-cad0fcfdbd94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1476102 Nov 08 12:22:49.008508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.050385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-cc711bb7-5f31-475a-a1e3-99556273854c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547771 Nov 08 12:22:49.142161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event updated for resources: {'Port': ['ID=8043ecde-fe2a-4c3b-a347-29f05edbefcb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:49.195476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef830ab1-a81f-4bb8-8ee0-def733be689e req-0bc9ef3e-c8f5-43e6-8165-698cf87f3898 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:49.195683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef830ab1-a81f-4bb8-8ee0-def733be689e req-0bc9ef3e-c8f5-43e6-8165-698cf87f3898 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.2089586 Nov 08 12:22:49.205985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.273281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-5f28e374-a3e4-41c1-9fa8-e78ca531fa85 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967595 Nov 08 12:22:49.294770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef830ab1-a81f-4bb8-8ee0-def733be689e req-e1bfc45c-0d92-4089-9e6f-62fd4378363d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Nov 08 12:22:49.299599 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.338198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.341007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-807e1fa0-a0ed-4ac9-aa05-2352aefcd507 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2410245 Nov 08 12:22:49.347668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:49.407842 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.459902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device badc23fb-a94c-44bb-94db-61a792849bdb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:49.467603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-a3e2e789-9800-43fb-b604-7101bc7559bd tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.1151862 Nov 08 12:22:49.473285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-8aac4848-b2e7-45dc-a6b1-c5b19422b2e4 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415211 Nov 08 12:22:49.541581 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-31a4d6a6-775e-45ac-9c65-27ee572a7bca service neutron] show failed (client error): The resource could not be found. Nov 08 12:22:49.547703 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-31a4d6a6-775e-45ac-9c65-27ee572a7bca service neutron] 10.222.0.57 "GET /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.1172371 Nov 08 12:22:49.719564 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Attempting to bind port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:49.719972 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Attempting to bind port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:49.720338 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Attempting to bind port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 on network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:49.721481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port badc23fb-a94c-44bb-94db-61a792849bdb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:49.721847 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.743350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:49.751776 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Checking segment: {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:49.751776 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.751776 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Bound using segment: {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:49.751776 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Bound port: dc1f2490-b1be-4bf6-a3df-4d8f2854a198, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:49.751776 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.831247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port b7abcdb4-e37c-4140-94d3-04addf36759d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:49.872690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port b7abcdb4-e37c-4140-94d3-04addf36759d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:49.873066 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.884859 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] For port dc1f2490-b1be-4bf6-a3df-4d8f2854a198, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:49.889629 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] For port dc1f2490-b1be-4bf6-a3df-4d8f2854a198, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:49.891296 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Pushing event updated for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:49.901688 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.902137 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.903049 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.903406 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.903744 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.904074 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.904402 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.906234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.906592 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.906922 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.907251 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.908195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:22:49.923828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3326bb32-957d-4327-afa4-4cb47d1a743a req-f21bceac-c385-432d-a1a6-c3291bac4b26 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218336 Nov 08 12:22:49.924914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dd6c0bca-2e65-4e9f-a786-497384c715a8 None None] Provisioning complete for port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:49.924914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0bca-2e65-4e9f-a786-497384c715a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.955213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-a57cfea4-b082-4acf-929e-8c98756e2a56 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:49.956643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-a57cfea4-b082-4acf-929e-8c98756e2a56 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.4759262 Nov 08 12:22:49.957339 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:49.988762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-417cad18-273e-4b73-96af-afde72ffdd30 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:22:49.992181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f63942f-3631-4afb-9bd4-48a1bca6fa76 req-417cad18-273e-4b73-96af-afde72ffdd30 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098054 Nov 08 12:22:50.018203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.046001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255540a7-c531-4868-ae1f-8b88cad34abf req-1e0e2818-10d9-4120-a986-4082b967677f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:50.071421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-255540a7-c531-4868-ae1f-8b88cad34abf req-1e0e2818-10d9-4120-a986-4082b967677f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.3891373 Nov 08 12:22:50.088802 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af668366-e0e3-43dc-8919-9b845cd01109 None None] Pushing event updated for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:50.116611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c0bca-2e65-4e9f-a786-497384c715a8 None None] Port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:50.122646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-c27c4edc-87f4-4732-bfff-eafe59548d93 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:50.125455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-c27c4edc-87f4-4732-bfff-eafe59548d93 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6290529 Nov 08 12:22:50.156295 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:22:50.156295 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:50.162882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': '8572711e-5948-4ace-a336-987298726ac2', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:50.212949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.271300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:50.276268 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32fa77-97cf-4fe8-9ab2-23f94987abae" -d '{"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-plugged", "status": "completed", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:50.306354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:50.325712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:22:50.355919 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.377710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-255540a7-c531-4868-ae1f-8b88cad34abf req-ad9f001d-77d1-4920-a071-ace8a72c6d5d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960474 Nov 08 12:22:50.435840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-0080b0da-10dd-4a67-b559-4b758c76a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:50.437353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-0080b0da-10dd-4a67-b559-4b758c76a438 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1101 time: 0.3015182 Nov 08 12:22:50.440202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:50.457319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-659270ef-004e-4e40-8413-790fb7027396 None None] Provisioning complete for port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:50.457872 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-659270ef-004e-4e40-8413-790fb7027396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.465919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:50.481661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c59d61-da30-4c62-aa99-9d43d072f01b req-007b41f9-fa90-4bfa-ae3a-da91ca2085e9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:50.485371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62c59d61-da30-4c62-aa99-9d43d072f01b req-007b41f9-fa90-4bfa-ae3a-da91ca2085e9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.3595111 Nov 08 12:22:50.580591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-659270ef-004e-4e40-8413-790fb7027396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.627930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-659270ef-004e-4e40-8413-790fb7027396 None None] For port dc1f2490-b1be-4bf6-a3df-4d8f2854a198, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:50.652963 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'dc1f2490-b1be-4bf6-a3df-4d8f2854a198', 'name': '', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'mac_address': 'fa:16:3e:cb:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:43Z', 'updated_at': '2021-11-08T12:22:49Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'subnets': [{'id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:22:50.688807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d4b88-72f4-4525-a4e5-96623eea5217 None None] The sync data for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 is: [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:22:44Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'dc1f2490-b1be-4bf6-a3df-4d8f2854a198', 'name': '', 'network_id': '8ce302dc-1d4f-44bf-ba6c-825a2691eabb', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'mac_address': 'fa:16:3e:cb:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:43Z', 'updated_at': '2021-11-08T12:22:49Z', 'revision_number': 4, 'project_id': '3311f5205fdb41c98d672614b371972c', 'subnets': [{'id': 'c79554a2-0020-4603-8038-2ca4205d8522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:22:50.699832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-659270ef-004e-4e40-8413-790fb7027396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.761318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659270ef-004e-4e40-8413-790fb7027396 None None] Pushing event updated for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:50.868199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc53fd72-eea3-47d7-ac25-ce91b66a263c req-91c7c3e8-c355-4dc2-82f7-12316b494330 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 210 time: 0.3569863 Nov 08 12:22:50.981197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62c59d61-da30-4c62-aa99-9d43d072f01b req-7ad17a6e-30ad-40cf-90d2-7c1695089b5c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739134 Nov 08 12:22:50.988085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:50.999890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-305fcd44-1ab0-4f63-88ba-7b38fdaf190b req-42873fc4-861d-448b-a48e-675062e0d9a9 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips/5bb776a7-f37e-4db9-802f-466e647bbc8b HTTP/1.1" status: 200 len: 692 time: 0.0724120 Nov 08 12:22:51.074192 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2e76f-cc15-4793-bb8d-9ef8cf4664be x-openstack-request-id: req-ccf2e76f-cc15-4793-bb8d-9ef8cf4664be {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:51.074653 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-plugged", "status": "completed", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:51.075015 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccf2e76f-cc15-4793-bb8d-9ef8cf4664be {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:51.075494 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'code': 200} Nov 08 12:22:51.105730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:22:51.110026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:51.336688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device dc1f2490-b1be-4bf6-a3df-4d8f2854a198 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:51.411364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fcd44-1ab0-4f63-88ba-7b38fdaf190b req-255f913b-654c-4646-bf62-27c792edd91b tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:51.412784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-305fcd44-1ab0-4f63-88ba-7b38fdaf190b req-255f913b-654c-4646-bf62-27c792edd91b tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.4056599 Nov 08 12:22:51.425468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:51.426012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:51.457761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-305fcd44-1ab0-4f63-88ba-7b38fdaf190b req-91456f02-44a1-4380-a063-0c10e21adaf7 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:22:51.458790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-305fcd44-1ab0-4f63-88ba-7b38fdaf190b req-91456f02-44a1-4380-a063-0c10e21adaf7 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056763 Nov 08 12:22:51.472408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f709-4e61-4fb8-a598-78662fced995 req-6cfdaf12-7d01-460c-ad52-c820b7c8c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:51.474816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8c8f709-4e61-4fb8-a598-78662fced995 req-6cfdaf12-7d01-460c-ad52-c820b7c8c107 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1097 time: 0.3053994 Nov 08 12:22:51.592846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87b17e-a2ec-4d3d-8cfc-e3eb2e4e1b51 req-9007939f-ba1e-494f-b8c6-654f1015fee8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:51.594641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e87b17e-a2ec-4d3d-8cfc-e3eb2e4e1b51 req-9007939f-ba1e-494f-b8c6-654f1015fee8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.4298139 Nov 08 12:22:51.707179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8c8f709-4e61-4fb8-a598-78662fced995 req-6aaea8c8-3fc5-4f3b-b155-39256f6ab500 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896682 Nov 08 12:22:51.760381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e87b17e-a2ec-4d3d-8cfc-e3eb2e4e1b51 req-1fe60349-89cd-4277-848f-470f1ec8d547 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181154 Nov 08 12:22:51.767166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:51.807445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:51.859548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:51.862778 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa18c23-3c22-401a-b89c-cd5efefa11ad" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:51.869210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:51.889918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Transition to ACTIVE for port object f890fa6f-cd33-402f-94fc-eacec6613909 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:51.957654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.079499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.32 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/a0ea2df4-72be-4d90-a8c7-31b562f991e7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:52.082106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] No DVR routers for this DVR port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:22:52.085971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:52.160574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:52.160911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:52.161252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:52.185449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:52.186374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:52.195691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:52.196030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:52.196418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:52.196856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Bound port: f890fa6f-cd33-402f-94fc-eacec6613909, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:52.197211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.414753 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862c17a-2340-47a5-b8bf-1c6a5dfac5b8 x-openstack-request-id: req-f862c17a-2340-47a5-b8bf-1c6a5dfac5b8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:52.415336 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:52.415336 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f862c17a-2340-47a5-b8bf-1c6a5dfac5b8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:52.431606 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'code': 200} Nov 08 12:22:52.455921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-780069ac-311c-4b0c-b270-4b7b9ff223d7 req-6d7d53b2-b995-41a3-b6ea-537a9d62406d tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=3311f5205fdb41c98d672614b371972c HTTP/1.1" status: 200 len: 695 time: 0.1228528 Nov 08 12:22:52.463269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:52.495891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8d23769-1360-48df-abf9-cf503532b7eb req-4ee6aa0f-ff74-46f0-947f-657c2054560f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 210 time: 0.0679586 Nov 08 12:22:52.522144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:52.590990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.672009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780069ac-311c-4b0c-b270-4b7b9ff223d7 req-79cf8b79-ce9c-422d-8c91-6e5dcecd1a73 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:52.673511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-780069ac-311c-4b0c-b270-4b7b9ff223d7 req-79cf8b79-ce9c-422d-8c91-6e5dcecd1a73 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks?id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 787 time: 0.2077315 Nov 08 12:22:52.682410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891c0da-41a1-4729-ab5c-79958b441a3b req-0e1c1f9c-dda5-4b89-9850-26e63ee3c0fe tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:52.683771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0891c0da-41a1-4729-ab5c-79958b441a3b req-0e1c1f9c-dda5-4b89-9850-26e63ee3c0fe tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.1105952 Nov 08 12:22:52.690469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-780069ac-311c-4b0c-b270-4b7b9ff223d7 req-99844b97-a89d-4bfb-b164-ba4d07d86077 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:22:52.691409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-780069ac-311c-4b0c-b270-4b7b9ff223d7 req-99844b97-a89d-4bfb-b164-ba4d07d86077 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068042 Nov 08 12:22:52.732792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.794680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0891c0da-41a1-4729-ab5c-79958b441a3b req-7fb299ed-2477-4cb3-b799-a96c7b5f69b0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Nov 08 12:22:52.796515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:52.797130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.798509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] 10.222.0.61 "PUT /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 1096 time: 2.3383458 Nov 08 12:22:52.898305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a56a-2dc5-4d2d-992a-3533ae465d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:52.917085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:52.923222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-aea5c356-b3a3-4aff-afba-353a53868990 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips/5bb776a7-f37e-4db9-802f-466e647bbc8b HTTP/1.1" status: 200 len: 692 time: 0.0956960 Nov 08 12:22:52.930037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:52.938442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', '3915d399-55fd-4a3c-95e9-8a437de71449'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:52.951143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ff5df-1a2d-4a82-a36c-92b0e4d5d499 req-029b511c-95fc-442b-ba7a-2f4f0ba25871 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:52.953879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a07ff5df-1a2d-4a82-a36c-92b0e4d5d499 req-029b511c-95fc-442b-ba7a-2f4f0ba25871 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1792798 Nov 08 12:22:53.007120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:53.041379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:53.053739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:53.087546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-9f53e9d6-c38f-4b0b-aa5a-f81f13762e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:53.089142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-9f53e9d6-c38f-4b0b-aa5a-f81f13762e04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1099 time: 0.2388542 Nov 08 12:22:53.119874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:53.194435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:22:53.249831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a07ff5df-1a2d-4a82-a36c-92b0e4d5d499 req-c04f2707-d61a-4ce6-af1b-5e2644f4817e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759693 Nov 08 12:22:53.260083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:53.261490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:53.307495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fba2b0-b332-4f18-856c-98b0100a486e req-34bc81e6-79bb-40c8-b104-1a274418bb45 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:53.315203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-34bc81e6-79bb-40c8-b104-1a274418bb45 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3728571 Nov 08 12:22:53.320030 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5efb139b-1362-4522-849b-54957e5d629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:53.323893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-c2e9e2e0-62e2-4680-ad42-bf032c324f0f tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:22:53.335531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-c2e9e2e0-62e2-4680-ad42-bf032c324f0f tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194080 Nov 08 12:22:53.355053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:22:53.396277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-99ca192c-05db-4260-8b1a-f706cfabc9c8 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.0597100 Nov 08 12:22:53.399782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-5c68056d-b99e-4ceb-a71c-2dffbe945149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:53.401232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-5c68056d-b99e-4ceb-a71c-2dffbe945149 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2584546 Nov 08 12:22:53.479203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-bf4f753d-0c34-47f2-9716-4f7bb450f332 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3216331 Nov 08 12:22:53.483129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-0d5d0f6d-6911-4f8a-b9c9-6f2e6ba91749 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0687385 Nov 08 12:22:53.491603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-cade4ad6-551a-414a-890a-cb8f17cf6d21 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.0855751 Nov 08 12:22:53.500299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Request body: {'port': {'device_id': '8572711e-5948-4ace-a336-987298726ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:53.519871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-eef35091-d9af-42e3-92f8-dcb438f3a200 None None] Provisioning complete for port a0ea2df4-72be-4d90-a8c7-31b562f991e7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:53.520250 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eef35091-d9af-42e3-92f8-dcb438f3a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:53.597996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-eef35091-d9af-42e3-92f8-dcb438f3a200 None None] Port a0ea2df4-72be-4d90-a8c7-31b562f991e7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:22:53.997417 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.017236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-6d47fdbe-427b-47b9-8642-a9535377007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:54.018739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-6d47fdbe-427b-47b9-8642-a9535377007a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.4985218 Nov 08 12:22:54.074270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2f41-b43a-4c4a-b24b-e030cb4beac7 req-cb8425f6-3e1a-4c35-89c3-04ade9c886f7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:54.075787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bf2f41-b43a-4c4a-b24b-e030cb4beac7 req-cb8425f6-3e1a-4c35-89c3-04ade9c886f7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 948 time: 0.4883254 Nov 08 12:22:54.158155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-77d86c36-b3ff-4adb-ab63-e5a28d2dabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:54.159710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-77d86c36-b3ff-4adb-ab63-e5a28d2dabdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312230 Nov 08 12:22:54.243364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Deleting port 8043ecde-fe2a-4c3b-a347-29f05edbefcb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:22:54.243703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.315926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bf2f41-b43a-4c4a-b24b-e030cb4beac7 req-accf1a6f-dead-4d7d-ae8d-643a6ed7b4a6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171714 Nov 08 12:22:54.418912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:54.421328 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403758a1-dc38-4cf7-ad09-63db9b90ed73" -d '{"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:54.452165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.452494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.479366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-d470626a-407f-4004-b5da-ffa5f5b01bd3 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695992 Nov 08 12:22:54.481965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Calling delete_port for 8043ecde-fe2a-4c3b-a347-29f05edbefcb owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:22:54.668589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ea2df4-72be-4d90-a8c7-31b562f991e7 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:54.690945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.702097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b53edcbd-1fc4-4f68-968a-e59a8f715dcb req-b0cb76b2-012c-4387-9bcc-ec006bbb7bdb service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149184 Nov 08 12:22:54.711189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Transition to ACTIVE for port object a0ea2df4-72be-4d90-a8c7-31b562f991e7 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:22:54.819204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb4c3-881a-4517-8eb8-143511c748ff req-3d4e75a7-6e84-43f8-a696-266a538d7eee tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:54.820729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56adb4c3-881a-4517-8eb8-143511c748ff req-3d4e75a7-6e84-43f8-a696-266a538d7eee tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 935 time: 0.0639069 Nov 08 12:22:54.842874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:54.918999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:54.929743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56adb4c3-881a-4517-8eb8-143511c748ff req-656b9a64-e929-4a02-a9a6-080fd5021b3c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029003 Nov 08 12:22:54.985630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.041754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event deleted for resources: {'Port': ['ID=8043ecde-fe2a-4c3b-a347-29f05edbefcb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:55.105079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Attempting to bind port a0ea2df4-72be-4d90-a8c7-31b562f991e7 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:22:55.105414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Attempting to bind port a0ea2df4-72be-4d90-a8c7-31b562f991e7 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:22:55.105746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Attempting to bind port a0ea2df4-72be-4d90-a8c7-31b562f991e7 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:55.116783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Port a0ea2df4-72be-4d90-a8c7-31b562f991e7 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:22:55.117132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Attempting to bind port a0ea2df4-72be-4d90-a8c7-31b562f991e7 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:22:55.135173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:22:55.135584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:22:55.135889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:22:55.136334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Bound port: a0ea2df4-72be-4d90-a8c7-31b562f991e7, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:22:55.136704 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.157462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbabc43-79dd-49fa-99af-28180edf9aa4 req-d8f40dcb-523e-4e5b-8acf-e34c7bbd0903 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.158934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cbabc43-79dd-49fa-99af-28180edf9aa4 req-d8f40dcb-523e-4e5b-8acf-e34c7bbd0903 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.1590776 Nov 08 12:22:55.162920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.165398 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.166515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19fba2b0-b332-4f18-856c-98b0100a486e req-1f1c391e-a397-4b8d-b009-9f34142bd4ab tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "DELETE /v2.0/floatingips/5bb776a7-f37e-4db9-802f-466e647bbc8b HTTP/1.1" status: 204 len: 173 time: 1.6450136 Nov 08 12:22:55.305994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cbabc43-79dd-49fa-99af-28180edf9aa4 req-00c6110e-48c1-4cbc-ac27-1c4c4c294ed6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384933 Nov 08 12:22:55.316022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:22:55.320930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:22:55.340910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f250a8-a8cb-49c9-8cf5-4ffb5ac1263c req-f90352eb-f176-40b6-b2ca-7dbbde215bda tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.343003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9f250a8-a8cb-49c9-8cf5-4ffb5ac1263c req-f90352eb-f176-40b6-b2ca-7dbbde215bda tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1082151 Nov 08 12:22:55.345805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-8839ef2f-752c-4693-8c4c-acf79a88f92a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269300 Nov 08 12:22:55.378683 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75023c0f-bdc5-4637-87ef-49f9205820d4 x-openstack-request-id: req-75023c0f-bdc5-4637-87ef-49f9205820d4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:55.378976 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:55.379232 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75023c0f-bdc5-4637-87ef-49f9205820d4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:55.379625 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'status': 'completed', 'code': 200} Nov 08 12:22:55.401780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6f25-4d20-4135-b780-0819ae5bff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.429861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9f250a8-a8cb-49c9-8cf5-4ffb5ac1263c req-bfd86f53-26d6-4fd4-aca1-ef9f0dc864c7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803916 Nov 08 12:22:55.451045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.562426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.562993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:55.564369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-13557458-2f01-4713-a83f-c3b514109773 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0ea2df4-72be-4d90-a8c7-31b562f991e7 HTTP/1.1" status: 200 len: 1095 time: 2.0694499 Nov 08 12:22:55.642363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-ec240d9c-ccc8-4bc6-867c-7eab706cf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.643896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-ec240d9c-ccc8-4bc6-867c-7eab706cf8a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 1101 time: 0.2539604 Nov 08 12:22:55.656448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-b1066702-6dad-45bc-a170-32d9834ea315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.657951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-b1066702-6dad-45bc-a170-32d9834ea315 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1099 time: 0.2334456 Nov 08 12:22:55.659709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-a0cc7b9a-716e-4d12-b2a9-d7d8338eca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.661087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-a0cc7b9a-716e-4d12-b2a9-d7d8338eca2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1099 time: 0.2227046 Nov 08 12:22:55.677277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13557458-2f01-4713-a83f-c3b514109773 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:55.917230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-f799f7d6-0edf-4b98-bd54-7082cf550817 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4299526 Nov 08 12:22:55.924926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca714e-a0b3-459e-84ce-cc1a148daa22 req-7e95bb33-b559-4504-b835-538cd1702864 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:55.926369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ca714e-a0b3-459e-84ce-cc1a148daa22 req-7e95bb33-b559-4504-b835-538cd1702864 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 948 time: 0.3109307 Nov 08 12:22:55.952764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:22:56.018719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-0683c03d-6dbd-4cd8-9ba4-8e543cd6966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.020206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-0683c03d-6dbd-4cd8-9ba4-8e543cd6966a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 1098 time: 0.2735445 Nov 08 12:22:56.050060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-66caf417-48ee-40a5-af16-62da8c062bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.051533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-66caf417-48ee-40a5-af16-62da8c062bcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3677402 Nov 08 12:22:56.090111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-991f4a65-6b3a-4a1a-be5b-6523a35de04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.091617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-991f4a65-6b3a-4a1a-be5b-6523a35de04e service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4068606 Nov 08 12:22:56.096902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-dcb60905-5519-4e0c-8cd4-c09d2173509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.098317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-dcb60905-5519-4e0c-8cd4-c09d2173509a service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4155810 Nov 08 12:22:56.108647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-64efad83-9fc7-49ab-8f49-49eef30fc8a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7 HTTP/1.1" status: 200 len: 217 time: 0.0701020 Nov 08 12:22:56.188324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-43403dbb-1476-42b0-9dd6-f60843cef944 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e2281a10-26b8-4b23-a59d-a81da510aa13 HTTP/1.1" status: 200 len: 217 time: 0.0925372 Nov 08 12:22:56.191611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ca714e-a0b3-459e-84ce-cc1a148daa22 req-e379cc2c-e1e5-420c-9c84-364f4dd1e01a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574854 Nov 08 12:22:56.221416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:56.224681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-5412b8fa-87ec-4f3a-94b3-6e10e1f6b638 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.1151717 Nov 08 12:22:56.250944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-8acb56e1-7502-404e-8096-2cec61de64d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.1369429 Nov 08 12:22:56.410627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-4dcd8bb1-ef10-4081-afc1-c8761cfd4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.412165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-4dcd8bb1-ef10-4081-afc1-c8761cfd4c56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2604740 Nov 08 12:22:56.556390 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:56.758111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-15631b16-76ee-4ce9-b43f-655fcb198394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.759496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-15631b16-76ee-4ce9-b43f-655fcb198394 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.4967132 Nov 08 12:22:56.764385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-d0235e4b-9321-43ad-9a3e-b119eb8842de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.765703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-d0235e4b-9321-43ad-9a3e-b119eb8842de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.5456707 Nov 08 12:22:56.787430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-9121293d-6c5c-456e-9338-a9dfab4422ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.788846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-9121293d-6c5c-456e-9338-a9dfab4422ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.4937749 Nov 08 12:22:56.847994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59bdc-100e-45d8-8218-4a9b1ae4852a req-c0ab05cb-6bac-409a-b6f5-1b6e79a9d663 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.849488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bb59bdc-100e-45d8-8218-4a9b1ae4852a req-c0ab05cb-6bac-409a-b6f5-1b6e79a9d663 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1097 time: 0.5976801 Nov 08 12:22:56.921545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-e9cb27a9-5751-4073-b929-55a87088a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.923102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-e9cb27a9-5751-4073-b929-55a87088a1e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4913023 Nov 08 12:22:56.956180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-ef686e52-8050-4f5c-b544-d1ca794123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.957593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-ef686e52-8050-4f5c-b544-d1ca794123e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726203 Nov 08 12:22:56.959243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-69e2aeaf-456c-4c05-8702-a3c95381d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.960570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-69e2aeaf-456c-4c05-8702-a3c95381d181 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776278 Nov 08 12:22:56.976813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-66d7bb83-3304-4e58-a80f-283e88ad1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:56.978315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-66d7bb83-3304-4e58-a80f-283e88ad1c45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689689 Nov 08 12:22:57.086360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bb59bdc-100e-45d8-8218-4a9b1ae4852a req-a19c3018-9778-4431-a79d-228447edf010 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111864 Nov 08 12:22:57.247706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:57.336351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-956d078d-e7b8-49c8-b440-06f712a33162 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975482 Nov 08 12:22:57.338149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-2544bfc8-9e17-4488-a3f8-407b14395f22 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526123 Nov 08 12:22:57.343773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-cc777a6d-8c8f-491a-b27c-fb440faadbcf service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528247 Nov 08 12:22:57.349093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-8ddb8ead-a4f1-445f-9253-7232b8fddda2 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432856 Nov 08 12:22:57.384506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:57.387122 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86" -d '{"events": [{"name": "network-changed", "server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:57.387285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:22:57.510228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:57.523249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'mac_address': 'fa:16:3e:6a:03:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:22:57.562408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:57.579322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:22:57.599574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:57.671252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:57.715083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Allocated IP 172.25.1.231 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6e1e5cd0-b80e-423b-8e81-028ac77475ef) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:22:57.723539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:57.769988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-2b782306-b506-44f1-9271-a1fb3c450a7c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799427 Nov 08 12:22:57.771861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810456c5-9e7b-439f-8e54-5aa86e55e9e0 req-e7ddbc26-5ef3-4d31-bd45-62e1f9010428 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194956 Nov 08 12:22:57.780440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c24cf2-42e5-4a9c-bb65-c098a74be4a4 req-9a0bd29c-db61-4eda-85bb-b58bea7e1975 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:57.781845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c24cf2-42e5-4a9c-bb65-c098a74be4a4 req-9a0bd29c-db61-4eda-85bb-b58bea7e1975 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 947 time: 0.2658432 Nov 08 12:22:57.783756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-403758a1-dc38-4cf7-ad09-63db9b90ed73 req-df08b6c1-4417-480e-bc1e-2a41976ac60d service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164693 Nov 08 12:22:57.787378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-117a75be-c28a-4de7-b97b-3335bfcedc31 req-af4bd990-d654-4dfe-b25d-ce6ba2d22ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955171 Nov 08 12:22:57.883406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c24cf2-42e5-4a9c-bb65-c098a74be4a4 req-c01131b6-438f-4742-b0a6-92d110356369 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928285 Nov 08 12:22:57.919113 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:57.962106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.001624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b51d-eae1-44b1-b837-7f9e4b3e7b00 req-08d28303-fb5e-47aa-a934-68fe3d80a5da tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.003128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53c6b51d-eae1-44b1-b837-7f9e4b3e7b00 req-08d28303-fb5e-47aa-a934-68fe3d80a5da tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0562501 Nov 08 12:22:58.003302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['f890fa6f-cd33-402f-94fc-eacec6613909'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:22:58.024731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.081354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:22:58.090878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:22:58.095513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:22:58.100785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53c6b51d-eae1-44b1-b837-7f9e4b3e7b00 req-7d19d36c-2827-40e1-86bc-05619a8f5d78 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905983 Nov 08 12:22:58.125862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event updated for resources: {'Port': ['ID=6e1e5cd0-b80e-423b-8e81-028ac77475ef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:58.196679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.263729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd39c2-8a3d-4271-85b9-ae6b07ce55f1 req-15d7cb5d-d760-413c-968a-3be7ebea9b9a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.265237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67cd39c2-8a3d-4271-85b9-ae6b07ce55f1 req-15d7cb5d-d760-413c-968a-3be7ebea9b9a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 949 time: 0.0504863 Nov 08 12:22:58.308926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.366207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67cd39c2-8a3d-4271-85b9-ae6b07ce55f1 req-35fb7062-a2bb-4408-884e-1d13190c1265 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939915 Nov 08 12:22:58.428116 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20abf98b-f438-48cf-ad70-a2961ec97de3 x-openstack-request-id: req-20abf98b-f438-48cf-ad70-a2961ec97de3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:22:58.428998 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:22:58.428998 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20abf98b-f438-48cf-ad70-a2961ec97de3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:22:58.429185 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7', 'status': 'completed', 'code': 200} Nov 08 12:22:58.516062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-fe851627-fee4-44fa-a2a1-57c3f061b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.517584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-fe851627-fee4-44fa-a2a1-57c3f061b472 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 1098 time: 0.0690362 Nov 08 12:22:58.527101 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.637036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-507a8f47-0bbe-4b44-8ac7-afec7ce7af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.639133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-507a8f47-0bbe-4b44-8ac7-afec7ce7af02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1095247 Nov 08 12:22:58.683647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-1ee02c84-d5c9-4e6c-a995-17cc12923778 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7 HTTP/1.1" status: 200 len: 217 time: 0.0355272 Nov 08 12:22:58.684216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.778351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event updated for resources: {'Port': ['ID=6e1e5cd0-b80e-423b-8e81-028ac77475ef,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:22:58.803686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-b57d9b5d-624c-433c-a315-ab0953c53b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.805127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-b57d9b5d-624c-433c-a315-ab0953c53b62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0950022 Nov 08 12:22:58.807871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.856358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-22bca46a-c97d-47d2-b61f-3ec129d79df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:58.858041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-22bca46a-c97d-47d2-b61f-3ec129d79df4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413897 Nov 08 12:22:58.961670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-860898f6-ee91-41c0-86da-4b8113da5a06 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Nov 08 12:22:58.983425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.990623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:58.997662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-d656b3b5-3c3e-4807-9486-dcf4422dd5e5 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0645828 Nov 08 12:22:59.084196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-75b5dcd6-1fd4-4acb-947f-e133cda0ba9f tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0818706 Nov 08 12:22:59.172407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1cbd7d-e12f-4c2d-bdba-d28f5bb44d86 req-f015e0e1-39fe-4f2d-8668-4ca69cb194fb service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921303 Nov 08 12:22:59.214076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-a413af87-a04c-4949-9349-1243a46ce4ba tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:59.215374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4821f73d-3bca-47b3-8f2a-3a0e4f012f7d req-a413af87-a04c-4949-9349-1243a46ce4ba tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1234500 Nov 08 12:22:59.396625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:22:59.535162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8deb1-835d-450f-81c4-d879e8ab5fc0 req-4f389d32-88fd-43db-9bcd-bae5665ffa5c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:22:59.535162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b8deb1-835d-450f-81c4-d879e8ab5fc0 req-4f389d32-88fd-43db-9bcd-bae5665ffa5c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 947 time: 0.0526135 Nov 08 12:22:59.587226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port f890fa6f-cd33-402f-94fc-eacec6613909 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:22:59.587226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port f890fa6f-cd33-402f-94fc-eacec6613909 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:22:59.587226 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:59.593230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b8deb1-835d-450f-81c4-d879e8ab5fc0 req-d68d4134-4bdc-4f0f-824b-4f73e67518e3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525382 Nov 08 12:22:59.689673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:59.722026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:22:59.724534 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789de0bb-8c08-4ab6-aa29-e1f07ffcd7e3" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:22:59.739515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:22:59.870506 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:22:59.925040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:00.032778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-93ac3843-4933-4de5-9e5a-cf520a12d6be tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips/a0fd7150-8da5-43dc-9150-79e4a707a193 HTTP/1.1" status: 200 len: 693 time: 0.3867345 Nov 08 12:23:00.074966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-fb3a21e2-d037-4088-aba7-02f6e2aff79e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.077114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-fb3a21e2-d037-4088-aba7-02f6e2aff79e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd&tenant_id=3f75a0e27007474790cf03b2a316aea4&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 949 time: 0.4827321 Nov 08 12:23:00.184463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3da7a3-0118-4e52-8b35-d87f954797d0 req-ba6d0c08-7200-4885-9c0e-deacbd58504d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.186029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff3da7a3-0118-4e52-8b35-d87f954797d0 req-ba6d0c08-7200-4885-9c0e-deacbd58504d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1762578 Nov 08 12:23:00.249170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-763f21f3-ea21-446c-8bc5-02916be96c5c service neutron] 10.222.0.61 "GET /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 382 time: 0.1597426 Nov 08 12:23:00.266077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-7c458de0-df78-4b35-8033-150a50516417 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.267603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-7c458de0-df78-4b35-8033-150a50516417 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2179263 Nov 08 12:23:00.347615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff3da7a3-0118-4e52-8b35-d87f954797d0 req-eb2f6bee-b98d-440e-b9c0-dac335b20130 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501312 Nov 08 12:23:00.370295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-494b856b-d89f-41bc-9a55-0164d95af616 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0842602 Nov 08 12:23:00.462614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-d130b08c-5120-446a-b3c2-4a178fe8bbc0 tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0959663 Nov 08 12:23:00.464468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-c46cf8c1-2797-4747-9e9e-6808ce0684e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.465796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-c46cf8c1-2797-4747-9e9e-6808ce0684e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1101 time: 0.1887746 Nov 08 12:23:00.623973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dc003-74cf-4621-8aeb-17485d15f58e req-e1787fda-daf9-4982-b138-20d10867fd9f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.625547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb0dc003-74cf-4621-8aeb-17485d15f58e req-e1787fda-daf9-4982-b138-20d10867fd9f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.2043629 Nov 08 12:23:00.719042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-4e952582-746c-466d-b6eb-87dd7fac1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.720589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-4e952582-746c-466d-b6eb-87dd7fac1e4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2125123 Nov 08 12:23:00.740841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb0dc003-74cf-4621-8aeb-17485d15f58e req-49bafad8-51fa-4e1e-87f3-f7dab942a2fe tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933416 Nov 08 12:23:00.777231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Deleting port 6e1e5cd0-b80e-423b-8e81-028ac77475ef {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:00.777231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:00.778563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-3e3ffdad-e6c0-4eb7-946b-bf3d5b365a8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0478063 Nov 08 12:23:00.882839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-77aa902f-a616-4232-af66-17b78890cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.884984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-77aa902f-a616-4232-af66-17b78890cf6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0900517 Nov 08 12:23:00.906992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:00.907311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:00.934104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Calling delete_port for 6e1e5cd0-b80e-423b-8e81-028ac77475ef owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:00.988714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-3c89676c-0e1c-4e9b-a671-6f3e7d48aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:00.990116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-3c89676c-0e1c-4e9b-a671-6f3e7d48aafc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940583 Nov 08 12:23:01.124358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-09babf2c-4964-4be0-a135-f8563bd19022 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248567 Nov 08 12:23:01.175533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a0ea2df4-72be-4d90-a8c7-31b562f991e7 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:01.233765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-b9940e43-cbce-4563-88ca-e103de9ce365 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000390 Nov 08 12:23:01.240379 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e78e5-14fa-467e-b2ec-1296a00a3a8a x-openstack-request-id: req-1a7e78e5-14fa-467e-b2ec-1296a00a3a8a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:01.240694 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:01.241096 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a7e78e5-14fa-467e-b2ec-1296a00a3a8a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:01.241467 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'code': 200} Nov 08 12:23:01.252521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:01.282420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:01.288943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Pushing event deleted for resources: {'Port': ['ID=6e1e5cd0-b80e-423b-8e81-028ac77475ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:01.296004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7', 'mac_address': 'fa:16:3e:53:bc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:01.335737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:01.349512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ea2df4-72be-4d90-a8c7-31b562f991e7 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:01.369795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:01.385854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:01.388761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:01.389969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4175f03d-e518-426c-a754-67a3dd80a6e2 req-83f33c43-815b-48c8-8473-21916f1c1b2e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "DELETE /v2.0/floatingips/a0fd7150-8da5-43dc-9150-79e4a707a193 HTTP/1.1" status: 204 len: 173 time: 0.9200914 Nov 08 12:23:01.403445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ebb2-2d7e-48a2-a480-f5da9e0b5a5f req-7759e7e9-7405-4ccb-bc0c-d66b388d4a3a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:01.405521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8961ebb2-2d7e-48a2-a480-f5da9e0b5a5f req-7759e7e9-7405-4ccb-bc0c-d66b388d4a3a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 947 time: 0.1177475 Nov 08 12:23:01.453171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:01.466360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8961ebb2-2d7e-48a2-a480-f5da9e0b5a5f req-c0cc7189-01ee-4799-ad6f-14670af27a2a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546763 Nov 08 12:23:01.509992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70a35-90a1-4a71-a7af-470dff3a7745 req-84bd0c6b-a785-4eee-993f-8cf4ba99d9bc tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:01.511575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9d70a35-90a1-4a71-a7af-470dff3a7745 req-84bd0c6b-a785-4eee-993f-8cf4ba99d9bc tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 945 time: 0.0641713 Nov 08 12:23:01.513346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:01.568982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9d70a35-90a1-4a71-a7af-470dff3a7745 req-4a863470-fe87-4abf-871a-7857d101ca15 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Nov 08 12:23:01.918543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a0ea2df4-72be-4d90-a8c7-31b562f991e7'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:02.071207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684304d7-4c98-4a93-9308-bfb24bf51096 req-4e1775b8-3dfc-48a4-b4ad-eaf8eadced28 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:02.072592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-684304d7-4c98-4a93-9308-bfb24bf51096 req-4e1775b8-3dfc-48a4-b4ad-eaf8eadced28 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0518818 Nov 08 12:23:02.120821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-684304d7-4c98-4a93-9308-bfb24bf51096 req-a06e95c1-c5d3-41e6-8e2c-aa0352fdb496 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Nov 08 12:23:02.179457 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-0a891351-249c-40f8-b73d-de6f8a74aca2 req-bf58549b-069b-4875-993b-ef5341a0478b tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] show failed (client error): The resource could not be found. Nov 08 12:23:02.180508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a891351-249c-40f8-b73d-de6f8a74aca2 req-bf58549b-069b-4875-993b-ef5341a0478b tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips/a0fd7150-8da5-43dc-9150-79e4a707a193 HTTP/1.1" status: 404 len: 350 time: 0.0372727 Nov 08 12:23:02.280614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefee83-1e00-49e5-9d14-fd1fe227dad7 req-a14eda5d-5e8b-4374-b313-4d0ccdf23e51 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:02.282085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbefee83-1e00-49e5-9d14-fd1fe227dad7 req-a14eda5d-5e8b-4374-b313-4d0ccdf23e51 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0517917 Nov 08 12:23:02.334140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbefee83-1e00-49e5-9d14-fd1fe227dad7 req-cad1ba80-aa4c-478c-bedc-c6a20f30b263 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Nov 08 12:23:02.418781 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-a76383cc-8c7d-421d-8ab0-c56d50f83edc req-9deb0584-804c-484e-b4bf-04117d20de9e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] show failed (client error): The resource could not be found. Nov 08 12:23:02.420333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a76383cc-8c7d-421d-8ab0-c56d50f83edc req-9deb0584-804c-484e-b4bf-04117d20de9e tempest-FloatingIPsTestJSON-754976608 tempest-FloatingIPsTestJSON-754976608-project] 10.222.0.58 "GET /v2.0/floatingips/a0fd7150-8da5-43dc-9150-79e4a707a193 HTTP/1.1" status: 404 len: 350 time: 0.0374911 Nov 08 12:23:02.428986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:02.677203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39485f-5662-48e0-a779-3887443c6df3 req-5c3ba3d8-a97a-48de-bf20-3bf4e05091b0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:02.678860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef39485f-5662-48e0-a779-3887443c6df3 req-5c3ba3d8-a97a-48de-bf20-3bf4e05091b0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 948 time: 0.1328349 Nov 08 12:23:02.771969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef39485f-5662-48e0-a779-3887443c6df3 req-13600b15-c2f0-4e23-8583-1b61818a2431 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863502 Nov 08 12:23:02.991113 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:03.315856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f1ee2-d690-416a-878c-863092902fd4 req-66eba4bf-621a-4e20-bcea-b00561230284 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:03.315856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b65f1ee2-d690-416a-878c-863092902fd4 req-66eba4bf-621a-4e20-bcea-b00561230284 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0935144 Nov 08 12:23:03.385005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b65f1ee2-d690-416a-878c-863092902fd4 req-0c38cd37-125c-45e4-a44d-af3cbcd5ca3f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733845 Nov 08 12:23:03.419223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Deleting port dc1f2490-b1be-4bf6-a3df-4d8f2854a198 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:03.420368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:03.584041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436b709-1b05-4aa7-86e1-18f3fc8f3a56 req-9e7a4b82-1a2d-402a-abad-7cd3220b7de1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:03.585596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a436b709-1b05-4aa7-86e1-18f3fc8f3a56 req-9e7a4b82-1a2d-402a-abad-7cd3220b7de1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1426759 Nov 08 12:23:03.594485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] For port dc1f2490-b1be-4bf6-a3df-4d8f2854a198, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:03.594851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:03.601518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-66e4f6e3-9b58-4efd-bf1b-1e6360b0038d tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2137017173&fields=id&tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 267 time: 0.1078892 Nov 08 12:23:03.635600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58544) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:03.638000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Calling delete_port for dc1f2490-b1be-4bf6-a3df-4d8f2854a198 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:03.775326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:03.900364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:03.955385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.015993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562cd0ec-9c72-42b8-bbb0-a0b4cd9a235c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:04.047476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f740329667b94a73a0779e1f8f48679d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107499 Nov 08 12:23:04.051564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:04.060612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.061187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.062713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.065686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.066722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.067506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.067996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.068430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.068860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.069477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.069982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.070392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd67b-5500-4fde-8ec5-5ce2a3b15135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.126494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a436b709-1b05-4aa7-86e1-18f3fc8f3a56 req-4a15a88c-8195-4e53-b97e-ac107f6636dc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284860 Nov 08 12:23:04.204411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-210a2e6b-ec44-4fdb-872b-5bac9da42b6c tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:04.211290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-210a2e6b-ec44-4fdb-872b-5bac9da42b6c tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 823 time: 0.5954723 Nov 08 12:23:04.290024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-2f3cd364-092d-4104-a11d-e2e3936bd979 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/quotas/1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 375 time: 0.0778148 Nov 08 12:23:04.318632 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.411555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.444913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aa681-d90b-485d-9689-3385da25b9f6 req-73b71ac3-496d-40dd-8f60-661953cf049f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:04.446549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f32aa681-d90b-485d-9689-3385da25b9f6 req-73b71ac3-496d-40dd-8f60-661953cf049f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 948 time: 0.1973431 Nov 08 12:23:04.474468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-65af565d-c73b-4435-a4fc-e9ea7e398e2b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1833191 Nov 08 12:23:04.689386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f32aa681-d90b-485d-9689-3385da25b9f6 req-2579ff8d-680e-4e38-aac2-db0904591703 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098274 Nov 08 12:23:04.713844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-bff18423-b046-4309-8ada-0e3ebeba5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:04.715377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-bff18423-b046-4309-8ada-0e3ebeba5051 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1101 time: 0.1722207 Nov 08 12:23:04.719191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-3b981fb4-1035-4def-bf1d-7b6f33ada7f0 service neutron] 10.222.0.58 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212620 Nov 08 12:23:04.745311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:04.783048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.785606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.786774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/562cd0ec-9c72-42b8-bbb0-a0b4cd9a235c HTTP/1.1" status: 204 len: 168 time: 0.7313113 Nov 08 12:23:04.787487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.904644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562cd0ec-9c72-42b8-bbb0-a0b4cd9a235c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:04.907125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1f2490-b1be-4bf6-a3df-4d8f2854a198,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:04.959710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.960058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.960398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.960734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.961069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.961402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.961732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.962055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.967284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.967284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.967284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.967284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e335d-3f74-452e-acb3-08153c1f1217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.985273 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:04.991658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.992059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.992346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.992686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.993023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.993853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.993853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.994015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.994323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.994657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.994983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:04.995304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:05.117768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f105c2-1954-4e67-918c-bbac1f3b149c req-80a40f59-50d3-4940-90dd-713dba0f6865 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:05.126857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34f105c2-1954-4e67-918c-bbac1f3b149c req-80a40f59-50d3-4940-90dd-713dba0f6865 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.3224101 Nov 08 12:23:05.142406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-3978142b-5cac-4ad1-af5f-ef4c1288581f service neutron] 10.222.0.58 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155216 Nov 08 12:23:05.217174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a0ea2df4-72be-4d90-a8c7-31b562f991e7 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:05.390464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port a0ea2df4-72be-4d90-a8c7-31b562f991e7 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:05.394797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port a0ea2df4-72be-4d90-a8c7-31b562f991e7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:05.395301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:05.464208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34f105c2-1954-4e67-918c-bbac1f3b149c req-262555e2-c4d0-4004-be90-202524b504e8 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362100 Nov 08 12:23:05.496720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-5f97d193-bcc3-456e-b6dd-13ffb387f4ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:05.498958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-5f97d193-bcc3-456e-b6dd-13ffb387f4ce tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1b62cb-2a1f-4f0f-b597-16deca8a575f HTTP/1.1" status: 200 len: 945 time: 0.2682891 Nov 08 12:23:05.520322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:05.570705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:05.601333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:05.604222 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb962b02-87df-48ac-879e-156c45c93906" -d '{"events": [{"server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:05.627734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:05.702055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4aa34cb-1463-401e-8304-fbce0fb67e18 req-e7f99f8d-1ed7-41a0-9c68-1363bef6c3d3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 210 time: 0.1351333 Nov 08 12:23:05.732230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:05.789479 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8345c93d-d964-4291-9663-72f4293ae8f5 x-openstack-request-id: req-8345c93d-d964-4291-9663-72f4293ae8f5 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:05.789790 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:05.790044 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8345c93d-d964-4291-9663-72f4293ae8f5 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:05.790458 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7', 'code': 200} Nov 08 12:23:05.813508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:05.833398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:05.865125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf7003-201d-4912-9282-2aa5bdb516a2 req-37c964ff-78b9-4bee-9dd8-31425e529f0f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:05.866696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48cf7003-201d-4912-9282-2aa5bdb516a2 req-37c964ff-78b9-4bee-9dd8-31425e529f0f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.3500473 Nov 08 12:23:05.949402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70130c-23c1-4bc0-a9d3-52b505470f25 req-99f3184a-5c9b-4a38-ac40-81ba4971ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:05.950910 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ae70130c-23c1-4bc0-a9d3-52b505470f25 req-99f3184a-5c9b-4a38-ac40-81ba4971ffeb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 1100 time: 0.0916522 Nov 08 12:23:05.984555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:06.018014 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ae70130c-23c1-4bc0-a9d3-52b505470f25 req-b04f4511-c798-4eb4-affe-f0ed6605f38a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Nov 08 12:23:06.074952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48cf7003-201d-4912-9282-2aa5bdb516a2 req-fea494f3-9294-4409-8161-751970cabbee tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903644 Nov 08 12:23:06.121305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:06.123881 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecb05e-cfd8-42ae-bfaa-c00e2ad6999b" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:06.134975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29462f14-c0d8-49e2-bcdc-b632b3c21e45 req-2d592f2a-2df6-47c7-af4e-e73aaf2c13b7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:06.140022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29462f14-c0d8-49e2-bcdc-b632b3c21e45 req-2d592f2a-2df6-47c7-af4e-e73aaf2c13b7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 949 time: 0.2586553 Nov 08 12:23:06.142225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Deleting port 93896693-9ea3-4362-944c-d97663631673 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:06.142757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.148039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.233044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:06.259314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Transition to ACTIVE for port object f890fa6f-cd33-402f-94fc-eacec6613909 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:06.344507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1193605165-network', 'tenant_id': '2a933a27112943f1ace4b2b1825a4868'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:06.387380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.458665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Made reservation on behalf of 2a933a27112943f1ace4b2b1825a4868 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:06.461089 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.470416 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.538297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29462f14-c0d8-49e2-bcdc-b632b3c21e45 req-f708b865-651c-40fa-a2b4-22b1387b4cb9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693764 Nov 08 12:23:06.561466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] For port 93896693-9ea3-4362-944c-d97663631673, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=93896693-9ea3-4362-944c-d97663631673,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:06.561834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.570996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.616407 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e1690-0f45-43fa-8ce4-a2db1f270ba2 x-openstack-request-id: req-a02e1690-0f45-43fa-8ce4-a2db1f270ba2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:06.616757 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:06.616946 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a02e1690-0f45-43fa-8ce4-a2db1f270ba2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:06.624418 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'code': 200} Nov 08 12:23:06.641703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-344bd816-1990-483c-a683-1991e1dde28a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:06.643297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-344bd816-1990-483c-a683-1991e1dde28a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.3485534 Nov 08 12:23:06.666988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] No DVR routers for this DVR port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:06.698498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.706201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:06.731491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:23:06.750845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.752414 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Added segment db3aafe7-dff7-47a7-b68e-f5aab6f2585b of type vlan for network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a Nov 08 12:23:06.783482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4869d09-c7a8-476d-a66f-da93eefd00ec,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:06.828074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.916085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:06.917655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:06.918358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.006205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] Pushing event updated for resources: {'Network': ['ID=67d91a5b-f7bb-4885-9086-ad9ea3458e3a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:07.018517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:23:07.056019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd7a0d90-ab6c-40e2-bc66-e03cdd401905 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8215804 Nov 08 12:23:07.058715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58616) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:07.068103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Request body: {'subnet': {'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1193605165-subnet', 'tenant_id': '2a933a27112943f1ace4b2b1825a4868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:07.093790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-5fad31a0-5ea2-45b6-a0d7-07e6bda1986c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/quotas/79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 375 time: 0.3884842 Nov 08 12:23:07.122950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Router 8408e986-088c-4eeb-87d5-e660947ebe6f has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:23:07.144317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Made reservation on behalf of 2a933a27112943f1ace4b2b1825a4868 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:07.147232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.184550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:07.184889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:07.185771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:07.242927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:07.243451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Attempting to bind port f890fa6f-cd33-402f-94fc-eacec6613909 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:07.259234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead227e0-f612-4712-b2a6-17112cae80bb req-e5f2d413-34e8-4bf7-9794-b9192fb31731 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:07.267552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ead227e0-f612-4712-b2a6-17112cae80bb req-e5f2d413-34e8-4bf7-9794-b9192fb31731 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.5666232 Nov 08 12:23:07.315698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:07.316123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:07.316430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:07.316884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Bound port: f890fa6f-cd33-402f-94fc-eacec6613909, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:07.317241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.385782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.402747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-cf66039f-4b51-4ccc-beac-fbabd7188e2e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2842062 Nov 08 12:23:07.408367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:07.461609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9cb47f-1f46-4b0f-8adc-88505d67c445,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:07.464083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Checking segment: {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:07.464441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Network hostable DHCP agents. Network: 67d91a5b-f7bb-4885-9086-ad9ea3458e3a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:23:07.504238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:07.519243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ead227e0-f612-4712-b2a6-17112cae80bb req-c5cbc2c6-579b-499d-9dbf-34d5e558d7d0 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508101 Nov 08 12:23:07.547928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:23:07.572426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.572950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.573078 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0 disassociated. External IP: 172.25.1.233, port: 93896693-9ea3-4362-944c-d97663631673. Nov 08 12:23:07.573430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Calling delete_port for 93896693-9ea3-4362-944c-d97663631673 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:07.586363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:23:07.601469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff846463-c9d5-45d6-b404-a5b8bb07228d admin admin] 10.222.0.58 "PUT /v2.0/routers/8408e986-088c-4eeb-87d5-e660947ebe6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1714177 Nov 08 12:23:07.605577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Sync routers for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:23:07.608445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:07.635768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 67d91a5b-f7bb-4885-9086-ad9ea3458e3a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:07.641372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:07.642927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:07.649300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd977211-6e79-474a-83d9-15abd39dc29c None None] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:23:07.649471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:07.650077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.726309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:07.744806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7d6856b-2cda-481a-9ca0-5bb8693f5475 req-ec5392ac-2fde-490e-b51f-b35c51688e19 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 210 time: 0.1273270 Nov 08 12:23:07.762875 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8a77f0f1-6d86-49cd-96eb-aa3fa5f4d739 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7023356 Nov 08 12:23:07.810584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:07.870132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:07.900761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:07.908800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-4a6a0fed-8f49-42c5-8dff-973193b12fa9 service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613800 Nov 08 12:23:07.986364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:08.072289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779313f-7583-40d0-9f0c-14b81cdd17f1 None None] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:23:08.193093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:23:04Z', 'revision_number': 5, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:08.237214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Checking router: 8408e986-088c-4eeb-87d5-e660947ebe6f for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:23:08.247441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Routers {'8408e986-088c-4eeb-87d5-e660947ebe6f'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:08.248953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8408e986-088c-4eeb-87d5-e660947ebe6f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:08.276610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:08.277564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:08.279923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 1097 time: 3.5517299 Nov 08 12:23:08.329117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:08.465624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3136ec-9e19-4d96-918b-0d0705a87cc6 req-bb1ff3f6-37d5-48d1-b948-e56c2ab409ed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:08.475155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed3136ec-9e19-4d96-918b-0d0705a87cc6 req-bb1ff3f6-37d5-48d1-b948-e56c2ab409ed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 949 time: 0.5717642 Nov 08 12:23:08.500106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-4cbbda25-61c9-45bf-a426-3c3fe5f92eba service neutron] 10.222.0.58 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201662 Nov 08 12:23:08.561882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] Set router 8408e986-088c-4eeb-87d5-e660947ebe6f gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:08.593530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:08.629106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:08.631416 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54" -d '{"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:08.646269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed3136ec-9e19-4d96-918b-0d0705a87cc6 req-6fbdca10-4da4-444e-a074-ba005fb0f070 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700432 Nov 08 12:23:08.675165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278146-0c0c-427d-8682-eb5da0f9f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:08.791676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-f0126be7-9eaa-41b2-99d5-b5b9c9af5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:08.794386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-f0126be7-9eaa-41b2-99d5-b5b9c9af5160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1100 time: 0.4379494 Nov 08 12:23:08.799757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:23:04Z', 'revision_number': 5, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:08.801639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-5349aac7-18c4-4383-a3ac-a5734404ff27 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:08.803261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-5349aac7-18c4-4383-a3ac-a5734404ff27 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.61 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 823 time: 0.7394123 Nov 08 12:23:08.809903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event deleted for resources: {'Port': ['ID=93896693-9ea3-4362-944c-d97663631673,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:08.832792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc140f8-8cc7-4b15-97bf-35a9b882c577 None None] The sync data for ids ['8408e986-088c-4eeb-87d5-e660947ebe6f'] in n-d-816990-1 is: [{'id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'name': 'tempest-FloatingIPsTestJSON-61986306-router', 'tenant_id': '3311f5205fdb41c98d672614b371972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:22:39Z', 'updated_at': '2021-11-08T12:23:04Z', 'revision_number': 5, 'project_id': '3311f5205fdb41c98d672614b371972c', 'gw_port': {'id': 'badc23fb-a94c-44bb-94db-61a792849bdb', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8408e986-088c-4eeb-87d5-e660947ebe6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:22:40Z', 'updated_at': '2021-11-08T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:23:08.972185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Deleting port badc23fb-a94c-44bb-94db-61a792849bdb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:08.972532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:09.150742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f46d8-34d6-467c-a54c-3645e7724310 req-cb59d29f-1f12-4174-b2e8-07f2cc81389a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:09.152224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102f46d8-34d6-467c-a54c-3645e7724310 req-cb59d29f-1f12-4174-b2e8-07f2cc81389a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 949 time: 0.3709364 Nov 08 12:23:09.166205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-896ddb42-f558-4c8e-8c64-ff5c5a38f7c9 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3 HTTP/1.1" status: 200 len: 380 time: 0.3340816 Nov 08 12:23:09.203799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'port': {'device_id': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'admin_state_up': True, 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'security_groups': ['a641e448-72ac-4e8d-a6ad-10e3438e243e']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:09.257386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 93896693-9ea3-4362-944c-d97663631673 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:09.306229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 93896693-9ea3-4362-944c-d97663631673 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:09.306669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 93896693-9ea3-4362-944c-d97663631673 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:09.308436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device dc1f2490-b1be-4bf6-a3df-4d8f2854a198 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:09.337038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: dc1f2490-b1be-4bf6-a3df-4d8f2854a198 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:09.337398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device dc1f2490-b1be-4bf6-a3df-4d8f2854a198 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:09.358205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-8e58cb90-b4f7-49d7-a466-7b54e5c2c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:09.359765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-8e58cb90-b4f7-49d7-a466-7b54e5c2c3a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.5450411 Nov 08 12:23:09.494735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:23:09.504943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866272697', 'description': 'tempest-description-2118746345'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:09.512885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-1de8c71f-925e-4159-8b39-7cc387092f5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0904419 Nov 08 12:23:09.516735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] For port badc23fb-a94c-44bb-94db-61a792849bdb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=badc23fb-a94c-44bb-94db-61a792849bdb,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:09.517122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:09.531523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102f46d8-34d6-467c-a54c-3645e7724310 req-7f8803ca-6910-44d2-9d0b-ce9196910e79 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608904 Nov 08 12:23:09.548039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Calling delete_port for badc23fb-a94c-44bb-94db-61a792849bdb owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:09.585095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Made reservation on behalf of 1a75b3f6f63e4a7a8ce1d56776efded3 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:09.588630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:09.723506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-2a813b40-b85d-4bd7-b2ab-c7295c00a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:09.724968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-2a813b40-b85d-4bd7-b2ab-c7295c00a9b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1910388 Nov 08 12:23:09.851885 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.281998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b28edc-a9df-44b2-ac03-a7577f105d2f req-11e95c54-db23-4bcd-bdfc-24fbb84a2218 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:10.283618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49b28edc-a9df-44b2-ac03-a7577f105d2f req-11e95c54-db23-4bcd-bdfc-24fbb84a2218 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.6374269 Nov 08 12:23:10.334765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:23:10.337844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-8568bac7-e069-4a5e-acd8-9d964559bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:10.339323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-8568bac7-e069-4a5e-acd8-9d964559bd57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6042724 Nov 08 12:23:10.349790 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:23:10.365223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:10.366038 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:10.431463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Allocated IP 172.20.0.11 (490c4f91-6005-41ae-8052-a96474974fda/6d29bd39-c3e9-4493-8c58-479aa3e34a37/5bf271ea-c130-4f2b-8bf7-86c1ad119d58) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:10.447236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] No DVR routers for this DVR port 93896693-9ea3-4362-944c-d97663631673 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:10.485207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.488524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f71453b7-2268-411d-9353-1e7d1f074a84 req-37b701af-5609-44b4-926e-9e4e163398b4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.57 "DELETE /v2.0/ports/93896693-9ea3-4362-944c-d97663631673 HTTP/1.1" status: 204 len: 173 time: 4.9810789 Nov 08 12:23:10.488986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:10.587158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49b28edc-a9df-44b2-ac03-a7577f105d2f req-4033ddaf-9926-4a27-9377-d5f3f59dc6da tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707548 Nov 08 12:23:10.615877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.663240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-597430d5-513d-4987-b62b-ef1b0d704bcf service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762115 Nov 08 12:23:10.740070 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:10.755253 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3139d1b4-d8c3-4aa2-83ff-c665d6e369ec x-openstack-request-id: req-3139d1b4-d8c3-4aa2-83ff-c665d6e369ec {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:10.755910 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:10.755910 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3139d1b4-d8c3-4aa2-83ff-c665d6e369ec {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:10.756326 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'status': 'completed', 'code': 200} Nov 08 12:23:10.772863 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:23:10.782333 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:10.782935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:22:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:10.807300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.809880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.853780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9e8062c-3e73-4322-8578-52a1b73dc212 req-b6c08b2a-8f16-425c-9d6b-75c25b04b8f4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 210 time: 0.0965381 Nov 08 12:23:10.854428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:10.953719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Pushing event deleted for resources: {'Port': ['ID=badc23fb-a94c-44bb-94db-61a792849bdb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:10.985877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e412cf58-68b3-447e-a5b0-58a85f4adff5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:11.025087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:11.059861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-7521c47d-cf33-4f53-af05-38b223f8f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.062019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-7521c47d-cf33-4f53-af05-38b223f8f789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1100 time: 0.3011456 Nov 08 12:23:11.069955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e6088df-d669-4f46-bfb4-719b0c0c111c req-5cd9874e-86cb-4ab6-a944-7f8f17d5a33f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0892015 Nov 08 12:23:11.072868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.073835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef16a37e-ade1-4407-aa55-92e1360909aa req-fe58061b-ac1c-4e18-9938-5a3c76438762 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.5836697 Nov 08 12:23:11.149356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.157902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48edcefc-5711-4c54-bc1f-c9417b830278 req-cdbca734-2b97-410a-82a7-0f9a2d857925 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988969 Nov 08 12:23:11.284976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.309557 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:11.336679 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e7548-0d5e-4249-8c8f-0693946e7756 None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:23:11.399890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.416957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.447985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Network 490c4f91-6005-41ae-8052-a96474974fda is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:11.525700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:11.534780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:11.542986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event updated for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:11.565548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-fb3dcf42-4000-4f6f-b489-ef1b14c805cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.571387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-fb3dcf42-4000-4f6f-b489-ef1b14c805cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4901853 Nov 08 12:23:11.571387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ec68e-f388-45de-84f4-cd6ab48c15c1 req-4a487709-572b-4ba1-83e3-d6e4abf749e1 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.571387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f21ec68e-f388-45de-84f4-cd6ab48c15c1 req-4a487709-572b-4ba1-83e3-d6e4abf749e1 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 1100 time: 0.3430052 Nov 08 12:23:11.603053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c07a6-735f-42ab-afb8-3891e31cfd2e req-840729c5-c47b-4de1-b6b1-0270c4bd6ef2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.604644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc0c07a6-735f-42ab-afb8-3891e31cfd2e req-840729c5-c47b-4de1-b6b1-0270c4bd6ef2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 949 time: 0.4028389 Nov 08 12:23:11.615393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-565543af-ce32-4ce6-a9e5-97bdf722a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.616908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-565543af-ce32-4ce6-a9e5-97bdf722a136 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 1100 time: 0.2657404 Nov 08 12:23:11.683517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0eda4-9da0-4e0c-81b4-c856f7cdfec8 None None] New status for floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:23:11.686683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-c23405cc-4a09-440f-a191-3ef1c067d61f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.1006658 Nov 08 12:23:11.687335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-cd792e25-5733-4594-8a45-aa19a187515c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.688581 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-cd792e25-5733-4594-8a45-aa19a187515c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 807 time: 0.1527195 Nov 08 12:23:11.698980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.699455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8408e986-088c-4eeb-87d5-e660947ebe6f {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:23:11.706960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Request body: {'port': {'device_id': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'admin_state_up': True, 'tenant_id': '79c7c52a983143669349e50afdc98213'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:11.745124 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.747094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fc36367a-d550-40c0-8bca-eef57e62c85d admin admin] 10.222.0.58 "DELETE /v2.0/routers/8408e986-088c-4eeb-87d5-e660947ebe6f HTTP/1.1" status: 204 len: 168 time: 4.1354601 Nov 08 12:23:11.749797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:11.761962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.762693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.921522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ca8cdbe8-fa2c-4abd-802e-046ac3199ea4 None None] Provisioning complete for port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:11.921890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdbe8-fa2c-4abd-802e-046ac3199ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.927763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f21ec68e-f388-45de-84f4-cd6ab48c15c1 req-a9725663-5a25-4bf8-8779-c9f33e8003aa tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437700 Nov 08 12:23:11.962845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc0c07a6-735f-42ab-afb8-3891e31cfd2e req-3adfdc74-e87d-4a3f-8d71-fecbc92cef07 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157361 Nov 08 12:23:11.965306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ca8cdbe8-fa2c-4abd-802e-046ac3199ea4 None None] Port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:11.972388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Made reservation on behalf of 79c7c52a983143669349e50afdc98213 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:11.983352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:11.984159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-a128635c-d260-48af-a3cf-9a9b2656c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:11.985599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-a128635c-d260-48af-a3cf-9a9b2656c0cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2578120 Nov 08 12:23:11.991143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Deleting subnet c79554a2-0020-4603-8038-2ca4205d8522 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:23:11.997055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-970795366', 'description': 'tempest-description-662103485'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:12.003942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.077661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-22675f0e-98bc-4235-934f-66531b756705 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8883481 Nov 08 12:23:12.102389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-fd67fbeb-7864-4dd3-bae6-671d80a89b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:12.104045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-fd67fbeb-7864-4dd3-bae6-671d80a89b1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.4416244 Nov 08 12:23:12.111618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Request body: {'port': {'device_id': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:12.157402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.189082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Allocated IP 172.20.0.11 (78305ab6-b278-47a7-a971-6982586fe78d/27b27c67-9d84-4e9d-85f4-156ecb599056/5431cbeb-e853-49bd-abcd-da1c9fc1367b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:12.231798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-963b17d0-486f-4734-bfd8-1f5d2c387c52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 200 len: 217 time: 0.0984390 Nov 08 12:23:12.238511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-511bb59d-8f32-4d6c-8b23-184348b669ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:12.239997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-511bb59d-8f32-4d6c-8b23-184348b669ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341681 Nov 08 12:23:12.285054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.381970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.427583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcb2c5-6526-49db-9476-62e93492caba req-fef1455e-21b3-4c27-bf13-f2bc9c16740d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:12.429087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69fcb2c5-6526-49db-9476-62e93492caba req-fef1455e-21b3-4c27-bf13-f2bc9c16740d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.3655577 Nov 08 12:23:12.461342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.509143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.524709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['be2398e1-ce7e-483d-90ad-22b753481382'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:12.531052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.535725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-ea7a284d-501d-4805-92f8-f4235c0b0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:12.537237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-ea7a284d-501d-4805-92f8-f4235c0b0c6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2905245 Nov 08 12:23:12.557928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Network 78305ab6-b278-47a7-a971-6982586fe78d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:12.563973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:12.568479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:12.628303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:12.629248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:12.641526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:12.721260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69fcb2c5-6526-49db-9476-62e93492caba req-87333376-0b85-4458-a036-c95b71be1169 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478309 Nov 08 12:23:12.727855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-c75549d5-a019-454b-be6c-fe9b4c482134 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785156 Nov 08 12:23:12.768398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-8cf10b4b-5490-4528-b522-e12a8879627a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0657244 Nov 08 12:23:12.784573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Request body: {'port': {'device_id': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:12.849774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.129531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'name': 'network-vif-deleted', 'tag': '93896693-9ea3-4362-944c-d97663631673'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:13.132086 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579392d-9a64-4d06-8b68-eee517a3ab02" -d '{"events": [{"server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "name": "network-vif-deleted", "tag": "93896693-9ea3-4362-944c-d97663631673"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:13.132638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5431cbeb-e853-49bd-abcd-da1c9fc1367b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:13.141600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.146506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-c5d3d75f-4607-40f9-a221-717e7b23bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:13.148027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-c5d3d75f-4607-40f9-a221-717e7b23bd46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5764050 Nov 08 12:23:13.203168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.246776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Transition to ACTIVE for port object 5431cbeb-e853-49bd-abcd-da1c9fc1367b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:13.270068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.277345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device badc23fb-a94c-44bb-94db-61a792849bdb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:13.307324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: badc23fb-a94c-44bb-94db-61a792849bdb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:13.307689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device badc23fb-a94c-44bb-94db-61a792849bdb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:13.309272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.374841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.391706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:13.420914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79554a2-0020-4603-8038-2ca4205d8522,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:13.427652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73df1eb-8103-4016-9a00-f2e302f35a9c None None] Network 8ce302dc-1d4f-44bf-ba6c-825a2691eabb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:23:13.447075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.450355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee582526-3914-467f-b230-26cad01761a9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c79554a2-0020-4603-8038-2ca4205d8522 HTTP/1.1" status: 204 len: 168 time: 1.6947246 Nov 08 12:23:13.452837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:13.462043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5854188-63c4-4d0b-8224-ece8b4b55001,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:13.510839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08427-a0e1-4b64-bcf3-d9b935f3fe48 req-ff7f6e95-d8c8-4faf-bb6c-fc3dfa5a68e3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:13.512379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ce08427-a0e1-4b64-bcf3-d9b935f3fe48 req-ff7f6e95-d8c8-4faf-bb6c-fc3dfa5a68e3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 932 time: 0.3751752 Nov 08 12:23:13.521239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-6f45c73e-160b-471d-8c71-97a31ce7b541 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758081 Nov 08 12:23:13.571008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.575051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.581616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ee5298d-d427-48b3-bed2-38cce5d72363 req-b6117a91-c50d-4fac-a0f9-e4274825980a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.5950689 Nov 08 12:23:13.581616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-56547913-5419-4192-8d52-91d94f720dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003704 Nov 08 12:23:13.602370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:13.602761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:13.603110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:13.656254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ce08427-a0e1-4b64-bcf3-d9b935f3fe48 req-3007c951-d080-4442-897d-bda7647c362a tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339519 Nov 08 12:23:13.690578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:13.690932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:13.729581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:13.729932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:13.730369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:13.730818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Bound port: 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:13.731177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.798874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] DHCP port deletion for 8ce302dc-1d4f-44bf-ba6c-825a2691eabb request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:23:13.832580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:13.837654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:13.845895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Deleting port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:13.846643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.873868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:13.876705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Deleting port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:13.877168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.888705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-b691d69b-6c52-4ff3-a754-5d79df5c53fb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020226 Nov 08 12:23:13.892186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.928763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.945527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] For port 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9327e7d9-c07d-4d87-b673-2f05b90a13f9,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:13.946057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.987438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Calling delete_port for 9327e7d9-c07d-4d87-b673-2f05b90a13f9 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:13.991319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:13.991944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:13.993333 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] 10.222.0.61 "PUT /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 1092 time: 1.2162039 Nov 08 12:23:13.993775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:13.996698 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0cf74-11e8-49ae-a887-cccb0c64b392" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:14.008982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] For port 9327e7d9-c07d-4d87-b673-2f05b90a13f9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9327e7d9-c07d-4d87-b673-2f05b90a13f9,segment=NetworkSegment(6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99),segment_id=6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:14.009735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.016525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-f5739c11-5763-4e18-b74b-d814912dc0b7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.018086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-f5739c11-5763-4e18-b74b-d814912dc0b7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1182230 Nov 08 12:23:14.034560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Calling delete_port for 9327e7d9-c07d-4d87-b673-2f05b90a13f9 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:14.047643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Transition to ACTIVE for port object 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:14.055465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bc386-a964-4000-a3f2-6547a5867598 req-41d6cf52-ccbf-4206-be61-63abb95067e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.056971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b74bc386-a964-4000-a3f2-6547a5867598 req-41d6cf52-ccbf-4206-be61-63abb95067e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.3330743 Nov 08 12:23:14.063307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef15ffdc-986b-4ae6-97d3-f47c3c69fc54 req-31d8fb01-434d-453c-b960-53f472c8aedd service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184937 Nov 08 12:23:14.064700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-7f7b83d7-0614-4105-808e-c970c13f2ad6 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/quotas/38c6032e39274fdab653504aa81513d2 HTTP/1.1" status: 200 len: 375 time: 0.0334978 Nov 08 12:23:14.085579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e70db-e293-4d15-b1f9-9bd119ab4d51 service neutron] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:14.178055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-b39c3293-c756-477b-b69d-742cab1061d9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1003623 Nov 08 12:23:14.178623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-7725b6c8-e154-4e21-a9d8-f5f995ebf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.180126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-7725b6c8-e154-4e21-a9d8-f5f995ebf9e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1095 time: 0.0551960 Nov 08 12:23:14.187668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.236136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.252241 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-a4f2cf30-4cb5-4d93-8f6b-fac31ff6b787 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 217 time: 0.0619209 Nov 08 12:23:14.256153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] No DVR routers for this DVR port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:14.281361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.288532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:14.305796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b74bc386-a964-4000-a3f2-6547a5867598 req-f1482eb4-30fc-4be0-ba1b-7e969aa87812 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267501 Nov 08 12:23:14.311626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50487bd3-2b08-4eb8-8214-622297a4249d None None] Pushing event deleted for resources: {'Port': ['ID=9327e7d9-c07d-4d87-b673-2f05b90a13f9,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:14.371416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Pushing event deleted for resources: {'Port': ['ID=9327e7d9-c07d-4d87-b673-2f05b90a13f9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:14.374014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] No DVR routers for this DVR port 9327e7d9-c07d-4d87-b673-2f05b90a13f9 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:14.420537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499eda-6179-46d8-aa75-ac93d294616a req-3166fa64-0810-444b-b977-baf4600c945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.423158 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-3166fa64-0810-444b-b977-baf4600c945c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1622503 Nov 08 12:23:14.456311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Attempting to bind port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:14.458534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Attempting to bind port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:14.458882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Attempting to bind port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:14.491258 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-0221f2e7-ebca-4315-be1f-d912c8e4da77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534742 Nov 08 12:23:14.521405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 on network 490c4f91-6005-41ae-8052-a96474974fda not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:14.521671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Attempting to bind port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 on network 490c4f91-6005-41ae-8052-a96474974fda {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:14.528404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:14.529299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Checking segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:14.529697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Bound using segment: {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:14.530132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Bound port: 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9217393-d043-4efb-84d7-6aaa7f4ee915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '490c4f91-6005-41ae-8052-a96474974fda'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:14.530511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.547040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.571160 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4396a7-e508-4ce2-a08a-8dd673fc8948 x-openstack-request-id: req-ac4396a7-e508-4ce2-a08a-8dd673fc8948 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:14.571451 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b62cb-2a1f-4f0f-b597-16deca8a575f", "name": "network-vif-deleted", "tag": "93896693-9ea3-4362-944c-d97663631673", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:14.571806 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac4396a7-e508-4ce2-a08a-8dd673fc8948 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:14.572183 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b62cb-2a1f-4f0f-b597-16deca8a575f', 'name': 'network-vif-deleted', 'tag': '93896693-9ea3-4362-944c-d97663631673', 'status': 'completed', 'code': 200} Nov 08 12:23:14.586572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381111fe-23ba-49fe-82fd-663c446ce11d req-8a02b815-2bbe-4a8c-8b1e-27a33dd945d0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.595009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-381111fe-23ba-49fe-82fd-663c446ce11d req-8a02b815-2bbe-4a8c-8b1e-27a33dd945d0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 949 time: 0.1714623 Nov 08 12:23:14.668761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-5084b00e-9a5f-4bcd-8177-2f99afd206c7 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404650 Nov 08 12:23:14.671201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce302dc-1d4f-44bf-ba6c-825a2691eabb']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:14.681722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-381111fe-23ba-49fe-82fd-663c446ce11d req-06f379e8-d6dd-45ad-9a04-4c8351898805 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856063 Nov 08 12:23:14.700089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:14.708208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:14.781501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.793479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:14.793855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f06ec7c-de4a-4c3e-b04d-d4230ed5ec99') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:14.806221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.809337 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b5499eda-6179-46d8-aa75-ac93d294616a req-41f90396-4f8a-442f-8b86-15da80f37bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301298 Nov 08 12:23:14.836251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.843504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:23:14.844032 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:23:14.845898 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:23:14.884399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.885027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:14.886448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] 10.222.0.61 "PUT /v2.0/ports/5bf271ea-c130-4f2b-8bf7-86c1ad119d58 HTTP/1.1" status: 200 len: 1092 time: 2.7963650 Nov 08 12:23:14.943928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7af102-804e-487e-9b26-9b7f9dd93932 req-a61b5964-0b6d-4d25-8133-2e526e354f8a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.945500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a7af102-804e-487e-9b26-9b7f9dd93932 req-a61b5964-0b6d-4d25-8133-2e526e354f8a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1663377 Nov 08 12:23:14.949907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c05ad-eed3-45ab-a224-34dd3dd5ba5b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:14.976975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-6ab0333a-7cd7-427b-bdd1-f71a4bc3e97e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:14.978519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-6ab0333a-7cd7-427b-bdd1-f71a4bc3e97e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 813 time: 0.2729509 Nov 08 12:23:15.000763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-167b00ae-a8d2-411f-af82-7de61716bc9d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/quotas/2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 375 time: 0.0124719 Nov 08 12:23:15.025417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:15.041589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a7af102-804e-487e-9b26-9b7f9dd93932 req-8f10ff7e-7100-4b3c-86fb-54b39488c0d3 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807827 Nov 08 12:23:15.085462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-1aa26d35-f5cf-4df7-b2ab-20d8263c9508 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497923 Nov 08 12:23:15.092354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:15.111225 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] 10.222.0.58 "DELETE /v2.0/networks/8ce302dc-1d4f-44bf-ba6c-825a2691eabb HTTP/1.1" status: 204 len: 168 time: 1.6547022 Nov 08 12:23:15.111225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570fc08-b242-4240-8410-89150a3ac00d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce302dc-1d4f-44bf-ba6c-825a2691eabb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:15.135160 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abd44b-87f5-4b02-8c00-77f010ee6d14 x-openstack-request-id: req-96abd44b-87f5-4b02-8c00-77f010ee6d14 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:15.135586 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:15.135916 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96abd44b-87f5-4b02-8c00-77f010ee6d14 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:15.137626 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'status': 'completed', 'code': 200} Nov 08 12:23:15.224230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-77f73919-4d12-4765-98e6-8dfc5c6b24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.226775 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-77f73919-4d12-4765-98e6-8dfc5c6b24ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1095 time: 0.0641301 Nov 08 12:23:15.248966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-2fb7e212-c750-407a-b389-417cd1629da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.248966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-2fb7e212-c750-407a-b389-417cd1629da6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 1095 time: 0.1619208 Nov 08 12:23:15.276500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:15.289266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-55bca2ac-6371-44c3-a585-7c7efdcea4c6 service neutron] 10.222.0.58 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704063 Nov 08 12:23:15.328605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b03f980b-2629-413d-b94f-93837bf074bb req-97fbc3a0-fbfd-4f1a-bb1a-bdf072fa23d8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 210 time: 0.1118150 Nov 08 12:23:15.421012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-9ac53701-d699-413f-a9af-68b40a67263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.422699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-9ac53701-d699-413f-a9af-68b40a67263c service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1874969 Nov 08 12:23:15.427367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9327e7d9-c07d-4d87-b673-2f05b90a13f9 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:15.465165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9327e7d9-c07d-4d87-b673-2f05b90a13f9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:15.466843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9327e7d9-c07d-4d87-b673-2f05b90a13f9 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:15.505707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-746b9fc1-4e50-4f65-ac44-3a7cf64363de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58 HTTP/1.1" status: 200 len: 217 time: 0.1760402 Nov 08 12:23:15.526082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-3b30a0a5-454e-4203-b3f3-1d5d9e1fe908 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 217 time: 0.0927684 Nov 08 12:23:15.532299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:15.557447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'mac_address': 'fa:16:3e:6a:03:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:15.605546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58734) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:15.614822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:15.630045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:15.648459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-87d544b7-046e-4599-8345-44803310129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.649969 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-87d544b7-046e-4599-8345-44803310129f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.1136045 Nov 08 12:23:15.654460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:15.656996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:15.686846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-44b2f076-933a-49ff-a191-db1cac423178 service neutron] 10.222.0.58 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559473 Nov 08 12:23:15.689500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-302bffb0-6cb5-4396-b837-5f6604e17003 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295222 Nov 08 12:23:15.715859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad88554-aa61-42cc-9d87-79be39a1cb05 req-e1e1a0a4-340a-444e-a514-9960ad037b09 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.724177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ad88554-aa61-42cc-9d87-79be39a1cb05 req-e1e1a0a4-340a-444e-a514-9960ad037b09 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 944 time: 0.2159402 Nov 08 12:23:15.734208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:15.754331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-2b37d44a-3738-46a1-9b23-eddb7d86c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.755823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-2b37d44a-3738-46a1-9b23-eddb7d86c722 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.1873803 Nov 08 12:23:15.805436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:15.821367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5fbb4baf-6b5d-41b5-81a4-f478730a0370 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3311f5205fdb41c98d672614b371972c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116373 Nov 08 12:23:15.824250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:15.845112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-ba508f4f-03e3-4717-9035-71609d69d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:15.846676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-ba508f4f-03e3-4717-9035-71609d69d0ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776925 Nov 08 12:23:15.854366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ad88554-aa61-42cc-9d87-79be39a1cb05 req-d90c416e-53b9-4ef9-9100-2c1ebcc70b10 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291885 Nov 08 12:23:15.879834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-4d79a87a-1d54-4333-a308-e2b69248e20f service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814356 Nov 08 12:23:15.973838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-09b4d77c-9783-4e38-bd14-959d21ae8509 service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185136 Nov 08 12:23:16.001322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:16.029946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:16.134414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-edf0cf74-11e8-49ae-a887-cccb0c64b392 req-504f98ae-3268-47af-b21c-19c83bce98ef service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462249 Nov 08 12:23:16.135469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d2b3-be53-451e-919b-9007c4c137ce req-4815efb7-9277-4fbd-be75-a39f8494c1e8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:16.136995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82f5d2b3-be53-451e-919b-9007c4c137ce req-4815efb7-9277-4fbd-be75-a39f8494c1e8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1622379 Nov 08 12:23:16.246966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f890fa6f-cd33-402f-94fc-eacec6613909'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:16.248952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:23:16.251001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536d5c-0ef8-4500-a8b5-5a6fa9bcc9e8 req-3417638f-d57d-468d-9949-41bd3e7450ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:16.251001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e536d5c-0ef8-4500-a8b5-5a6fa9bcc9e8 req-3417638f-d57d-468d-9949-41bd3e7450ab tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.1102955 Nov 08 12:23:16.251001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90860f43-36f7-4476-ade6-a9dd0c88c928 req-4fd7166b-933f-4474-a6cd-e34a07b49fce service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220232 Nov 08 12:23:16.283095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82f5d2b3-be53-451e-919b-9007c4c137ce req-098fa99f-869c-4433-9677-46574cc53692 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288130 Nov 08 12:23:16.316915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e536d5c-0ef8-4500-a8b5-5a6fa9bcc9e8 req-6baa1ecd-a518-41fd-8724-69c92a132105 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888906 Nov 08 12:23:16.389848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6264cb17-03bb-4f66-a215-74002584469a req-ae937840-8d25-4c40-b46c-2baac9cb1bd2 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 210 time: 0.0266025 Nov 08 12:23:16.555537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:16.559051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:16.560495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/849dd75b-c155-4290-8545-0cfb85b7f01a HTTP/1.1" status: 204 len: 168 time: 0.7326713 Nov 08 12:23:16.572544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ca78-05f2-469a-89d2-49f5f17bea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dd75b-c155-4290-8545-0cfb85b7f01a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:16.582587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:16.585528 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea794472-7151-42e6-83b3-90b26651b868" -d '{"events": [{"name": "network-changed", "server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:16.621540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f0d8d-8612-4083-b67a-83b40934e302 req-f138776c-6da5-4e73-b876-53b5e5703a51 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:16.623478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d3f0d8d-8612-4083-b67a-83b40934e302 req-f138776c-6da5-4e73-b876-53b5e5703a51 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1058948 Nov 08 12:23:16.625531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc18a-a8f3-417f-957d-dd949fac45ac req-07935fe5-d659-49a9-90c2-7b448a26c243 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:16.626976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c4bc18a-a8f3-417f-957d-dd949fac45ac req-07935fe5-d659-49a9-90c2-7b448a26c243 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1097 time: 0.1107411 Nov 08 12:23:16.701040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d3f0d8d-8612-4083-b67a-83b40934e302 req-f9bcf7c6-3bd9-432e-a436-81a555f3f714 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Nov 08 12:23:16.707970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c4bc18a-a8f3-417f-957d-dd949fac45ac req-1fce7be0-15b1-436a-a162-d173886444f6 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714157 Nov 08 12:23:16.828595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5c454a6-03cb-4a6d-b45b-ffdf8db6c89f req-b36002b4-a1bf-46f8-a7d9-304e19fdcb74 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 210 time: 0.0452094 Nov 08 12:23:16.830200 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d09ad-5098-449e-b63a-eb15d1cc3a30 x-openstack-request-id: req-214d09ad-5098-449e-b63a-eb15d1cc3a30 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:16.830599 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:16.830946 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-214d09ad-5098-449e-b63a-eb15d1cc3a30 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:16.831538 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'status': 'completed', 'code': 200} Nov 08 12:23:16.933970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794472-7151-42e6-83b3-90b26651b868 req-ad438317-4111-41b1-834f-87afff2b43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:16.939230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-ad438317-4111-41b1-834f-87afff2b43de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 1095 time: 0.0694892 Nov 08 12:23:17.121209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34173e9-ffe0-4993-9514-5ea36ad9630a req-67da63e7-ded1-4d9b-bc3f-4a042bc2b594 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.124034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b34173e9-ffe0-4993-9514-5ea36ad9630a req-67da63e7-ded1-4d9b-bc3f-4a042bc2b594 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 944 time: 0.0824149 Nov 08 12:23:17.127487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794472-7151-42e6-83b3-90b26651b868 req-7f6ea12b-ff16-4390-a31b-47e760881255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.128868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-7f6ea12b-ff16-4390-a31b-47e760881255 service neutron] 10.222.0.61 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 924 time: 0.1826582 Nov 08 12:23:17.202107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-70494c0a-221a-48ee-986d-968cc13b56b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58 HTTP/1.1" status: 200 len: 217 time: 0.0576413 Nov 08 12:23:17.258955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b34173e9-ffe0-4993-9514-5ea36ad9630a req-1baddc19-5c92-42e8-98a6-92b70da895c4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276448 Nov 08 12:23:17.273693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794472-7151-42e6-83b3-90b26651b868 req-ef27ade9-f1ff-4e48-b1f8-e23f253b405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.277039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-ef27ade9-f1ff-4e48-b1f8-e23f253b405a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.0650952 Nov 08 12:23:17.333199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794472-7151-42e6-83b3-90b26651b868 req-b089aed3-a2ea-4ae1-aa40-ae77a26e3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.334853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-b089aed3-a2ea-4ae1-aa40-ae77a26e3e60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496187 Nov 08 12:23:17.469928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-deabfdc9-3828-411c-852f-ed0f16c0ba89 service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264253 Nov 08 12:23:17.578974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c330a-499d-44b0-8a67-e5c62dd2db3b req-1546527d-a314-4448-b017-f0ef946a2c40 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.578974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974c330a-499d-44b0-8a67-e5c62dd2db3b req-1546527d-a314-4448-b017-f0ef946a2c40 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1317976 Nov 08 12:23:17.646566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea794472-7151-42e6-83b3-90b26651b868 req-92e4012b-f08e-4e38-92f2-8044a0ea6226 service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612132 Nov 08 12:23:17.706950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974c330a-499d-44b0-8a67-e5c62dd2db3b req-2c30d091-f4c2-4e1f-b8d7-1f0678c799a2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209333 Nov 08 12:23:17.709386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-c91a26ae-61b8-44af-a809-eff100869ca7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=38c6032e39274fdab653504aa81513d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474899 Nov 08 12:23:17.881938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a861e7-4715-4e01-ad61-0622c53acbb5 req-647dc62f-6baf-43ec-9dd7-d2322be165dd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.884517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a861e7-4715-4e01-ad61-0622c53acbb5 req-647dc62f-6baf-43ec-9dd7-d2322be165dd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0877471 Nov 08 12:23:17.891655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-0ce66586-3b1f-4b0c-82c8-d233e1384596 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:17.893391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-0ce66586-3b1f-4b0c-82c8-d233e1384596 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691325 Nov 08 12:23:17.912753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Request body: {'port': {'device_id': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '38c6032e39274fdab653504aa81513d2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:18.007893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a861e7-4715-4e01-ad61-0622c53acbb5 req-1df650cf-822a-4ed1-86dd-53a14c270b9a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134365 Nov 08 12:23:18.134781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bc8d622-0bd8-4369-b6f4-05e28b2533f7 req-b49443fc-d107-4a23-8e6e-60d7d89a50bd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 210 time: 0.0317945 Nov 08 12:23:18.253542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Made reservation on behalf of 38c6032e39274fdab653504aa81513d2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:18.257279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:18.295398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722ab33-3db5-4a43-bd49-53125d4602bb req-7e846dd7-f653-4f5f-9f55-6e7d6eef9a21 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:18.297204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c722ab33-3db5-4a43-bd49-53125d4602bb req-7e846dd7-f653-4f5f-9f55-6e7d6eef9a21 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.0761113 Nov 08 12:23:18.420593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c722ab33-3db5-4a43-bd49-53125d4602bb req-5e8de79d-b203-4d05-ba62-820bbda497c0 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888753 Nov 08 12:23:18.463129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Allocated IP 192.168.233.145 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/2efc35b0-0045-47cc-ab95-d85720a91a4d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:18.565087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ff12f89-a226-47ba-9263-0fee3e94e924 req-571f0a30-da4b-47e6-a58b-7754673bda00 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 210 time: 0.0468917 Nov 08 12:23:18.659139 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:18.761663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:18.776053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:18.779074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', '3915d399-55fd-4a3c-95e9-8a437de71449', 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:18.830489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:18.837634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:18.844734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:18.882084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event updated for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:18.910062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874322c9-d827-4a56-95bd-55867000251e req-18000797-6c9a-42a8-991e-e01e17eab6f8 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:18.919716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-874322c9-d827-4a56-95bd-55867000251e req-18000797-6c9a-42a8-991e-e01e17eab6f8 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 944 time: 0.1429112 Nov 08 12:23:18.947532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:18.948685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:18.996745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-874322c9-d827-4a56-95bd-55867000251e req-983d21ec-a7c5-41ad-a174-690f344c6e0e tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757816 Nov 08 12:23:19.051203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-21bb09dd-db99-4654-b245-753214081f28 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1422343 Nov 08 12:23:19.069527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Request body: {'port': {'device_id': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:19.207329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-27afc8b6-bcac-4736-8adc-23e99f1d8280 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:19.208847 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-27afc8b6-bcac-4736-8adc-23e99f1d8280 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 813 time: 0.1616902 Nov 08 12:23:19.221574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.229729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'device_id': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a', 'admin_state_up': True, 'tenant_id': '2a933a27112943f1ace4b2b1825a4868'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:19.288148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79f8d-5aff-43a1-a9a3-f9c72d6c9e8a req-fdaefe64-a50c-4215-89f6-d1cac9c6d078 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:19.289843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42d79f8d-5aff-43a1-a9a3-f9c72d6c9e8a req-fdaefe64-a50c-4215-89f6-d1cac9c6d078 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1691351 Nov 08 12:23:19.316777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:19.413469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42d79f8d-5aff-43a1-a9a3-f9c72d6c9e8a req-bd437b66-1cc1-46eb-a631-0f19a2b42442 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174576 Nov 08 12:23:19.414923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-97c7f292-20e4-477d-a331-f54e530b8135 None None] Provisioning complete for port 2efc35b0-0045-47cc-ab95-d85720a91a4d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:19.415492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97c7f292-20e4-477d-a331-f54e530b8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.476108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Made reservation on behalf of 2a933a27112943f1ace4b2b1825a4868 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:19.484029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.505227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:19.509966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-97c7f292-20e4-477d-a331-f54e530b8135 None None] Port 2efc35b0-0045-47cc-ab95-d85720a91a4d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:19.522092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-92afa76e-1185-48c9-9a9e-6f18f3d9e44a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:23:19.524372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-92afa76e-1185-48c9-9a9e-6f18f3d9e44a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204268 Nov 08 12:23:19.594313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f890fa6f-cd33-402f-94fc-eacec6613909 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:19.609310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efc35b0-0045-47cc-ab95-d85720a91a4d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:19.618888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.622996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-9f92400f-1444-40e9-a0ee-f56d48c25f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:19.623778 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-9f92400f-1444-40e9-a0ee-f56d48c25f82 service neutron] 10.222.0.58 "GET /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 1094 time: 0.0543587 Nov 08 12:23:19.634185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f890fa6f-cd33-402f-94fc-eacec6613909 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:19.634453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:19.634743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:23:19.635089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.642635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Transition to ACTIVE for port object 2efc35b0-0045-47cc-ab95-d85720a91a4d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:19.709533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a0931-2329-4a54-b12a-04ce26f1a464 req-74171d23-5b67-48e8-bc1a-ddc664ec6075 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:19.711973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd3a0931-2329-4a54-b12a-04ce26f1a464 req-74171d23-5b67-48e8-bc1a-ddc664ec6075 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 950 time: 0.0679011 Nov 08 12:23:19.726165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Allocated IP 172.20.0.10 (67d91a5b-f7bb-4885-9086-ad9ea3458e3a/ca9cb47f-1f46-4b0f-8adc-88505d67c445/5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:19.762087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:19.766555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:19.804679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'port_id': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'mac_address': 'fa:16:3e:fd:8f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:19.843882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd3a0931-2329-4a54-b12a-04ce26f1a464 req-6cf7d102-e2fc-4c5f-9cb3-8e8d1c8ec0d8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197295 Nov 08 12:23:19.898858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:19.914548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:19.914890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:19.915214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:19.925897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:19.926218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:19.939940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:19.940268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:19.940647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:19.941091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Bound port: b7abcdb4-e37c-4140-94d3-04addf36759d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:19.995204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8794aa49-fa5b-4704-bf87-6631c43d0101 req-f295b57a-5798-4bb4-a841-e83f427b973f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Nov 08 12:23:20.008511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.013816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.032063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:20.043673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.050886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:20.056777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Attempting to bind port 2efc35b0-0045-47cc-ab95-d85720a91a4d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:20.056777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Attempting to bind port 2efc35b0-0045-47cc-ab95-d85720a91a4d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:20.057034 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d0401-0b28-4262-970a-daca11da67aa" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:20.057149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Attempting to bind port 2efc35b0-0045-47cc-ab95-d85720a91a4d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:20.059629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Port 2efc35b0-0045-47cc-ab95-d85720a91a4d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:20.060553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Attempting to bind port 2efc35b0-0045-47cc-ab95-d85720a91a4d on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:20.068231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:20.068687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:20.069177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:20.069688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Bound port: 2efc35b0-0045-47cc-ab95-d85720a91a4d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:20.070486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.076343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:20.081951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:20.085408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.102184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:20.105849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.107213 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7974de6c-9948-4ae7-a551-aebc994ea459 service neutron] 10.222.0.58 "POST /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4762850 Nov 08 12:23:20.150447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.172681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.174683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.210637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:20.214093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:20.219418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:20.241141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:20.260756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:20.275967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:20.276632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.330571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=13']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:20.399513 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-56f76abb-e957-4014-921c-832b8010b2b4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1749313 Nov 08 12:23:20.413710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Request body: {'port': {'device_id': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:20.481328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.508193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5bf271ea-c130-4f2b-8bf7-86c1ad119d58'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:20.584325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f19d7e-b046-4873-b2ce-d9a33cc08d17 req-0c68a656-95be-4f70-8551-6a16f6fda1cb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:20.585987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0f19d7e-b046-4873-b2ce-d9a33cc08d17 req-0c68a656-95be-4f70-8551-6a16f6fda1cb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1266654 Nov 08 12:23:20.597060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:20.600664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:20.609677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0026a2d-79b3-4e10-94cf-5a29bab478cf req-fc6af09c-011c-479e-8770-757d86aae2d0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:20.611235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0026a2d-79b3-4e10-94cf-5a29bab478cf req-fc6af09c-011c-479e-8770-757d86aae2d0 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 948 time: 0.1386294 Nov 08 12:23:20.682482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0f19d7e-b046-4873-b2ce-d9a33cc08d17 req-c22140fe-93d6-459d-bc9a-c95a3bc6d475 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869489 Nov 08 12:23:20.690824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0026a2d-79b3-4e10-94cf-5a29bab478cf req-3556cef0-dcbe-4692-b548-8b149c620e32 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Nov 08 12:23:20.725626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.776715 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19200d-dd3d-4de4-92ea-936602615c3c x-openstack-request-id: req-9d19200d-dd3d-4de4-92ea-936602615c3c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:20.777135 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-plugged", "status": "completed", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:20.777480 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d19200d-dd3d-4de4-92ea-936602615c3c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:20.777977 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'code': 200} Nov 08 12:23:20.797611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:20.798262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.807495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] 10.222.0.61 "PUT /v2.0/ports/2efc35b0-0045-47cc-ab95-d85720a91a4d HTTP/1.1" status: 200 len: 1096 time: 1.7383926 Nov 08 12:23:20.807495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:20.807495 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643432e4-5c73-4585-a897-50b716ef976a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:20.835309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e3fb0-e1ee-4afa-985b-37c2c5d92cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:20.853842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71ac85-ec9a-49fe-abcd-e28b71cdae1e req-0bcff94e-8b46-42f2-8bc5-ea16ad86b4f2 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:20.855433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d71ac85-ec9a-49fe-abcd-e28b71cdae1e req-0bcff94e-8b46-42f2-8bc5-ea16ad86b4f2 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 945 time: 0.0980301 Nov 08 12:23:20.867986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:20.878429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:20.898807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Transition to ACTIVE for port object 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:20.961267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.012436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d71ac85-ec9a-49fe-abcd-e28b71cdae1e req-d607c499-0d06-451c-94ab-ce995d496202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320319 Nov 08 12:23:21.018804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:21.022869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dc46-fc2f-44aa-8847-f24020ca9790 req-74858798-1f54-495c-b39d-9cd82dbe6289 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.024684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d682dc46-fc2f-44aa-8847-f24020ca9790 req-74858798-1f54-495c-b39d-9cd82dbe6289 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.1684179 Nov 08 12:23:21.035209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-d10931ec-536b-41a5-a679-c5506b913289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.036934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-d10931ec-536b-41a5-a679-c5506b913289 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1097 time: 0.1153638 Nov 08 12:23:21.040074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-a088ff71-3a46-4ee7-8de4-e2e4a877d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.049885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-a088ff71-3a46-4ee7-8de4-e2e4a877d4c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 1099 time: 0.1399252 Nov 08 12:23:21.094038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Attempting to bind port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:21.094447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Attempting to bind port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:21.094760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Attempting to bind port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:21.099125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:21.099445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Attempting to bind port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:21.104335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:21.104676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Checking segment: {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:21.105044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Bound using segment: {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:21.105466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Bound port: 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:21.105823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.128050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-4e595c47-1c4f-4cb5-a73c-7bd426beb63f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d HTTP/1.1" status: 200 len: 217 time: 0.0716422 Nov 08 12:23:21.181366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:21.184579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:21.237182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d682dc46-fc2f-44aa-8847-f24020ca9790 req-2df94c07-354b-44c5-b4e4-160102d12956 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991420 Nov 08 12:23:21.259185 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.284343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-0362979b-5847-415d-a662-3d2008b0ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.285945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-0362979b-5847-415d-a662-3d2008b0ce8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1283264 Nov 08 12:23:21.290297 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b8179-8776-4822-8d0a-54331d018ebc x-openstack-request-id: req-320b8179-8776-4822-8d0a-54331d018ebc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:21.290969 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:21.290969 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-320b8179-8776-4822-8d0a-54331d018ebc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:21.291498 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d', 'status': 'completed', 'code': 200} Nov 08 12:23:21.298346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-47bddd17-e7b3-4c81-b5a9-38fc51801a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.298985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.299884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.300272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-47bddd17-e7b3-4c81-b5a9-38fc51801a5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.2524016 Nov 08 12:23:21.301359 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] 10.222.0.61 "PUT /v2.0/ports/5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 1092 time: 0.8923094 Nov 08 12:23:21.301789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:21.304112 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074" -d '{"events": [{"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:21.308845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505b4d-fc4d-49a9-aa90-f710e3353d84 req-a475d4d4-17f1-4217-97b7-c0612eda521c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.311471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33505b4d-fc4d-49a9-aa90-f710e3353d84 req-a475d4d4-17f1-4217-97b7-c0612eda521c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1478431 Nov 08 12:23:21.333847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb66a4-0f25-4a53-9bf4-87ef97bb74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:21.369920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-ba043388-b1db-44a3-bb13-3a9402fee42b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.0573611 Nov 08 12:23:21.439161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-483b09fe-bece-4833-938a-d0110f1e5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.440644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-483b09fe-bece-4833-938a-d0110f1e5d58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1095 time: 0.0428250 Nov 08 12:23:21.485730 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-c4d630cb-a1e5-4fe6-9853-ccdf028db159 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 217 time: 0.0359936 Nov 08 12:23:21.511283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:21.511846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200378-3446-4f75-b18f-d53fc19d8906 req-f03b1bcf-0195-481b-9919-c58ddfb5642a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.513609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96200378-3446-4f75-b18f-d53fc19d8906 req-f03b1bcf-0195-481b-9919-c58ddfb5642a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.1459174 Nov 08 12:23:21.517554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33505b4d-fc4d-49a9-aa90-f710e3353d84 req-5fb9531e-87ce-42d9-b622-93a689539ff1 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526053 Nov 08 12:23:21.519984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-b0a2e90a-6287-489b-ab3f-a17aedd0f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.520858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-b0a2e90a-6287-489b-ab3f-a17aedd0f022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073114 Nov 08 12:23:21.523844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-9a6b1dee-712e-437e-892a-98dcc6e4b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.525207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-9a6b1dee-712e-437e-892a-98dcc6e4b3c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1286342 Nov 08 12:23:21.540446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-9dcc87fb-62eb-4af5-a93d-c2528a6c3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.542139 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-9dcc87fb-62eb-4af5-a93d-c2528a6c3095 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0473940 Nov 08 12:23:21.580248 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-c8a9470b-474e-42e9-985f-baa3cca78862 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289564 Nov 08 12:23:21.591666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-73c7e723-0c4f-4b3f-8e62-0e0783d3bbee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452874 Nov 08 12:23:21.678679 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-192f3da5-9de4-47d1-9a16-77ed49382ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896354 Nov 08 12:23:21.686569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:21.690652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:21.691024 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.692817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96200378-3446-4f75-b18f-d53fc19d8906 req-278c6261-c212-42d0-9d97-2be95be598dc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708364 Nov 08 12:23:21.780881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821a457-9f24-4d49-86e0-5d64abe52c99 req-ef294985-94b9-4270-b793-e54f5f72f81d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:21.782456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c821a457-9f24-4d49-86e0-5d64abe52c99 req-ef294985-94b9-4270-b793-e54f5f72f81d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 944 time: 0.1523137 Nov 08 12:23:21.785067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.786771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-e62d358b-8cbc-4146-a12b-d71780f4dfad service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556312 Nov 08 12:23:21.819022 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1381620-0ef6-4279-942c-9ad14a027046 x-openstack-request-id: req-d1381620-0ef6-4279-942c-9ad14a027046 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:21.819313 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:21.819565 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1381620-0ef6-4279-942c-9ad14a027046 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:21.819964 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'status': 'completed', 'code': 200} Nov 08 12:23:21.827543 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06ec2e1a-f278-476b-8741-548e2c5131ae req-1294cdf7-b379-49ff-81fb-ec6afe9d9534 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379068 Nov 08 12:23:21.834318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:21.839558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-2aaf702f-39b9-4c89-89ac-2717f34e63f7 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104800 Nov 08 12:23:21.915670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:21.971851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:21.987922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c821a457-9f24-4d49-86e0-5d64abe52c99 req-8fe89ac4-8302-4a6e-b5bd-681752b1bdc2 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973283 Nov 08 12:23:22.012250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f226e1be-13e4-480c-a882-d88bdd29a771 req-1276434d-ec1f-4e1a-a4a9-a03f09e9a11b service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142177 Nov 08 12:23:22.033047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-ba25f91a-da15-41d6-b8da-001d44a8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.033306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0041-8d7f-434a-bb72-002c27643337 req-476f2751-a799-4085-a8c3-3af6ef750fab tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.034419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-ba25f91a-da15-41d6-b8da-001d44a8b768 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1095 time: 0.0550683 Nov 08 12:23:22.035164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badd0041-8d7f-434a-bb72-002c27643337 req-476f2751-a799-4085-a8c3-3af6ef750fab tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1629252 Nov 08 12:23:22.066519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-8db6db89-4e5c-42ee-80b1-3431b281d4fc service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965961 Nov 08 12:23:22.126678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badd0041-8d7f-434a-bb72-002c27643337 req-d049da27-efb7-4e03-b3f5-0a9a5d7e9e95 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847170 Nov 08 12:23:22.146761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f26c02-ae57-4985-824a-bfb9440e5640 req-cfe356cf-e65e-4b78-92f6-768a27b5e891 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.148715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31f26c02-ae57-4985-824a-bfb9440e5640 req-cfe356cf-e65e-4b78-92f6-768a27b5e891 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 948 time: 0.0774133 Nov 08 12:23:22.265152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643432e4-5c73-4585-a897-50b716ef976a req-e83f6b50-8838-4ccf-bbd0-c57ec14f5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.266739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-e83f6b50-8838-4ccf-bbd0-c57ec14f5bc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 1099 time: 0.1170986 Nov 08 12:23:22.275224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31f26c02-ae57-4985-824a-bfb9440e5640 req-4c04447d-2a7c-4cfa-b0f2-582d414b75f1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171565 Nov 08 12:23:22.423223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-eff4287d-3230-497d-b1fc-38cbb0110e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.425017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-eff4287d-3230-497d-b1fc-38cbb0110e87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.3802049 Nov 08 12:23:22.471849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d8d0-d8b1-4d94-8f32-997b8ff32cc9 req-b35bfcb4-67ac-4f98-8170-a1e44972d29c tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.473399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b14d8d0-d8b1-4d94-8f32-997b8ff32cc9 req-b35bfcb4-67ac-4f98-8170-a1e44972d29c tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1542997 Nov 08 12:23:22.477919 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-bfbbd6e0-6fcb-465a-ac56-2c908e1ce62d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 217 time: 0.0390713 Nov 08 12:23:22.479178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643432e4-5c73-4585-a897-50b716ef976a req-270aaa3b-f2ec-4fc4-ae97-5519e36dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.480621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-270aaa3b-f2ec-4fc4-ae97-5519e36dc98d service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1988513 Nov 08 12:23:22.489849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1a49-3867-4a6f-aaa7-3ae0c3fa5f76 req-43243ed5-5d92-4679-afe2-9eac3dd97f87 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.491252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61bf1a49-3867-4a6f-aaa7-3ae0c3fa5f76 req-43243ed5-5d92-4679-afe2-9eac3dd97f87 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.0994656 Nov 08 12:23:22.545909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-ee5439a8-b78c-44c8-9576-96148476a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.547302 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-ee5439a8-b78c-44c8-9576-96148476a0fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0474379 Nov 08 12:23:22.574662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-fb3e29f3-453d-4bdb-b7a5-63401920b7af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d HTTP/1.1" status: 200 len: 217 time: 0.0591426 Nov 08 12:23:22.586755 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-b955586b-4bb1-4862-89a5-f87be2b68a4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303121 Nov 08 12:23:22.646809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b14d8d0-d8b1-4d94-8f32-997b8ff32cc9 req-6c92cdec-f00d-46bf-afe7-9b847f43ff56 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504886 Nov 08 12:23:22.655317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61bf1a49-3867-4a6f-aaa7-3ae0c3fa5f76 req-263774a9-3777-4cfb-92fc-1e9fe66db646 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572299 Nov 08 12:23:22.684003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643432e4-5c73-4585-a897-50b716ef976a req-b1276e58-d49e-42bb-85b6-093159915bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.687936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-b1276e58-d49e-42bb-85b6-093159915bf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1035681 Nov 08 12:23:22.757918 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-73c8522e-3576-4431-8eb4-56d4e4d9e926 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576624 Nov 08 12:23:22.779361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:22.781519 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1a478-cb0c-4a81-a00e-dcd0a8051d6f" -d '{"events": [{"server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:22.847690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:22.890758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8ffd5e68-bd21-4033-b1ad-c89a2cfa8074 req-38dfe89b-b2f8-4ba3-8cfc-d8a308cce5dd service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232972 Nov 08 12:23:22.893566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643432e4-5c73-4585-a897-50b716ef976a req-438c8e0b-da13-4814-ad59-d5148b46d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.895091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-438c8e0b-da13-4814-ad59-d5148b46d7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990843 Nov 08 12:23:22.906599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95a4c-9828-4167-aa41-684c6d9a977c req-fac70404-317a-4577-81c8-7f844d20af73 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.908137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18e95a4c-9828-4167-aa41-684c6d9a977c req-fac70404-317a-4577-81c8-7f844d20af73 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1518841 Nov 08 12:23:22.980004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4526-1138-488a-a5af-66bc946ee148 req-22510960-a31b-47d1-8516-bde4b6020764 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:22.981597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c90c4526-1138-488a-a5af-66bc946ee148 req-22510960-a31b-47d1-8516-bde4b6020764 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.1872573 Nov 08 12:23:23.035144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f10f6a98-a687-47bc-9ce2-a8ddb9ed5a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.048086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-790049fa-057f-4f15-92e8-3439df69b8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.099282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18e95a4c-9828-4167-aa41-684c6d9a977c req-88280135-be34-4201-ba61-f271351516fb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807749 Nov 08 12:23:23.143899 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e9dd2-9a65-427c-abb1-6a4ce5fab233 x-openstack-request-id: req-751e9dd2-9a65-427c-abb1-6a4ce5fab233 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:23.144292 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:23.144608 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-751e9dd2-9a65-427c-abb1-6a4ce5fab233 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:23.145053 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'code': 200} Nov 08 12:23:23.145402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-20b6cdfc-f2fa-4485-b0af-75de8195c8e5 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347021 Nov 08 12:23:23.152733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c90c4526-1138-488a-a5af-66bc946ee148 req-5e36ae78-8d30-427f-b693-ce7f2dff219d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321642 Nov 08 12:23:23.350683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5d78c-e489-4ae8-b731-625480474bf0 req-d3313b13-99e8-49da-b329-e4a68ed0420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:23.352173 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-11f5d78c-e489-4ae8-b731-625480474bf0 req-d3313b13-99e8-49da-b329-e4a68ed0420f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 1097 time: 0.0443697 Nov 08 12:23:23.354562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-790049fa-057f-4f15-92e8-3439df69b8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.356949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:23.360851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:23.386367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a96150-78e9-4624-b3e0-49df6f43de01 req-e0c1d141-7583-4211-a4b7-d8f7bee48e9b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:23.394449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03a96150-78e9-4624-b3e0-49df6f43de01 req-e0c1d141-7583-4211-a4b7-d8f7bee48e9b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 944 time: 0.1509459 Nov 08 12:23:23.405016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-643432e4-5c73-4585-a897-50b716ef976a req-d0cd5c98-5fb5-40f1-a626-8cd96377eb02 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339203 Nov 08 12:23:23.415701 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-11f5d78c-e489-4ae8-b731-625480474bf0 req-f30f8cdd-c9d8-4132-97d6-79f8c337d7fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544767 Nov 08 12:23:23.422430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c96dc-7ff2-4b07-b7d1-39a393b6d53c req-cf06b19b-cca7-407b-bcf4-050407e3d92f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:23.424064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-859c96dc-7ff2-4b07-b7d1-39a393b6d53c req-cf06b19b-cca7-407b-bcf4-050407e3d92f tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1763296 Nov 08 12:23:23.426392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-790049fa-057f-4f15-92e8-3439df69b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.507415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790049fa-057f-4f15-92e8-3439df69b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6429b90-9cee-49aa-b6b8-f22bd995b173,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:23.524536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-790049fa-057f-4f15-92e8-3439df69b8fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=003cf6f3e10b4d5a9faf7e2ac2492b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6613250 Nov 08 12:23:23.526916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58908) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:23.548952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03a96150-78e9-4624-b3e0-49df6f43de01 req-9562d7c4-d32c-4b80-880d-f7573de8ecdd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535373 Nov 08 12:23:23.565271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.569259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-859c96dc-7ff2-4b07-b7d1-39a393b6d53c req-4f136fee-e309-48f4-af3a-566108d73093 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139843 Nov 08 12:23:23.592720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:23.616314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'mac_address': 'fa:16:3e:06:f8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:23.621003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:23.637548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.672443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.678504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.704252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:23.740544 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.745264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2a50-c501-4be9-8fa3-a605e4f6f9bd req-ca4c7602-9c21-4a5f-bf72-52f189d807df tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:23.747624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33ca2a50-c501-4be9-8fa3-a605e4f6f9bd req-ca4c7602-9c21-4a5f-bf72-52f189d807df tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.0817945 Nov 08 12:23:23.761911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a669d-b415-44b7-b82b-dd34c6d398e2 req-2259f9bf-40b3-4b76-a497-530ec2056b89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:23.766800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d70a669d-b415-44b7-b82b-dd34c6d398e2 req-2259f9bf-40b3-4b76-a497-530ec2056b89 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 948 time: 0.1118803 Nov 08 12:23:23.790576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.795767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:23.797111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:23:23.797566 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:23:23.800194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6429b90-9cee-49aa-b6b8-f22bd995b173 HTTP/1.1" status: 204 len: 168 time: 0.2719250 Nov 08 12:23:23.809452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2c1f-2ea4-4da1-9eb3-a43188d38b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6429b90-9cee-49aa-b6b8-f22bd995b173,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:23.832583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:23.865218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d70a669d-b415-44b7-b82b-dd34c6d398e2 req-fe61cb48-1dfd-48e7-80cb-73877abc0c5f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946743 Nov 08 12:23:23.890856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33ca2a50-c501-4be9-8fa3-a605e4f6f9bd req-fb8b4077-2520-4a0f-afff-045fed223d82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178553 Nov 08 12:23:24.018821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e384a43-b981-4ed4-8fe4-0c09afb86b9b req-2741b8bd-c8e0-48c5-9d22-827485a5ba4e tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.020457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e384a43-b981-4ed4-8fe4-0c09afb86b9b req-2741b8bd-c8e0-48c5-9d22-827485a5ba4e tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.0835667 Nov 08 12:23:24.035427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b3ac6-ff1b-404e-8050-8f24429a2064 req-308eba03-f12d-4c83-b57a-7a7953f56ac3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.037158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f38b3ac6-ff1b-404e-8050-8f24429a2064 req-308eba03-f12d-4c83-b57a-7a7953f56ac3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.0893664 Nov 08 12:23:24.124308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e384a43-b981-4ed4-8fe4-0c09afb86b9b req-bfb70075-7429-437c-b59b-24f88d2bf162 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858324 Nov 08 12:23:24.128007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f38b3ac6-ff1b-404e-8050-8f24429a2064 req-b5b75f25-c04e-40ed-ad7b-575a3bc974f9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835605 Nov 08 12:23:24.265860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c1c57-3490-4997-b2e9-9f35a4b303ef req-5bdba126-363e-4df6-ad0c-dbd9eb5c8147 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.267849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-219c1c57-3490-4997-b2e9-9f35a4b303ef req-5bdba126-363e-4df6-ad0c-dbd9eb5c8147 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.0574200 Nov 08 12:23:24.329046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-219c1c57-3490-4997-b2e9-9f35a4b303ef req-da48f6ea-bbdf-4594-a45d-018d0c1e9e72 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Nov 08 12:23:24.352697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:24.369808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:24.392652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:24.416400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-bd5f7fff-e56f-4d1a-8e58-02e477ebdef9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255573 Nov 08 12:23:24.452781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:24.522119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:24.543747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-cda7cc88-e471-44cb-b61d-61f7021dc811 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.546683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-cda7cc88-e471-44cb-b61d-61f7021dc811 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230700 Nov 08 12:23:24.561007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-0c9996f3-b280-4a30-a346-7fb7a62a9a09 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/quotas/3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 375 time: 0.0098803 Nov 08 12:23:24.624341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-bfebc623-3349-4a3e-8dfc-6123e65963c1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563216 Nov 08 12:23:24.744553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa733-9e89-427f-8be3-543169819260 req-ffa3330d-bb8f-4ff6-a47f-a21c24d89766 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.746184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d5aa733-9e89-427f-8be3-543169819260 req-ffa3330d-bb8f-4ff6-a47f-a21c24d89766 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 944 time: 0.0683298 Nov 08 12:23:24.797791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d5aa733-9e89-427f-8be3-543169819260 req-c101ad6b-19b5-4e71-9262-1451b7464f6b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Nov 08 12:23:24.879618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['df596e4c-23e8-4c84-b1b7-93a176a9419d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:24.967933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e2c49e0-52ff-4ff6-853c-112da867a62e req-5a818cb5-22bd-4dcd-9269-ac08e8e0a925 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 210 time: 0.0375717 Nov 08 12:23:24.983146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5b8b0-0012-4b79-8a2c-cf07af0d329c req-462e73fa-a84c-4eb2-b53c-f1d0137ec221 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:24.988848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0f5b8b0-0012-4b79-8a2c-cf07af0d329c req-462e73fa-a84c-4eb2-b53c-f1d0137ec221 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1273880 Nov 08 12:23:25.048154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:25.086098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0f5b8b0-0012-4b79-8a2c-cf07af0d329c req-ac5df181-fd43-4ee7-b01e-de10ba4baea1 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920281 Nov 08 12:23:25.154473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:25.161431 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a75de7-92c9-4840-af29-b0c9a94d2d53" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:25.267365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce68f6-4484-408e-b096-b671c95482f3 req-cc0f3375-2886-4e66-a770-85398261011f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:25.273845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46ce68f6-4484-408e-b096-b671c95482f3 req-cc0f3375-2886-4e66-a770-85398261011f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 948 time: 0.1130307 Nov 08 12:23:25.276441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1901794373-network', 'tenant_id': 'bc0608d6279a400e8699165c662e478e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:25.367356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46ce68f6-4484-408e-b096-b671c95482f3 req-f2719ed0-d4df-44da-9040-2d9c2cfca08c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923839 Nov 08 12:23:25.387599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49a13-4d19-4379-89d9-be34bb3f179e req-89562973-8163-4db7-bf03-40a27fc350dd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:25.394304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62e49a13-4d19-4379-89d9-be34bb3f179e req-89562973-8163-4db7-bf03-40a27fc350dd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1182368 Nov 08 12:23:25.435922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbe189b5-b64e-42ed-8d50-b79fddce2d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.449246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62e49a13-4d19-4379-89d9-be34bb3f179e req-34b714c0-81b3-4c25-950e-8f6c36feb0cc tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540349 Nov 08 12:23:25.465523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Made reservation on behalf of bc0608d6279a400e8699165c662e478e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:25.469525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.485774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.508049 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b16ecbb-c0bb-48fc-8367-7d45bfb7816e x-openstack-request-id: req-0b16ecbb-c0bb-48fc-8367-7d45bfb7816e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:25.508720 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:25.509191 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b16ecbb-c0bb-48fc-8367-7d45bfb7816e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:25.509797 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:23:25.559457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:25.572238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7fb54-ddb1-49ec-87f5-15c69a795130 req-3f553e7d-fff4-4032-851c-a8ab47dcd9f4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:25.573811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edb7fb54-ddb1-49ec-87f5-15c69a795130 req-3f553e7d-fff4-4032-851c-a8ab47dcd9f4 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.1236603 Nov 08 12:23:25.660512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.679278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771ba57-426e-49e3-a42e-17ba67114088 req-dfefd9e8-5c27-48b8-95e9-e8754b429560 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:25.680851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1771ba57-426e-49e3-a42e-17ba67114088 req-dfefd9e8-5c27-48b8-95e9-e8754b429560 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.0844378 Nov 08 12:23:25.684610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edb7fb54-ddb1-49ec-87f5-15c69a795130 req-509b2abe-06e2-47cd-a166-319e49cac582 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957930 Nov 08 12:23:25.737857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:25.740416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1771ba57-426e-49e3-a42e-17ba67114088 req-7f620019-0739-4cc2-8330-a0a97abc4af6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Nov 08 12:23:25.750107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.771747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a', 'port_id': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'mac_address': 'fa:16:3e:9f:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9cb47f-1f46-4b0f-8adc-88505d67c445', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:25.772192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:23:25.792551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.793652 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Added segment 1d7ccc54-9aaa-4807-85b6-9544c9ca9da1 of type vlan for network 03bd7186-87da-476c-9a9f-678327f4a190 Nov 08 12:23:25.802915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602343b8-30bc-4d0b-87b2-8d16d07cd414,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:25.818780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.841014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:25.865205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:25.869001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.931047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226d41-9528-4cea-855b-25e64250d5ea req-9045c3bf-fabe-4173-a8a0-fac6f7929029 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:25.932457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96226d41-9528-4cea-855b-25e64250d5ea req-9045c3bf-fabe-4173-a8a0-fac6f7929029 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 944 time: 0.0510788 Nov 08 12:23:25.943735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:25.944522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2efc35b0-0045-47cc-ab95-d85720a91a4d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:25.986807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96226d41-9528-4cea-855b-25e64250d5ea req-d994ef47-99ba-4f4b-8b75-58ef9f960abf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478523 Nov 08 12:23:26.001286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.002791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:26.003736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.022096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:26.072541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f388e878-7b8c-4875-ace4-2524c0555050 req-8a2606f0-1570-4931-b726-c4966cf775a8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 210 time: 0.0332558 Nov 08 12:23:26.089473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] Pushing event updated for resources: {'Network': ['ID=03bd7186-87da-476c-9a9f-678327f4a190,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:26.109818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 03bd7186-87da-476c-9a9f-678327f4a190 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:23:26.110146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:26.111204 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56e03034-4cc6-4519-a425-7f740ddf89e0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0618017 Nov 08 12:23:26.118110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:26.119883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Request body: {'subnet': {'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1901794373-subnet', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:26.160637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2efc35b0-0045-47cc-ab95-d85720a91a4d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '2efc35b0-0045-47cc-ab95-d85720a91a4d', 'mac_address': 'fa:16:3e:9a:33:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:26.243619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.265079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efc35b0-0045-47cc-ab95-d85720a91a4d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:26.288402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:26.332631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.383436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:26.529532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Made reservation on behalf of bc0608d6279a400e8699165c662e478e for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:26.531738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.548635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:26.641793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9630f-8764-4776-9337-b164e06441c5 req-001114f9-2795-4011-8919-77251981f3d9 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:26.643256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe9630f-8764-4776-9337-b164e06441c5 req-001114f9-2795-4011-8919-77251981f3d9 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.4761167 Nov 08 12:23:26.651663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2efc35b0-0045-47cc-ab95-d85720a91a4d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:26.675723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552da85-283a-478f-8f1c-9d1736b12a8c req-cac60866-6167-4b2d-b290-a7a6d1758f73 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:26.677240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e552da85-283a-478f-8f1c-9d1736b12a8c req-cac60866-6167-4b2d-b290-a7a6d1758f73 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 949 time: 0.1511896 Nov 08 12:23:26.691246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:26.782854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe9630f-8764-4776-9337-b164e06441c5 req-0c1c1279-c644-4ecc-bde7-7ba5cee3041d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244304 Nov 08 12:23:26.790621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e552da85-283a-478f-8f1c-9d1736b12a8c req-71812942-7f3c-4cc6-af37-075b1e8160cc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043050 Nov 08 12:23:26.929861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.004360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89137-3d2d-4264-a8b6-e52ebb285316 req-27e6b94f-2135-4001-95ba-ae7f786e1ebd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.011663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cb89137-3d2d-4264-a8b6-e52ebb285316 req-27e6b94f-2135-4001-95ba-ae7f786e1ebd tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1371968 Nov 08 12:23:27.053349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e52aaf1-8655-4665-a719-546891111d2a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:27.067000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87f82-72f9-404e-944a-94dc11376d39 req-ceae2110-e80b-45ed-acd1-17bfaf4aca79 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.068529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc87f82-72f9-404e-944a-94dc11376d39 req-ceae2110-e80b-45ed-acd1-17bfaf4aca79 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.1582749 Nov 08 12:23:27.123852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Checking segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:27.124201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Network hostable DHCP agents. Network: 03bd7186-87da-476c-9a9f-678327f4a190, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:23:27.142784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cb89137-3d2d-4264-a8b6-e52ebb285316 req-44ed9dfc-b85e-4fdf-9503-1cb0759003f2 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295021 Nov 08 12:23:27.194909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc87f82-72f9-404e-944a-94dc11376d39 req-bfdcec44-3997-489e-ad59-90ecec746728 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151967 Nov 08 12:23:27.244497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-990334ba-c91a-48d3-b165-cbfd8025e2d6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3f75a0e27007474790cf03b2a316aea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507612 Nov 08 12:23:27.273751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Network 03bd7186-87da-476c-9a9f-678327f4a190 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:23:27.379485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:27.389900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 03bd7186-87da-476c-9a9f-678327f4a190) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:27.409344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.417570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.418289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d5a993-fa78-4a80-ae40-dbca0baaa377 None None] Network 03bd7186-87da-476c-9a9f-678327f4a190 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:23:27.433655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58367e5-1cc5-4f05-97e1-ed91e8be072b req-fa0aef11-aa69-4ae1-87a5-436238fa9fd8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.435791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c58367e5-1cc5-4f05-97e1-ed91e8be072b req-fa0aef11-aa69-4ae1-87a5-436238fa9fd8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.2160339 Nov 08 12:23:27.489263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1292ce7-efad-417d-9e5c-3d4265921066 req-28b3df3b-af59-4bab-b7bc-83e422b8904d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.490860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1292ce7-efad-417d-9e5c-3d4265921066 req-28b3df3b-af59-4bab-b7bc-83e422b8904d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 945 time: 0.1824589 Nov 08 12:23:27.528033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-44262341-5f37-4e26-b80d-388c034f89d2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:27.529952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-44262341-5f37-4e26-b80d-388c034f89d2 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656834 Nov 08 12:23:27.543080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port df596e4c-23e8-4c84-b1b7-93a176a9419d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:27.543080 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.548679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8fdcff27-4fea-448a-8362-019f11f03baf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4317117 Nov 08 12:23:27.549611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:27.553935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:27.579889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Request body: {'port': {'device_id': '264c1474-f0a0-4438-ba94-400040377544', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '3f75a0e27007474790cf03b2a316aea4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:27.596314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:27.598784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c58367e5-1cc5-4f05-97e1-ed91e8be072b req-0fa4e343-73f6-48ee-b90b-881dda26c101 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512771 Nov 08 12:23:27.687824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.689208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.763012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.815801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ea28a58-ba36-4983-bc9d-03984ae8785a req-37e8936f-798e-47bc-84e8-4870af308c8d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 210 time: 0.0488186 Nov 08 12:23:27.854444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1292ce7-efad-417d-9e5c-3d4265921066 req-d27d3187-9016-4f35-b650-86fda07ba77f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128409 Nov 08 12:23:27.965224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-03bd7186-87da-476c-9a9f-678327f4a190', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:23:27.966819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:27.989916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.004475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Made reservation on behalf of 3f75a0e27007474790cf03b2a316aea4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:28.009543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.016635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:28.043403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.043653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d', 'port_id': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'mac_address': 'fa:16:3e:d2:73:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b27c67-9d84-4e9d-85f4-156ecb599056', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:28.049007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:28.051361 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611004c4-7e53-4071-a08f-ab05f2d3f949" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:28.093702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2128e9-3031-4aa3-99d8-0a015a08e9ba req-8415696e-cf6f-43a9-9798-e6c9d4325af5 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:28.095451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b2128e9-3031-4aa3-99d8-0a015a08e9ba req-8415696e-cf6f-43a9-9798-e6c9d4325af5 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1768625 Nov 08 12:23:28.113795 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.115616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:28.117241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:28.133627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Request body: {'floatingip': {'port_id': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:28.141073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f8c52-fd28-4863-b445-c492e6aaca3c req-49a4f17f-bc49-47fb-9304-7cad1649704e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:28.148941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98f8c52-fd28-4863-b445-c492e6aaca3c req-49a4f17f-bc49-47fb-9304-7cad1649704e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 950 time: 0.1756740 Nov 08 12:23:28.203519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.210482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.263911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Allocated IP 172.20.0.2 (03bd7186-87da-476c-9a9f-678327f4a190/7e52aaf1-8655-4665-a719-546891111d2a/c3ef9895-faa4-400c-9d6b-9df2f108f3be) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:28.267792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.270405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98f8c52-fd28-4863-b445-c492e6aaca3c req-1fe148f0-2d41-4519-9454-f1774f41e66a tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205757 Nov 08 12:23:28.316588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Allocated IP 192.168.233.224 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/9f8ca8f7-303f-4833-b131-f9f35120c571) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:28.336270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5431cbeb-e853-49bd-abcd-da1c9fc1367b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:28.338902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811418-2f3b-451e-a89e-153e47f40bc5 req-5bda8dbe-c1dc-4ad5-a6b0-d0dadf256191 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:28.340460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96811418-2f3b-451e-a89e-153e47f40bc5 req-5bda8dbe-c1dc-4ad5-a6b0-d0dadf256191 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 949 time: 0.1117141 Nov 08 12:23:28.374990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:28.377202 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a27ff8-bdb8-414b-9147-c8d34c2890c0 x-openstack-request-id: req-c2a27ff8-bdb8-414b-9147-c8d34c2890c0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:28.378620 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-plugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:28.378879 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2a27ff8-bdb8-414b-9147-c8d34c2890c0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:28.379339 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:23:28.445542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.495126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:28.571067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:28.635115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.656945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.698948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96811418-2f3b-451e-a89e-153e47f40bc5 req-f4f14f74-8853-4251-8b41-e0fb0778e4d2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506823 Nov 08 12:23:28.729746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aba57-2bae-4b09-a80b-78bf294b11ab req-da58d45c-b8e6-4bb5-99fd-90d6eba9f3c8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:28.737345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e48aba57-2bae-4b09-a80b-78bf294b11ab req-da58d45c-b8e6-4bb5-99fd-90d6eba9f3c8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.2131693 Nov 08 12:23:28.745082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.767070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.768055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.784882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca044b2-f8d8-474c-bbe7-b43897c3cff1 req-2ed231c9-8550-4be0-bfc4-69ea676b1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:28.786006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5431cbeb-e853-49bd-abcd-da1c9fc1367b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:28.787005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eca044b2-f8d8-474c-bbe7-b43897c3cff1 req-2ed231c9-8550-4be0-bfc4-69ea676b1c80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1102 time: 0.1501782 Nov 08 12:23:28.886650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e48aba57-2bae-4b09-a80b-78bf294b11ab req-721b9638-e721-4302-8c37-ba00c185a451 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449828 Nov 08 12:23:28.890311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Network 03bd7186-87da-476c-9a9f-678327f4a190 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:28.891616 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.902703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:28.934695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062', '39363cf6-9cec-4fb6-adbc-11a057268040', 'f890fa6f-cd33-402f-94fc-eacec6613909'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:28.938368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:28.947937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:28.964545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:28.983546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Pushing event updated for resources: {'Port': ['ID=c3ef9895-faa4-400c-9d6b-9df2f108f3be,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:28.998736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:29.007720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:29.009308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Allocated IP 172.25.1.61 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/16b50cd3-4e8a-4a95-a732-e02e24ac3a6c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:29.054045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.062483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eca044b2-f8d8-474c-bbe7-b43897c3cff1 req-6f50d07a-dd20-4c00-b39f-3741ff03e9d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646055 Nov 08 12:23:29.070368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02ad28-bfa5-4b2c-b6b4-1bb2eabfec02 req-bf14141f-f51e-47a5-97b8-37d2e82d7f3a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:29.071838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c02ad28-bfa5-4b2c-b6b4-1bb2eabfec02 req-bf14141f-f51e-47a5-97b8-37d2e82d7f3a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.2783949 Nov 08 12:23:29.120546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.125014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:29.146925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:29.147483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.166913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Attempting to bind port c3ef9895-faa4-400c-9d6b-9df2f108f3be on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:29.167285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Attempting to bind port c3ef9895-faa4-400c-9d6b-9df2f108f3be by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:29.167648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Attempting to bind port c3ef9895-faa4-400c-9d6b-9df2f108f3be on network 03bd7186-87da-476c-9a9f-678327f4a190 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:29.191053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.205592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:29.205882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Checking segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:29.206075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.206471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Bound using segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:29.206951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Bound port: c3ef9895-faa4-400c-9d6b-9df2f108f3be, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:29.207337 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.214862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c02ad28-bfa5-4b2c-b6b4-1bb2eabfec02 req-e15cb199-e025-4697-8481-75296bf349a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337004 Nov 08 12:23:29.254293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda672e-eac1-4dc9-8970-0c6ec91171ce req-56766292-2987-4fb5-9a3b-30334478f3c6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:29.256270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cda672e-eac1-4dc9-8970-0c6ec91171ce req-56766292-2987-4fb5-9a3b-30334478f3c6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 936 time: 0.2829900 Nov 08 12:23:29.272731 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0 associated. External IP: 172.25.1.233, port: 5bf271ea-c130-4f2b-8bf7-86c1ad119d58. Nov 08 12:23:29.293202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-256b0a9a-af53-4d84-b7fc-3f1bd84f977d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7290518 Nov 08 12:23:29.323112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Request body: {'port': {'device_id': '264c1474-f0a0-4438-ba94-400040377544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:29.343470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.399938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:29.418624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] For port c3ef9895-faa4-400c-9d6b-9df2f108f3be, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:29.431202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] For port c3ef9895-faa4-400c-9d6b-9df2f108f3be, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3ef9895-faa4-400c-9d6b-9df2f108f3be,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:29.436907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:29.443159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:29.449046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Pushing event updated for resources: {'Port': ['ID=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:29.461250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f94df8e7-fc22-4828-9112-3e771f6c3eb5 None None] Provisioning complete for port 9f8ca8f7-303f-4833-b131-f9f35120c571 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:29.461751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f94df8e7-fc22-4828-9112-3e771f6c3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.490902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cda672e-eac1-4dc9-8970-0c6ec91171ce req-7d50b332-54f0-4729-a888-0be597f63166 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133582 Nov 08 12:23:29.495280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.520537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f94df8e7-fc22-4828-9112-3e771f6c3eb5 None None] Port 9f8ca8f7-303f-4833-b131-f9f35120c571 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:29.531296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.575819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2efc35b0-0045-47cc-ab95-d85720a91a4d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:29.660050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a21d2-0296-4886-94f3-ff0074396019 None None] Pushing event updated for resources: {'Port': ['ID=c3ef9895-faa4-400c-9d6b-9df2f108f3be,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:29.675887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020dc1e-f30c-4f7f-8183-398dd416dd30 req-ebc7d82f-0572-4682-81bb-7adeb4d7a407 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:29.684404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9020dc1e-f30c-4f7f-8183-398dd416dd30 req-ebc7d82f-0572-4682-81bb-7adeb4d7a407 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 945 time: 0.3218343 Nov 08 12:23:29.766737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 2efc35b0-0045-47cc-ab95-d85720a91a4d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:29.776195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2efc35b0-0045-47cc-ab95-d85720a91a4d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:29.777029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:29.844484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9020dc1e-f30c-4f7f-8183-398dd416dd30 req-213cb2a2-172c-4c5c-8ddb-6bb5a3115acb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588976 Nov 08 12:23:29.869885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4e82-ce67-469c-ae07-35e450e6f87d req-24ade05e-86c0-412a-993d-a051acc8df5d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:29.880107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-059b4e82-ce67-469c-ae07-35e450e6f87d req-24ade05e-86c0-412a-993d-a051acc8df5d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.2200294 Nov 08 12:23:29.961864 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.007115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:30.066529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:30.079796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.087687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-059b4e82-ce67-469c-ae07-35e450e6f87d req-d55925a4-9b76-487a-865d-3c236672ee79 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973729 Nov 08 12:23:30.102371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2447db1-7ba1-4114-9fac-688fe16df347 req-a12788b9-1bbc-459e-b97a-190f68b33194 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.108783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2447db1-7ba1-4114-9fac-688fe16df347 req-a12788b9-1bbc-459e-b97a-190f68b33194 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 949 time: 0.1424778 Nov 08 12:23:30.115328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.116322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:30.121019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Transition to ACTIVE for port object 9f8ca8f7-303f-4833-b131-f9f35120c571 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:23:30.132151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:23:30.171142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2447db1-7ba1-4114-9fac-688fe16df347 req-ed135e65-4178-4b3c-8290-5f3b6297b599 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Nov 08 12:23:30.213945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.239079 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.253046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:30.298614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:30.303228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:30.303821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.344001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:30.382505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:30.385310 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a4c754-b79f-446e-a892-f5d1833067e6" -d '{"events": [{"server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "name": "network-vif-plugged", "status": "completed", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:30.387374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:23:30.394202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.398305 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:23:30.429720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e910-5cdf-4ac7-8e9f-37a1d56ff923 req-5f17a370-c561-4e59-9c74-318d9f20e846 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.431224 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:30.431877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:30.438016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5af2e910-5cdf-4ac7-8e9f-37a1d56ff923 req-5f17a370-c561-4e59-9c74-318d9f20e846 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.2375710 Nov 08 12:23:30.448805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.488579 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c131d06-7974-4c59-a05f-f560f0d18202 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "PUT /v2.0/floatingips/2cc9f38b-db6b-46d3-8a93-f468c710aaa0 HTTP/1.1" status: 200 len: 992 time: 2.3695490 Nov 08 12:23:30.489561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:30.491203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:30.493610 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a11270b-4557-46af-a655-82b1a6ff5b92" -d '{"events": [{"name": "network-changed", "server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:30.545299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.555903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a350b1-d7ed-44de-a2dc-3b5a58e64836 req-a2140036-de19-4417-996b-f0a25990c9f1 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.565222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05a350b1-d7ed-44de-a2dc-3b5a58e64836 req-a2140036-de19-4417-996b-f0a25990c9f1 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.2483244 Nov 08 12:23:30.590012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5af2e910-5cdf-4ac7-8e9f-37a1d56ff923 req-fe0dd9ba-dbc0-4157-898a-2d463aec47c9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509857 Nov 08 12:23:30.601063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.618568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:30.649076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05a350b1-d7ed-44de-a2dc-3b5a58e64836 req-e2ab198f-ccda-4dc5-b66b-15241774e4f4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828900 Nov 08 12:23:30.690958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:30.691299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:30.691624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:30.699884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:30.700879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:30.709542 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:30.709859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:30.712254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:30.712254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:30.716502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Bound port: 9f8ca8f7-303f-4833-b131-f9f35120c571, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:30.716903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:30.733905 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c37f9-ba4f-458c-8ae1-51f16ee072cc x-openstack-request-id: req-9c8c37f9-ba4f-458c-8ae1-51f16ee072cc {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:30.734553 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "name": "network-vif-plugged", "status": "completed", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:30.734817 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c8c37f9-ba4f-458c-8ae1-51f16ee072cc {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:30.735221 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d', 'code': 200} Nov 08 12:23:30.876065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:30.886578 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af6ffa-515d-45ce-ae64-3024fe40ddda x-openstack-request-id: req-c2af6ffa-515d-45ce-ae64-3024fe40ddda {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:30.886932 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:30.887141 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2af6ffa-515d-45ce-ae64-3024fe40ddda {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:30.887562 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'status': 'completed', 'code': 200} Nov 08 12:23:30.918519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c2be-288e-4a92-a5f7-fc5713d21eb7 req-6d4e88f0-f350-48b3-8d19-cc960ab180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.921376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-eca8c2be-288e-4a92-a5f7-fc5713d21eb7 req-6d4e88f0-f350-48b3-8d19-cc960ab180c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 1101 time: 0.0871015 Nov 08 12:23:30.949630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:30.976282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-78ff3eb5-4aa5-43be-bd04-a292b1058fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.977919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-78ff3eb5-4aa5-43be-bd04-a292b1058fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 1097 time: 0.0988073 Nov 08 12:23:30.990409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa3367-592e-491f-bc60-dadc98fc5a15 req-fca872f1-007a-4305-aa0f-252bcc08d8e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:30.992084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fefa3367-592e-491f-bc60-dadc98fc5a15 req-fca872f1-007a-4305-aa0f-252bcc08d8e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.0994062 Nov 08 12:23:31.000802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Router 74e6e721-fe07-4c60-9535-1aa22b59c713 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:23:31.007491 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-eca8c2be-288e-4a92-a5f7-fc5713d21eb7 req-d1668abd-c9c5-4f75-9ec7-7312034abade service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Nov 08 12:23:31.017228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.033631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0eaa3-40a7-4e08-96c9-3113f85a12f7 None None] Network 03bd7186-87da-476c-9a9f-678327f4a190 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:23:31.045815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:fd:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:23:28Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:31.088168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:23:31.099831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:31.100698 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:31.126913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] Provisioning complete for port c3ef9895-faa4-400c-9d6b-9df2f108f3be triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:31.127276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.151896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:31.156810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.159052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 1096 time: 1.8533533 Nov 08 12:23:31.159800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:31.162152 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e346e-a030-4bad-982b-ec4efd3d6003" -d '{"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:31.171753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:23:31.207509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fefa3367-592e-491f-bc60-dadc98fc5a15 req-5c510fa8-7785-49d8-9ec1-82766575d5ca tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939023 Nov 08 12:23:31.217956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Sync routers for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:23:31.260210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:31.260860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:31.261031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.265513 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-87089f4c-a4f4-4be6-9d6f-d0a21673540a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7120469 Nov 08 12:23:31.267083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:31.282444 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:31.290161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaeeff-b9e2-4035-9930-cbe7129a7056 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:31.307565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2186a-b60a-4a65-9e08-111f09369b0a req-e6fc0ec4-2e95-4bf2-8d07-942e6961fe67 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:31.324353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0a2186a-b60a-4a65-9e08-111f09369b0a req-e6fc0ec4-2e95-4bf2-8d07-942e6961fe67 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 946 time: 0.3298326 Nov 08 12:23:31.442882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-b6ebe9ae-016d-4613-84a5-f634519560e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:31.448448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-b6ebe9ae-016d-4613-84a5-f634519560e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 200 len: 924 time: 0.4542558 Nov 08 12:23:31.521285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.534345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3ef9895-faa4-400c-9d6b-9df2f108f3be up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:31.585287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:31.607808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0a2186a-b60a-4a65-9e08-111f09369b0a req-292ddd8f-8557-4616-9ef2-cc7d9308b583 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779553 Nov 08 12:23:31.620363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-12629547-721e-496c-bdd8-f1e0c9282cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:31.625075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-12629547-721e-496c-bdd8-f1e0c9282cdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1099 time: 0.2875640 Nov 08 12:23:31.716296 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:fd:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:23:28Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:31.724248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a556f-849f-4257-a530-d248525b474a req-4de44f93-6798-41eb-bd25-ca8da456811e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:31.726008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f52a556f-849f-4257-a530-d248525b474a req-4de44f93-6798-41eb-bd25-ca8da456811e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.3806207 Nov 08 12:23:31.730631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-17118388-0295-4277-9a38-80e64418a824 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0908535 Nov 08 12:23:31.760914 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28371288-1929-4f30-89e8-0ea9676d8e17 None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '2cc9f38b-db6b-46d3-8a93-f468c710aaa0', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'port_id': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'mac_address': 'fa:16:3e:fd:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:20:51Z', 'updated_at': '2021-11-08T12:23:28Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:23:31.776898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-fc349aa6-8d7b-403b-80da-fc91a799ce51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58 HTTP/1.1" status: 200 len: 1000 time: 0.3211200 Nov 08 12:23:31.887820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] For port c3ef9895-faa4-400c-9d6b-9df2f108f3be, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3ef9895-faa4-400c-9d6b-9df2f108f3be,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:31.914114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:31.956879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:31.982370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.038465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c3ef9895-faa4-400c-9d6b-9df2f108f3be triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:32.038837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.078758 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ace68-7e10-4a9a-8fbc-a507fbdb686e None None] New status for floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:23:32.111865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5431cbeb-e853-49bd-abcd-da1c9fc1367b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:32.164714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5431cbeb-e853-49bd-abcd-da1c9fc1367b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:32.165568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.186747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Allocated IP 172.20.0.1 (03bd7186-87da-476c-9a9f-678327f4a190/7e52aaf1-8655-4665-a719-546891111d2a/56113ac5-fab2-41d9-901b-aceecba1e527) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:32.201680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71514894-0852-44f9-aacc-6e80c82dd225 None None] Pushing event updated for resources: {'Port': ['ID=c3ef9895-faa4-400c-9d6b-9df2f108f3be,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:32.232922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92d9a820-b681-40d3-b6fc-a1c92f9db64b None None] Provisioning complete for port c3ef9895-faa4-400c-9d6b-9df2f108f3be triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:32.233333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92d9a820-b681-40d3-b6fc-a1c92f9db64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.261902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-f4daacf5-f032-42d6-a3ea-4d0957889020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.264148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-f4daacf5-f032-42d6-a3ea-4d0957889020 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.5217738 Nov 08 12:23:32.272613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc94db0-8e6d-4330-8e16-0fe40d32fe0f req-cb5349ab-e4ed-4d6a-b01d-788c0dd83483 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.274372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acc94db0-8e6d-4330-8e16-0fe40d32fe0f req-cb5349ab-e4ed-4d6a-b01d-788c0dd83483 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 950 time: 0.5625756 Nov 08 12:23:32.284315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-bebcd848-1faf-470a-a083-639c1509fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.285700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-bebcd848-1faf-470a-a083-639c1509fb2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 200 len: 862 time: 0.4707115 Nov 08 12:23:32.289022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f52a556f-849f-4257-a530-d248525b474a req-2a1d4dcd-9b4e-437c-b0bd-d7245c61cf7e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478199 Nov 08 12:23:32.394680 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c8ccc1-939d-4706-b8df-3059ec0a99c0 x-openstack-request-id: req-63c8ccc1-939d-4706-b8df-3059ec0a99c0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:32.394984 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:32.395236 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63c8ccc1-939d-4706-b8df-3059ec0a99c0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:32.395635 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'status': 'completed', 'code': 200} Nov 08 12:23:32.403742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.405882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-cf0c000c-cc15-4bee-8623-75af2f0fff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.407486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-cf0c000c-cc15-4bee-8623-75af2f0fff1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318998 Nov 08 12:23:32.433801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acc94db0-8e6d-4330-8e16-0fe40d32fe0f req-ea557d14-60eb-48fd-b52c-c6440c7b626f tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425483 Nov 08 12:23:32.455888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-c0424624-3624-40bc-8e4b-d882286f5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.457499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-c0424624-3624-40bc-8e4b-d882286f5fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=490c4f91-6005-41ae-8052-a96474974fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324682 Nov 08 12:23:32.463477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:29Z', 'revision_number': 3, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:32.499296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Checking router: 74e6e721-fe07-4c60-9535-1aa22b59c713 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:23:32.499713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Updating router 74e6e721-fe07-4c60-9535-1aa22b59c713 port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:23:32.529569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.555163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.572152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.626048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Network 03bd7186-87da-476c-9a9f-678327f4a190 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:32.627422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Pushing event updated for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:32.632194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:32.635812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:32.649441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:32.699152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.703259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf714ae-f4d4-426f-9f95-f14c0854d63d req-93c283da-a377-40b7-835b-de9335738efe tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.704813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caf714ae-f4d4-426f-9f95-f14c0854d63d req-93c283da-a377-40b7-835b-de9335738efe tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.1770792 Nov 08 12:23:32.720445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898162f4-971d-4849-a0a9-4cf87d159b6e req-14844772-54f9-44b4-b6ef-7d0afefcf203 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:32.722038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-898162f4-971d-4849-a0a9-4cf87d159b6e req-14844772-54f9-44b4-b6ef-7d0afefcf203 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.2238100 Nov 08 12:23:32.730328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-4f3d0896-20fb-4cf4-b209-8485f5fd4a91 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953522 Nov 08 12:23:32.740893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-a141ca2f-175b-4108-b9f7-ba280e2d9792 service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571154 Nov 08 12:23:32.749640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'}, {'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:32.752138 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45133ac9-8666-4fa5-97e1-3d9b128b1fc9" -d '{"events": [{"server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1"}, {"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-plugged", "status": "completed", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:32.760715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.881202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:32.935113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caf714ae-f4d4-426f-9f95-f14c0854d63d req-c9f56162-4174-4af1-bdb8-8a633ce55dd2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120652 Nov 08 12:23:32.950854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-898162f4-971d-4849-a0a9-4cf87d159b6e req-ecfdb03d-c841-4039-b49d-ca20f8b9dfb7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194760 Nov 08 12:23:32.975324 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:32.986506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ec7d5-8f18-4b34-97a7-05fdf76b9bf1 req-642d9912-5a68-43af-bbbb-dffc8a525d4c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339730 Nov 08 12:23:33.019865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a11270b-4557-46af-a655-82b1a6ff5b92 req-c9c93689-5b95-43b3-b583-dd3f3c340cad service neutron] 10.222.0.61 "GET /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684770 Nov 08 12:23:33.060907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f0eed03f-bd49-464a-9e2e-fb8b74f97141 None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:33.061277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f0eed03f-bd49-464a-9e2e-fb8b74f97141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.093006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07695-493f-47eb-8d32-481d22345aeb req-f6e462e1-777b-4a08-96a4-53232d59c5a1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.095175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7db07695-493f-47eb-8d32-481d22345aeb req-f6e462e1-777b-4a08-96a4-53232d59c5a1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.0581179 Nov 08 12:23:33.102467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f0eed03f-bd49-464a-9e2e-fb8b74f97141 None None] Port 56113ac5-fab2-41d9-901b-aceecba1e527 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:33.129329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.190061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.223939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7db07695-493f-47eb-8d32-481d22345aeb req-ea507498-929f-4ce8-895a-594b2ae662c3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111448 Nov 08 12:23:33.228969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-3b7b51f6-e78e-4c9a-8a51-0c504de36219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.229251 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.230480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-3b7b51f6-e78e-4c9a-8a51-0c504de36219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1099 time: 0.1060619 Nov 08 12:23:33.240146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec1804-eb7d-4a58-9b3b-71f26b3d53a6 req-1c27b681-687e-48ac-9170-816089cb568e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.242655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5ec1804-eb7d-4a58-9b3b-71f26b3d53a6 req-1c27b681-687e-48ac-9170-816089cb568e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 946 time: 0.1183598 Nov 08 12:23:33.264066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.282017 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c3a209-238b-456f-a8de-7dae3ae4aea2 x-openstack-request-id: req-a6c3a209-238b-456f-a8de-7dae3ae4aea2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:33.282133 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1", "code": 200}, {"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-plugged", "status": "completed", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:33.282306 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6c3a209-238b-456f-a8de-7dae3ae4aea2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:33.282983 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'code': 200} Nov 08 12:23:33.282983 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'code': 200} Nov 08 12:23:33.310044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Attempting to bind port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:33.310276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Attempting to bind port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:33.311481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Attempting to bind port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:33.318870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b2b29-3a1e-4f42-b2c1-b1d092a3d687 None None] Pushing event updated for resources: {'Port': ['ID=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:33.322391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:33.322777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:33.323179 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.324595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:33.324808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Bound port: 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:33.325688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.370606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5ec1804-eb7d-4a58-9b3b-71f26b3d53a6 req-806f3013-06e9-4614-ad60-0b8ce66c92a9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183398 Nov 08 12:23:33.387676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-be03bfc8-dc09-4a74-aeb7-2663f1b56f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.389220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-be03bfc8-dc09-4a74-aeb7-2663f1b56f83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1465023 Nov 08 12:23:33.410818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] For port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:33.414302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3ef9895-faa4-400c-9d6b-9df2f108f3be up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:33.439253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.441732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Pushing event updated for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:33.468901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-d35e764e-5d1b-4308-84ca-6ce99ca9e662 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0696528 Nov 08 12:23:33.469126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] For port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:33.481946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c3ef9895-faa4-400c-9d6b-9df2f108f3be triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:33.481946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.547047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41918d-e752-4add-bc19-e72c3450ad48 req-283f97a8-c17e-4186-bbf1-8cc1d08af548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.548585 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0c41918d-e752-4add-bc19-e72c3450ad48 req-283f97a8-c17e-4186-bbf1-8cc1d08af548 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1097 time: 0.1036520 Nov 08 12:23:33.553160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:33.604064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Network 03bd7186-87da-476c-9a9f-678327f4a190 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:33.607832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:33.629399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0c41918d-e752-4add-bc19-e72c3450ad48 req-10758f89-f5eb-4adb-9d54-61a7159eb944 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Nov 08 12:23:33.640350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:33.640978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:33.641978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47aa86-0424-447c-a7b1-5beefcde954b req-a67df1ba-f6f0-4337-8423-285f336b8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.643520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d47aa86-0424-447c-a7b1-5beefcde954b req-a67df1ba-f6f0-4337-8423-285f336b8373 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1097 time: 0.1737449 Nov 08 12:23:33.644156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b2b29-3a1e-4f42-b2c1-b1d092a3d687 None None] Pushing event updated for resources: {'Port': ['ID=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:33.644852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-5ec2ef45-7f51-469b-a356-27339b7ca55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.646225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-5ec2ef45-7f51-469b-a356-27339b7ca55d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1620970 Nov 08 12:23:33.671924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014250-144c-458e-89c1-619ba568abd0 req-e294655e-f30b-4913-a522-3240d91abaeb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.673454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26014250-144c-458e-89c1-619ba568abd0 req-e294655e-f30b-4913-a522-3240d91abaeb tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.2025716 Nov 08 12:23:33.682706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151bb94-9b1d-4c17-9064-4b0db37e2c9e req-5c8c1957-0de7-41b4-9e38-0aba0e635ba3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.690135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8151bb94-9b1d-4c17-9064-4b0db37e2c9e req-5c8c1957-0de7-41b4-9e38-0aba0e635ba3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 950 time: 0.1676054 Nov 08 12:23:33.768943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:33.777703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Router 74e6e721-fe07-4c60-9535-1aa22b59c713 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:23:33.791954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26014250-144c-458e-89c1-619ba568abd0 req-c8917896-524f-4f37-ac6a-229cad5f3465 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808039 Nov 08 12:23:33.795871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-3860870d-5fbe-4515-bd9a-2a896b144110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:33.797188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-3860870d-5fbe-4515-bd9a-2a896b144110 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416054 Nov 08 12:23:33.812127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8151bb94-9b1d-4c17-9064-4b0db37e2c9e req-b9d9f675-e65a-46cf-b88c-cbf7e5cbe37d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210272 Nov 08 12:23:33.920860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-e47cbfcf-d0cf-4933-a2fc-9f8fa6519e93 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057045 Nov 08 12:23:33.951186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:23:33.956031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f467a0f3-bb66-4084-ac22-5360bbed7a93 admin admin] 10.222.0.58 "PUT /v2.0/routers/74e6e721-fe07-4c60-9535-1aa22b59c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880696 Nov 08 12:23:34.048853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-53078b7f-e2b5-45e7-8564-f8b572b0089e None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:34.049229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53078b7f-e2b5-45e7-8564-f8b572b0089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:34.086449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8297b-6eb2-4992-928f-065466f51137 req-518d9ec1-7f78-4359-9dca-af2cbfbb9fa8 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:34.090554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:33Z', 'revision_number': 2, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:34.093331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-53078b7f-e2b5-45e7-8564-f8b572b0089e None None] Port 56113ac5-fab2-41d9-901b-aceecba1e527 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:34.094298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ac8297b-6eb2-4992-928f-065466f51137 req-518d9ec1-7f78-4359-9dca-af2cbfbb9fa8 tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 1101 time: 0.1723058 Nov 08 12:23:34.114665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d47aa86-0424-447c-a7b1-5beefcde954b req-00b9a3bc-799c-4811-a659-662bf4edbcb0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843991 Nov 08 12:23:34.124531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecd400-38e7-4036-989f-581c1920ca3c None None] The sync data for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 is: [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:33Z', 'revision_number': 2, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:23:34.172472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2da3-b85a-49a8-a49b-baccce372681 req-99bafb00-1d10-48c3-8e18-2aca5f2125eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:34.173977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badd2da3-b85a-49a8-a49b-baccce372681 req-99bafb00-1d10-48c3-8e18-2aca5f2125eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1607189 Nov 08 12:23:34.175839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292e346e-a030-4bad-982b-ec4efd3d6003 req-e482151e-54d1-4613-8b41-5a2fe649a5fa service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329509 Nov 08 12:23:34.188991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ac8297b-6eb2-4992-928f-065466f51137 req-3a65cc6f-6390-4579-87a9-ad6a18eee51a tempest-ServersOnMultiNodesTest-770086246 tempest-ServersOnMultiNodesTest-770086246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937426 Nov 08 12:23:34.264695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badd2da3-b85a-49a8-a49b-baccce372681 req-627c0acb-91bd-425f-8d32-722e04b6728e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745959 Nov 08 12:23:34.301860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef314db-4540-4baa-8262-417af9b06038 req-331ac4c7-6e4d-4e44-8ba5-71e4caecc711 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:34.303414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ef314db-4540-4baa-8262-417af9b06038 req-331ac4c7-6e4d-4e44-8ba5-71e4caecc711 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.0625784 Nov 08 12:23:34.380809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ef314db-4540-4baa-8262-417af9b06038 req-0420de48-9fdf-4b6c-9924-c87fe4049c58 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684404 Nov 08 12:23:34.895312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16e99-8ecf-4bba-815b-c79b30ff9e89 req-108bcb31-c136-420d-96f9-2df72df7930c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:34.907473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aed16e99-8ecf-4bba-815b-c79b30ff9e89 req-108bcb31-c136-420d-96f9-2df72df7930c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.0636678 Nov 08 12:23:34.909334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:34.914634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481281362', 'description': 'tempest-description--1565957702'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:34.966655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aed16e99-8ecf-4bba-815b-c79b30ff9e89 req-764249da-4474-4d82-9c0d-2d05bad53055 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Nov 08 12:23:34.987041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.049937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7715fb-2697-4aea-ac7e-fd9f44f8aef5 req-800429ad-d6f8-49e5-b5d2-eb5f61eed68c tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.051641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e7715fb-2697-4aea-ac7e-fd9f44f8aef5 req-800429ad-d6f8-49e5-b5d2-eb5f61eed68c tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 946 time: 0.0898507 Nov 08 12:23:35.065557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.108739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.112770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582a628-c841-42e6-839e-4d6f3dae5740 req-3050e7b8-5eda-473d-80f5-fd0adc3069ca tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.114427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d582a628-c841-42e6-839e-4d6f3dae5740 req-3050e7b8-5eda-473d-80f5-fd0adc3069ca tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 950 time: 0.0830326 Nov 08 12:23:35.145877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e7715fb-2697-4aea-ac7e-fd9f44f8aef5 req-74fb2bfc-8eab-4b1d-b694-9862dd08385a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794759 Nov 08 12:23:35.146635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0203a5ee-ab7f-4b1b-a828-699b361d0beb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:35.177713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d582a628-c841-42e6-839e-4d6f3dae5740 req-dcea3441-4588-4da5-aedc-0e50f55ff234 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Nov 08 12:23:35.186017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.190114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbc86189-bdb9-4083-b130-2ed89fcbd97d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2765300 Nov 08 12:23:35.190627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:35.195661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'security_group_rule': {'security_group_id': '0203a5ee-ab7f-4b1b-a828-699b361d0beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:35.302454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83599fb-76dd-4b58-9008-f79adea6f9a3 req-2242e859-565f-48fc-a17e-0d08d2de46e6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.303279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d83599fb-76dd-4b58-9008-f79adea6f9a3 req-2242e859-565f-48fc-a17e-0d08d2de46e6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.0599165 Nov 08 12:23:35.317864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.381456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:35.444290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:35.447234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:35.447610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.451231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.460135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d83599fb-76dd-4b58-9008-f79adea6f9a3 req-b6970078-b21e-4148-8127-00c034a65795 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489875 Nov 08 12:23:35.480858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e0a5-d1bf-4551-9ef6-ab7da30d47ea req-99592a53-1bf0-447f-8eaa-66ab5122751b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.482817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a54e0a5-d1bf-4551-9ef6-ab7da30d47ea req-99592a53-1bf0-447f-8eaa-66ab5122751b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.0949678 Nov 08 12:23:35.511797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.547776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e935363d-1b1d-42f9-9fb1-7430684ebcd5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:35.564904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a54e0a5-d1bf-4551-9ef6-ab7da30d47ea req-98f70ef2-8ab8-4d5f-984d-38a3270b0814 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730743 Nov 08 12:23:35.599910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.604155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59094) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:35.604849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-081c98b6-d29f-4256-a128-21964321bea2 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4127767 Nov 08 12:23:35.608826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'security_group_rule': {'security_group_id': '0203a5ee-ab7f-4b1b-a828-699b361d0beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:35.674025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.679374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795f42-7ba7-4ca6-bb87-1c93b1230363 req-e14ddbf7-780f-4087-bd5d-4a5a9f33a2fd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.680968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b795f42-7ba7-4ca6-bb87-1c93b1230363 req-e14ddbf7-780f-4087-bd5d-4a5a9f33a2fd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 946 time: 0.0555065 Nov 08 12:23:35.695266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:35.707760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.714403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:35.715689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'mac_address': 'fa:16:3e:2b:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:23:35.738762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b795f42-7ba7-4ca6-bb87-1c93b1230363 req-dac57ded-30d4-4e2e-972e-3de77c07ec95 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509460 Nov 08 12:23:35.764120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.778276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:35.783737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.794123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.832715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:35.840740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.852749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:35.861161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303df233-2d3b-4ff0-b377-d7449505ea76,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:35.861628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.862046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.862558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.862976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.863779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.863779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.864081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.864421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.864732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.865053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.865377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.865698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:23:35.886358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.905434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:35.906684 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-680d5ef2-59d3-49b1-8485-b334be48906a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015239 Nov 08 12:23:35.909607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:35.914329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:35.948050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:35.977460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-123476ad-edcd-4dbf-a23a-e8d5eda68bc1 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:35.979137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-123476ad-edcd-4dbf-a23a-e8d5eda68bc1 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1097 time: 0.0464957 Nov 08 12:23:35.998756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:36.007000 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.064476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.136993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.173359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e0dae-e90d-4e39-ad6e-c7eb1ede96ad req-d1b703b0-55d5-47ca-9437-129811b67601 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:36.176341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940e0dae-e90d-4e39-ad6e-c7eb1ede96ad req-d1b703b0-55d5-47ca-9437-129811b67601 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.0976150 Nov 08 12:23:36.323157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940e0dae-e90d-4e39-ad6e-c7eb1ede96ad req-5458af86-2ddd-44b3-83be-c376be00f417 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343253 Nov 08 12:23:36.358618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ad3c-7d8d-4853-b37f-b37160ef524b req-87733020-cbfa-4db5-a256-67f8eddb4c47 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:36.366132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d8ad3c-7d8d-4853-b37f-b37160ef524b req-87733020-cbfa-4db5-a256-67f8eddb4c47 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 946 time: 0.1209261 Nov 08 12:23:36.375065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:36.378925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9f8ca8f7-303f-4833-b131-f9f35120c571'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:36.473077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d8ad3c-7d8d-4853-b37f-b37160ef524b req-ddb15fdf-8134-4618-a59d-3cd0d4923ea6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058712 Nov 08 12:23:36.480834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:36.589612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:36.592702 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c875d-008f-4090-9a7e-a2886ba1519a" -d '{"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-unplugged", "status": "completed", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:36.600509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.639001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c472-7b53-4f4e-bba2-9c1161e37e62 req-c4bfbc87-8cad-41ac-b726-b47fd9099430 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:36.643418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13a8c472-7b53-4f4e-bba2-9c1161e37e62 req-c4bfbc87-8cad-41ac-b726-b47fd9099430 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 950 time: 0.1553574 Nov 08 12:23:36.649383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Allocated IP 172.25.1.104 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/356c973a-b6b5-4594-b414-7009163a031c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:36.702176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b2cf-ad88-41c1-84d9-8242576faac0 req-7b7be521-2c3e-47c7-8163-24f54ca4ddc6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:36.709983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a43b2cf-ad88-41c1-84d9-8242576faac0 req-7b7be521-2c3e-47c7-8163-24f54ca4ddc6 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.1064515 Nov 08 12:23:36.713879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Sync routers for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:23:36.733781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.741032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:36.741659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:36.758597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.800715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13a8c472-7b53-4f4e-bba2-9c1161e37e62 req-b9f13a49-4f2b-4e23-8291-e73a93d98aa3 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450360 Nov 08 12:23:36.871143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:36.877842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a43b2cf-ad88-41c1-84d9-8242576faac0 req-ebd37999-6423-427a-92a6-c15f33d9a649 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615720 Nov 08 12:23:36.906361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:36.929157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:36.936777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:36.943611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:36.975856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'Port': ['ID=356c973a-b6b5-4594-b414-7009163a031c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:36.998406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-b7a8aa1d-43f8-4c74-a2e7-5f56a49c06db tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:37.000987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-b7a8aa1d-43f8-4c74-a2e7-5f56a49c06db tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 950 time: 0.2630832 Nov 08 12:23:37.024210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:37.065883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.082197 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108278e-c4be-4743-8046-95e29b61f69e x-openstack-request-id: req-4108278e-c4be-4743-8046-95e29b61f69e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:37.082522 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-unplugged", "status": "completed", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:37.082776 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4108278e-c4be-4743-8046-95e29b61f69e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:37.083169 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'code': 200} Nov 08 12:23:37.104795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:37.108457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:37.108457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:37.129916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:37.130272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:37.156155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.169675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-87af214a-201c-468a-983f-e67044672be7 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-866272697&fields=id&tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 267 time: 0.2148933 Nov 08 12:23:37.174018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:37.174388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:37.174775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:37.175226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Bound port: b7abcdb4-e37c-4140-94d3-04addf36759d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:37.175595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.291189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:33Z', 'revision_number': 2, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:37.323103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Checking router: 74e6e721-fe07-4c60-9535-1aa22b59c713 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:23:37.323718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Updating router 74e6e721-fe07-4c60-9535-1aa22b59c713 port 56113ac5-fab2-41d9-901b-aceecba1e527 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:23:37.333559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86045cfb-f668-4e5c-ab8d-61923fa1dd64 req-d07ce40e-d996-4bd8-ac61-d50d5c3256eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:37.335120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86045cfb-f668-4e5c-ab8d-61923fa1dd64 req-d07ce40e-d996-4bd8-ac61-d50d5c3256eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1823227 Nov 08 12:23:37.350401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.353139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.353312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-58a8c43d-ebc2-4399-a050-5bd41869bd04 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:37.363183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-58a8c43d-ebc2-4399-a050-5bd41869bd04 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 946 time: 0.1653807 Nov 08 12:23:37.366028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:37.378303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'security_groups': ['e4869d09-c7a8-476d-a66f-da93eefd00ec', 'e412cf58-68b3-447e-a5b0-58a85f4adff5']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:37.390338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port 2efc35b0-0045-47cc-ab95-d85720a91a4d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:37.390684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.407164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.445711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:23:37.464698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:37.498190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'Port': ['ID=356c973a-b6b5-4594-b414-7009163a031c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:37.511972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.531601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:37.569112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.570829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0d002007-e91e-4779-b92a-8f233afa6c29 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6598549 Nov 08 12:23:37.572607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.591709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86045cfb-f668-4e5c-ab8d-61923fa1dd64 req-475cefea-5b5e-48f0-9bb6-ee06b133945b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470813 Nov 08 12:23:37.608278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.618285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:37.618797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.741187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:37.809287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port 2efc35b0-0045-47cc-ab95-d85720a91a4d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2efc35b0-0045-47cc-ab95-d85720a91a4d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:37.809662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.810974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:37.811349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:37.812111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:37.815759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:37.816296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.817714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] 10.222.0.57 "PUT /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 1122 time: 1.8243299 Nov 08 12:23:37.823925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:37.828046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:37.839355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6db7-f85d-4b45-929e-066f557eab94 service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:37.841984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:37.842428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:37.842995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:37.843482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Bound port: b7abcdb4-e37c-4140-94d3-04addf36759d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:37.843875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.856913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for 2efc35b0-0045-47cc-ab95-d85720a91a4d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:37.891916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c24320-17ef-4565-ba5e-9ab9cbbd53c3 req-596f0ee6-622c-412a-9e41-df456efee659 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:37.893602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c24320-17ef-4565-ba5e-9ab9cbbd53c3 req-596f0ee6-622c-412a-9e41-df456efee659 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.2046983 Nov 08 12:23:37.955609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:37.957513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:37.990789 n-d-816990-1 neutron-server[102537]: WARNING neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Concurrent port binding operations failed on port b7abcdb4-e37c-4140-94d3-04addf36759d Nov 08 12:23:37.995890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:38.005360 n-d-816990-1 neutron-server[102537]: INFO neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempt 2 to bind port b7abcdb4-e37c-4140-94d3-04addf36759d Nov 08 12:23:38.005952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:23:38.039928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:38.081960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c24320-17ef-4565-ba5e-9ab9cbbd53c3 req-b0efceb2-f1c6-4ed8-ba01-88058a5c3f2e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456418 Nov 08 12:23:38.085234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.132023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:38.173727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.213087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4d79e-2a31-4df3-926e-664b0813be9d None None] Pushing event updated for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:38.250500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.260388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180d50c-1bb3-48b1-a672-a8c5d55dc27d req-700daeed-f911-43b1-93e8-32b01223c8e5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:38.263679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e180d50c-1bb3-48b1-a672-a8c5d55dc27d req-700daeed-f911-43b1-93e8-32b01223c8e5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.0698280 Nov 08 12:23:38.315407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Attempting to bind port 56113ac5-fab2-41d9-901b-aceecba1e527 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:38.316459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Attempting to bind port 56113ac5-fab2-41d9-901b-aceecba1e527 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:38.316459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Attempting to bind port 56113ac5-fab2-41d9-901b-aceecba1e527 on network 03bd7186-87da-476c-9a9f-678327f4a190 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:38.327605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:38.327971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Checking segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:38.328363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.328746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Bound using segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:38.329233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Bound port: 56113ac5-fab2-41d9-901b-aceecba1e527, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:38.329599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.335100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.342092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=2efc35b0-0045-47cc-ab95-d85720a91a4d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:38.350975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:38.494215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] For port 56113ac5-fab2-41d9-901b-aceecba1e527, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:38.521179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] For port 56113ac5-fab2-41d9-901b-aceecba1e527, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=56113ac5-fab2-41d9-901b-aceecba1e527,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:38.548263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3ae907d0-03d1-4e68-80c5-85218b2423e7 None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:38.548639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ae907d0-03d1-4e68-80c5-85218b2423e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.603587 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.645830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3ae907d0-03d1-4e68-80c5-85218b2423e7 None None] Port 56113ac5-fab2-41d9-901b-aceecba1e527 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:23:38.716352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4d79e-2a31-4df3-926e-664b0813be9d None None] Pushing event updated for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:38.727954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:23:38.728591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:38.830637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port 2efc35b0-0045-47cc-ab95-d85720a91a4d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:38.841300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.844997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14766ca8-34a0-40f3-8d47-0686e923ece9 req-845ce829-ef90-46a0-b497-f8ae56edcdaa tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "DELETE /v2.0/ports/2efc35b0-0045-47cc-ab95-d85720a91a4d HTTP/1.1" status: 204 len: 173 time: 1.8253810 Nov 08 12:23:38.860547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:38.861668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:38.863475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5ee2ce-ed79-414a-ae8f-704168398b70 req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "PUT /v2.0/ports/5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 982 time: 1.4986172 Nov 08 12:23:38.894893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e180d50c-1bb3-48b1-a672-a8c5d55dc27d req-d3f6940d-4de4-4ee5-b1f3-842b7973bce3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152658 Nov 08 12:23:38.911022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:23:38.953619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196602f-31b6-4e4d-b430-c845349e9395 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:39.042105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0246a8c3-67dc-4544-a460-19756d6da19a req-c5f7bba6-3843-4e68-9e65-d5bfdd642bbc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cb6bc43-9fb4-4d20-9857-7022a49e3091 HTTP/1.1" status: 200 len: 210 time: 0.0424178 Nov 08 12:23:39.084149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}, {'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'name': 'network-vif-deleted', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d'}, {'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:39.086481 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e82f01-37b3-4cab-abab-7cbd32143711" -d '{"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}, {"server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "name": "network-vif-deleted", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d"}, {"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:39.104470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042458f2-d412-4fa0-a970-c34c251a987f req-68c190e1-47ab-4c6f-a9f5-246b1932f5ca tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.114441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-042458f2-d412-4fa0-a970-c34c251a987f req-68c190e1-47ab-4c6f-a9f5-246b1932f5ca tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1097 time: 0.0822437 Nov 08 12:23:39.234301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-042458f2-d412-4fa0-a970-c34c251a987f req-7373097f-da0b-4635-be1c-0d98df0c4801 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188600 Nov 08 12:23:39.259875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5505259-8ddc-4211-9e80-7204c487a1ee req-0df74403-eb30-4da4-bde9-24d1f5577d59 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.273376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5505259-8ddc-4211-9e80-7204c487a1ee req-0df74403-eb30-4da4-bde9-24d1f5577d59 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.1195719 Nov 08 12:23:39.363367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:39.380858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5505259-8ddc-4211-9e80-7204c487a1ee req-9e8cd0a0-a966-47b8-9230-e22fb04947f2 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 Nov 08 12:23:39.427002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:39.427394 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:39.468552 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc06e4-a784-47ed-be77-ba33b2f51fce x-openstack-request-id: req-e9cc06e4-a784-47ed-be77-ba33b2f51fce {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:39.469674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "status": "completed", "code": 200}, {"server_uuid": "4cb6bc43-9fb4-4d20-9857-7022a49e3091", "name": "network-vif-deleted", "tag": "2efc35b0-0045-47cc-ab95-d85720a91a4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:39.469839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 56113ac5-fab2-41d9-901b-aceecba1e527 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:39.470276 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9cc06e4-a784-47ed-be77-ba33b2f51fce {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:39.470875 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'status': 'completed', 'code': 200} Nov 08 12:23:39.471571 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6bc43-9fb4-4d20-9857-7022a49e3091', 'name': 'network-vif-deleted', 'tag': '2efc35b0-0045-47cc-ab95-d85720a91a4d', 'status': 'completed', 'code': 200} Nov 08 12:23:39.471956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:39.472863 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'status': 'completed', 'code': 200} Nov 08 12:23:39.602260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2efc35b0-0045-47cc-ab95-d85720a91a4d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:39.620862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6727781-9930-4505-825c-cac04dd40e2f req-4e943649-de32-4ccf-b482-8bcc8cd2799e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-970795366&fields=id&tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 267 time: 0.1563246 Nov 08 12:23:39.657573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-63b93e4c-3975-4b75-8568-fc6bfa5fc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.659373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-63b93e4c-3975-4b75-8568-fc6bfa5fc903 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1125 time: 0.1261890 Nov 08 12:23:39.664994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 2efc35b0-0045-47cc-ab95-d85720a91a4d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:39.665350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2efc35b0-0045-47cc-ab95-d85720a91a4d not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:39.681654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8ec2-686f-40d0-8844-7047fb212c84 req-16574332-dc56-44d9-85fd-89731efbdae3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.681654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810a8ec2-686f-40d0-8844-7047fb212c84 req-16574332-dc56-44d9-85fd-89731efbdae3 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.1451626 Nov 08 12:23:39.744822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', '3915d399-55fd-4a3c-95e9-8a437de71449', 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:39.773692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6727781-9930-4505-825c-cac04dd40e2f req-149c6dc6-fc2e-4ff1-a5f0-96f22be5862d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.775254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6727781-9930-4505-825c-cac04dd40e2f req-149c6dc6-fc2e-4ff1-a5f0-96f22be5862d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 985 time: 0.1535823 Nov 08 12:23:39.801108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 9f8ca8f7-303f-4833-b131-f9f35120c571 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:23:39.803655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'security_groups': ['e412cf58-68b3-447e-a5b0-58a85f4adff5', 'e4869d09-c7a8-476d-a66f-da93eefd00ec', 'e5854188-63c4-4d0b-8224-ece8b4b55001']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:39.823533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 9f8ca8f7-303f-4833-b131-f9f35120c571 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:39.823902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:39.827375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:39.827742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:39.836407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:39.863599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810a8ec2-686f-40d0-8844-7047fb212c84 req-b63d7f65-3b80-44f6-9ee4-3e53cf98f745 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589823 Nov 08 12:23:39.957421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-d13c45ae-20e7-4e7e-90cb-56a8f12fbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:39.958837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-d13c45ae-20e7-4e7e-90cb-56a8f12fbcf8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.2782624 Nov 08 12:23:39.979957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.031575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] For port 56113ac5-fab2-41d9-901b-aceecba1e527, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=56113ac5-fab2-41d9-901b-aceecba1e527,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:40.048631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-0d3f0b08-5733-48ee-8e55-8b7c33999b21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.0765750 Nov 08 12:23:40.058740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:38Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:23:40.111669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302612e-5015-4292-a38b-a22419ddbd4e None None] The sync data for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 is: [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:38Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:23:40.200648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.240283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27834925-ea39-44c6-9162-5e37b330746b req-ccdf9982-2bd0-4de4-806d-78f53f742b96 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:40.241758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27834925-ea39-44c6-9162-5e37b330746b req-ccdf9982-2bd0-4de4-806d-78f53f742b96 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1097 time: 0.2627058 Nov 08 12:23:40.325544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27834925-ea39-44c6-9162-5e37b330746b req-f90b51c0-f9a8-4b96-897f-9147e9ebf847 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659583 Nov 08 12:23:40.338007 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.341217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.418865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-6789c5f9-c902-44b5-a50b-443654d67eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:40.420566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-6789c5f9-c902-44b5-a50b-443654d67eb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.3400853 Nov 08 12:23:40.468278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48062a8-ce7f-4f24-8bcb-efc4c9aebd81 None None] Pushing event updated for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:40.472309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:40.474509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-3777bd91-3b1c-4cee-a740-35bccbe84742 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449317 Nov 08 12:23:40.474672 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2fe80e-89a9-4833-a7d2-d9e9f50c87d9" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:40.523223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:40.571617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:23:40.571617 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:23:40.578028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:40.599730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.702186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.709258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:40.719468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e58a6-b2b5-438f-b83e-f00021580121 req-b6373f01-ab62-4543-9d87-7d71d78a462c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:40.721493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d01e58a6-b2b5-438f-b83e-f00021580121 req-b6373f01-ab62-4543-9d87-7d71d78a462c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.2139668 Nov 08 12:23:40.800176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d01e58a6-b2b5-438f-b83e-f00021580121 req-30f04890-0518-4ed4-9ee1-adf2568717ac tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705302 Nov 08 12:23:40.802210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-4c863b94-7849-46dc-9edf-d4ed6fe049e4 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190684 Nov 08 12:23:40.803068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.819956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:40.891609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:40.892355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:40.893827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6727781-9930-4505-825c-cac04dd40e2f req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "PUT /v2.0/ports/5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 1021 time: 1.1052012 Nov 08 12:23:40.979893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffb508-5695-4abc-9a42-e6916c103996 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:41.019419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-44bec2cb-35ee-4eac-a21a-bae26ca084c5 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066231 Nov 08 12:23:41.087672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:41.097753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061d59-0ad9-4a7d-913b-63071cf07093 req-d67c443e-40c7-48ff-8d77-9bc0d3ebdd95 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.107341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06061d59-0ad9-4a7d-913b-63071cf07093 req-d67c443e-40c7-48ff-8d77-9bc0d3ebdd95 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 951 time: 0.0623605 Nov 08 12:23:41.151899 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86c5c0-ec28-4b6e-a8b0-d83997f64961 x-openstack-request-id: req-1b86c5c0-ec28-4b6e-a8b0-d83997f64961 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:41.152324 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:41.158952 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b86c5c0-ec28-4b6e-a8b0-d83997f64961 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:41.158952 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'code': 200} Nov 08 12:23:41.183808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06061d59-0ad9-4a7d-913b-63071cf07093 req-03bac231-8963-4795-8204-bc45a37939fc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 Nov 08 12:23:41.348311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-7a09b3eb-04ba-4d1e-a94b-9d74147bcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.349863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-7a09b3eb-04ba-4d1e-a94b-9d74147bcd74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1175 time: 0.1049330 Nov 08 12:23:41.373830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 56113ac5-fab2-41d9-901b-aceecba1e527 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:23:41.397730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befdeff-6c2f-4a13-9fe7-56660b9539b1 req-af15e052-fab1-4276-b4fc-7059222398ec tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.399353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7befdeff-6c2f-4a13-9fe7-56660b9539b1 req-af15e052-fab1-4276-b4fc-7059222398ec tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.1014669 Nov 08 12:23:41.458785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device df596e4c-23e8-4c84-b1b7-93a176a9419d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:41.473971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:41.476535 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d799c-d7cf-4661-9d7f-facf6a2025d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:41.522970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-09226587-11df-4d2d-bdeb-b0d367899525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.524481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-09226587-11df-4d2d-bdeb-b0d367899525 service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.1662643 Nov 08 12:23:41.528712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7befdeff-6c2f-4a13-9fe7-56660b9539b1 req-e0fc8337-7495-4fad-b57c-42ca3437acc0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825753 Nov 08 12:23:41.577375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-d80d370b-f8f2-448d-8447-9374d81399c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 217 time: 0.0420752 Nov 08 12:23:41.671753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-5e2d34c6-ddf1-4f7a-8ebe-6d8c2dca14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.673283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-5e2d34c6-ddf1-4f7a-8ebe-6d8c2dca14d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0788622 Nov 08 12:23:41.682767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee42c13-fff8-47bf-9c48-371f72844061 req-ad9759a1-10fe-444a-8ecb-874a99c635fd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:41.684894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ee42c13-fff8-47bf-9c48-371f72844061 req-ad9759a1-10fe-444a-8ecb-874a99c635fd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1024 time: 0.1021023 Nov 08 12:23:41.719052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-54bb0e42-da7e-4994-82a8-7640c5075f31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321255 Nov 08 12:23:41.806051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 56113ac5-fab2-41d9-901b-aceecba1e527 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:23:41.806414 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:41.838093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ee42c13-fff8-47bf-9c48-371f72844061 req-b4ecd925-4933-4a4d-90d9-69f4003d98ad tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e412cf58-68b3-447e-a5b0-58a85f4adff5&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=e5854188-63c4-4d0b-8224-ece8b4b55001 HTTP/1.1" status: 200 len: 6198 time: 0.1437037 Nov 08 12:23:41.874970 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:41.893074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-43891474-4992-4147-85e0-6fbecd5ca16a service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601973 Nov 08 12:23:41.953744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:42.013629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74e82f01-37b3-4cab-abab-7cbd32143711 req-9f5f5f71-501d-4454-86d1-f55f39867aad service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018996 Nov 08 12:23:42.063162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:42.113182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:42.224060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:42.336026 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8ec57-4477-4b70-ab66-e3aedf22d708 x-openstack-request-id: req-2bf8ec57-4477-4b70-ab66-e3aedf22d708 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:42.336525 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:42.336942 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bf8ec57-4477-4b70-ab66-e3aedf22d708 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:42.337533 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'status': 'completed', 'code': 200} Nov 08 12:23:42.524083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892a01-c8dd-4066-ad9c-93047f50660d req-216b37a8-6e0b-4e8e-9e22-5d24e258712b tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.533329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63892a01-c8dd-4066-ad9c-93047f50660d req-216b37a8-6e0b-4e8e-9e22-5d24e258712b tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 949 time: 0.1198223 Nov 08 12:23:42.570506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56da247-5ba3-4ff7-85dc-b35c5a77331c req-b05e146e-7ea6-4f11-820e-624742005a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.572314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f56da247-5ba3-4ff7-85dc-b35c5a77331c req-b05e146e-7ea6-4f11-820e-624742005a92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1101 time: 0.1291914 Nov 08 12:23:42.577121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-5faa06df-6de3-4e38-bdf7-64eb4837eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.578564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-5faa06df-6de3-4e38-bdf7-64eb4837eafc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1175 time: 0.1926579 Nov 08 12:23:42.680959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63892a01-c8dd-4066-ad9c-93047f50660d req-322c6686-f2b4-4b93-ab0e-929c0d4c2f55 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467564 Nov 08 12:23:42.707213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f56da247-5ba3-4ff7-85dc-b35c5a77331c req-157b4fef-39e2-40a9-96b6-43c818346724 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 Nov 08 12:23:42.728807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-e2272f89-dfcf-4357-9ea8-ff3a4485ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.730296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-e2272f89-dfcf-4357-9ea8-ff3a4485ffbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.1318605 Nov 08 12:23:42.788197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-1268e2ef-95b8-4b44-bf9e-51e35c45db0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 200 len: 217 time: 0.0439918 Nov 08 12:23:42.880041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fe71-e1ff-4900-851e-9dd6da003e42 req-6494159b-3f91-4306-9f82-df5e6f445eb7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.881559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30e6fe71-e1ff-4900-851e-9dd6da003e42 req-6494159b-3f91-4306-9f82-df5e6f445eb7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1022716 Nov 08 12:23:42.883152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-1d39333c-5dad-4c9a-955e-bd608c685b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:42.884462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-1d39333c-5dad-4c9a-955e-bd608c685b9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0753720 Nov 08 12:23:42.932456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-932823d9-cfc2-4f13-b963-7eeabbe6f823 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282431 Nov 08 12:23:42.973513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30e6fe71-e1ff-4900-851e-9dd6da003e42 req-2e686654-8e71-412e-a07b-5ba1cbe7b32c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Nov 08 12:23:43.019414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1214945571 ', 'description': 'tempest-description-313536882'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:43.066803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-8bb992b4-f249-41bb-b4f8-60d4c753c61d service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218081 Nov 08 12:23:43.154412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:43.155928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:43.157498 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea2aa0-1f9c-4cce-9cee-6a2ae0a9b05f" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:43.169821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-935d799c-d7cf-4661-9d7f-facf6a2025d7 req-d25bc7b6-8794-4226-bcf3-55bf6052cf33 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951591 Nov 08 12:23:43.238797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:43.326725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:43.355606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f977b4-b40d-4e15-9e34-ed2c1a7d40af,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:43.453870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:43.455310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c29c045-6885-41a1-837c-3ab702746e99 req-02398d0c-802e-47be-879f-3605b408017b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4414208 Nov 08 12:23:43.636713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aafbd-d5eb-4031-8c65-f7576d30007f req-1fae6e3e-dac9-4bd7-a8df-355b1560742e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:43.638876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-795aafbd-d5eb-4031-8c65-f7576d30007f req-1fae6e3e-dac9-4bd7-a8df-355b1560742e tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1100 time: 0.0407701 Nov 08 12:23:43.657961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-ab47641c-c069-4030-adde-7c9eb00a1ecc tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:23:43.659064 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-ab47641c-c069-4030-adde-7c9eb00a1ecc tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067282 Nov 08 12:23:43.695943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-795aafbd-d5eb-4031-8c65-f7576d30007f req-4c8706a4-8725-479d-b0e2-167d0cd70330 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Nov 08 12:23:43.710078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8a2e1506-4462-49ad-b3d0-2f830d9f1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:43.711774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8a2e1506-4462-49ad-b3d0-2f830d9f1e98 service neutron] 10.222.0.58 "GET /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 1094 time: 0.0453937 Nov 08 12:23:43.722039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:43.722572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:23:43.816575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d119d-2b2d-42a1-8cf4-f05092301769 req-113d0183-e1d7-42f8-bf3d-53f8e8bce70a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:43.818183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c15d119d-2b2d-42a1-8cf4-f05092301769 req-113d0183-e1d7-42f8-bf3d-53f8e8bce70a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.0561945 Nov 08 12:23:43.873807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c15d119d-2b2d-42a1-8cf4-f05092301769 req-46aecf81-8933-49d2-baf8-0fb6411c3261 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Nov 08 12:23:43.874108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:43.874903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:43.875248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:43.879744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:43.880068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:43.885258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:43.885504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:43.885888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:43.886338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Bound port: 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:43.923141 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b3c0f3-e2cb-4756-b425-a210129efc30 x-openstack-request-id: req-f2b3c0f3-e2cb-4756-b425-a210129efc30 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:43.923872 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:43.924370 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2b3c0f3-e2cb-4756-b425-a210129efc30 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:43.924984 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'code': 200} Nov 08 12:23:43.951062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:43.978142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7d931c2-24c6-4181-9ba7-8fd57b7b4675 req-ecd73087-5980-4486-b02b-7decae6086fc tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/79f977b4-b40d-4e15-9e34-ed2c1a7d40af HTTP/1.1" status: 200 len: 1797 time: 0.0441058 Nov 08 12:23:44.060218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.061895 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-8872372c-4e94-4334-9c5d-69bd2d4e68ef service neutron] 10.222.0.58 "POST /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3432486 Nov 08 12:23:44.088776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316e9-a554-4784-8d38-d6fa2ed7d68f req-7222cc02-694c-4de4-827b-e47ca9c2f58c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:44.095948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e8316e9-a554-4784-8d38-d6fa2ed7d68f req-7222cc02-694c-4de4-827b-e47ca9c2f58c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 949 time: 0.0635314 Nov 08 12:23:44.138977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e8316e9-a554-4784-8d38-d6fa2ed7d68f req-b93c99c7-b174-4712-ac73-3cd170f01cbe tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Nov 08 12:23:44.404793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-03db4980-ff5b-4d5e-8f29-0e86e633d4e5 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/79f977b4-b40d-4e15-9e34-ed2c1a7d40af HTTP/1.1" status: 200 len: 1797 time: 0.0397515 Nov 08 12:23:44.475899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.520739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.546767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-6b042c13-471c-4bac-9eb6-f5251e336b20 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:44.548305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-6b042c13-471c-4bac-9eb6-f5251e336b20 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 949 time: 0.0872004 Nov 08 12:23:44.680706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port a0ea2df4-72be-4d90-a8c7-31b562f991e7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:44.680947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.686034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.688525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.690598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d87cc4a-f0c9-4692-963e-29f02091478e req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/79f977b4-b40d-4e15-9e34-ed2c1a7d40af HTTP/1.1" status: 204 len: 173 time: 0.2787251 Nov 08 12:23:44.725364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a431a1-6f72-48b2-8419-cd1c07fb093f req-f6d0c837-63ac-456c-8cbf-f6cd559b2abc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:44.726827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79a431a1-6f72-48b2-8419-cd1c07fb093f req-f6d0c837-63ac-456c-8cbf-f6cd559b2abc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0967584 Nov 08 12:23:44.730282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26840-0b29-471c-b9a7-07ce0ea4c684 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f977b4-b40d-4e15-9e34-ed2c1a7d40af,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:44.877122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port a0ea2df4-72be-4d90-a8c7-31b562f991e7, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a0ea2df4-72be-4d90-a8c7-31b562f991e7,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:44.877660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:44.882988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79a431a1-6f72-48b2-8419-cd1c07fb093f req-8c2a80e2-2f8e-477d-91a6-4efc8d831022 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 Nov 08 12:23:44.896598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47315e-db90-4d37-93f5-38b684b54b30 req-99458d96-50cf-4ff8-849b-721afafa7111 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:44.898383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b47315e-db90-4d37-93f5-38b684b54b30 req-99458d96-50cf-4ff8-849b-721afafa7111 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1376176 Nov 08 12:23:44.909270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for a0ea2df4-72be-4d90-a8c7-31b562f991e7 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:44.995541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b47315e-db90-4d37-93f5-38b684b54b30 req-b5ee7622-034e-4cf1-877e-5df331a142a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Nov 08 12:23:45.067114 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-fdde10f6-a957-4728-abd7-81575b7147c7 req-3003f6e7-238e-4069-9ec2-f06f7ed77a1a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:23:45.068157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdde10f6-a957-4728-abd7-81575b7147c7 req-3003f6e7-238e-4069-9ec2-f06f7ed77a1a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/79f977b4-b40d-4e15-9e34-ed2c1a7d40af HTTP/1.1" status: 404 len: 352 time: 0.0196838 Nov 08 12:23:45.093075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749455-bb02-4a0d-9b05-7e32011ef30f req-b075fec5-2bf2-4376-b4c6-688c6ccdbd60 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:45.099081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75749455-bb02-4a0d-9b05-7e32011ef30f req-b075fec5-2bf2-4376-b4c6-688c6ccdbd60 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 1100 time: 0.0869288 Nov 08 12:23:45.219914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75749455-bb02-4a0d-9b05-7e32011ef30f req-cca2d650-1825-4deb-8a8c-9766dd115ba9 tempest-ServersAdminTestJSON-503653567 tempest-ServersAdminTestJSON-503653567-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941215 Nov 08 12:23:45.228389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941c03-f7fa-4c66-9463-93d7475f4942 req-5abf2fad-32fb-48b6-8999-50ccbc95ced5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:45.229896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35941c03-f7fa-4c66-9463-93d7475f4942 req-5abf2fad-32fb-48b6-8999-50ccbc95ced5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.1004276 Nov 08 12:23:45.249145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-155468145', 'description': 'tempest-description-1584978721'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:45.273553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.286457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', '3915d399-55fd-4a3c-95e9-8a437de71449', 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:45.289148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:45.327215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=a0ea2df4-72be-4d90-a8c7-31b562f991e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:45.353270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35941c03-f7fa-4c66-9463-93d7475f4942 req-896be370-a211-4a91-befa-d36283bb979d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161988 Nov 08 12:23:45.380481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port a0ea2df4-72be-4d90-a8c7-31b562f991e7 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:45.392261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.397883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55fcb0-5a61-4df9-819f-4b1dd3a33480 req-fdff20dc-0699-4c86-ba44-d69356bcc5df tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "DELETE /v2.0/ports/a0ea2df4-72be-4d90-a8c7-31b562f991e7 HTTP/1.1" status: 204 len: 173 time: 0.8409297 Nov 08 12:23:45.398388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'name': 'network-vif-deleted', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:45.400697 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29d55d7-993d-4071-a14a-790e00ded443" -d '{"events": [{"server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "name": "network-vif-deleted", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:45.412407 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.477994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8aec4c4c-e73f-4d8d-a788-55f8f5561cc4 req-f8f70f0f-c72f-41cc-adab-6ba60bc97edb tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=8572711e-5948-4ace-a336-987298726ac2 HTTP/1.1" status: 200 len: 210 time: 0.0362120 Nov 08 12:23:45.522022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.583271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.643345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:45.666324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.704776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:45.715318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ac8da74-5463-4e61-807c-f345d30520ee req-d5bb6680-cdbd-46f1-94c9-bce297da8487 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4682584 Nov 08 12:23:45.743654 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d505c560-d45f-4cff-b947-0e246da63f78 x-openstack-request-id: req-d505c560-d45f-4cff-b947-0e246da63f78 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:45.743654 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8572711e-5948-4ace-a336-987298726ac2", "name": "network-vif-deleted", "tag": "a0ea2df4-72be-4d90-a8c7-31b562f991e7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:45.743922 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d505c560-d45f-4cff-b947-0e246da63f78 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:45.744177 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8572711e-5948-4ace-a336-987298726ac2', 'name': 'network-vif-deleted', 'tag': 'a0ea2df4-72be-4d90-a8c7-31b562f991e7', 'status': 'completed', 'code': 200} Nov 08 12:23:45.763335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-160804897', 'description': 'tempest-description-524768134'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:45.904020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.001063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.062385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309dfe0-54b2-435f-9226-9693cd5084f6 req-60ab4e7a-4bfc-4fef-a8cc-6626da9b634c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:46.064037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9309dfe0-54b2-435f-9226-9693cd5084f6 req-60ab4e7a-4bfc-4fef-a8cc-6626da9b634c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0528615 Nov 08 12:23:46.100379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.145560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9309dfe0-54b2-435f-9226-9693cd5084f6 req-6b2131e5-db86-4a73-9f7f-65826909a471 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741630 Nov 08 12:23:46.148052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2bbcb3-fdbb-4609-a927-1fc504e6a869,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:46.219513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.220781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3b57e44-bc64-4998-a4af-9d7eac3018b8 req-b06e7d9a-6bbb-4a1f-a85f-82eb64c3fdaf tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4626205 Nov 08 12:23:46.284925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8a1b-993d-45f1-ae33-49f964d33c55 req-fc1754bb-74be-48d6-b390-bc635b2f9893 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:46.286417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c6e8a1b-993d-45f1-ae33-49f964d33c55 req-fc1754bb-74be-48d6-b390-bc635b2f9893 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.0623751 Nov 08 12:23:46.343664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c6e8a1b-993d-45f1-ae33-49f964d33c55 req-b7e5b4b4-225f-4923-b03b-61fe17741da8 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Nov 08 12:23:46.382192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-608645258', 'description': 'tempest-description-269557179'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:46.419681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9e2ce-601c-447c-a0c4-0669a20bfd38 req-ce3711c2-9b8c-420e-b4fe-4477e5e69636 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:46.421387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c9e2ce-601c-447c-a0c4-0669a20bfd38 req-ce3711c2-9b8c-420e-b4fe-4477e5e69636 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.0702627 Nov 08 12:23:46.481693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c9e2ce-601c-447c-a0c4-0669a20bfd38 req-1c11a323-25b1-42b6-8f53-3442f75d11e0 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 Nov 08 12:23:46.503283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.600097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.617298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6b3f-cd11-43fc-bb5f-52d23f054df5 req-eede1f4c-6cd6-4124-972f-411d6fb527eb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:46.618892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63cf6b3f-cd11-43fc-bb5f-52d23f054df5 req-eede1f4c-6cd6-4124-972f-411d6fb527eb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.0666802 Nov 08 12:23:46.682405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63cf6b3f-cd11-43fc-bb5f-52d23f054df5 req-cd549219-a1a4-440f-82d6-33e0b9f1b71c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555365 Nov 08 12:23:46.683531 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.718783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b55e92-9ce4-4a2b-945e-5a8df3836dde,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:46.814494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:46.816290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f3a32d0-3956-4cd4-bf47-db0aca96417e req-7ebc1d41-c9c9-4df8-b03b-889b23f8432f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4393101 Nov 08 12:23:46.935778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a3fa3b3-3bc2-4cb4-8a04-34dbfc58980c req-35658914-5684-42dc-b109-5a27e90bc634 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 10994 time: 0.0985146 Nov 08 12:23:46.988802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a3fa3b3-3bc2-4cb4-8a04-34dbfc58980c req-e4cb9c9c-d55c-4b14-8239-17af1ba1e074 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e4869d09-c7a8-476d-a66f-da93eefd00ec HTTP/1.1" status: 200 len: 2998 time: 0.0466909 Nov 08 12:23:47.047503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a3fa3b3-3bc2-4cb4-8a04-34dbfc58980c req-4c09e313-32f8-4b18-9e95-4d0b403151a3 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e4869d09-c7a8-476d-a66f-da93eefd00ec HTTP/1.1" status: 200 len: 2998 time: 0.0526276 Nov 08 12:23:47.111924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-632780aa-87ed-436a-9301-727bbfefb283 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0 HTTP/1.1" status: 200 len: 1817 time: 0.0415914 Nov 08 12:23:47.177376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:47.203527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:47.365901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:47.368489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:47.369625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf5a7b39-8761-4078-8dca-e39090ffe9ff req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0 HTTP/1.1" status: 204 len: 173 time: 0.2494743 Nov 08 12:23:47.385825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1742107-c82a-4ea2-9eaa-ba4fe8ffb798 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:47.475337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a0ea2df4-72be-4d90-a8c7-31b562f991e7 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:47.500496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1616-2119-4666-894a-f7febb1d3988 req-9e0ba43d-3127-4a00-a230-b2bf6bdc6ff6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:47.501384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-175e1616-2119-4666-894a-f7febb1d3988 req-9e0ba43d-3127-4a00-a230-b2bf6bdc6ff6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0543885 Nov 08 12:23:47.502730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: a0ea2df4-72be-4d90-a8c7-31b562f991e7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:47.503396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a0ea2df4-72be-4d90-a8c7-31b562f991e7 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:47.582993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-175e1616-2119-4666-894a-f7febb1d3988 req-46ec823a-0b48-405b-856f-c6d81d538a1c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Nov 08 12:23:47.639834 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-2ec893d7-0a42-45b7-9fc6-c797ec69537c req-655f79a8-6737-4e68-845f-3f89d7f64025 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:23:47.640851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ec893d7-0a42-45b7-9fc6-c797ec69537c req-655f79a8-6737-4e68-845f-3f89d7f64025 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0 HTTP/1.1" status: 404 len: 352 time: 0.0261564 Nov 08 12:23:47.660812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-6a624ce1-7805-428a-b198-847204a9fc54 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:47.662392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-6a624ce1-7805-428a-b198-847204a9fc54 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.1098866 Nov 08 12:23:47.674728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67de0b-6c79-4f7d-aa84-77a87374fb69 req-a816d453-97a7-48de-bc6b-8300b095c5c1 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:47.676222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e67de0b-6c79-4f7d-aa84-77a87374fb69 req-a816d453-97a7-48de-bc6b-8300b095c5c1 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 949 time: 0.0923653 Nov 08 12:23:47.804057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e67de0b-6c79-4f7d-aa84-77a87374fb69 req-af4df081-23a3-4a63-9c50-f19e0059c471 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192913 Nov 08 12:23:47.829165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71ab8-36d8-430c-a47f-154bd923f915 req-4a7a98b5-9b78-4019-ac32-560cd1eac1d7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:47.830658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b71ab8-36d8-430c-a47f-154bd923f915 req-4a7a98b5-9b78-4019-ac32-560cd1eac1d7 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.1173847 Nov 08 12:23:47.864589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Deleting port 6a545bea-ee0e-4f9c-b797-76a068db8a78 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:47.864915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:47.962742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b71ab8-36d8-430c-a47f-154bd923f915 req-2f362ccb-f45c-4712-80c9-d9bf98b844b2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240764 Nov 08 12:23:48.007283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fefa36-969a-4c68-8b70-6736480be705 req-c5e50aa9-35be-489c-9ef4-0b6c9d8380fd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:48.008799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75fefa36-969a-4c68-8b70-6736480be705 req-c5e50aa9-35be-489c-9ef4-0b6c9d8380fd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1387553 Nov 08 12:23:48.016715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] For port 6a545bea-ee0e-4f9c-b797-76a068db8a78, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6a545bea-ee0e-4f9c-b797-76a068db8a78,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:48.017089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.038312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Calling delete_port for 6a545bea-ee0e-4f9c-b797-76a068db8a78 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:48.477522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75fefa36-969a-4c68-8b70-6736480be705 req-f20bca22-1dce-4d38-b638-96ca057367a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577112 Nov 08 12:23:48.482669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efea5e5-2fee-4081-ad3e-650267449406 req-e8cada45-619a-4ea6-8db4-ce883b967265 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:48.484670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6efea5e5-2fee-4081-ad3e-650267449406 req-e8cada45-619a-4ea6-8db4-ce883b967265 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1101 time: 0.4476850 Nov 08 12:23:48.598073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6efea5e5-2fee-4081-ad3e-650267449406 req-4547330c-08d2-4890-aab0-3bd7c98da0d7 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027372 Nov 08 12:23:48.608055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-9ef60315-4687-4cb7-b200-60c4946600ef tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/9d2bbcb3-fdbb-4609-a927-1fc504e6a869 HTTP/1.1" status: 200 len: 1816 time: 0.1032696 Nov 08 12:23:48.704028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.733106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.752818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f64f-5941-4d67-a969-9b73719ddc14 req-011979e3-1106-4a4d-aea7-da8ce5cbd6b9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:48.754367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bd7f64f-5941-4d67-a969-9b73719ddc14 req-011979e3-1106-4a4d-aea7-da8ce5cbd6b9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.0826550 Nov 08 12:23:48.761022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.768434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['4bc611e7-71b5-42de-9ec9-09ed5080d483', '6a545bea-ee0e-4f9c-b797-76a068db8a78'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:48.815071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event deleted for resources: {'Port': ['ID=6a545bea-ee0e-4f9c-b797-76a068db8a78,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:48.879999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] No DVR routers for this DVR port 6a545bea-ee0e-4f9c-b797-76a068db8a78 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:48.885534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.888874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e3e68de-f65f-4e66-b3be-597f00038277 req-1ea80e84-10fe-4d8e-b5ef-b46d1d802773 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "DELETE /v2.0/ports/6a545bea-ee0e-4f9c-b797-76a068db8a78 HTTP/1.1" status: 204 len: 173 time: 1.2116718 Nov 08 12:23:48.893148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'name': 'network-vif-deleted', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:48.893148 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6c04d-71d2-4c8e-83b7-745d5a2e406f" -d '{"events": [{"server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "name": "network-vif-deleted", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:48.902624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bd7f64f-5941-4d67-a969-9b73719ddc14 req-23710365-19b5-4ead-809f-2fa866dab199 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390545 Nov 08 12:23:48.948746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.951849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:48.953182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45fe0de2-6c44-4c3a-84e9-f1e0715d3810 req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d2bbcb3-fdbb-4609-a927-1fc504e6a869 HTTP/1.1" status: 204 len: 173 time: 0.3382032 Nov 08 12:23:49.016831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35311792-8cb7-4f71-9385-341df05fa2e9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2bbcb3-fdbb-4609-a927-1fc504e6a869,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:49.051935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-1e8ef93c-b23d-4e39-84aa-dcb4f892d259 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:49.054017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-1e8ef93c-b23d-4e39-84aa-dcb4f892d259 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.0966706 Nov 08 12:23:49.132048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff70f87f-0ee2-454b-ad92-49ef9e59da40 req-b0ff5822-b7c4-40cd-b5c3-5f42aaea2656 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f4750f-f366-45db-bc28-2ac773c72e0b HTTP/1.1" status: 200 len: 210 time: 0.0520117 Nov 08 12:23:49.213061 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20dc75-72ec-4cb5-b222-a2636804aa81 x-openstack-request-id: req-8f20dc75-72ec-4cb5-b222-a2636804aa81 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:49.213709 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f4750f-f366-45db-bc28-2ac773c72e0b", "name": "network-vif-deleted", "tag": "6a545bea-ee0e-4f9c-b797-76a068db8a78", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:49.213964 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f20dc75-72ec-4cb5-b222-a2636804aa81 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:49.214400 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f4750f-f366-45db-bc28-2ac773c72e0b', 'name': 'network-vif-deleted', 'tag': '6a545bea-ee0e-4f9c-b797-76a068db8a78', 'status': 'completed', 'code': 200} Nov 08 12:23:49.220844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port 3915d399-55fd-4a3c-95e9-8a437de71449 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:49.221317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:49.298118 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-c1831bb0-e114-474d-8f8b-6467ad189aa7 req-8896d406-98be-4132-abd5-8a45c652f8ae tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:23:49.307578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1831bb0-e114-474d-8f8b-6467ad189aa7 req-8896d406-98be-4132-abd5-8a45c652f8ae tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/9d2bbcb3-fdbb-4609-a927-1fc504e6a869 HTTP/1.1" status: 404 len: 352 time: 0.0688126 Nov 08 12:23:49.372388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port 3915d399-55fd-4a3c-95e9-8a437de71449, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3915d399-55fd-4a3c-95e9-8a437de71449,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:49.374234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:49.443237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for 3915d399-55fd-4a3c-95e9-8a437de71449 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:49.533965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7963c-6881-4eb7-abd6-10810c8b331c req-d0e0eda6-0504-4d56-84be-f3b290cb8ba8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:49.535936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fe7963c-6881-4eb7-abd6-10810c8b331c req-d0e0eda6-0504-4d56-84be-f3b290cb8ba8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 950 time: 0.1585014 Nov 08 12:23:49.580340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-e8d525cc-729f-4cca-af62-68607f816adc tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b9b55e92-9ce4-4a2b-945e-5a8df3836dde HTTP/1.1" status: 200 len: 1816 time: 0.1409883 Nov 08 12:23:49.671402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fe7963c-6881-4eb7-abd6-10810c8b331c req-6176a8ed-3944-4a6d-842e-c3fe04b6e204 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233153 Nov 08 12:23:49.703934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-eaa44749-e334-4d24-a494-2c88e3f6cefb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848303 Nov 08 12:23:49.755170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:49.846828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:49.885867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:49.890498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7758-5758-430d-96d8-6f44e3e1508e req-4c48a9ce-5077-49a1-8359-3186151153e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:49.897996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f1a7758-5758-430d-96d8-6f44e3e1508e req-4c48a9ce-5077-49a1-8359-3186151153e1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1326778 Nov 08 12:23:49.983002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f1a7758-5758-430d-96d8-6f44e3e1508e req-539260d7-4064-45b2-8dcd-ea19c4cfd706 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823483 Nov 08 12:23:49.989019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:50.001977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf', 'bc4cbc37-73e6-4d09-babc-5925886035b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:50.052177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:50.055085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:50.063789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51ee75d1-8557-4e75-ac70-daae3764d503 req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9b55e92-9ce4-4a2b-945e-5a8df3836dde HTTP/1.1" status: 204 len: 173 time: 0.4758673 Nov 08 12:23:50.095722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=3915d399-55fd-4a3c-95e9-8a437de71449,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:50.150204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:50.153844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9a9de-c628-4010-aac8-c1770f291055 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b55e92-9ce4-4a2b-945e-5a8df3836dde,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:50.198711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port 3915d399-55fd-4a3c-95e9-8a437de71449 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:50.201250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:50.205575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7ee1121-1408-40fc-b1c5-b2a5862d44ee req-a091ffc0-d3b2-4edf-898e-3f2ddd66ecd2 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "DELETE /v2.0/ports/3915d399-55fd-4a3c-95e9-8a437de71449 HTTP/1.1" status: 204 len: 173 time: 1.1415880 Nov 08 12:23:50.306141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1259f1-0d67-41b7-9355-27fec118605d req-95545d00-ee58-4b15-a81c-4fdbd0d1d708 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:50.315260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f1259f1-0d67-41b7-9355-27fec118605d req-95545d00-ee58-4b15-a81c-4fdbd0d1d708 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1435242 Nov 08 12:23:50.348470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f59af-b482-4e1f-ad1e-201e59fe90ab req-96302351-e072-4b66-981d-98bd503245b1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:50.350004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828f59af-b482-4e1f-ad1e-201e59fe90ab req-96302351-e072-4b66-981d-98bd503245b1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.1525574 Nov 08 12:23:50.421968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828f59af-b482-4e1f-ad1e-201e59fe90ab req-e68012c1-441e-4352-a5bf-cce1a79e6911 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Nov 08 12:23:50.425332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f1259f1-0d67-41b7-9355-27fec118605d req-90ee7dbe-00b8-42b8-b33a-43b300e18cb7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092591 Nov 08 12:23:50.526203 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-7e0606b8-07e7-4ebe-8c1b-a1ac33469423 req-73605ef8-2d74-4db2-b3e3-e1c044ffb47f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:23:50.528194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e0606b8-07e7-4ebe-8c1b-a1ac33469423 req-73605ef8-2d74-4db2-b3e3-e1c044ffb47f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b9b55e92-9ce4-4a2b-945e-5a8df3836dde HTTP/1.1" status: 404 len: 352 time: 0.0158882 Nov 08 12:23:50.812261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a684834f-5a00-4342-8da9-078e205c4bf2 req-90cf1b93-415d-4617-8584-c94f91cae9bd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 6198 time: 0.1428385 Nov 08 12:23:50.906588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a684834f-5a00-4342-8da9-078e205c4bf2 req-ddf9e057-58f4-4e24-9778-fef9ecca333a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e4869d09-c7a8-476d-a66f-da93eefd00ec HTTP/1.1" status: 200 len: 2998 time: 0.0830927 Nov 08 12:23:51.005085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a684834f-5a00-4342-8da9-078e205c4bf2 req-a7884b60-69ed-40f9-8102-467d6a1cf8b8 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e4869d09-c7a8-476d-a66f-da93eefd00ec HTTP/1.1" status: 200 len: 2998 time: 0.0918016 Nov 08 12:23:51.112069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e4be5c8-109b-4c6a-ab4f-d276f2859219 req-34b26ae7-1f01-49bb-a708-952364a763ec tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb334bf2-5b17-4e71-b438-c95f16e6bc89 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Nov 08 12:23:51.264127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1418394079', 'description': 'tempest-description-658360926'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:51.264127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'name': 'network-vif-deleted', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:51.264127 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e81ac-1887-411f-9546-f9fbdb034e89" -d '{"events": [{"server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "name": "network-vif-deleted", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:51.285516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe3cf-9586-488a-8eda-d824b1aa5f51 req-cc8f1755-4ac6-4063-b354-11a9ff3aa4dc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:51.287460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7dfe3cf-9586-488a-8eda-d824b1aa5f51 req-cc8f1755-4ac6-4063-b354-11a9ff3aa4dc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0653920 Nov 08 12:23:51.352905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7dfe3cf-9586-488a-8eda-d824b1aa5f51 req-a74d77b8-b129-4809-8776-9a55ea0ade2c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Nov 08 12:23:51.481211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:51.489728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6a545bea-ee0e-4f9c-b797-76a068db8a78 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:51.521067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28d572-ceba-45f0-bd3e-1c39295fd599 req-137b6a16-6cd7-495e-bb28-0724e5a97f8b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:51.523083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb28d572-ceba-45f0-bd3e-1c39295fd599 req-137b6a16-6cd7-495e-bb28-0724e5a97f8b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.0864294 Nov 08 12:23:51.534412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 6a545bea-ee0e-4f9c-b797-76a068db8a78 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:51.534760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6a545bea-ee0e-4f9c-b797-76a068db8a78 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:51.535182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3915d399-55fd-4a3c-95e9-8a437de71449 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:51.592663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 3915d399-55fd-4a3c-95e9-8a437de71449 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:51.593240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3915d399-55fd-4a3c-95e9-8a437de71449 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:51.637995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb28d572-ceba-45f0-bd3e-1c39295fd599 req-d239894f-f492-4660-a833-5b21118f8643 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901213 Nov 08 12:23:51.669741 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:51.691209 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4192455e-149b-4484-9bbb-ed33077ddc90 x-openstack-request-id: req-4192455e-149b-4484-9bbb-ed33077ddc90 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:51.691738 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb334bf2-5b17-4e71-b438-c95f16e6bc89", "name": "network-vif-deleted", "tag": "3915d399-55fd-4a3c-95e9-8a437de71449", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:51.692180 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4192455e-149b-4484-9bbb-ed33077ddc90 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:51.692781 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb334bf2-5b17-4e71-b438-c95f16e6bc89', 'name': 'network-vif-deleted', 'tag': '3915d399-55fd-4a3c-95e9-8a437de71449', 'status': 'completed', 'code': 200} Nov 08 12:23:51.778532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:51.815882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c61f4d-7158-469a-bb14-26ac5d863678,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:51.832935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cdfee-67f2-4b2f-95f4-9064f3897a12 req-fbcddffc-761e-49e9-b31a-6783efeaf006 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:51.834759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c1cdfee-67f2-4b2f-95f4-9064f3897a12 req-fbcddffc-761e-49e9-b31a-6783efeaf006 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.0882001 Nov 08 12:23:51.888472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:51.889889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d94557b-8c4d-4c0b-a7d4-171497235db4 req-25d34397-7392-47bd-ab87-0d9912667d16 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7317293 Nov 08 12:23:51.917709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c1cdfee-67f2-4b2f-95f4-9064f3897a12 req-05a28ec1-4b20-4aa4-b2fc-b8ad787e576e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Nov 08 12:23:52.021484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-957167162', 'description': 'tempest-description-326330919'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:52.033825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b320e9-369a-4014-9434-cba3549b5630 req-c5b7d0aa-6c9c-4b3b-bfc0-d2c30a795eb6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:52.041013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92b320e9-369a-4014-9434-cba3549b5630 req-c5b7d0aa-6c9c-4b3b-bfc0-d2c30a795eb6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.0806959 Nov 08 12:23:52.097823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92b320e9-369a-4014-9434-cba3549b5630 req-5d55e978-a733-4244-88ed-f6fe1e69db6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559392 Nov 08 12:23:52.131378 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:52.216633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:52.280508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:52.322609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b330fc06-0696-43c5-9b94-8ba34befbf5c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:52.362626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:52.364315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc0c271-cc16-4f9c-b4eb-418700ac0b36 req-a214ff9f-12f7-4a23-93aa-7c851e3a280e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3559601 Nov 08 12:23:52.516467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e706f0-06ec-44bf-9911-3014672c6449 req-75f3bc7d-9873-4488-8af6-a94bed46f58e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:52.524257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61e706f0-06ec-44bf-9911-3014672c6449 req-75f3bc7d-9873-4488-8af6-a94bed46f58e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0729835 Nov 08 12:23:52.585744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61e706f0-06ec-44bf-9911-3014672c6449 req-3de818f7-bd4a-40a5-af60-36615ac5296f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605996 Nov 08 12:23:52.828553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-81a17d34-ee35-4d2d-a8b6-240fee95c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:52.830038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-81a17d34-ee35-4d2d-a8b6-240fee95c8e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1101 time: 0.1627128 Nov 08 12:23:52.860901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-7ccbdf86-6e61-40b0-af28-abb0d5620287 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:52.862495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-7ccbdf86-6e61-40b0-af28-abb0d5620287 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.1545920 Nov 08 12:23:52.966962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ec1a82cc-abf7-43e6-a5ca-25de2e8a88eb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:52.968459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ec1a82cc-abf7-43e6-a5ca-25de2e8a88eb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 813 time: 0.2543156 Nov 08 12:23:53.023808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0924ec43-7285-492b-b914-a3302025ccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:53.031354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-234891b1-bd65-46d6-b874-4c21331b2e52 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/quotas/2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 375 time: 0.0556121 Nov 08 12:23:53.069181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-ed44e55f-b2a6-43df-8c4f-6e6a064467e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.070672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-ed44e55f-b2a6-43df-8c4f-6e6a064467e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2281494 Nov 08 12:23:53.138766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-ee45b4e6-da9d-43a4-b632-b6c5e900d2df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0487247 Nov 08 12:23:53.195112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-bd96c995-3cbb-4ee2-925d-f2422506778c tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504662 Nov 08 12:23:53.206508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-674c6450-c454-4584-9a28-ae1725761556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.208045 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-674c6450-c454-4584-9a28-ae1725761556 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1125 time: 0.0547669 Nov 08 12:23:53.208721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Deleting port 4bc611e7-71b5-42de-9ec9-09ed5080d483 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:53.209128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:53.215282 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:23:53.312450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-82b817d4-2551-4eac-87e8-f465eaf06cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.314131 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-82b817d4-2551-4eac-87e8-f465eaf06cdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.0974216 Nov 08 12:23:53.352005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-bf35a2b3-0b74-445b-964d-72767697c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.353466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-bf35a2b3-0b74-445b-964d-72767697c798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1951795 Nov 08 12:23:53.362369 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7ba8d4fc-dbdb-460c-87b0-75826622b1f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.0401847 Nov 08 12:23:53.366755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44875-2711-4402-b063-37a930e0b2a8 req-a6a9260a-b5cb-4238-8820-51d6612974e7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.368182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61c44875-2711-4402-b063-37a930e0b2a8 req-a6a9260a-b5cb-4238-8820-51d6612974e7 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 950 time: 0.2344866 Nov 08 12:23:53.424959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7af3ef44-c44b-4d03-ba79-246cfc9447df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.426644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-7af3ef44-c44b-4d03-ba79-246cfc9447df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0567074 Nov 08 12:23:53.464583 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-d8ff4966-f045-42e8-be11-60c16eccc28b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289469 Nov 08 12:23:53.468353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] For port 4bc611e7-71b5-42de-9ec9-09ed5080d483, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4bc611e7-71b5-42de-9ec9-09ed5080d483,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:53.468707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:53.487111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ef563d34-2811-4406-a11d-c6ff2e892714 service neutron] 10.222.0.58 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910593 Nov 08 12:23:53.494981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Calling delete_port for 4bc611e7-71b5-42de-9ec9-09ed5080d483 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:53.516229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-07239dbc-40cd-4b8a-8ffb-b09a92c9ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.518135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-07239dbc-40cd-4b8a-8ffb-b09a92c9ad24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445220 Nov 08 12:23:53.558107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61c44875-2711-4402-b063-37a930e0b2a8 req-20c17a2e-d085-4991-be5d-5da25c0415f8 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679757 Nov 08 12:23:53.603323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-251b4bb2-c3a2-45e9-9cf4-e5959c0aa19f service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273057 Nov 08 12:23:53.680695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.57', 60307) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:23:53.786476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-c7cdf44b-f752-4916-9a11-af9cbe0e258a service neutron] 10.222.0.58 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857878 Nov 08 12:23:53.829366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-5c6f19c2-7fbb-4f9e-83fd-3ff85753ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.831845 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-5c6f19c2-7fbb-4f9e-83fd-3ff85753ec7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1097 time: 0.1460419 Nov 08 12:23:53.838290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-a08fc096-6551-49ba-9c92-10805164aee1 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153037 Nov 08 12:23:53.926151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-50ad23b2-1a0a-440b-8de0-d23e98557fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906481 Nov 08 12:23:53.936357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce226f-ba96-4268-a19e-aa478a31df72 req-927a6fcb-95e5-4f3e-9d2b-b3cca2ca01f8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.937908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ce226f-ba96-4268-a19e-aa478a31df72 req-927a6fcb-95e5-4f3e-9d2b-b3cca2ca01f8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.2723503 Nov 08 12:23:53.985968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-72d670e6-28c6-4991-9e16-8f0da680e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:53.987795 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-72d670e6-28c6-4991-9e16-8f0da680e867 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1423962 Nov 08 12:23:53.998961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-e0948327-b5a5-4d28-abc1-04bebab57057 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.000517 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-e0948327-b5a5-4d28-abc1-04bebab57057 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1125 time: 0.0658264 Nov 08 12:23:54.014366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:54.064557 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-ca7aebe0-5abe-489e-95fb-26a9d9e04967 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 217 time: 0.0630517 Nov 08 12:23:54.066751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ce226f-ba96-4268-a19e-aa478a31df72 req-21c8f818-2f97-4247-bafa-8d0bd459a274 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076722 Nov 08 12:23:54.073207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-b80cf7a2-87b3-47d5-a3b0-96f23a04f060 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343262 Nov 08 12:23:54.154699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:54.165917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-7b085c45-2f5b-4311-8878-38352c762240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.167482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-7b085c45-2f5b-4311-8878-38352c762240 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0942385 Nov 08 12:23:54.224123 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-dc8338ac-62bf-46f4-abd4-9535a4f39d41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302992 Nov 08 12:23:54.274584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aadc68-cecf-43dd-8775-46d2ee47e9e2 req-dd397e52-f2d2-4276-8eb8-63742d6f81a5 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.276103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3aadc68-cecf-43dd-8775-46d2ee47e9e2 req-dd397e52-f2d2-4276-8eb8-63742d6f81a5 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 950 time: 0.0623491 Nov 08 12:23:54.336461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3aadc68-cecf-43dd-8775-46d2ee47e9e2 req-ee821307-740c-4fbe-b391-5cfccd4ec4cc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Nov 08 12:23:54.392497 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-0387b879-847c-4b7a-b0f1-42f6364a3274 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569498 Nov 08 12:23:54.395000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:54.445623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event deleted for resources: {'Port': ['ID=4bc611e7-71b5-42de-9ec9-09ed5080d483,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:54.505058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] No DVR routers for this DVR port 4bc611e7-71b5-42de-9ec9-09ed5080d483 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:54.516012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:54.526126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f16fc06d-2f87-4747-b2f1-dae117177245 req-85d3dbb1-2c22-4af5-a69f-5427da73ae0b tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "DELETE /v2.0/ports/4bc611e7-71b5-42de-9ec9-09ed5080d483 HTTP/1.1" status: 204 len: 173 time: 1.6418166 Nov 08 12:23:54.526126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'name': 'network-vif-deleted', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:54.526126 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388074af-3cee-4b27-beff-1463335b0632" -d '{"events": [{"server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "name": "network-vif-deleted", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:54.577647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:54.623480 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-9f4e383b-c62a-4257-a3c8-f2748635934a service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143552 Nov 08 12:23:54.640823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:54.675699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7abcdb4-e37c-4140-94d3-04addf36759d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:23:54.685355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:54.696246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cd4ff-4427-4014-8a0c-0e45799ec30a req-31304037-fa27-4e56-b853-8bb4eece4ff5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.697830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c6cd4ff-4427-4014-8a0c-0e45799ec30a req-31304037-fa27-4e56-b853-8bb4eece4ff5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 944 time: 0.1949797 Nov 08 12:23:54.710267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-703fd1c5-50ad-414e-9206-cee288071071 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.711898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-703fd1c5-50ad-414e-9206-cee288071071 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 950 time: 0.1679060 Nov 08 12:23:54.758414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9c20-aa35-4e61-88c8-0e65afb1ab20 req-7749bc60-c374-453d-b500-9b12ee0c1423 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.760060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e62e9c20-aa35-4e61-88c8-0e65afb1ab20 req-7749bc60-c374-453d-b500-9b12ee0c1423 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1838489 Nov 08 12:23:54.789039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-146d22ab-fec4-40e1-bfea-b33f438fc6dd tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:54.790698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-146d22ab-fec4-40e1-bfea-b33f438fc6dd tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885 HTTP/1.1" status: 200 len: 950 time: 0.1763718 Nov 08 12:23:54.796824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:54.948017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:54.971364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h1-816990-1 for vnic_type normal with profile {} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:23:54.971364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:23:54.971364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:54.971364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:23:54.971721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c6cd4ff-4427-4014-8a0c-0e45799ec30a req-40daa712-4c8e-4b53-bffc-a1974821f2b0 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559755 Nov 08 12:23:54.974538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Attempting to bind port b7abcdb4-e37c-4140-94d3-04addf36759d on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:23:54.984199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:23:54.984542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:23:54.988796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:23:54.989277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Bound port: b7abcdb4-e37c-4140-94d3-04addf36759d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:23:54.989651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.055892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e62e9c20-aa35-4e61-88c8-0e65afb1ab20 req-e036c3b7-92af-4f3c-8d43-13c78f620b18 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753329 Nov 08 12:23:55.091745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e6c009-983b-4232-95b8-3505adce7727 req-4750c560-f652-409e-9737-822af4821ac4 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 210 time: 0.0420361 Nov 08 12:23:55.120509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port bc4cbc37-73e6-4d09-babc-5925886035b4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:55.120748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.219029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:55.251515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:23:55.326277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.398550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:55.399556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.401804 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] 10.222.0.57 "PUT /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 1092 time: 1.3925004 Nov 08 12:23:55.403055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:55.406358 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a2807-e024-4414-ba46-5de13e0fa968" -d '{"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:55.422955 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06bb5d15-c3ea-41e1-a5de-dcfc7e2ff075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.490312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4bc611e7-71b5-42de-9ec9-09ed5080d483 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:55.526296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 4bc611e7-71b5-42de-9ec9-09ed5080d483 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:55.526921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4bc611e7-71b5-42de-9ec9-09ed5080d483 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:55.533084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:55.584823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ccb07-9f63-4093-a40f-3136ba8ab910 service neutron] Pushing event updated for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:55.598286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:55.627721 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973aad50-98c3-4bf6-82fe-06790313daca x-openstack-request-id: req-973aad50-98c3-4bf6-82fe-06790313daca {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:55.627721 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306e486-6e5d-4f55-bc46-c1e99d880761", "name": "network-vif-deleted", "tag": "4bc611e7-71b5-42de-9ec9-09ed5080d483", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:55.628098 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-973aad50-98c3-4bf6-82fe-06790313daca {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:55.628259 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306e486-6e5d-4f55-bc46-c1e99d880761', 'name': 'network-vif-deleted', 'tag': '4bc611e7-71b5-42de-9ec9-09ed5080d483', 'status': 'completed', 'code': 200} Nov 08 12:23:55.662519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:55.662863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.756535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:55.756973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:55.792193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:55.917348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0cec6309-2f74-491f-9afc-010a82583fdc req-deae2f96-dc4f-43fd-a516-28b088588b7e service neutron] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:23:55.959826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c602a37-aa55-480f-8c9a-7552789f6078 req-511d7da5-c3b3-4865-8a21-a77f2e5c3416 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=b306e486-6e5d-4f55-bc46-c1e99d880761 HTTP/1.1" status: 200 len: 210 time: 0.3305085 Nov 08 12:23:55.998972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0cec6309-2f74-491f-9afc-010a82583fdc req-deae2f96-dc4f-43fd-a516-28b088588b7e service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.000073 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0cec6309-2f74-491f-9afc-010a82583fdc req-deae2f96-dc4f-43fd-a516-28b088588b7e service neutron] 10.222.0.57 "DELETE /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d/bindings/n-h2-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.5849257 Nov 08 12:23:56.028659 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-c286aa34-5013-41e6-ad4d-1142ed895e7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746722 Nov 08 12:23:56.042033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port bc4cbc37-73e6-4d09-babc-5925886035b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=bc4cbc37-73e6-4d09-babc-5925886035b4,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:56.042653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.067307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878474b3-dcdc-4abe-879f-1a42896f5229 req-7c495204-35be-4eb0-8c34-d5722e79dec4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.068810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-878474b3-dcdc-4abe-879f-1a42896f5229 req-7c495204-35be-4eb0-8c34-d5722e79dec4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.4432216 Nov 08 12:23:56.069812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for bc4cbc37-73e6-4d09-babc-5925886035b4 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:56.162008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-48aa07f6-0d4f-400d-93b2-e0ab6b12a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.163837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-48aa07f6-0d4f-400d-93b2-e0ab6b12a0a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38c6032e39274fdab653504aa81513d2&device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 1101 time: 0.1014612 Nov 08 12:23:56.257733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-878474b3-dcdc-4abe-879f-1a42896f5229 req-68ea75e2-b89c-4890-9f16-7e4019c6213c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776493 Nov 08 12:23:56.279135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.285764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215065b8-7283-49f4-8fd6-f6d6810b0552 req-f559d3c0-6585-40a8-ac66-1f9c34e3dccd tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.287575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-215065b8-7283-49f4-8fd6-f6d6810b0552 req-f559d3c0-6585-40a8-ac66-1f9c34e3dccd tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1096 time: 0.1206968 Nov 08 12:23:56.294952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:56.345749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=234d55dc-2b7e-4dea-8a1d-1a772a6ca28d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:56.454097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-3336d48a-b397-4f8c-a052-d2bece13e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.456134 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-3336d48a-b397-4f8c-a052-d2bece13e123 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2483184 Nov 08 12:23:56.514082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-4b57d5b0-506c-4dd0-a5e8-60a8df213a56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=399ce3a4-513f-49c9-8dd5-827125e3415d HTTP/1.1" status: 200 len: 217 time: 0.0473149 Nov 08 12:23:56.518628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:56.521966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-215065b8-7283-49f4-8fd6-f6d6810b0552 req-623cb2bc-205b-40c1-8b69-4c4a598c1677 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243853 Nov 08 12:23:56.524212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.528421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b5aad4f-66f8-4bb7-9736-eb661b806244 req-443df389-c8c7-42e7-b552-690e9ce0c7bc tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.57 "DELETE /v2.0/ports/234d55dc-2b7e-4dea-8a1d-1a772a6ca28d HTTP/1.1" status: 204 len: 173 time: 1.7229006 Nov 08 12:23:56.551197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.601290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a84f-6ffa-43a2-a4c8-de6dad307001 req-d6e210c9-30ff-455f-aa77-e082f7606df9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.609322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8222a84f-6ffa-43a2-a4c8-de6dad307001 req-d6e210c9-30ff-455f-aa77-e082f7606df9 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 950 time: 0.2433615 Nov 08 12:23:56.666816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-1a6b824e-d7be-46d1-80ab-052781903c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.669254 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-1a6b824e-d7be-46d1-80ab-052781903c54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1323555 Nov 08 12:23:56.671558 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c7165-a554-4fea-9872-a2fda6f8a9ba x-openstack-request-id: req-6e4c7165-a554-4fea-9872-a2fda6f8a9ba {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:56.671840 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:56.672091 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e4c7165-a554-4fea-9872-a2fda6f8a9ba {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:56.672625 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'status': 'completed', 'code': 200} Nov 08 12:23:56.686099 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:56.739603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-fac7cd82-c18f-42ad-a688-dff1300a2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.743538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-fac7cd82-c18f-42ad-a688-dff1300a2299 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590198 Nov 08 12:23:56.767358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=bc4cbc37-73e6-4d09-babc-5925886035b4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:56.792185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8222a84f-6ffa-43a2-a4c8-de6dad307001 req-d99ca031-34a5-450e-a34b-74e0518f7e26 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766946 Nov 08 12:23:56.935632 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-707567de-0c2b-4928-b051-2582d029d395 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717527 Nov 08 12:23:56.959176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-92de6a78-41a6-4958-8e50-b2dde0505292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:56.961062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-92de6a78-41a6-4958-8e50-b2dde0505292 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 1096 time: 0.2929423 Nov 08 12:23:57.043773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port bc4cbc37-73e6-4d09-babc-5925886035b4 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:23:57.058010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:57.067654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93707f2f-d48f-4bce-b146-cedce756e5e1 req-49814ffc-a5d9-42f0-a3e2-7a358dde0c98 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "DELETE /v2.0/ports/bc4cbc37-73e6-4d09-babc-5925886035b4 HTTP/1.1" status: 204 len: 173 time: 2.3376606 Nov 08 12:23:57.068248 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3f88ba-3108-49d7-a713-54d49dfa0c77 req-c7c5c7df-552e-443c-818f-c96b1e428868 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214464 Nov 08 12:23:57.142507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-865d750e-3255-4e5e-9d83-50cb851419b0 req-dc18a303-43d1-49ea-8c8d-67951a65171a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 210 time: 0.2091818 Nov 08 12:23:57.336711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0cdcb-5934-4311-b43e-a40b64021ef9 req-1e449c91-21a8-4042-927e-82e6f36a92e0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:57.345845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b0cdcb-5934-4311-b43e-a40b64021ef9 req-1e449c91-21a8-4042-927e-82e6f36a92e0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.5748420 Nov 08 12:23:57.437783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-bc629a15-3901-418c-8faa-129a26359fef tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:57.439378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-bc629a15-3901-418c-8faa-129a26359fef tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 813 time: 0.2520730 Nov 08 12:23:57.459874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'device_id': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a', 'admin_state_up': True, 'tenant_id': '2a933a27112943f1ace4b2b1825a4868'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:23:57.490833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:57.509283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b0cdcb-5934-4311-b43e-a40b64021ef9 req-b502c3a4-3e98-49e7-b027-a511e76f0307 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575992 Nov 08 12:23:57.620470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:57.626047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 234d55dc-2b7e-4dea-8a1d-1a772a6ca28d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:57.630785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'name': 'network-vif-deleted', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d'}, {'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'name': 'network-vif-deleted', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:23:57.639623 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d754ed88-7350-4676-9a1d-05a9af54c2a3" -d '{"events": [{"server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "name": "network-vif-deleted", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d"}, {"server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "name": "network-vif-deleted", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:23:57.675782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-9c639ecc-ef0c-4a30-8c50-50455c9e7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:57.677289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-9c639ecc-ef0c-4a30-8c50-50455c9e7117 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.6546092 Nov 08 12:23:57.704318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device bc4cbc37-73e6-4d09-babc-5925886035b4 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:57.747125 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: bc4cbc37-73e6-4d09-babc-5925886035b4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:23:57.747674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device bc4cbc37-73e6-4d09-babc-5925886035b4 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:57.801359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-6d8c94bf-c977-4442-a063-bcf307d0440a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 200 len: 217 time: 0.0968573 Nov 08 12:23:57.944180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-2a6f5242-3d57-4495-bfad-a887e72e7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:57.945665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-2a6f5242-3d57-4495-bfad-a887e72e7400 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.1313045 Nov 08 12:23:57.956742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba10b5-b22c-4a43-8563-cd6b52ef8cbf req-2832d5e9-9763-4904-8bf4-79cb20885fd3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:57.958393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2aba10b5-b22c-4a43-8563-cd6b52ef8cbf req-2832d5e9-9763-4904-8bf4-79cb20885fd3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1629915 Nov 08 12:23:57.974540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:57.989847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-df3b67f1-e0a4-4ac5-96b8-353d9e2ea360 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300672 Nov 08 12:23:58.086024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Made reservation on behalf of 2a933a27112943f1ace4b2b1825a4868 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:23:58.090532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:58.128128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2aba10b5-b22c-4a43-8563-cd6b52ef8cbf req-9c05fb4c-3f71-42b3-80ce-9c94d2e5e4d4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369908 Nov 08 12:23:58.197056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-b1b309c4-3e44-4c09-88e3-79ef7a5500ba service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916142 Nov 08 12:23:58.225111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:58.256603 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e82cfe-1222-439b-a7b1-7bf4088ab164 x-openstack-request-id: req-82e82cfe-1222-439b-a7b1-7bf4088ab164 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:23:58.256881 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885", "name": "network-vif-deleted", "tag": "234d55dc-2b7e-4dea-8a1d-1a772a6ca28d", "status": "completed", "code": 200}, {"server_uuid": "7227bd1a-fbc7-4d38-8c6a-606617f0acc8", "name": "network-vif-deleted", "tag": "bc4cbc37-73e6-4d09-babc-5925886035b4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:23:58.257136 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82e82cfe-1222-439b-a7b1-7bf4088ab164 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:23:58.257529 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb3a7d6-c51d-4651-b4b2-2fe2d09dd885', 'name': 'network-vif-deleted', 'tag': '234d55dc-2b7e-4dea-8a1d-1a772a6ca28d', 'status': 'completed', 'code': 200} Nov 08 12:23:58.257791 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7227bd1a-fbc7-4d38-8c6a-606617f0acc8', 'name': 'network-vif-deleted', 'tag': 'bc4cbc37-73e6-4d09-babc-5925886035b4', 'status': 'completed', 'code': 200} Nov 08 12:23:58.399967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044c79-8d51-4577-9ba4-68272813f84c req-2263e294-a6d4-402b-a388-4922dbe7c6cc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:58.402648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5044c79-8d51-4577-9ba4-68272813f84c req-2263e294-a6d4-402b-a388-4922dbe7c6cc tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 949 time: 0.2014794 Nov 08 12:23:58.465074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f69d45b-d7ee-4bf0-9d43-f42354afa032 req-a857f0c3-60da-474e-8e75-0609cccd7031 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=7227bd1a-fbc7-4d38-8c6a-606617f0acc8 HTTP/1.1" status: 200 len: 210 time: 0.0958948 Nov 08 12:23:58.587823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4665bf1f-5e50-47cd-a4b9-4d133a58c19e req-c0ae4ef3-e0cb-4b13-804d-67979f7a2ba2 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 210 time: 0.2021172 Nov 08 12:23:58.640177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Allocated IP 172.20.0.4 (67d91a5b-f7bb-4885-9086-ad9ea3458e3a/ca9cb47f-1f46-4b0f-8adc-88505d67c445/4c9e3337-e464-4fd8-bc97-da81e5886059) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:23:58.708712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d5a2807-e024-4414-ba46-5de13e0fa968 req-67df95e6-c92b-4805-8fa3-492f5cab266c service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951308 Nov 08 12:23:58.851036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29ebd-5c0b-4d85-bca3-43470095c95c req-f916246f-8d2f-4f7e-8d44-c782caec756e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:58.852691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc29ebd-5c0b-4d85-bca3-43470095c95c req-f916246f-8d2f-4f7e-8d44-c782caec756e tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 949 time: 0.2844510 Nov 08 12:23:58.898018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:58.903438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a41c7-5201-426f-b9e3-a73d297eae23 req-d62ed42d-a7f4-4358-97ca-7485972d3aa3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:58.904998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2a41c7-5201-426f-b9e3-a73d297eae23 req-d62ed42d-a7f4-4358-97ca-7485972d3aa3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.2040505 Nov 08 12:23:59.027234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Deleting port df596e4c-23e8-4c84-b1b7-93a176a9419d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:23:59.027754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.094594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc29ebd-5c0b-4d85-bca3-43470095c95c req-3a576c5f-de8d-403b-b2e9-f9db8bb84f06 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/security-groups?id=2135b6a9-6cc1-4834-aec1-d97859a167e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291839 Nov 08 12:23:59.158330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2a41c7-5201-426f-b9e3-a73d297eae23 req-e4d7520a-280d-4a94-8975-a66bf520fd56 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292473 Nov 08 12:23:59.216963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.325714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] For port df596e4c-23e8-4c84-b1b7-93a176a9419d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=df596e4c-23e8-4c84-b1b7-93a176a9419d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:23:59.326077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.346092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Calling delete_port for df596e4c-23e8-4c84-b1b7-93a176a9419d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:23:59.414871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d2bf-cc9a-4030-8486-6cba589021fd req-ed277e01-8559-4508-9edf-f20072cd0986 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:59.416577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5d2d2bf-cc9a-4030-8486-6cba589021fd req-ed277e01-8559-4508-9edf-f20072cd0986 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1956789 Nov 08 12:23:59.491984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:23:59.554793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:23:59.563235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5d2d2bf-cc9a-4030-8486-6cba589021fd req-3ed84849-aec1-4827-8e68-962803cf5838 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301022 Nov 08 12:23:59.567305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.596379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:23:59.633016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:23:59.665474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:23:59.674634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:23:59.679100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:59.774809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:59.775464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.788735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:23:59.809277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361fe0-6f34-4081-9476-035f41ce8b9a req-21379954-b85f-4d6a-aec2-d2d3a48246f6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:23:59.811060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c361fe0-6f34-4081-9476-035f41ce8b9a req-21379954-b85f-4d6a-aec2-d2d3a48246f6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 931 time: 0.0967624 Nov 08 12:23:59.862463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Pushing event deleted for resources: {'Port': ['ID=df596e4c-23e8-4c84-b1b7-93a176a9419d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:23:59.881404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-ce50b482-13db-42b5-b1dd-d5a90b9c538f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4227984 Nov 08 12:23:59.923619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Request body: {'port': {'device_id': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:00.005297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] No DVR routers for this DVR port df596e4c-23e8-4c84-b1b7-93a176a9419d on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:00.013122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:00.016663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5044c79-8d51-4577-9ba4-68272813f84c req-52e7b278-a769-4526-a96a-31c148b50967 tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.57 "DELETE /v2.0/ports/df596e4c-23e8-4c84-b1b7-93a176a9419d HTTP/1.1" status: 204 len: 173 time: 1.5937788 Nov 08 12:24:00.024537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c361fe0-6f34-4081-9476-035f41ce8b9a req-8124fd72-33ef-41eb-948f-b3b63da15bb6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036362 Nov 08 12:24:00.031005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:00.274189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-deleted', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:00.279091 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73de4c50-4bf3-4b88-8d0e-f09efd1bc725" -d '{"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-deleted", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:00.331334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-183ba6cf-1742-4371-bd1a-332d4e036c4a req-5d35093c-cac9-41dc-b01b-4ef52e1c756d tempest-ServersAdminTestJSON-538342418 tempest-ServersAdminTestJSON-538342418-project] 10.222.0.58 "GET /v2.0/ports?device_id=461dcf17-e8ee-4730-979d-028efd2ad0a0 HTTP/1.1" status: 200 len: 210 time: 0.1111350 Nov 08 12:24:00.415258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9e3337-e464-4fd8-bc97-da81e5886059 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:00.424048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:00.436816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Transition to ACTIVE for port object 4c9e3337-e464-4fd8-bc97-da81e5886059 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:00.492940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cef371-3447-406f-b92e-c53d945df754 req-17a253d2-eff5-4131-bad6-6f1637995f2b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:00.501592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79cef371-3447-406f-b92e-c53d945df754 req-17a253d2-eff5-4131-bad6-6f1637995f2b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0632601 Nov 08 12:24:00.540532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:00.602131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79cef371-3447-406f-b92e-c53d945df754 req-a0be9076-d606-4d99-8807-89e85b0a9a7c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996447 Nov 08 12:24:00.641892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:00.664799 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a844839-5eea-40c0-b160-3b17581efb6c x-openstack-request-id: req-1a844839-5eea-40c0-b160-3b17581efb6c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:00.665098 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461dcf17-e8ee-4730-979d-028efd2ad0a0", "name": "network-vif-deleted", "tag": "df596e4c-23e8-4c84-b1b7-93a176a9419d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:00.665591 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a844839-5eea-40c0-b160-3b17581efb6c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:00.666142 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461dcf17-e8ee-4730-979d-028efd2ad0a0', 'name': 'network-vif-deleted', 'tag': 'df596e4c-23e8-4c84-b1b7-93a176a9419d', 'status': 'completed', 'code': 200} Nov 08 12:24:00.700081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Attempting to bind port 4c9e3337-e464-4fd8-bc97-da81e5886059 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:00.700328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Attempting to bind port 4c9e3337-e464-4fd8-bc97-da81e5886059 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:00.700668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Attempting to bind port 4c9e3337-e464-4fd8-bc97-da81e5886059 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:00.705884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Port 4c9e3337-e464-4fd8-bc97-da81e5886059 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:00.706543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Attempting to bind port 4c9e3337-e464-4fd8-bc97-da81e5886059 on network 67d91a5b-f7bb-4885-9086-ad9ea3458e3a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:00.712530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:00.713434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Checking segment: {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:00.713434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Bound using segment: {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:00.713912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Bound port: 4c9e3337-e464-4fd8-bc97-da81e5886059, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:00.718756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:01.182282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:01.204679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:01.224414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0be0e-5d0a-4412-8334-db567df96009 req-da09cbf6-5bca-4c1a-b21c-41ec3c874b2e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.226114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f0be0e-5d0a-4412-8334-db567df96009 req-da09cbf6-5bca-4c1a-b21c-41ec3c874b2e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.4329653 Nov 08 12:24:01.251990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39243c-beb6-4edf-b4b4-c2caf3449719 req-8c029b54-2fb3-434e-a1c9-f240a6a49320 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.253475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa39243c-beb6-4edf-b4b4-c2caf3449719 req-8c029b54-2fb3-434e-a1c9-f240a6a49320 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 950 time: 0.1126475 Nov 08 12:24:01.294510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:01.359084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f0be0e-5d0a-4412-8334-db567df96009 req-6a41b1a9-6feb-4c00-8c8c-ddbbf0d9c4b3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230657 Nov 08 12:24:01.367137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa39243c-beb6-4edf-b4b4-c2caf3449719 req-e46247eb-6b0d-4672-9e10-eb13746f807c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071789 Nov 08 12:24:01.370227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.370904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:01.372308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 1091 time: 1.4624128 Nov 08 12:24:01.416079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c896b9-e66f-4059-990f-735d8e6f67e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:01.514360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae35b-6917-4b89-8552-3783c8efeee1 req-d33a26c6-6ae8-4157-9b30-dbc10613dfa5 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.515949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ddae35b-6917-4b89-8552-3783c8efeee1 req-d33a26c6-6ae8-4157-9b30-dbc10613dfa5 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 943 time: 0.0709054 Nov 08 12:24:01.587948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-13b776de-c3bb-4666-b291-3e744fb3fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.590283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-13b776de-c3bb-4666-b291-3e744fb3fd42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1094 time: 0.0726535 Nov 08 12:24:01.594817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ddae35b-6917-4b89-8552-3783c8efeee1 req-7a0ebec7-a184-4878-a51f-1b9f1bd2f7fd tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697606 Nov 08 12:24:01.654169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-bbdf6b9f-4eed-4b45-92a5-acf9e46e408b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 217 time: 0.0518899 Nov 08 12:24:01.735701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-90c79e72-4589-44b7-8c69-64f74e8c6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.740567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-90c79e72-4589-44b7-8c69-64f74e8c6541 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0756249 Nov 08 12:24:01.760311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098d7b2-b856-401e-8840-0b6d506872cc req-bee066e7-8162-4767-a8f1-4dfe24a483fa tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:01.762592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3098d7b2-b856-401e-8840-0b6d506872cc req-bee066e7-8162-4767-a8f1-4dfe24a483fa tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0741363 Nov 08 12:24:01.790579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-13a86006-0ad5-448f-9a22-f04501dace2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268338 Nov 08 12:24:01.887239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3098d7b2-b856-401e-8840-0b6d506872cc req-f42c6fe1-3968-44f0-a191-a1717e6ddd99 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127937 Nov 08 12:24:01.919445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-79b48235-2ea8-45e7-9d30-fcaa922fd507 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095474 Nov 08 12:24:02.014071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:02.054015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb32a0f7-22da-43a2-b2e1-e50c823a0158 req-37a312a9-de4a-4bff-a5f9-bc8339d97b95 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078331 Nov 08 12:24:02.178595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7c0804f-7476-462f-ab96-7d86361680bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=933cf58146a14d59a1ffbd8cd37c4f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609950 Nov 08 12:24:02.178803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59612) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:02.234930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.258400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.365715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.368352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.372419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2135b6a9-6cc1-4834-aec1-d97859a167e2 HTTP/1.1" status: 204 len: 168 time: 0.1898088 Nov 08 12:24:02.375716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874219c9-db7c-4a71-af64-86a779caddaf req-ef767ab4-697e-4a00-bf61-75cda47ac1de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:02.377235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-874219c9-db7c-4a71-af64-86a779caddaf req-ef767ab4-697e-4a00-bf61-75cda47ac1de tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 950 time: 0.0539789 Nov 08 12:24:02.385024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c808-19d0-4f28-a94e-a56aa1828d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135b6a9-6cc1-4834-aec1-d97859a167e2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:02.592330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065e9f5-af1f-4553-b5f9-01b4a0dbb36f req-1fd9ab18-20b5-4727-925d-02d7e1ad80fb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:02.593966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1065e9f5-af1f-4553-b5f9-01b4a0dbb36f req-1fd9ab18-20b5-4727-925d-02d7e1ad80fb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1068656 Nov 08 12:24:02.608405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b74ab-76b0-4439-8ddd-a258ecf1ff70 req-abe3e8d7-01ab-4680-bb00-bb8c279cab2a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:02.609958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c6b74ab-76b0-4439-8ddd-a258ecf1ff70 req-abe3e8d7-01ab-4680-bb00-bb8c279cab2a tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 950 time: 0.1036561 Nov 08 12:24:02.620655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port 399ce3a4-513f-49c9-8dd5-827125e3415d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:02.621600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.672928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:02.675288 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0616450-3920-427e-b094-39410a4684bc" -d '{"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:02.768865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1065e9f5-af1f-4553-b5f9-01b4a0dbb36f req-c65be0c9-8b6f-443e-8cd4-b634318b8e34 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564312 Nov 08 12:24:02.780063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c6b74ab-76b0-4439-8ddd-a258ecf1ff70 req-09f055cb-4475-41b3-8d98-9ccde22ba112 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531878 Nov 08 12:24:02.825194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port 399ce3a4-513f-49c9-8dd5-827125e3415d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=399ce3a4-513f-49c9-8dd5-827125e3415d,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:02.825583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:02.883639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for 399ce3a4-513f-49c9-8dd5-827125e3415d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:02.937614 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f3648-6a19-48e3-a78c-69981cfbc463 x-openstack-request-id: req-256f3648-6a19-48e3-a78c-69981cfbc463 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:02.937614 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:02.937614 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-256f3648-6a19-48e3-a78c-69981cfbc463 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:02.937614 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'status': 'completed', 'code': 200} Nov 08 12:24:02.974025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-f2f311f6-5011-4207-95f7-62fe2f70c846 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:02.975674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-f2f311f6-5011-4207-95f7-62fe2f70c846 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 950 time: 0.1564314 Nov 08 12:24:03.000914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6a77-9e70-4b48-b8ba-b61852d9ab44 req-98b4abe4-d01f-456b-89f2-55832d18c18d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:03.016877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a46f6a77-9e70-4b48-b8ba-b61852d9ab44 req-98b4abe4-d01f-456b-89f2-55832d18c18d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 943 time: 0.1342318 Nov 08 12:24:03.035176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616450-3920-427e-b094-39410a4684bc req-77d60e34-384e-441f-93be-93e7b1197867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:03.036948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-77d60e34-384e-441f-93be-93e7b1197867 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1094 time: 0.0657306 Nov 08 12:24:03.142159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616450-3920-427e-b094-39410a4684bc req-7a1a4ace-af48-42b0-82de-7c7f42f9e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:03.144159 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-7a1a4ace-af48-42b0-82de-7c7f42f9e1ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.0982769 Nov 08 12:24:03.172701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a46f6a77-9e70-4b48-b8ba-b61852d9ab44 req-aa43f65e-97dc-4095-91ab-741da6d9f196 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636913 Nov 08 12:24:03.214817 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-f17fee2d-290d-4b50-b6a2-014d82c3e188 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 217 time: 0.0483077 Nov 08 12:24:03.221293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14ed3-d7a8-4d59-a581-4571cf1a563e req-c5279bab-6ae6-4e5c-8efc-e0a6a9616085 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:03.222934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92f14ed3-d7a8-4d59-a581-4571cf1a563e req-c5279bab-6ae6-4e5c-8efc-e0a6a9616085 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1588311 Nov 08 12:24:03.282834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:03.297166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616450-3920-427e-b094-39410a4684bc req-6c6ab5ec-4f8c-4ef6-922e-96a23ca7ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:03.298818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port 5f55bf45-938c-4ab8-b868-922a55097ebf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:03.298936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-6c6ab5ec-4f8c-4ef6-922e-96a23ca7ca06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0729916 Nov 08 12:24:03.299160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.337661 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-c653b785-a390-47ed-a126-a1ed81591d82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272539 Nov 08 12:24:03.375753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92f14ed3-d7a8-4d59-a581-4571cf1a563e req-da72edeb-995a-483b-851a-35b4dbcdc63f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397259 Nov 08 12:24:03.385224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.403178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d', '5f55bf45-938c-4ab8-b868-922a55097ebf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:03.454828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=399ce3a4-513f-49c9-8dd5-827125e3415d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:03.463416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-554fafd7-c9a3-4371-b168-181881b7d1d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b654857969f841a89758affc4446ca01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775048 Nov 08 12:24:03.464030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59634) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:03.471457 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-ab870e39-0f72-4e63-bdd0-20ec6bfcdc45 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221468 Nov 08 12:24:03.524194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port 5f55bf45-938c-4ab8-b868-922a55097ebf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f55bf45-938c-4ab8-b868-922a55097ebf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:03.525393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.549713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port 399ce3a4-513f-49c9-8dd5-827125e3415d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:03.557102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.561093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-874219c9-db7c-4a71-af64-86a779caddaf req-7d8276ac-ef9c-4b33-82f5-3b11e3a02d34 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "DELETE /v2.0/ports/399ce3a4-513f-49c9-8dd5-827125e3415d HTTP/1.1" status: 204 len: 173 time: 1.1744208 Nov 08 12:24:03.573158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for 5f55bf45-938c-4ab8-b868-922a55097ebf owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:03.602678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0616450-3920-427e-b094-39410a4684bc req-a3353661-d60e-4b39-ae20-a5a95d4d3cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209505 Nov 08 12:24:03.647944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.695682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.738961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4c9e3337-e464-4fd8-bc97-da81e5886059 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:03.869784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.873560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.875564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fccfd03-0af4-4261-aa13-7182299733b4 HTTP/1.1" status: 204 len: 168 time: 0.4055517 Nov 08 12:24:03.900234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:03.907800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe600-c4c5-4101-a7de-74fa8fadd9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccfd03-0af4-4261-aa13-7182299733b4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:03.943086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'network_id': '67d91a5b-f7bb-4885-9086-ad9ea3458e3a', 'port_id': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'mac_address': 'fa:16:3e:3e:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9cb47f-1f46-4b0f-8adc-88505d67c445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:24:03.946167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:03.976886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5438fde0-792e-4a1a-9735-5ff61e74060e req-a856dc11-a9bf-4558-9c48-edc85b3e4e85 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=6edbc97b-967e-4ceb-ad36-91f149f2a4fd HTTP/1.1" status: 200 len: 210 time: 0.0852432 Nov 08 12:24:04.038617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:04.073724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9e3337-e464-4fd8-bc97-da81e5886059 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:04.104401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:04.104791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13', '399ce3a4-513f-49c9-8dd5-827125e3415d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:04.132831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=5f55bf45-938c-4ab8-b868-922a55097ebf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:04.159533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port 5f55bf45-938c-4ab8-b868-922a55097ebf on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:04.163197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:04.166718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a35b79f-d73c-468c-9d3e-362eff4652a9 req-fabf2566-1ef8-4a23-8792-8d5d5bb8d4e1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "DELETE /v2.0/ports/5f55bf45-938c-4ab8-b868-922a55097ebf HTTP/1.1" status: 204 len: 173 time: 1.1535065 Nov 08 12:24:04.209946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f631b-6893-4056-b2bb-b191d9cbc94d req-5e99607f-121d-43e4-a7db-6279a49b17db tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:04.211921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-903f631b-6893-4056-b2bb-b191d9cbc94d req-5e99607f-121d-43e4-a7db-6279a49b17db tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.2634578 Nov 08 12:24:04.248356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:04.278142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-903f631b-6893-4056-b2bb-b191d9cbc94d req-5af27086-f31e-4305-b6cd-fb06f3856577 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564613 Nov 08 12:24:04.331512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7da0-cf3d-4fc6-94ae-bea995576f83 req-b307e57d-ea18-4d4a-adea-64a7fef3bf77 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:04.333178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c0f7da0-cf3d-4fc6-94ae-bea995576f83 req-b307e57d-ea18-4d4a-adea-64a7fef3bf77 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 944 time: 0.0612135 Nov 08 12:24:04.358893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:04.498711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c0f7da0-cf3d-4fc6-94ae-bea995576f83 req-323110cf-9ffb-4e82-8f47-41507d5961b7 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476228 Nov 08 12:24:04.565704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c6fc9-e8d8-42cc-994d-be1c05a66f4a req-af36d01a-986f-4f70-a0b5-eb6a62018b72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:04.573665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f9c6fc9-e8d8-42cc-994d-be1c05a66f4a req-af36d01a-986f-4f70-a0b5-eb6a62018b72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0658154 Nov 08 12:24:04.591190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4c9e3337-e464-4fd8-bc97-da81e5886059'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:04.663942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f9c6fc9-e8d8-42cc-994d-be1c05a66f4a req-b54dbc42-6036-4d22-8405-6a985623889f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875351 Nov 08 12:24:04.935427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'name': 'network-vif-deleted', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d'}, {'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'name': 'network-vif-deleted', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:04.937881 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2112ccc4-06d3-4a49-8788-9fa908e11d25" -d '{"events": [{"server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "name": "network-vif-deleted", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d"}, {"server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "name": "network-vif-deleted", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:04.984458 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f23bee-15f1-419b-9f31-30e24530f811 x-openstack-request-id: req-c2f23bee-15f1-419b-9f31-30e24530f811 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:04.984458 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edbc97b-967e-4ceb-ad36-91f149f2a4fd", "name": "network-vif-deleted", "tag": "399ce3a4-513f-49c9-8dd5-827125e3415d", "status": "completed", "code": 200}, {"server_uuid": "089731da-aa60-4de1-b1a3-4f384c762687", "name": "network-vif-deleted", "tag": "5f55bf45-938c-4ab8-b868-922a55097ebf", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:04.984458 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2f23bee-15f1-419b-9f31-30e24530f811 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:04.984458 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbc97b-967e-4ceb-ad36-91f149f2a4fd', 'name': 'network-vif-deleted', 'tag': '399ce3a4-513f-49c9-8dd5-827125e3415d', 'status': 'completed', 'code': 200} Nov 08 12:24:04.984458 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089731da-aa60-4de1-b1a3-4f384c762687', 'name': 'network-vif-deleted', 'tag': '5f55bf45-938c-4ab8-b868-922a55097ebf', 'status': 'completed', 'code': 200} Nov 08 12:24:05.115160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8d8f255-67d5-41db-b9e4-66d94a5b722f req-0ae76a6b-1ef3-488d-936a-9ee0603b33b1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=089731da-aa60-4de1-b1a3-4f384c762687 HTTP/1.1" status: 200 len: 210 time: 0.0294440 Nov 08 12:24:05.686508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c5c2-de20-4180-88cb-65bc22c55978 req-eebec56a-c7c5-4a7a-8bd2-5299c7edb20b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:05.688009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc5c5c2-de20-4180-88cb-65bc22c55978 req-eebec56a-c7c5-4a7a-8bd2-5299c7edb20b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 944 time: 0.0717068 Nov 08 12:24:05.749572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4c9e3337-e464-4fd8-bc97-da81e5886059 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:05.752565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987f23-a989-42a5-b14e-257b18031bb5 req-3c22d54b-4a64-4e04-9291-4e75af40e789 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:05.759277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed987f23-a989-42a5-b14e-257b18031bb5 req-3c22d54b-4a64-4e04-9291-4e75af40e789 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.4038711 Nov 08 12:24:05.790840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc5c5c2-de20-4180-88cb-65bc22c55978 req-f8e2a96d-9141-463d-84ed-1ac292853898 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870044 Nov 08 12:24:05.837730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed987f23-a989-42a5-b14e-257b18031bb5 req-428f820a-48f5-4ec4-ace1-ac16eecb005b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Nov 08 12:24:05.870359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 4c9e3337-e464-4fd8-bc97-da81e5886059 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:24:05.875864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 4c9e3337-e464-4fd8-bc97-da81e5886059 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:05.882364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:05.927993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a632-beac-4a73-b48f-5aedb3a2f1af req-cf84e9b3-3ab3-4b13-8c09-ab2b790b9d69 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:05.937214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54e0a632-beac-4a73-b48f-5aedb3a2f1af req-cf84e9b3-3ab3-4b13-8c09-ab2b790b9d69 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0634289 Nov 08 12:24:05.989723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:06.002945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54e0a632-beac-4a73-b48f-5aedb3a2f1af req-fafba808-6c19-470c-bc88-db763ffeeba5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646043 Nov 08 12:24:06.020299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:06.023652 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bac0fa-72b5-4730-8ccc-ce2ac0f587ee" -d '{"events": [{"server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "name": "network-vif-plugged", "status": "completed", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:06.039301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:06.064793 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da575262-bbf4-474a-9680-2f40705cc931 x-openstack-request-id: req-da575262-bbf4-474a-9680-2f40705cc931 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:06.065083 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "name": "network-vif-plugged", "status": "completed", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:06.065504 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da575262-bbf4-474a-9680-2f40705cc931 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:06.065905 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'code': 200} Nov 08 12:24:06.134523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:06.135342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 399ce3a4-513f-49c9-8dd5-827125e3415d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:06.184217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 399ce3a4-513f-49c9-8dd5-827125e3415d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:06.184568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 399ce3a4-513f-49c9-8dd5-827125e3415d not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:06.191496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f55bf45-938c-4ab8-b868-922a55097ebf no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:06.215952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63616c-66d7-46da-937b-6adebdf07ea5 req-4a161b22-c89e-4f3b-96a2-0085b3ec73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:06.217490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed63616c-66d7-46da-937b-6adebdf07ea5 req-4a161b22-c89e-4f3b-96a2-0085b3ec73be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1096 time: 0.0728593 Nov 08 12:24:06.224367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5f55bf45-938c-4ab8-b868-922a55097ebf {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:06.224994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f55bf45-938c-4ab8-b868-922a55097ebf not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:06.249129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:06.301143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed63616c-66d7-46da-937b-6adebdf07ea5 req-ba3df553-f957-4d95-bea5-b08cb29401e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740767 Nov 08 12:24:06.986534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed20dd9-335c-4f83-8485-40609f989d1f req-65ba2ae2-2ab1-4a49-82ef-b2cca9a61771 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:06.988100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bed20dd9-335c-4f83-8485-40609f989d1f req-65ba2ae2-2ab1-4a49-82ef-b2cca9a61771 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.0959055 Nov 08 12:24:07.001517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f195-19c6-4fec-b59b-cddfccb933e1 req-cdf97ec3-35cd-4acd-ab0e-2fc6b6b7a793 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:07.002985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fe5f195-19c6-4fec-b59b-cddfccb933e1 req-cdf97ec3-35cd-4acd-ab0e-2fc6b6b7a793 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 945 time: 0.0729454 Nov 08 12:24:07.076218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bed20dd9-335c-4f83-8485-40609f989d1f req-67874c35-6168-44e0-a5db-a6cb93424f85 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722575 Nov 08 12:24:07.082917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fe5f195-19c6-4fec-b59b-cddfccb933e1 req-de6da129-6bc1-4ad4-9ae4-b13f67f66fa7 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699041 Nov 08 12:24:07.208656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b35a2-7c35-4792-9e9f-11fc4fb5d535 req-cd7f2c50-1945-47c4-9623-43801d4a010d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:07.210389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-853b35a2-7c35-4792-9e9f-11fc4fb5d535 req-cd7f2c50-1945-47c4-9623-43801d4a010d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.0675247 Nov 08 12:24:07.282539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc846e-540a-4c73-bf8f-a59c30081fac req-d9ddc745-daf7-4282-82ca-3e75b2632477 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:07.285720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16cc846e-540a-4c73-bf8f-a59c30081fac req-d9ddc745-daf7-4282-82ca-3e75b2632477 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0980842 Nov 08 12:24:07.305810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-853b35a2-7c35-4792-9e9f-11fc4fb5d535 req-0697aaa4-eedd-4c44-bef7-ccb81d5691b7 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803645 Nov 08 12:24:07.359196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16cc846e-540a-4c73-bf8f-a59c30081fac req-abb58995-6a4d-40c0-9c5b-be90513f4c00 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Nov 08 12:24:08.048080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:08.222106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.287268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c69e1f-8ce1-4cc6-a833-a72631f0d3bf req-57e4a3c6-657f-4ecf-b8eb-2efdf9bef7f8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:08.288932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c69e1f-8ce1-4cc6-a833-a72631f0d3bf req-57e4a3c6-657f-4ecf-b8eb-2efdf9bef7f8 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.1108489 Nov 08 12:24:08.323139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab03c4a-dece-4c88-a4c8-6b4432bcc135 req-586131d4-ab7d-4ee0-8474-fc8b0f4f99c6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:08.325448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ab03c4a-dece-4c88-a4c8-6b4432bcc135 req-586131d4-ab7d-4ee0-8474-fc8b0f4f99c6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 945 time: 0.1301763 Nov 08 12:24:08.418872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c69e1f-8ce1-4cc6-a833-a72631f0d3bf req-b49f70b3-2fd1-427b-9e43-f79702ffcdc1 tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191542 Nov 08 12:24:08.445506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ab03c4a-dece-4c88-a4c8-6b4432bcc135 req-7c4a01de-3800-4d74-9c77-07cb25247001 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082277 Nov 08 12:24:08.463462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.520264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.617819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a114c52c-e246-46df-a5b4-df95337b04de,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:08.625484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7415a741d400458b8b35e46ce65decc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5762610 Nov 08 12:24:08.628420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:08.641875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.642260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.642617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.643397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.643397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.643609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.643960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.644262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.644585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.645343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.645343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.645538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9bff4-8c2e-4b63-b80f-31eade82f243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.668385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682b80-a642-479b-a391-f017be571378 req-a064c4e0-2ed3-47dc-8f00-3fce920a8604 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:08.669909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40682b80-a642-479b-a391-f017be571378 req-a064c4e0-2ed3-47dc-8f00-3fce920a8604 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1349928 Nov 08 12:24:08.677640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717fe05-1fbf-41b6-b112-30fb747ebaeb req-46af6df3-2867-47a5-84b8-332a4ab02762 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:08.679228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9717fe05-1fbf-41b6-b112-30fb747ebaeb req-46af6df3-2867-47a5-84b8-332a4ab02762 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1379707 Nov 08 12:24:08.705381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.739333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.787884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40682b80-a642-479b-a391-f017be571378 req-02326c5d-4b95-42b8-87a3-933bb861fbd5 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075797 Nov 08 12:24:08.803083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-3a03580f-e8f1-4bf9-9d1f-85fd1574836c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:08.804617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-3a03580f-e8f1-4bf9-9d1f-85fd1574836c tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 950 time: 0.1010351 Nov 08 12:24:08.808903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9717fe05-1fbf-41b6-b112-30fb747ebaeb req-4770bc92-ba40-4ed4-81bf-ed5d789c33b8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135402 Nov 08 12:24:08.862897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.865883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:08.876577 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a114c52c-e246-46df-a5b4-df95337b04de HTTP/1.1" status: 204 len: 168 time: 0.2469928 Nov 08 12:24:08.892651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a114c52c-e246-46df-a5b4-df95337b04de,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:08.902563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.903246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.903586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.904142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.904884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.905391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.906117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.906639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.906970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.907464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.910373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.910373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1aa87-f0ed-4a58-b7d9-5daffc35bf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:08.986975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-1f97ba7e-0be3-4dac-8c4a-ac7b46db3aa0 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1418394079&fields=id&tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 267 time: 0.0941145 Nov 08 12:24:09.011264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Deleting port e2281a10-26b8-4b23-a59d-a81da510aa13 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:09.012243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.109813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-df59a015-7c4f-4e5c-81d8-91f9ec5d4436 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:09.111356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-df59a015-7c4f-4e5c-81d8-91f9ec5d4436 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 945 time: 0.1174846 Nov 08 12:24:09.129975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'security_groups': ['e4869d09-c7a8-476d-a66f-da93eefd00ec', '87c61f4d-7158-469a-bb14-26ac5d863678']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:09.169832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] For port e2281a10-26b8-4b23-a59d-a81da510aa13, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e2281a10-26b8-4b23-a59d-a81da510aa13,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:09.170199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.192019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Calling delete_port for e2281a10-26b8-4b23-a59d-a81da510aa13 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:09.231140 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.520126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:09.561824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.576009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e2281a10-26b8-4b23-a59d-a81da510aa13'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:09.607780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.612069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Pushing event deleted for resources: {'Port': ['ID=e2281a10-26b8-4b23-a59d-a81da510aa13,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:09.621842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:09.640313 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29ced9aa-ecdf-4bf6-b6fb-14be6cc1a96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.656047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df55e-246d-492b-8732-7e1776a5fc7c req-2e48a29e-f5c4-46f8-b286-901aa318a4ab tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:09.657669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-768df55e-246d-492b-8732-7e1776a5fc7c req-2e48a29e-f5c4-46f8-b286-901aa318a4ab tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/ports?device_id=b77ff2ba-e8e5-4e36-b664-4336dd7cb071 HTTP/1.1" status: 200 len: 867 time: 0.1282728 Nov 08 12:24:09.673219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] No DVR routers for this DVR port e2281a10-26b8-4b23-a59d-a81da510aa13 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:09.680021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.683835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6d86cd2-d805-409c-aa3e-199f6a9b3007 req-b9f21410-6b99-49a4-a193-5f4e892a7e3d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.61 "DELETE /v2.0/ports/e2281a10-26b8-4b23-a59d-a81da510aa13 HTTP/1.1" status: 204 len: 173 time: 0.8671622 Nov 08 12:24:09.684380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'name': 'network-vif-deleted', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:09.686539 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0f8039-d8fd-4598-8095-d6edf6e0e39b" -d '{"events": [{"server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "name": "network-vif-deleted", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:09.697056 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.713634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', '4c9e3337-e464-4fd8-bc97-da81e5886059'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:09.759184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29ced9aa-ecdf-4bf6-b6fb-14be6cc1a96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.759959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:09.760645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.776093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0581e1e3-56bb-4b62-898f-7bae52a83110 req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "PUT /v2.0/ports/4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 981 time: 0.6552219 Nov 08 12:24:09.810038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-768df55e-246d-492b-8732-7e1776a5fc7c req-06019050-9ae7-44c0-9f14-80237c27783d tempest-ServersOnMultiNodesTest-516246821 tempest-ServersOnMultiNodesTest-516246821-project] 10.222.0.58 "GET /v2.0/security-groups?id=19995f23-70f0-4559-b07f-b8eb5901cbda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378362 Nov 08 12:24:09.816096 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fbf30-3dc2-4ed3-9058-910e41277684 x-openstack-request-id: req-032fbf30-3dc2-4ed3-9058-910e41277684 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:09.816096 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77ff2ba-e8e5-4e36-b664-4336dd7cb071", "name": "network-vif-deleted", "tag": "e2281a10-26b8-4b23-a59d-a81da510aa13", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:09.816096 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-032fbf30-3dc2-4ed3-9058-910e41277684 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:09.816096 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77ff2ba-e8e5-4e36-b664-4336dd7cb071', 'name': 'network-vif-deleted', 'tag': 'e2281a10-26b8-4b23-a59d-a81da510aa13', 'status': 'completed', 'code': 200} Nov 08 12:24:09.827548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8a6f2-05ca-42ad-8737-17c7a9a5c254 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:09.862961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29ced9aa-ecdf-4bf6-b6fb-14be6cc1a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:09.895593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33411b15-3dac-4fa5-b06e-ebabbe860c09 req-6776ff33-ea7b-4323-af22-b9afd71a56f3 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/87c61f4d-7158-469a-bb14-26ac5d863678 HTTP/1.1" status: 200 len: 1817 time: 0.0598204 Nov 08 12:24:09.919308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29ced9aa-ecdf-4bf6-b6fb-14be6cc1a96d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8276005a49dc4134a62ca75c6fa7d425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960145 Nov 08 12:24:09.933339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:09.941291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced9aa-ecdf-4bf6-b6fb-14be6cc1a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37190a-1181-486d-a4f2-42e0f4fa71f0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:10.030462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4c9e3337-e464-4fd8-bc97-da81e5886059'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:10.034135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-39ed25d7-0cd7-43fa-9461-a1bba0c71d28 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1481281362&fields=id&tenant_id=bc0608d6279a400e8699165c662e478e HTTP/1.1" status: 200 len: 267 time: 0.1099319 Nov 08 12:24:10.060028 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-33411b15-3dac-4fa5-b06e-ebabbe860c09 req-21412022-e6e2-4ada-8f4d-ed3d84bfc536 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 12:24:10.062968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33411b15-3dac-4fa5-b06e-ebabbe860c09 req-21412022-e6e2-4ada-8f4d-ed3d84bfc536 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/87c61f4d-7158-469a-bb14-26ac5d863678 HTTP/1.1" status: 409 len: 341 time: 0.1662688 Nov 08 12:24:10.198072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-8a46ed53-7c27-47ca-a8a2-dd9785cdce56 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:10.203292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-8a46ed53-7c27-47ca-a8a2-dd9785cdce56 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/networks?id=03bd7186-87da-476c-9a9f-678327f4a190 HTTP/1.1" status: 200 len: 816 time: 0.1576567 Nov 08 12:24:10.252677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-ea32efcb-b2fa-45ac-b51b-7d984ed4d5f8 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/quotas/bc0608d6279a400e8699165c662e478e HTTP/1.1" status: 200 len: 375 time: 0.0438025 Nov 08 12:24:10.285403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:10.310651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d2d9a-9dc1-4cbd-bdf2-a70d982d2db3 req-8e5e5293-f800-4e7f-a696-016104f2e7fc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:10.312530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-713d2d9a-9dc1-4cbd-bdf2-a70d982d2db3 req-8e5e5293-f800-4e7f-a696-016104f2e7fc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1055846 Nov 08 12:24:10.353367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:10.377787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-d32942f9-8689-4afe-b880-c40f9ed43860 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc0608d6279a400e8699165c662e478e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111667 Nov 08 12:24:10.438609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-713d2d9a-9dc1-4cbd-bdf2-a70d982d2db3 req-10332b4b-50bd-4537-8358-784ba163ee23 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145029 Nov 08 12:24:10.525156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-016ad2e6-69e3-4aa5-8740-8ff2d1235a9b service neutron] 10.222.0.58 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122346 Nov 08 12:24:10.553016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:10.555586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:10.556702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d37190a-1181-486d-a4f2-42e0f4fa71f0 HTTP/1.1" status: 204 len: 168 time: 0.6220372 Nov 08 12:24:10.631863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343efd3-b492-41f2-a935-52f7f25db8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37190a-1181-486d-a4f2-42e0f4fa71f0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:10.679524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e57b-ddf0-4c2b-87b7-641f3d4b3bdf req-cdda8731-9f6b-4ae6-8f1a-d33758ecdb87 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:10.681093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09a4e57b-ddf0-4c2b-87b7-641f3d4b3bdf req-cdda8731-9f6b-4ae6-8f1a-d33758ecdb87 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1161299 Nov 08 12:24:10.683755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-b46d8e4d-ac32-4ba1-9e42-4a42c0d0dfa0 service neutron] 10.222.0.58 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499755 Nov 08 12:24:10.736427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09a4e57b-ddf0-4c2b-87b7-641f3d4b3bdf req-f6852fa8-cb6e-49d2-b9d3-4e92c4461d3d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Nov 08 12:24:11.262327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8467-dc0b-4dcc-872c-06d07c79ed66 req-affe165f-9329-473c-a0d1-c5b4393a64d6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:11.263865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-809d8467-dc0b-4dcc-872c-06d07c79ed66 req-affe165f-9329-473c-a0d1-c5b4393a64d6 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 984 time: 0.0589685 Nov 08 12:24:11.335343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-809d8467-dc0b-4dcc-872c-06d07c79ed66 req-c615633c-5029-4f86-833b-20a826984795 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c61f4d-7158-469a-bb14-26ac5d863678&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0644014 Nov 08 12:24:11.503243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ba29b55-ded3-4fac-a56c-f17692151d01 req-854ecf80-dea2-4080-98be-8c6b1edf0890 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.0397513 Nov 08 12:24:11.753356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e2281a10-26b8-4b23-a59d-a81da510aa13 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:11.785575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: e2281a10-26b8-4b23-a59d-a81da510aa13 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:11.786405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e2281a10-26b8-4b23-a59d-a81da510aa13 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:11.854227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:11.857309 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2becf3c7-d0d7-4334-bef2-b9c663aa269c" -d '{"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:11.904410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:11.945578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-f1d17ad7-e941-426d-9726-cf6ea0e3e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:11.947166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-f1d17ad7-e941-426d-9726-cf6ea0e3e37c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1135 time: 0.6687262 Nov 08 12:24:11.960574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb88cec-eb0b-4306-94fb-bbba7546cbfc req-947c128c-3992-4ec2-a4a8-784280eecacf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:11.969764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-beb88cec-eb0b-4306-94fb-bbba7546cbfc req-947c128c-3992-4ec2-a4a8-784280eecacf tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1080585 Nov 08 12:24:11.998738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5001-406b-4d8d-aba7-1364ccb39be1 req-c8de54fd-fd14-4407-9678-e80744353675 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:12.000274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdaf5001-406b-4d8d-aba7-1364ccb39be1 req-c8de54fd-fd14-4407-9678-e80744353675 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.1400495 Nov 08 12:24:12.122559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-beb88cec-eb0b-4306-94fb-bbba7546cbfc req-6371fc5c-667d-43f7-9e8e-4d4c5bfa1a63 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516590 Nov 08 12:24:12.144887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-72ec3841-626e-430f-b3b2-35db2365d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:12.146363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-72ec3841-626e-430f-b3b2-35db2365d1f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.1701386 Nov 08 12:24:12.164057 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-26325240-3f94-4f3c-b39a-08dd55a3bb0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38c6032e39274fdab653504aa81513d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512307 Nov 08 12:24:12.164260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdaf5001-406b-4d8d-aba7-1364ccb39be1 req-f2e8d83c-239f-4b06-880c-83872cea29eb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Nov 08 12:24:12.164346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59934) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:12.212626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-418e57ba-c4c9-4e47-8757-115dcc7ff2de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 217 time: 0.0492542 Nov 08 12:24:12.263505 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0e45f-fb63-4891-8b4a-7322fe03b9b8 x-openstack-request-id: req-d7c0e45f-fb63-4891-8b4a-7322fe03b9b8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:12.265084 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:12.265696 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7c0e45f-fb63-4891-8b4a-7322fe03b9b8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:12.266019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:12.266574 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'status': 'completed', 'code': 200} Nov 08 12:24:12.284812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-55eac7d6-9cd7-4b69-aedf-8b5f20f3aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:12.287250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-55eac7d6-9cd7-4b69-aedf-8b5f20f3aeab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0572343 Nov 08 12:24:12.293026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:12.337892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-70b0eb38-1afd-4c43-a733-8c433b499325 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271354 Nov 08 12:24:12.468177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:12.472480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:12.472480 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19995f23-70f0-4559-b07f-b8eb5901cbda HTTP/1.1" status: 204 len: 168 time: 0.3072398 Nov 08 12:24:12.482964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d433e28-fbb1-4bbc-9d31-dcfd5a37f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19995f23-70f0-4559-b07f-b8eb5901cbda,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:12.513482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30cda0-f8c2-41fb-892e-3bead18307fd req-916441ff-1ec8-44ce-b44a-d953a64c99eb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:12.515348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff30cda0-f8c2-41fb-892e-3bead18307fd req-916441ff-1ec8-44ce-b44a-d953a64c99eb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 984 time: 0.0832839 Nov 08 12:24:12.537783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-57dcda7e-defa-4abf-aa8e-b4316b89c116 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873772 Nov 08 12:24:12.647058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff30cda0-f8c2-41fb-892e-3bead18307fd req-470d3406-fbe5-49ba-818d-ec1930c587f1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c61f4d-7158-469a-bb14-26ac5d863678&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1232345 Nov 08 12:24:12.707169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08d7408b-80b3-4e71-90d2-16eea0f59ce2 req-9f07da85-1124-499c-9a63-7da2226cfc97 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.0588212 Nov 08 12:24:12.740517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8467c4fa-9a43-4b59-9ff4-63772ec9d8a0 req-4fec0c0a-16a7-4293-8358-1dd1b8dcac37 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944644 Nov 08 12:24:12.932931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-6eb910e1-480b-412c-84d9-db06ead676fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:12.936178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-6eb910e1-480b-412c-84d9-db06ead676fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1135 time: 0.0825951 Nov 08 12:24:13.058981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-b5253c55-f898-463f-921f-745107a4b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:13.060487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-b5253c55-f898-463f-921f-745107a4b418 service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.1096995 Nov 08 12:24:13.121707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-cd4032a5-2971-47ba-b8ff-ae1867e3030b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 217 time: 0.0479507 Nov 08 12:24:13.209917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-83fe266f-243c-4efa-87a4-7f9b8b6b27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:13.212706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-83fe266f-243c-4efa-87a4-7f9b8b6b27ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.0775559 Nov 08 12:24:13.298919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-fb646d11-93ed-4bfc-b57a-7993e1a89869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755060 Nov 08 12:24:13.383471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:13.425282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff5dd9-dfbb-486a-9030-748b95acabec req-c4cb0699-6bd0-492c-aa61-7336b07913af tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:13.433682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03ff5dd9-dfbb-486a-9030-748b95acabec req-c4cb0699-6bd0-492c-aa61-7336b07913af tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1915128 Nov 08 12:24:13.442902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-651b0efd-6fbd-471d-9d97-90ff24ca38c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=834151661f434c66a6cf08e25a66bcfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574079 Nov 08 12:24:13.451472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:13.464113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11874f-2630-4853-b3bd-dd99d7511ecd req-f211cc3f-a236-4340-a364-fed55c9bf9d3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:13.465259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b11874f-2630-4853-b3bd-dd99d7511ecd req-f211cc3f-a236-4340-a364-fed55c9bf9d3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 946 time: 0.2002196 Nov 08 12:24:13.518798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-54ece4c1-eebb-4bc9-81ae-03ddbdca0d01 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074156 Nov 08 12:24:13.533923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:13.560548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:13.568537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03ff5dd9-dfbb-486a-9030-748b95acabec req-8094b2ad-5780-4599-8ecc-8b1f7737aa33 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339719 Nov 08 12:24:13.618398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b11874f-2630-4853-b3bd-dd99d7511ecd req-89261934-943f-4a09-bf52-9e3121c9c2cf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457796 Nov 08 12:24:13.667724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2becf3c7-d0d7-4334-bef2-b9c663aa269c req-726c19b1-a943-42ad-8a7c-9a2129ad2063 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347585 Nov 08 12:24:13.725605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:13.729458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:13.730574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f65dc7a9-08a7-449c-9456-dcc50a7c4b90 HTTP/1.1" status: 204 len: 168 time: 0.2774448 Nov 08 12:24:13.744116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8913cb0-d39e-464b-a93a-5e7ea355c747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65dc7a9-08a7-449c-9456-dcc50a7c4b90,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:13.826960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694cca3-1def-47d8-ac63-d5b016ccb2fe req-a06d642c-ef41-43a3-98c3-d1c8c8955b9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:13.828511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7694cca3-1def-47d8-ac63-d5b016ccb2fe req-a06d642c-ef41-43a3-98c3-d1c8c8955b9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 984 time: 0.0681119 Nov 08 12:24:13.946072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7694cca3-1def-47d8-ac63-d5b016ccb2fe req-8bea6446-ce76-42c9-99f3-7f58284c8b71 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c61f4d-7158-469a-bb14-26ac5d863678&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1109431 Nov 08 12:24:14.063923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7f34c38-2bbc-4f7b-b46b-976ad41ae36b req-0cd584ed-8a78-4682-9e88-4e82cdbe2718 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.0723758 Nov 08 12:24:14.101797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-1951dbb2-25d7-4089-a25f-f386be8fb486 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:14.102590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-1951dbb2-25d7-4089-a25f-f386be8fb486 tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1097 time: 0.0969179 Nov 08 12:24:14.123334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:14.152825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-4129ac74-ca98-4252-9c5e-89610648a888 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-957167162&fields=id&tenant_id=2a933a27112943f1ace4b2b1825a4868 HTTP/1.1" status: 200 len: 267 time: 0.0950575 Nov 08 12:24:14.222324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:14.270920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-0434df39-862a-45bc-87b7-fb8b30c8c164 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:14.279231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-0434df39-862a-45bc-87b7-fb8b30c8c164 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 984 time: 0.1153705 Nov 08 12:24:14.287224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'port': {'security_groups': ['87c61f4d-7158-469a-bb14-26ac5d863678', 'e4869d09-c7a8-476d-a66f-da93eefd00ec', 'b330fc06-0696-43c5-9b94-8ba34befbf5c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:14.424008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:14.490555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:14.575206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:14.633739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:14.636595 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db189b7-25a5-4f2a-9895-a4d54940fa60" -d '{"events": [{"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-unplugged", "status": "completed", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:14.641479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:14.744444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:14.951407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:14.963313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:15.028069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:15.028523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:15.028857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:15.051165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294ea5d-37a3-4053-b85f-95b449233fc9 req-70d412ea-f6b6-45cf-ac78-42194fca6404 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:15.052667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a294ea5d-37a3-4053-b85f-95b449233fc9 req-70d412ea-f6b6-45cf-ac78-42194fca6404 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.2454693 Nov 08 12:24:15.063166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-8db82da4-ebae-450f-9c59-8bce7ec9c613 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:15.064568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-8db82da4-ebae-450f-9c59-8bce7ec9c613 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.61 "GET /v2.0/networks?id=03bd7186-87da-476c-9a9f-678327f4a190 HTTP/1.1" status: 200 len: 816 time: 0.3520353 Nov 08 12:24:15.068064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.069661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:15.069981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:15.121517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:15.121517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:15.121517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:15.121517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Bound port: 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:15.121517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.186192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a294ea5d-37a3-4053-b85f-95b449233fc9 req-ad3a229e-7e71-4b93-ab63-a278481a6753 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205149 Nov 08 12:24:15.212012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.230494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', '4c9e3337-e464-4fd8-bc97-da81e5886059'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:15.241376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-7e281276-bd7a-4496-8c7a-1d95dfd46d0e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc0608d6279a400e8699165c662e478e HTTP/1.1" status: 200 len: 380 time: 0.1528487 Nov 08 12:24:15.273488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'port': {'device_id': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'admin_state_up': True, 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'security_groups': ['0203a5ee-ab7f-4b1b-a828-699b361d0beb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:15.342407 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02175dd-5e44-4e34-af9b-bc508b4c3e61 x-openstack-request-id: req-a02175dd-5e44-4e34-af9b-bc508b4c3e61 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:15.342727 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-unplugged", "status": "completed", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:15.342940 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a02175dd-5e44-4e34-af9b-bc508b4c3e61 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:15.343339 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'code': 200} Nov 08 12:24:15.457006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:15.470336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:15.493511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:15.499477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60056) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:15.516213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:15.516893 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.531928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23826dcb-908a-4458-a3d3-7469eec1a9d2 req-e790c680-de50-49b4-83d6-68516dd00c5b tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "PUT /v2.0/ports/4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 1020 time: 1.2517111 Nov 08 12:24:15.566908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:15.668508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4c9e3337-e464-4fd8-bc97-da81e5886059'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:15.700847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.719639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-537ed164-a5b1-4660-9703-e04e4ef96692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.760181 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.828090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:15.904772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-babc7838-e23e-4196-baeb-dd07748cfd72 req-776f1312-14ae-4410-afa7-ec9bbcc57481 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.1055558 Nov 08 12:24:15.943552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-537ed164-a5b1-4660-9703-e04e4ef96692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:15.944092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:15.944467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:15.944825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:15.963234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:15.967235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:15.967800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempting to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on network 78305ab6-b278-47a7-a971-6982586fe78d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:16.007677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:16.009068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Checking segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:16.009068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Bound using segment: {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:16.010050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Bound port: 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab8d63-708d-41b7-8afb-c37d77afb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '78305ab6-b278-47a7-a971-6982586fe78d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:16.010679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.015015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:16.017657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.024532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-412f1942-58ef-43ff-8d9f-5589504d5d96 service neutron] 10.222.0.57 "PUT /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 1122 time: 1.9120202 Nov 08 12:24:16.028078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-537ed164-a5b1-4660-9703-e04e4ef96692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.067365 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-537ed164-a5b1-4660-9703-e04e4ef96692 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77fe2c982b3a4779b1ad80f225119ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5667462 Nov 08 12:24:16.069904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:16.100322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ed164-a5b1-4660-9703-e04e4ef96692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef53d35-4699-4edc-b8b1-06dee0a90e04,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:16.141525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Made reservation on behalf of bc0608d6279a400e8699165c662e478e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:16.146078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.186596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5431cbeb-e853-49bd-abcd-da1c9fc1367b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:16.263763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['5431cbeb-e853-49bd-abcd-da1c9fc1367b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:16.333049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fee1b-40f9-4350-bffe-3b0214a723b1 req-847e0cf5-b955-450e-a1f4-c851b09a8426 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:16.344275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42fee1b-40f9-4350-bffe-3b0214a723b1 req-847e0cf5-b955-450e-a1f4-c851b09a8426 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.2772357 Nov 08 12:24:16.404660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.471296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afab5d34-c1c0-4664-8c12-ee51e281944d req-31b18b47-7c49-4f50-84ec-85c026a2204f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b330fc06-0696-43c5-9b94-8ba34befbf5c HTTP/1.1" status: 200 len: 1816 time: 0.2590830 Nov 08 12:24:16.518153 n-d-816990-1 neutron-server[102537]: WARNING neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Concurrent port binding operations failed on port 5431cbeb-e853-49bd-abcd-da1c9fc1367b Nov 08 12:24:16.520761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:16.552539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.595771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42fee1b-40f9-4350-bffe-3b0214a723b1 req-09ba0626-8b63-4fec-b8a0-04f09f4f37d3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499075 Nov 08 12:24:16.596761 n-d-816990-1 neutron-server[102537]: INFO neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Attempt 2 to bind port 5431cbeb-e853-49bd-abcd-da1c9fc1367b Nov 08 12:24:16.597220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:24:16.623998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Allocated IP 172.20.0.9 (03bd7186-87da-476c-9a9f-678327f4a190/7e52aaf1-8655-4665-a719-546891111d2a/9bb7dc69-d176-4305-b050-f00f27b581b7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:16.775964 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-afab5d34-c1c0-4664-8c12-ee51e281944d req-01acb4fe-d36d-43a4-8bd9-18b05c88acbb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 12:24:16.777449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afab5d34-c1c0-4664-8c12-ee51e281944d req-01acb4fe-d36d-43a4-8bd9-18b05c88acbb tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/b330fc06-0696-43c5-9b94-8ba34befbf5c HTTP/1.1" status: 409 len: 341 time: 0.2913120 Nov 08 12:24:16.850211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb065ee6-f9b9-4290-8e4c-349076737ba4 req-2a598d75-7471-40cd-bbbd-14b5fb406553 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:16.852076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb065ee6-f9b9-4290-8e4c-349076737ba4 req-2a598d75-7471-40cd-bbbd-14b5fb406553 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1196568 Nov 08 12:24:16.915156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.920238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:16.925007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ef53d35-4699-4edc-b8b1-06dee0a90e04 HTTP/1.1" status: 204 len: 168 time: 0.8516579 Nov 08 12:24:17.017595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990c8a4-8903-45dc-8535-bf7b50c65591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef53d35-4699-4edc-b8b1-06dee0a90e04,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:17.127526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb065ee6-f9b9-4290-8e4c-349076737ba4 req-d158ccc3-7d90-4976-a4e8-53a11a5ed0df tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422786 Nov 08 12:24:17.163811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:17.252865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7739ad7-d370-4852-8b16-042805ba98ee req-f6c0e191-0d77-441d-9044-c92fb87e565e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.0293086 Nov 08 12:24:17.308048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:17.357151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059'}, {'name': 'network-changed', 'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:17.359924 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc46ad7-88b5-4960-9043-509b9c1f6a20" -d '{"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059"}, {"name": "network-changed", "server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:17.386619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Network 03bd7186-87da-476c-9a9f-678327f4a190 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:17.391218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:17.398381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:17.423590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event updated for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:17.474315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:17.475728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:17.649705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-2901d3b5-ef60-4389-a4fc-4c7d2f14ee84 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3816950 Nov 08 12:24:17.659354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137290-ae60-4fe4-8a5a-0df694c1ad7f req-5b7b2732-ba46-4ebd-9e2c-e95290826d45 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:17.660986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81137290-ae60-4fe4-8a5a-0df694c1ad7f req-5b7b2732-ba46-4ebd-9e2c-e95290826d45 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1023 time: 0.0889237 Nov 08 12:24:17.678368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Request body: {'port': {'device_id': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:17.769654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-67724c11-0035-4882-a736-1111a8161747 None None] Provisioning complete for port 9bb7dc69-d176-4305-b050-f00f27b581b7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:17.770435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-67724c11-0035-4882-a736-1111a8161747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:17.829731 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547a0ea-99b1-4be9-b52b-da0f43e8829b x-openstack-request-id: req-5547a0ea-99b1-4be9-b52b-da0f43e8829b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:17.830102 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:17.830409 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5547a0ea-99b1-4be9-b52b-da0f43e8829b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:17.830875 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'status': 'completed', 'code': 200} Nov 08 12:24:17.831135 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'status': 'completed', 'code': 200} Nov 08 12:24:17.848556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-67724c11-0035-4882-a736-1111a8161747 None None] Port 9bb7dc69-d176-4305-b050-f00f27b581b7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:24:17.865986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81137290-ae60-4fe4-8a5a-0df694c1ad7f req-5bd967a6-e4b5-4135-87cf-4264e97124f1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=87c61f4d-7158-469a-bb14-26ac5d863678&id=b330fc06-0696-43c5-9b94-8ba34befbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1982002 Nov 08 12:24:17.913562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:17.916636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-56ac750c-a9cb-4cd2-bdad-a1360edaf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:17.920843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-56ac750c-a9cb-4cd2-bdad-a1360edaf6d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a933a27112943f1ace4b2b1825a4868&device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1174 time: 0.1149995 Nov 08 12:24:17.983594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54ec4e17-f727-4d3f-9dde-71671b65edf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.059747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f252c737-0ae6-4067-be62-06acb3a5ebee req-d89adec7-348c-4e95-b777-3c7d10dd02ab tempest-FlavorsV2NegativeTest-1771721676 tempest-FlavorsV2NegativeTest-1771721676-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=39ca1d4571844b5789b7fd14c637ca79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336776 Nov 08 12:24:18.069504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156476-85e9-4712-83ec-fff59f9ed03c req-5e3175bc-25f9-4e07-9a84-f5e8dc3847c9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:18.077181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31156476-85e9-4712-83ec-fff59f9ed03c req-5e3175bc-25f9-4e07-9a84-f5e8dc3847c9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1991661 Nov 08 12:24:18.082589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.177989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54ec4e17-f727-4d3f-9dde-71671b65edf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.233106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54ec4e17-f727-4d3f-9dde-71671b65edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.234686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-fe5b6b34-eccb-4dc4-8c22-870ce8578294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:18.236392 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-fe5b6b34-eccb-4dc4-8c22-870ce8578294 service neutron] 10.222.0.61 "GET /v2.0/networks?id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 200 len: 914 time: 0.2990327 Nov 08 12:24:18.275835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31156476-85e9-4712-83ec-fff59f9ed03c req-9ac21193-3f79-4cc6-8200-c250bc258588 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977744 Nov 08 12:24:18.349810 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-54ec4e17-f727-4d3f-9dde-71671b65edf6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfcf021f054b4e6f8915efb9f8eca783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242096 Nov 08 12:24:18.349810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec4e17-f727-4d3f-9dde-71671b65edf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7421198-3991-4f61-8478-3f279d730da1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:18.351913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:18.354400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-dc8e2d1c-ba37-4061-86bb-f0acd1c3b980 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 200 len: 217 time: 0.1049397 Nov 08 12:24:18.446794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c737-0ae6-4067-be62-06acb3a5ebee req-dc52c356-469b-4e5f-ad54-5e6c513b5875 tempest-FlavorsV2NegativeTest-1771721676 tempest-FlavorsV2NegativeTest-1771721676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:18.450919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f252c737-0ae6-4067-be62-06acb3a5ebee req-dc52c356-469b-4e5f-ad54-5e6c513b5875 tempest-FlavorsV2NegativeTest-1771721676 tempest-FlavorsV2NegativeTest-1771721676-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3887007 Nov 08 12:24:18.470744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-da4fc539-2c77-4b33-955f-9b6df0d17691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:18.472210 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-da4fc539-2c77-4b33-955f-9b6df0d17691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 200 len: 853 time: 0.1020284 Nov 08 12:24:18.497320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f252c737-0ae6-4067-be62-06acb3a5ebee req-cd477be0-ce76-4c62-b827-d63ab8cb3abb tempest-FlavorsV2NegativeTest-1771721676 tempest-FlavorsV2NegativeTest-1771721676-project] 10.222.0.58 "GET /v2.0/quotas/39ca1d4571844b5789b7fd14c637ca79 HTTP/1.1" status: 200 len: 375 time: 0.0206704 Nov 08 12:24:18.540368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-01c9d6c6-5c2d-41b7-80fd-e8bb1fc04a78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=67d91a5b-f7bb-4885-9086-ad9ea3458e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376058 Nov 08 12:24:18.589995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f252c737-0ae6-4067-be62-06acb3a5ebee req-349d5ac9-dd4c-4fd6-8413-283d70dda237 tempest-FlavorsV2NegativeTest-1771721676 tempest-FlavorsV2NegativeTest-1771721676-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39ca1d4571844b5789b7fd14c637ca79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612679 Nov 08 12:24:18.617963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.639478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de9689-0278-44a7-aa49-9c36dd47ed47 req-7851c17c-6550-4e45-8688-2f93bb0b17be tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:18.641037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9de9689-0278-44a7-aa49-9c36dd47ed47 req-7851c17c-6550-4e45-8688-2f93bb0b17be tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1146016 Nov 08 12:24:18.705507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-c3c0d968-3c77-4977-96ab-368d2b401df5 service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569903 Nov 08 12:24:18.724034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:18.897208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9de9689-0278-44a7-aa49-9c36dd47ed47 req-54fd699a-b4a3-4910-8f81-3888c6a96963 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405558 Nov 08 12:24:19.036509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb7dc69-d176-4305-b050-f00f27b581b7 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:19.053716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:19.090685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Transition to ACTIVE for port object 9bb7dc69-d176-4305-b050-f00f27b581b7 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:19.122305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:19.122305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:19.127506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7421198-3991-4f61-8478-3f279d730da1 HTTP/1.1" status: 204 len: 168 time: 0.7698414 Nov 08 12:24:19.147727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-85c5b03f-5710-4ad0-ab44-ee4e8b0fbfdc service neutron] 10.222.0.61 "GET /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301531 Nov 08 12:24:19.262054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-dbd7c7d2-4ad9-4937-b37a-4a8f220ba9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:19.263688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-dbd7c7d2-4ad9-4937-b37a-4a8f220ba9c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1125 time: 0.0552871 Nov 08 12:24:19.274555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:19.284879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c295-ee0f-4148-942b-9b7f14652e49 req-3d55a4b0-7e59-4b49-a9ba-d807a6719610 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:19.296526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c7c295-ee0f-4148-942b-9b7f14652e49 req-3d55a4b0-7e59-4b49-a9ba-d807a6719610 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 931 time: 0.5703969 Nov 08 12:24:19.362698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:19.365820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424de9c6-426c-4a49-bcd6-a582a9a2f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7421198-3991-4f61-8478-3f279d730da1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:19.418574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-9ad11016-943d-477d-b53b-79f7ac5c6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:19.420320 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-9ad11016-943d-477d-b53b-79f7ac5c6e15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.1436903 Nov 08 12:24:19.482106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-79040ff2-735a-436c-b8c7-8b17f4e85f99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 217 time: 0.0529585 Nov 08 12:24:19.560989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-4c14421b-8c92-47f0-9097-807a01b2b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:19.562878 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-4c14421b-8c92-47f0-9097-807a01b2b1a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0727608 Nov 08 12:24:19.619572 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-cc951f25-e4f7-457a-a2ec-a7a9c1e83f21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423965 Nov 08 12:24:19.845243 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-f2c65bea-551f-45c9-9508-1653ef18da75 service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170725 Nov 08 12:24:19.940105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:19.940674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3015-4889-48e6-aaf9-4bea24aad031 req-5341c739-2b56-4800-9edc-c971ec09f088 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:19.945058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fae3015-4889-48e6-aaf9-4bea24aad031 req-5341c739-2b56-4800-9edc-c971ec09f088 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1023 time: 0.8337216 Nov 08 12:24:19.980533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c7c295-ee0f-4148-942b-9b7f14652e49 req-4c29bcae-cc53-4ffb-8389-660f87e4d261 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6830418 Nov 08 12:24:20.080335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3cc46ad7-88b5-4960-9043-509b9c1f6a20 req-4e598295-1798-4411-a5b6-321f34dc12fa service neutron] 10.222.0.61 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265685 Nov 08 12:24:20.097274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Attempting to bind port 9bb7dc69-d176-4305-b050-f00f27b581b7 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:20.098058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Attempting to bind port 9bb7dc69-d176-4305-b050-f00f27b581b7 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:20.098483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Attempting to bind port 9bb7dc69-d176-4305-b050-f00f27b581b7 on network 03bd7186-87da-476c-9a9f-678327f4a190 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:20.133265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Port 9bb7dc69-d176-4305-b050-f00f27b581b7 on network 03bd7186-87da-476c-9a9f-678327f4a190 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:20.134494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Attempting to bind port 9bb7dc69-d176-4305-b050-f00f27b581b7 on network 03bd7186-87da-476c-9a9f-678327f4a190 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:20.208779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:20.209119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Checking segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:20.209508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Bound using segment: {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:20.210019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Bound port: 9bb7dc69-d176-4305-b050-f00f27b581b7, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:20.210446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.228825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-3468b43d-5899-44c4-ad0e-b6c00cbcd5ab tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:20.231963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-3468b43d-5899-44c4-ad0e-b6c00cbcd5ab tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 1023 time: 0.4364619 Nov 08 12:24:20.330006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60186) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:20.407077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fae3015-4889-48e6-aaf9-4bea24aad031 req-33bf7157-5db2-4fcb-bbc2-d59ec17975b9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=87c61f4d-7158-469a-bb14-26ac5d863678&id=b330fc06-0696-43c5-9b94-8ba34befbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4592710 Nov 08 12:24:20.448797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1428b9-8c03-4cae-b5d9-bce8d81f57cb req-3e4b7549-e108-4ba8-ad65-f5b383fd3c4c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:20.465291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f1428b9-8c03-4cae-b5d9-bce8d81f57cb req-3e4b7549-e108-4ba8-ad65-f5b383fd3c4c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.3529692 Nov 08 12:24:20.500017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0b12-5bcd-4639-b524-83a3b2526950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.606510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0b12-5bcd-4639-b524-83a3b2526950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.627187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:20.644695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9bb7dc69-d176-4305-b050-f00f27b581b7,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:20.661202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f1428b9-8c03-4cae-b5d9-bce8d81f57cb req-55793839-33cb-4042-bcbe-7add449428c4 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931558 Nov 08 12:24:20.692098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0b12-5bcd-4639-b524-83a3b2526950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.716219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Deleting port 4c9e3337-e464-4fd8-bc97-da81e5886059 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:20.716952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.722996 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eaaa0b12-5bcd-4639-b524-83a3b2526950 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39ca1d4571844b5789b7fd14c637ca79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914907 Nov 08 12:24:20.725658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:20.771358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0b12-5bcd-4639-b524-83a3b2526950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543bf75-379c-40a5-a762-0f82c0b477f2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:20.793971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.824106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60200) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:20.842238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.907548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.929881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:20.930572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:20.932060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] 10.222.0.61 "PUT /v2.0/ports/9bb7dc69-d176-4305-b050-f00f27b581b7 HTTP/1.1" status: 200 len: 1091 time: 3.2578168 Nov 08 12:24:20.932499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:20.940418 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:21.002439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1108051147-network', 'tenant_id': '768032c7fae74040b862e9f27f56510a'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:21.035799 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9475e2-4226-445a-81ed-d5a3308b10af x-openstack-request-id: req-ca9475e2-4226-445a-81ed-d5a3308b10af {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:21.037730 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:21.038221 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca9475e2-4226-445a-81ed-d5a3308b10af {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:21.042960 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'status': 'completed', 'code': 200} Nov 08 12:24:21.086327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f79ee-047e-4afc-9675-7d43fd0bea4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:21.125567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.128554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.132710 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b543bf75-379c-40a5-a762-0f82c0b477f2 HTTP/1.1" status: 204 len: 168 time: 0.4059584 Nov 08 12:24:21.143028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be78b84-175f-4d8e-8c34-8ae29f6d0002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543bf75-379c-40a5-a762-0f82c0b477f2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:21.153742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Made reservation on behalf of 768032c7fae74040b862e9f27f56510a for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:21.161963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.188267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.273257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 4c9e3337-e464-4fd8-bc97-da81e5886059, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4c9e3337-e464-4fd8-bc97-da81e5886059,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:21.273776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.288389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.314826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Calling delete_port for 4c9e3337-e464-4fd8-bc97-da81e5886059 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:21.330689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-c3f04891-702f-4d0e-899f-a91673a08658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.332255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-c3f04891-702f-4d0e-899f-a91673a08658 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc0608d6279a400e8699165c662e478e&device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 1094 time: 0.2634552 Nov 08 12:24:21.363165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4adbf-f42f-470d-a10c-3c288dc6eab3 req-774c82c5-0ffc-4f8e-8321-d28cb21c4686 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.366300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aac4adbf-f42f-470d-a10c-3c288dc6eab3 req-774c82c5-0ffc-4f8e-8321-d28cb21c4686 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.2946107 Nov 08 12:24:21.410909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.433221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d26f-81d8-4bfc-b2b9-ae44276cf1bb req-f194000e-01a6-45d3-b632-61e5f64446fd tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.435179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f79d26f-81d8-4bfc-b2b9-ae44276cf1bb req-f194000e-01a6-45d3-b632-61e5f64446fd tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.2874036 Nov 08 12:24:21.454812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b663d-9dd3-4f42-af04-05306901e420,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:21.460960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:24:21.474208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.474679 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Added segment 606ed05f-37e4-4720-8cfb-5cdb21726df0 of type vlan for network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 Nov 08 12:24:21.534515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.608425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aac4adbf-f42f-470d-a10c-3c288dc6eab3 req-80f7a138-66b6-463a-b174-9d7130cfbd5e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262292 Nov 08 12:24:21.614521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-ffd26edd-0e6c-4826-a3dd-062589093c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.615191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-ffd26edd-0e6c-4826-a3dd-062589093c45 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bc0608d6279a400e8699165c662e478e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2710896 Nov 08 12:24:21.618700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f79d26f-81d8-4bfc-b2b9-ae44276cf1bb req-01a7ec7e-c719-4453-9cc7-6e46c97c770b tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720502 Nov 08 12:24:21.702332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.703321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.703914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.809433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-4c7ec2cf-7413-4fa1-a1df-73f93dfa8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.809433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a05e46ee-9568-4ad7-b1d7-754ee79f50ae req-4c7ec2cf-7413-4fa1-a1df-73f93dfa8d0f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766131 Nov 08 12:24:21.819484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4c9e3337-e464-4fd8-bc97-da81e5886059 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:21.885233 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0601575 Nov 08 12:24:21.889802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:21.899374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Request body: {'subnet': {'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1108051147-subnet', 'tenant_id': '768032c7fae74040b862e9f27f56510a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:21.914144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb050-14be-419a-9d48-1c7399e3399d admin admin] Pushing event updated for resources: {'Network': ['ID=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:21.929490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:21.937175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:24:21.940819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a6af6-0b31-4d44-a27d-6dd4c6ec4840 req-79ee774a-bd13-4f8c-839e-1d1411f2a8c5 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:21.943822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af3a6af6-0b31-4d44-a27d-6dd4c6ec4840 req-79ee774a-bd13-4f8c-839e-1d1411f2a8c5 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 945 time: 0.1604989 Nov 08 12:24:21.953704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:21.986154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'Port': ['ID=4c9e3337-e464-4fd8-bc97-da81e5886059,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:21.989655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Made reservation on behalf of 768032c7fae74040b862e9f27f56510a for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:21.998822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:22.023072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No active binding found for port 4c9e3337-e464-4fd8-bc97-da81e5886059 {{(pid=102537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 12:24:22.024536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4c9e3337-e464-4fd8-bc97-da81e5886059 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:22.025132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:22.059950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1602-95e6-413a-be39-2fa23c528da1 req-d42076f9-e3aa-4dea-b338-6665d9a11d29 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.067907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03df1602-95e6-413a-be39-2fa23c528da1 req-d42076f9-e3aa-4dea-b338-6665d9a11d29 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.2010674 Nov 08 12:24:22.078033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-7a698e8d-895c-4c71-ac31-68a60a8a47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.079654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-7a698e8d-895c-4c71-ac31-68a60a8a47de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc0608d6279a400e8699165c662e478e&device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 1094 time: 0.2236629 Nov 08 12:24:22.127632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] No DVR routers for this DVR port 4c9e3337-e464-4fd8-bc97-da81e5886059 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:22.162925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:22.166188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dba06d84-b48c-44eb-96e6-5ca36b4dd2f1 req-69a5018d-a628-4afa-a28f-43c46442c43a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "DELETE /v2.0/ports/4c9e3337-e464-4fd8-bc97-da81e5886059 HTTP/1.1" status: 204 len: 173 time: 1.8864686 Nov 08 12:24:22.180903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-dbf6ff49-6ca0-45f0-90dd-677b6703bcd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb7dc69-d176-4305-b050-f00f27b581b7 HTTP/1.1" status: 200 len: 217 time: 0.0841663 Nov 08 12:24:22.261976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03df1602-95e6-413a-be39-2fa23c528da1 req-3640a2e1-1042-4f03-b3a2-049f1172b4ab tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930473 Nov 08 12:24:22.284410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af3a6af6-0b31-4d44-a27d-6dd4c6ec4840 req-9a58dd76-86bd-4898-a916-6e52497cd172 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=87c61f4d-7158-469a-bb14-26ac5d863678&id=b330fc06-0696-43c5-9b94-8ba34befbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3316550 Nov 08 12:24:22.306580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-cbd002e0-7346-40cb-acdb-5f5183a7435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.312460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-cbd002e0-7346-40cb-acdb-5f5183a7435a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e52aaf1-8655-4665-a719-546891111d2a HTTP/1.1" status: 200 len: 855 time: 0.1210740 Nov 08 12:24:22.373321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-7d2138aa-3479-48d2-96a3-86a275e7eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.375140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-7d2138aa-3479-48d2-96a3-86a275e7eee9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03bd7186-87da-476c-9a9f-678327f4a190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567451 Nov 08 12:24:22.508845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:22.534774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-0ebcdf0c-c260-4164-a5e7-8e42ad0ae270 service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457927 Nov 08 12:24:22.600623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3cc72a-edb0-44d7-b988-31149dbcf6b8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:22.613670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Checking segment: {'id': '606ed05f-37e4-4720-8cfb-5cdb21726df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:22.614881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Network hostable DHCP agents. Network: c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:24:22.690021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eb6df6d-1157-4faa-983a-a9e1eea77981 req-9f77ba4b-f4a7-4d85-b345-b8c088089bff service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406569 Nov 08 12:24:22.742576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:24:22.790341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a9f16-9a3b-43e2-8e63-ce0afb9264eb req-cfb5a528-5c5f-4f5e-abd4-47abec348b68 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.792433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-821a9f16-9a3b-43e2-8e63-ce0afb9264eb req-cfb5a528-5c5f-4f5e-abd4-47abec348b68 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.0765500 Nov 08 12:24:22.800433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c6762-fbbf-4072-873a-079c8f879ad2 req-fb670fb1-e908-4f76-a7e1-7f9d36fb0bd3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.802747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-464c6762-fbbf-4072-873a-079c8f879ad2 req-fb670fb1-e908-4f76-a7e1-7f9d36fb0bd3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0980086 Nov 08 12:24:22.828206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:22.834064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:22.835038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:22.839509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2aa9f-d6cd-4780-9884-867b22c2cdc7 None None] Network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:22.884672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60242) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:22.886919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-821a9f16-9a3b-43e2-8e63-ce0afb9264eb req-a40802c8-1fb1-4f93-a91d-b4c3b3f79918 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825291 Nov 08 12:24:22.925640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-464c6762-fbbf-4072-873a-079c8f879ad2 req-bc8a82da-5147-4e8d-a99f-6a26d03a9efd tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009285 Nov 08 12:24:22.930720 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-343be431-52c1-4251-aeff-f05bb383b6db admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0368788 Nov 08 12:24:23.048792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'name': 'network-vif-deleted', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:23.051969 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984909bd-9c9a-485e-ab73-9949bdc15733" -d '{"events": [{"server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "name": "network-vif-deleted", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:23.072935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-network', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:23.123196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4977d8-c4a3-41de-a8ce-bc7f51856867 x-openstack-request-id: req-6b4977d8-c4a3-41de-a8ce-bc7f51856867 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:23.128283 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de828274-d1f4-4439-95c0-52739e1b9a24", "name": "network-vif-deleted", "tag": "4c9e3337-e464-4fd8-bc97-da81e5886059", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:23.128283 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b4977d8-c4a3-41de-a8ce-bc7f51856867 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:23.128283 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de828274-d1f4-4439-95c0-52739e1b9a24', 'name': 'network-vif-deleted', 'tag': '4c9e3337-e464-4fd8-bc97-da81e5886059', 'status': 'completed', 'code': 200} Nov 08 12:24:23.171536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9173b3f7-ab0b-4060-97f9-d94011bf8c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.183238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8244d-8cbb-48bb-82b7-cde12161b26c None None] Network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:23.202645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Made reservation on behalf of 0bbb0d6c5c4540f39fcf5c815cd04557 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:23.206592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.224372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.435400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.448788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a8d7e54-628e-4cd2-a3f6-bdfa37be72e2 req-7dfba46e-ea07-4b85-967e-d58a4a93e532 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=de828274-d1f4-4439-95c0-52739e1b9a24 HTTP/1.1" status: 200 len: 210 time: 0.0466132 Nov 08 12:24:23.521129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939d31-c1fa-43ff-b406-5efe6d15c9af req-724b2a13-6e7a-424a-99ee-da0a56fc12dd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:23.527315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2939d31-c1fa-43ff-b406-5efe6d15c9af req-724b2a13-6e7a-424a-99ee-da0a56fc12dd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.0874155 Nov 08 12:24:23.599843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.637241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2939d31-c1fa-43ff-b406-5efe6d15c9af req-9728011f-4021-43c2-a8d9-edec2f425543 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060414 Nov 08 12:24:23.674780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:24:23.694015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720e544-1762-4f0c-ba70-b97bbe83a56b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:23.700346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:23.700689 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Added segment 6a7d86c5-72fc-400a-89c8-c5094e51ee7f of type vlan for network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 Nov 08 12:24:23.752948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.044573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f0368-bd44-48df-abb6-3699838dd5d6 req-4b78ba12-3382-47ff-9644-19a6be50a260 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:24.046186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d32f0368-bd44-48df-abb6-3699838dd5d6 req-4b78ba12-3382-47ff-9644-19a6be50a260 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.0667403 Nov 08 12:24:24.102858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.131007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:24.131007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.133520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d32f0368-bd44-48df-abb6-3699838dd5d6 req-a51a8375-7718-4bfa-a234-7295b0b015e6 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796673 Nov 08 12:24:24.143410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03f60-74dc-464c-9392-dbe9996025ea req-1413b640-65ae-4fc7-a3ff-a5b8a77d677f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:24.145020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10e03f60-74dc-464c-9392-dbe9996025ea req-1413b640-65ae-4fc7-a3ff-a5b8a77d677f tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0839324 Nov 08 12:24:24.204404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8bee19b5-2ca6-4ee4-b54f-e65b96169fb6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:24.220549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10e03f60-74dc-464c-9392-dbe9996025ea req-97b49b7b-f4f1-4302-b1aa-fb92747d656e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653617 Nov 08 12:24:24.226231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:24:24.362039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56f44a3a-b063-4a72-9787-af1887e5c5e9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4760807 Nov 08 12:24:24.368249 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:24.374533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Request body: {'subnet': {'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-subnet', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:24.507887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Made reservation on behalf of 0bbb0d6c5c4540f39fcf5c815cd04557 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:24.514041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.565377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60280) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:24.574680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1414305580-network', 'tenant_id': '2098afed288247a8ba581497d3c388da'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:24.618800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-eb9f8a7b-8d66-41be-a7d1-b1692e964c4d tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/87c61f4d-7158-469a-bb14-26ac5d863678 HTTP/1.1" status: 200 len: 1817 time: 0.0832641 Nov 08 12:24:24.710293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.758120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Made reservation on behalf of 2098afed288247a8ba581497d3c388da for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:24.759881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.785547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.790014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.805858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:24.843135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a231-ae18-481a-80d5-3562470690aa req-21605073-2c7b-4af5-9526-b33c76d39b3e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:24.850628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5653a231-ae18-481a-80d5-3562470690aa req-21605073-2c7b-4af5-9526-b33c76d39b3e tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.1381509 Nov 08 12:24:24.891020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Checking segment: {'id': '6a7d86c5-72fc-400a-89c8-c5094e51ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:24.891495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Network hostable DHCP agents. Network: 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:24:24.896814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f4ad06-3fc7-4d2d-87f7-278aa3e05719,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:24.946815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5653a231-ae18-481a-80d5-3562470690aa req-61b1d3ce-910c-4c64-a2a0-3cc02df580e2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Nov 08 12:24:24.972495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.004598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:24:25.051822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.056112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.059450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.060633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee6aa80d-ee8e-48d7-a8e8-e9cdec6f36f8 req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/87c61f4d-7158-469a-bb14-26ac5d863678 HTTP/1.1" status: 204 len: 173 time: 0.4334407 Nov 08 12:24:25.073960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:25.078669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:25.079365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.086150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d7531-e126-4154-96d3-4d941895244e None None] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:25.117463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:24:25.161658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c81d5b5-f6fb-42dc-8934-beaa6189e392 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7918534 Nov 08 12:24:25.162537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60286) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:25.165794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d739f-6fe0-4b5b-a7ef-3b0beceaf1a6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:25.176927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.177348 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Added segment a0be253a-dfdc-4f92-bb20-8f31cc31ee20 of type vlan for network 77847d61-c1ee-4f88-8751-a20bd13121ad Nov 08 12:24:25.180119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:25.202117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb4d5b-2d4c-49bb-9f18-6534e373a12f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c61f4d-7158-469a-bb14-26ac5d863678,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:25.220663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-27bafc3a-7c14-4dc2-8e42-fa1a51c7b6cc service neutron] 10.222.0.61 "GET /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.1555257 Nov 08 12:24:25.243379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c71d405c-b252-457d-a8c6-30488c329faa req-b599a51c-11bf-4f9d-ba7c-e61a8a61d3f1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b330fc06-0696-43c5-9b94-8ba34befbf5c HTTP/1.1" status: 200 len: 1816 time: 0.1357801 Nov 08 12:24:25.301995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-8bee19b5-2ca6-4ee4-b54f-e65b96169fb6', 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'fixed_ips': [{'subnet_id': 'e0f4ad06-3fc7-4d2d-87f7-278aa3e05719'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:24:25.305602 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.308925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.310013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.341557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.376116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.425665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39794f6-78ac-40d3-915e-1b31e8ab20e7 req-840fdd44-7a7b-432d-b384-0f1e4fa03072 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:25.427845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b39794f6-78ac-40d3-915e-1b31e8ab20e7 req-840fdd44-7a7b-432d-b384-0f1e4fa03072 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.1483598 Nov 08 12:24:25.497183 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb87e2da-a435-437c-82ed-0f937d92c86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.513376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Allocated IP 172.20.0.2 (8bee19b5-2ca6-4ee4-b54f-e65b96169fb6/e0f4ad06-3fc7-4d2d-87f7-278aa3e05719/3b871097-1869-49c2-b42b-e0edf798ce94) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:25.535794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.536755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:25.537572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.597362 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c71d405c-b252-457d-a8c6-30488c329faa req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.648256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.693016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b39794f6-78ac-40d3-915e-1b31e8ab20e7 req-b861a7b9-790d-4c75-b30e-67f1b8792321 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577069 Nov 08 12:24:25.758892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c71d405c-b252-457d-a8c6-30488c329faa req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.788718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2193794 Nov 08 12:24:25.797320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:25.806130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff71a-ed90-4293-9131-b84e3de88ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=77847d61-c1ee-4f88-8751-a20bd13121ad,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:25.820942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Request body: {'subnet': {'network_id': '77847d61-c1ee-4f88-8751-a20bd13121ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1414305580-subnet', 'tenant_id': '2098afed288247a8ba581497d3c388da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:25.822230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:25.844772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 77847d61-c1ee-4f88-8751-a20bd13121ad details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:24:25.873110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.891103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:25.948016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54528e7-a5a6-4ca0-9f76-bbc48181f054 req-e1d812a9-7bb0-4632-a17b-4a66aa29ad96 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:25.949546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e54528e7-a5a6-4ca0-9f76-bbc48181f054 req-e1d812a9-7bb0-4632-a17b-4a66aa29ad96 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1370382 Nov 08 12:24:25.951905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5431cbeb-e853-49bd-abcd-da1c9fc1367b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:25.961076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Made reservation on behalf of 2098afed288247a8ba581497d3c388da for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:25.963149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:25.970605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:26.000194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.006415 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c71d405c-b252-457d-a8c6-30488c329faa req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.009028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c71d405c-b252-457d-a8c6-30488c329faa req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.024374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c71d405c-b252-457d-a8c6-30488c329faa req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/b330fc06-0696-43c5-9b94-8ba34befbf5c HTTP/1.1" status: 204 len: 173 time: 0.7394247 Nov 08 12:24:26.057432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e49ca1-276f-41de-a15b-fcaf6c3e32d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b330fc06-0696-43c5-9b94-8ba34befbf5c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.078294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.101156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e54528e7-a5a6-4ca0-9f76-bbc48181f054 req-be6b5495-e26c-4c60-8c58-30f9e68619ce tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423898 Nov 08 12:24:26.140756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Pushing event updated for resources: {'Port': ['ID=3b871097-1869-49c2-b42b-e0edf798ce94,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.188018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.204866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:26.206702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:26.210746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1952158929', 'description': 'tempest-description-175926030'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:26.211862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.212058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:26.298291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Attempting to bind port 3b871097-1869-49c2-b42b-e0edf798ce94 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:26.299067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Attempting to bind port 3b871097-1869-49c2-b42b-e0edf798ce94 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6a7d86c5-72fc-400a-89c8-c5094e51ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:26.299604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Attempting to bind port 3b871097-1869-49c2-b42b-e0edf798ce94 on network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:26.308759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:26.313003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Checking segment: {'id': '6a7d86c5-72fc-400a-89c8-c5094e51ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:26.313003 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.313003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Bound using segment: {'id': '6a7d86c5-72fc-400a-89c8-c5094e51ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:26.313003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Bound port: 3b871097-1869-49c2-b42b-e0edf798ce94, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7d86c5-72fc-400a-89c8-c5094e51ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:26.313003 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.317454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] Transition to ACTIVE for port object 5431cbeb-e853-49bd-abcd-da1c9fc1367b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:26.330536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58c0d4-913d-46c1-9602-4fba03feb073 req-4925025d-c8ba-4e10-b1c8-9f3648ebd0cd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:26.332295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c58c0d4-913d-46c1-9602-4fba03feb073 req-4925025d-c8ba-4e10-b1c8-9f3648ebd0cd tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 944 time: 0.0858266 Nov 08 12:24:26.355953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.385168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.406511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Allocated IP 172.25.1.139 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/db2e068a-abae-49cc-927f-a6f155d4ca26) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:26.425790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] For port 3b871097-1869-49c2-b42b-e0edf798ce94, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:26.432742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] For port 3b871097-1869-49c2-b42b-e0edf798ce94, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3b871097-1869-49c2-b42b-e0edf798ce94,segment=NetworkSegment(6a7d86c5-72fc-400a-89c8-c5094e51ee7f),segment_id=6a7d86c5-72fc-400a-89c8-c5094e51ee7f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:26.457636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c58c0d4-913d-46c1-9602-4fba03feb073 req-778dbd3c-1787-4061-a82d-00ac6bbaab3b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176589 Nov 08 12:24:26.484831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.535329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] No DVR routers for this DVR port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:26.545915 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.561901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] Pushing event updated for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.587414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fff4026-84f3-4655-a261-00f958d75e82,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.592490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.605202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d9f9f-4d78-43ac-a4b0-8ba78cc73cd3 None None] Pushing event updated for resources: {'Port': ['ID=3b871097-1869-49c2-b42b-e0edf798ce94,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.611397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Checking segment: {'id': 'a0be253a-dfdc-4f92-bb20-8f31cc31ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '77847d61-c1ee-4f88-8751-a20bd13121ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:26.617393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Network hostable DHCP agents. Network: 77847d61-c1ee-4f88-8751-a20bd13121ad, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:24:26.621516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f7b46ad8-88b0-4cfc-b18a-bd0f7dbf9a9a service neutron] 10.222.0.61 "PUT /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3744559 Nov 08 12:24:26.627709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.655130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.727345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Network 77847d61-c1ee-4f88-8751-a20bd13121ad is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:24:26.771557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.777761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.896674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9cd04f-d548-465a-a364-e9fd036bd37d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.905624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.911157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 77847d61-c1ee-4f88-8751-a20bd13121ad) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:26.911907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2359fbec-bc71-4cdf-983e-fc7638ba85ed req-ea50d019-7263-4bc0-8bfa-d677654cdb9f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7215750 Nov 08 12:24:26.920032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e87a04-a1c8-4764-a0eb-07470a6b2f27 None None] Network 77847d61-c1ee-4f88-8751-a20bd13121ad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:26.929643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:26.930159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:26.936436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:26.944210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Pushing event updated for resources: {'Port': ['ID=db2e068a-abae-49cc-927f-a6f155d4ca26,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:26.951029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:26.959892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:27.005252 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-4bf5f282-0f62-4335-ad0f-4ee41f6228fa tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.007396 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-4bf5f282-0f62-4335-ad0f-4ee41f6228fa tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.2231576 Nov 08 12:24:27.018435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc193fde-ed4a-48d4-8911-ddaeae433b8d req-cc971472-27b3-45d9-a43c-dda955effb17 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.020534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc193fde-ed4a-48d4-8911-ddaeae433b8d req-cc971472-27b3-45d9-a43c-dda955effb17 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.1739833 Nov 08 12:24:27.150146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-918fd7c5-be32-4b76-b927-0f7fabbaedde tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/da9cd04f-d548-465a-a364-e9fd036bd37d HTTP/1.1" status: 200 len: 1817 time: 0.2019472 Nov 08 12:24:27.160234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Request body: {'security_group': {'name': 'tempest-sg-hth-50929900', 'description': 'tempest-description-hth-165768062'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:27.172904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-bd6f7455-0094-440b-bb42-f7f3c8a17f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.172904 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-bd6f7455-0094-440b-bb42-f7f3c8a17f00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82&tenant_id=79c7c52a983143669349e50afdc98213 HTTP/1.1" status: 200 len: 1096 time: 0.1555536 Nov 08 12:24:27.174026 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-fde9b039-eeac-4037-b2b2-07234c96720a service neutron] show failed (client error): The resource could not be found. Nov 08 12:24:27.175943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-fde9b039-eeac-4037-b2b2-07234c96720a service neutron] 10.222.0.57 "GET /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.4956086 Nov 08 12:24:27.176115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d9ad9-ffa6-47e9-9018-baefb338949f None None] Network 77847d61-c1ee-4f88-8751-a20bd13121ad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:27.198580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc193fde-ed4a-48d4-8911-ddaeae433b8d req-62ed8bf0-2173-4667-bc39-67acdfbbdbe6 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656282 Nov 08 12:24:27.267574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:27.309445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-ebf40045-42ea-4f1c-ba98-e4874d9fafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.311149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-ebf40045-42ea-4f1c-ba98-e4874d9fafec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1096 time: 0.1047328 Nov 08 12:24:27.317186 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d4c482fb-ed75-472e-999a-9c481e5fa95a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5120299 Nov 08 12:24:27.398824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:27.457107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3b871097-1869-49c2-b42b-e0edf798ce94 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:27.477370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d5a5-a107-460f-b483-47a8ec2bad7a req-70644404-bcde-451e-9c9a-1c5d03d8830d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.479057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1866d5a5-a107-460f-b483-47a8ec2bad7a req-70644404-bcde-451e-9c9a-1c5d03d8830d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1591396 Nov 08 12:24:27.532599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3b871097-1869-49c2-b42b-e0edf798ce94 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:27.532973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:27.536260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-92d1f49f-697a-4d8c-90e0-63b8244447e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.543364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-92d1f49f-697a-4d8c-90e0-63b8244447e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2189603 Nov 08 12:24:27.653378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-61d5c318-b5fd-4aa7-91a4-d43f1162e3fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 200 len: 217 time: 0.0775104 Nov 08 12:24:27.658690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:27.688463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1866d5a5-a107-460f-b483-47a8ec2bad7a req-9eabb9ba-5f4c-4705-a58a-3bcfae8aded0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885116 Nov 08 12:24:27.718742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 3b871097-1869-49c2-b42b-e0edf798ce94, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3b871097-1869-49c2-b42b-e0edf798ce94,segment=NetworkSegment(6a7d86c5-72fc-400a-89c8-c5094e51ee7f),segment_id=6a7d86c5-72fc-400a-89c8-c5094e51ee7f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:27.768706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c7a34ab6-b85d-4192-87d5-3eb7a754e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.771110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c7a34ab6-b85d-4192-87d5-3eb7a754e5c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0748763 Nov 08 12:24:27.816692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-145257f0-ed60-423a-8b14-9e14e468667d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380657 Nov 08 12:24:27.928004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e9b49-987b-4e15-8c69-ceb810a3fc19 None None] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:27.974600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143fb1-bca2-4ec5-85cc-df3aeae891b5 req-2e13d3f9-86b0-4e98-b7c6-be8a744ca0cc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:27.976157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e143fb1-bca2-4ec5-85cc-df3aeae891b5 req-2e13d3f9-86b0-4e98-b7c6-be8a744ca0cc tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.1142588 Nov 08 12:24:27.988457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-54f1859c-be4e-43a9-999b-cb054af6b2f8 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638825 Nov 08 12:24:28.013775 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.016573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.017798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6aee6106-7baf-48a1-abd9-93adf3851c71 req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "PUT /v2.0/security-groups/da9cd04f-d548-465a-a364-e9fd036bd37d HTTP/1.1" status: 200 len: 1789 time: 0.8665478 Nov 08 12:24:28.071630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.136991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.145789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7667ab5-3162-453a-9d59-ed4246cd038f tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9cd04f-d548-465a-a364-e9fd036bd37d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:28.163994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.177249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e143fb1-bca2-4ec5-85cc-df3aeae891b5 req-e02ec7f0-8c3b-47fd-94e5-b4233178bb69 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912973 Nov 08 12:24:28.215141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=3b871097-1869-49c2-b42b-e0edf798ce94,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:28.215484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c389500a-e95e-4553-896c-daeb7d9d28a1 service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135029 Nov 08 12:24:28.232896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ea19620-bb96-4202-8c07-5ebfca22d4a6 None None] Provisioning complete for port 3b871097-1869-49c2-b42b-e0edf798ce94 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:28.233521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ea19620-bb96-4202-8c07-5ebfca22d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.369730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeb410c5-429f-4077-9911-d6ecd8d2cdd4 req-7b1f6e94-f4d2-49ff-8ae1-ba85653a0773 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/da9cd04f-d548-465a-a364-e9fd036bd37d HTTP/1.1" status: 200 len: 1789 time: 0.1067505 Nov 08 12:24:28.532002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.673382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41267-2a26-4d68-9b11-32107a1ab754 req-4e5852f0-a079-451c-a747-aeca5884dddb tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:28.675066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c41267-2a26-4d68-9b11-32107a1ab754 req-4e5852f0-a079-451c-a747-aeca5884dddb tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.1141422 Nov 08 12:24:28.700429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-24eae6c9-459e-48c9-8c96-36da92f1faae tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:28.701801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-24eae6c9-459e-48c9-8c96-36da92f1faae tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/networks?id=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 HTTP/1.1" status: 200 len: 815 time: 0.2773039 Nov 08 12:24:28.746830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-0a870986-e9a9-409b-a277-c67cf1873bb8 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/quotas/768032c7fae74040b862e9f27f56510a HTTP/1.1" status: 200 len: 375 time: 0.0305550 Nov 08 12:24:28.767676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-fa2d1a23-e9c6-443c-a0ed-8f7f2762c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:28.770368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-fa2d1a23-e9c6-443c-a0ed-8f7f2762c437 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1101 time: 0.1258311 Nov 08 12:24:28.802000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:28.811270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-68a29b18-0405-4a77-973c-0f8de3b089e1 None None] Provisioning complete for port 3b871097-1869-49c2-b42b-e0edf798ce94 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:28.811879 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-68a29b18-0405-4a77-973c-0f8de3b089e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.829821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-4d1ecc6f-20b0-412a-a331-bf7e103fe59d tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=768032c7fae74040b862e9f27f56510a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557761 Nov 08 12:24:28.851301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c41267-2a26-4d68-9b11-32107a1ab754 req-f68a79ab-f7d1-4d9b-8826-2fce2964f67e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472170 Nov 08 12:24:28.886051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:24:28.917322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:28.923207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.030003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:29.041835 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Sync routers for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:29.052318 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:29.052974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:29.069790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-9eace36f-f500-49ae-bbed-f6b6a2a04e25 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/da9cd04f-d548-465a-a364-e9fd036bd37d HTTP/1.1" status: 200 len: 1789 time: 0.1748362 Nov 08 12:24:29.128895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.132636 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0b316c2-9c45-454f-8478-c9f05e9b4591 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9690833 Nov 08 12:24:29.136037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:29.162940 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:29.378477 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:27Z', 'revision_number': 3, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:29.409577 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Checking router: c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:24:29.409577 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Updating router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 port db2e068a-abae-49cc-927f-a6f155d4ca26 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:24:29.438408 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.451353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3b871097-1869-49c2-b42b-e0edf798ce94 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:29.551865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3b871097-1869-49c2-b42b-e0edf798ce94 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:29.552624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.618138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f8d787e0-7643-40f2-8054-99e1909960ab tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:29.620186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-f8d787e0-7643-40f2-8054-99e1909960ab tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82&tenant_id=79c7c52a983143669349e50afdc98213&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.6768506 Nov 08 12:24:29.710148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:29.772246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-7d73d413-45b4-433e-ac31-1818435a996d service neutron] 10.222.0.58 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9171262 Nov 08 12:24:29.825055 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.888414 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.906237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:29.998552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.001454 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.065371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:30.071773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.080001 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Pushing event updated for resources: {'Port': ['ID=db2e068a-abae-49cc-927f-a6f155d4ca26,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:30.095348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-3f827300-8a3c-4396-8be4-a8c2c83787aa service neutron] 10.222.0.58 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379038 Nov 08 12:24:30.118796 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.124234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:30.138908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:30.167451 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Attempting to bind port db2e068a-abae-49cc-927f-a6f155d4ca26 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:30.167808 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Attempting to bind port db2e068a-abae-49cc-927f-a6f155d4ca26 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:30.168364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Attempting to bind port db2e068a-abae-49cc-927f-a6f155d4ca26 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:30.173846 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:30.174477 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:30.175029 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.175579 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:30.176204 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Bound port: db2e068a-abae-49cc-927f-a6f155d4ca26, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:30.176776 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.208542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.215390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:30.217979 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85866490-25f4-4647-8c96-539f6f7304b7" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:30.223798 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:24:30.233758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c4c7851b-eaa0-483f-adec-5f2cf2db4c74 service neutron] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:30.236927 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] For port db2e068a-abae-49cc-927f-a6f155d4ca26, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:30.238553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c4c7851b-eaa0-483f-adec-5f2cf2db4c74 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.239676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f5e235b-870c-4bcd-ac4d-e2e2f8710719 req-c4c7851b-eaa0-483f-adec-5f2cf2db4c74 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.6112850 Nov 08 12:24:30.240167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] For port db2e068a-abae-49cc-927f-a6f155d4ca26, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=db2e068a-abae-49cc-927f-a6f155d4ca26,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:30.240645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Transition to ACTIVE for port object 9f8ca8f7-303f-4833-b131-f9f35120c571 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:30.247117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.249832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.251055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5e2ea52-7b63-4538-af88-c3633566f3dc req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/da9cd04f-d548-465a-a364-e9fd036bd37d HTTP/1.1" status: 204 len: 173 time: 1.1803951 Nov 08 12:24:30.260692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350974a-4f8a-4718-a7c6-0d9718e6d1ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9cd04f-d548-465a-a364-e9fd036bd37d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:30.356352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43b65-61e6-4643-acb7-af34705ba241 req-9b7a731a-faef-4a68-881f-b0d2e2f69ca6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:30.357873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5c43b65-61e6-4643-acb7-af34705ba241 req-9b7a731a-faef-4a68-881f-b0d2e2f69ca6 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.0495217 Nov 08 12:24:30.398356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.400278 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.446229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Allocated IP 172.20.0.1 (8bee19b5-2ca6-4ee4-b54f-e65b96169fb6/e0f4ad06-3fc7-4d2d-87f7-278aa3e05719/86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:30.471391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5c43b65-61e6-4643-acb7-af34705ba241 req-d639fb47-3e81-4e6a-b9bc-f443b5c6982c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070638 Nov 08 12:24:30.485445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:24:30.485445 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:24:30.507552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:30.575768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] No DVR routers for this DVR port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:30.644898 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:30.644898 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:30.670022 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c781-69f2-4a20-9463-0838ec1ffcf1 None None] Pushing event updated for resources: {'Port': ['ID=db2e068a-abae-49cc-927f-a6f155d4ca26,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:30.683301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:30.683785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:30.683979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:30.733712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:30.733712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:30.802051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:30.802374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.802500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:30.802777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:30.803205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Bound port: 9f8ca8f7-303f-4833-b131-f9f35120c571, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:30.803555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.883579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fc078-875c-441d-a6b8-6d71027bcf0c req-ea0dcbfd-1daa-4158-b8f8-b2f52d49802c tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:30.892007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c86fc078-875c-441d-a6b8-6d71027bcf0c req-ea0dcbfd-1daa-4158-b8f8-b2f52d49802c tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 943 time: 0.2376320 Nov 08 12:24:30.894458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:30.913811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:30.921273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f25c0b-512c-4a2f-b24f-3edee21e0c9d req-89eef512-6df4-4979-a54e-78d71c696fbf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:30.928574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73f25c0b-512c-4a2f-b24f-3edee21e0c9d req-89eef512-6df4-4979-a54e-78d71c696fbf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.2122757 Nov 08 12:24:31.023848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:31.026718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Pushing event updated for resources: {'Port': ['ID=86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:31.031585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:31.033717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:31.036456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:31.053351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:31.066026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c86fc078-875c-441d-a6b8-6d71027bcf0c req-601967e9-7224-4f80-a90f-d698302962fc tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729727 Nov 08 12:24:31.105949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73f25c0b-512c-4a2f-b24f-3edee21e0c9d req-6f7856b7-e020-4e12-84cb-13404a64530a tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760936 Nov 08 12:24:31.124375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.148550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.178812 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:27Z', 'revision_number': 3, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:31.217676 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6db439-56b0-41e3-aadb-41acccdcc0ea None None] The sync data for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 is: [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:27Z', 'revision_number': 3, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:24:31.256786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:31.257476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.258929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] 10.222.0.61 "PUT /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 1096 time: 2.4697514 Nov 08 12:24:31.294229 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e8d2eb-e64d-43f3-9090-c83e04475d90 x-openstack-request-id: req-f6e8d2eb-e64d-43f3-9090-c83e04475d90 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:31.297735 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:31.298051 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6e8d2eb-e64d-43f3-9090-c83e04475d90 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:31.298509 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'code': 200} Nov 08 12:24:31.299121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0ec05-8438-4054-8161-192e48b6cecf service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:31.392788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc2b0fae-281f-455e-a844-dff72e66434e req-b745c6f3-c26f-41ee-819d-7ba7acc2384a tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.0858872 Nov 08 12:24:31.509256 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-0c223195-2cb7-4ebd-aa80-29d10d1a293f req-f1d7ec57-a3ea-47fa-894b-b753d0644be1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:31.524497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c223195-2cb7-4ebd-aa80-29d10d1a293f req-f1d7ec57-a3ea-47fa-894b-b753d0644be1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b330fc06-0696-43c5-9b94-8ba34befbf5c HTTP/1.1" status: 404 len: 352 time: 0.0582843 Nov 08 12:24:31.532226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-24672196-23eb-402e-8082-50748d51e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:31.536830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-24672196-23eb-402e-8082-50748d51e2cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1099 time: 0.2220838 Nov 08 12:24:31.549013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.580922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d5a70adf-0345-47fc-95e7-6f2109f5883c None None] Provisioning complete for port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:31.581500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d5a70adf-0345-47fc-95e7-6f2109f5883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.715020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d5a70adf-0345-47fc-95e7-6f2109f5883c None None] Port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:24:31.796461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-75fa7f63-8bc9-4ef3-a5af-2b6707a6584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:31.797947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-75fa7f63-8bc9-4ef3-a5af-2b6707a6584c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2546747 Nov 08 12:24:31.801988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef085c-55ef-4c4f-88a5-a38e83259e81 req-60082aa9-e998-43a0-8c5c-eec9f48cfced tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:31.810928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53ef085c-55ef-4c4f-88a5-a38e83259e81 req-60082aa9-e998-43a0-8c5c-eec9f48cfced tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 1096 time: 0.1805050 Nov 08 12:24:31.881607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:31.890428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9bb7dc69-d176-4305-b050-f00f27b581b7 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:31.928768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-8fafa6c6-8075-4afe-9c5b-7f4e5097072b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.1150823 Nov 08 12:24:31.966054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092c2ae-98f0-4993-bf17-10faa11769cd req-60ca4f1a-8f91-41c4-86cd-31d8c459ac73 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:31.967645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2092c2ae-98f0-4993-bf17-10faa11769cd req-60ca4f1a-8f91-41c4-86cd-31d8c459ac73 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.2611642 Nov 08 12:24:31.969935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:32.050424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9bb7dc69-d176-4305-b050-f00f27b581b7,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:32.071227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'port_id': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'mac_address': 'fa:16:3e:b6:37:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:24:32.074432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53ef085c-55ef-4c4f-88a5-a38e83259e81 req-479a18a3-4cce-4403-8330-275349b64eda tempest-LiveMigrationTest-826924438 tempest-LiveMigrationTest-826924438-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272232 Nov 08 12:24:32.082991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Pushing event updated for resources: {'Port': ['ID=86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:32.105168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:32.118224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-aa4d22dd-9fa3-4c1e-9a36-31b361832f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:32.125286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-aa4d22dd-9fa3-4c1e-9a36-31b361832f10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1824968 Nov 08 12:24:32.143863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:32.161304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb7dc69-d176-4305-b050-f00f27b581b7 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:32.175457 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-bf7b8734-a18a-4622-adcb-81c0c3a3c209 req-1481fd83-12b3-4e37-a74b-5321d01c14ac tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:32.176653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf7b8734-a18a-4622-adcb-81c0c3a3c209 req-1481fd83-12b3-4e37-a74b-5321d01c14ac tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/87c61f4d-7158-469a-bb14-26ac5d863678 HTTP/1.1" status: 404 len: 352 time: 0.0503018 Nov 08 12:24:32.195918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2092c2ae-98f0-4993-bf17-10faa11769cd req-040db309-db79-4ad1-b18f-7d47192021a8 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016521 Nov 08 12:24:32.215906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9bb7dc69-d176-4305-b050-f00f27b581b7,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:32.282333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:32.285456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:32.305724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-276a85aa-ebfe-49c2-9af0-1359c39ea3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:32.308798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-276a85aa-ebfe-49c2-9af0-1359c39ea3d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757452 Nov 08 12:24:32.330067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:32.464034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:32.540620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:24:32.548358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940575e7-807a-44e1-baa3-f9b9ccadc1e3 req-304769e5-1c8d-45c0-9300-d4d706948291 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:32.561870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940575e7-807a-44e1-baa3-f9b9ccadc1e3 req-304769e5-1c8d-45c0-9300-d4d706948291 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 944 time: 0.2105205 Nov 08 12:24:32.585168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['9bb7dc69-d176-4305-b050-f00f27b581b7'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:32.627858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-bbd4c7fc-64b3-4a8a-8b7c-5ea17a5eb53d service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086529 Nov 08 12:24:32.757684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cc97a715-1e30-43a8-bc2b-83d2e59f500f None None] Provisioning complete for port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:32.758379 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc97a715-1e30-43a8-bc2b-83d2e59f500f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:32.774528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940575e7-807a-44e1-baa3-f9b9ccadc1e3 req-464f21c3-048c-42aa-8323-972ed33f01cd tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116375 Nov 08 12:24:32.812153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:32.836694 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cee6b225-1e89-4633-8449-bba6ded94269 admin admin] 10.222.0.58 "PUT /v2.0/routers/c7d5b0bf-98bb-4ca7-8c68-6090d3aba544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6983192 Nov 08 12:24:32.855808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cc97a715-1e30-43a8-bc2b-83d2e59f500f None None] Port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:24:32.868271 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-b1d1fc21-70b4-4ca9-9fc4-c8a9e6046317 req-04d53bce-c39e-44af-b4d7-ef6c8447756e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:32.871077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1d1fc21-70b4-4ca9-9fc4-c8a9e6046317 req-04d53bce-c39e-44af-b4d7-ef6c8447756e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/b9b55e92-9ce4-4a2b-945e-5a8df3836dde HTTP/1.1" status: 404 len: 352 time: 0.0464377 Nov 08 12:24:32.887120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-f4109aa9-d357-4c7d-b09d-be2c089a50f7 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487094 Nov 08 12:24:32.940504 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-e0972ff0-5eaa-4acc-8214-cc57943ecca1 req-603be345-148e-47e4-87d1-f1fa99302ff2 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:32.941812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0972ff0-5eaa-4acc-8214-cc57943ecca1 req-603be345-148e-47e4-87d1-f1fa99302ff2 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/9d2bbcb3-fdbb-4609-a927-1fc504e6a869 HTTP/1.1" status: 404 len: 352 time: 0.0147605 Nov 08 12:24:33.030519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df709854-3249-48b5-9e22-f388ba9be731 req-ff4ee779-0bdc-46dc-aaa2-7e733600a405 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.0769451 Nov 08 12:24:33.102938 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-4c527340-de56-44fe-90e9-5ceee1714817 req-f5fddcf2-2db3-413b-aa11-7297b189e56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:33.110786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c527340-de56-44fe-90e9-5ceee1714817 req-f5fddcf2-2db3-413b-aa11-7297b189e56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e3e6e6e8-a8cb-4ed4-a4f4-5a85cf91c2a0 HTTP/1.1" status: 404 len: 352 time: 0.0616295 Nov 08 12:24:33.136079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd403d01-f615-4119-80a3-3b64038a9214 req-dfd368e5-36ca-4236-9399-ff11e1884764 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:33.138040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd403d01-f615-4119-80a3-3b64038a9214 req-dfd368e5-36ca-4236-9399-ff11e1884764 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.1235378 Nov 08 12:24:33.201849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd403d01-f615-4119-80a3-3b64038a9214 req-a9ca60c8-42c1-4484-bd5c-5547c5e8b1b3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569108 Nov 08 12:24:33.247570 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-c2b1d444-b7d4-4217-838e-c85fc83ef161 req-aba11480-4ef9-49b3-b816-eadcb47e24a1 tempest-FloatingIPDetailsNegativeTestJSON-1256716728 tempest-FloatingIPDetailsNegativeTestJSON-1256716728-project] show failed (client error): The resource could not be found. Nov 08 12:24:33.247570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2b1d444-b7d4-4217-838e-c85fc83ef161 req-aba11480-4ef9-49b3-b816-eadcb47e24a1 tempest-FloatingIPDetailsNegativeTestJSON-1256716728 tempest-FloatingIPDetailsNegativeTestJSON-1256716728-project] 10.222.0.58 "GET /v2.0/floatingips/355b99ff-0d32-4b56-b471-cd989f20e208 HTTP/1.1" status: 404 len: 350 time: 0.0412049 Nov 08 12:24:33.255844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:33.265454 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-65dcca71-72b2-43d3-a741-59a53f5e9831 req-dc73502f-0f31-4e2c-8d54-4f3ebc345205 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] show failed (client error): The resource could not be found. Nov 08 12:24:33.266586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65dcca71-72b2-43d3-a741-59a53f5e9831 req-dc73502f-0f31-4e2c-8d54-4f3ebc345205 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/79f977b4-b40d-4e15-9e34-ed2c1a7d40af HTTP/1.1" status: 404 len: 352 time: 0.0244191 Nov 08 12:24:33.301851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:33.305239 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2" -d '{"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:33.429716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575079f-43d7-4210-b36a-c1d82cb2bfff req-4f61bac6-1bc3-4b7b-8288-34fe06c0f931 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:33.431627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3575079f-43d7-4210-b36a-c1d82cb2bfff req-4f61bac6-1bc3-4b7b-8288-34fe06c0f931 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.1167040 Nov 08 12:24:33.486999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device db2e068a-abae-49cc-927f-a6f155d4ca26 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:33.567387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3575079f-43d7-4210-b36a-c1d82cb2bfff req-81fb436c-2a46-4463-9380-cb5ec6adfd9d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247268 Nov 08 12:24:33.590835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port db2e068a-abae-49cc-927f-a6f155d4ca26 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:33.591335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:33.614558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-458c7ea7-1876-43c0-a389-19d54841807c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:33.617372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-458c7ea7-1876-43c0-a389-19d54841807c tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 945 time: 0.1381085 Nov 08 12:24:33.805819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Deleting port 5431cbeb-e853-49bd-abcd-da1c9fc1367b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:33.811257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:33.838737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:33.929911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port db2e068a-abae-49cc-927f-a6f155d4ca26, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=db2e068a-abae-49cc-927f-a6f155d4ca26,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:33.931244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9bb7dc69-d176-4305-b050-f00f27b581b7 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:33.958531 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4045401-185e-4075-a00d-bebc4ce5b3b9 x-openstack-request-id: req-a4045401-185e-4075-a00d-bebc4ce5b3b9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:33.959141 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:33.959141 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4045401-185e-4075-a00d-bebc4ce5b3b9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:33.960024 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'status': 'completed', 'code': 200} Nov 08 12:24:34.050579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Sync routers for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:34.059143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.141323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:34.141323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:34.148084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-e1dd5e88-33c5-4556-9fbd-59de523d885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.159674 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-e1dd5e88-33c5-4556-9fbd-59de523d885b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1099 time: 0.2136760 Nov 08 12:24:34.173192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-666cf42a-435c-4f56-a387-8c1bdefa2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.174990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-666cf42a-435c-4f56-a387-8c1bdefa2481 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1099 time: 0.2139606 Nov 08 12:24:34.177633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] For port 5431cbeb-e853-49bd-abcd-da1c9fc1367b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5431cbeb-e853-49bd-abcd-da1c9fc1367b,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:34.178000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.259509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=db2e068a-abae-49cc-927f-a6f155d4ca26,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:34.270598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.304129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-3c96fcbb-a4a4-4194-89fe-fc8efaed38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.305586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-3c96fcbb-a4a4-4194-89fe-fc8efaed38ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.0973411 Nov 08 12:24:34.324003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Calling delete_port for 5431cbeb-e853-49bd-abcd-da1c9fc1367b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:34.343898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 9bb7dc69-d176-4305-b050-f00f27b581b7 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:24:34.356727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 9bb7dc69-d176-4305-b050-f00f27b581b7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:34.357104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.359926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:34.366750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-6a85550d-9a1c-471a-84d9-85070413002e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0489569 Nov 08 12:24:34.463824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-410e7702-38ad-4c9f-9f64-0258a9194e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.465959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-410e7702-38ad-4c9f-9f64-0258a9194e63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0680687 Nov 08 12:24:34.478339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0441418-a8e2-47ed-af8c-9356bd7712d6 req-3fe5156c-ddf5-41d9-8dde-6d0d512660bb tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.480127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0441418-a8e2-47ed-af8c-9356bd7712d6 req-3fe5156c-ddf5-41d9-8dde-6d0d512660bb tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 944 time: 0.3625064 Nov 08 12:24:34.489877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-071a003c-b387-4f93-84ff-e60a64308b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.491735 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-071a003c-b387-4f93-84ff-e60a64308b5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3203509 Nov 08 12:24:34.508304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-127bad99-5c83-455f-a63a-af8aead63e03 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.509817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-127bad99-5c83-455f-a63a-af8aead63e03 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.61 "GET /v2.0/networks?id=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 HTTP/1.1" status: 200 len: 815 time: 0.5532835 Nov 08 12:24:34.519826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56772d15-e7cb-4c86-9396-9915ce42cbe6 req-00b9b85f-608c-42c0-a16a-b661775a43a3 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.521718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56772d15-e7cb-4c86-9396-9915ce42cbe6 req-00b9b85f-608c-42c0-a16a-b661775a43a3 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1024 time: 0.4530025 Nov 08 12:24:34.612032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Request body: {'port': {'device_id': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1', 'admin_state_up': True, 'tenant_id': '768032c7fae74040b862e9f27f56510a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:34.613739 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-497429c8-cb9e-4de0-b3fa-1c02eb92e12d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0774798 Nov 08 12:24:34.629777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0441418-a8e2-47ed-af8c-9356bd7712d6 req-1bda49eb-61a3-4d50-9177-995809989318 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405613 Nov 08 12:24:34.696353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-34d418e0-51ee-4459-af0c-5cd9725489c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.698572 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-34d418e0-51ee-4459-af0c-5cd9725489c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0735404 Nov 08 12:24:34.714935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.777761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:34.780380 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c03ba0-0647-4467-85fe-1bcb351c6a28" -d '{"events": [{"server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:34.801783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-2f3f434c-a432-4486-a6a7-1a7eddcfdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.802458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9bb7dc69-d176-4305-b050-f00f27b581b7,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:34.803368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-2f3f434c-a432-4486-a6a7-1a7eddcfdd96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802557 Nov 08 12:24:34.842531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26e64372-0276-4353-a8e9-f2aa28a81f79 req-995ba38e-e51d-4002-b6ee-a4885dc13aa5 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.0994871 Nov 08 12:24:34.866087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-a11d58a3-b2e3-404f-b918-783efa15f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:34.866087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-a11d58a3-b2e3-404f-b918-783efa15f35d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764460 Nov 08 12:24:34.899404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:31Z', 'revision_number': 4, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa', 'name': '', 'network_id': '8bee19b5-2ca6-4ee4-b54f-e65b96169fb6', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'mac_address': 'fa:16:3e:5a:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e0f4ad06-3fc7-4d2d-87f7-278aa3e05719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:30Z', 'updated_at': '2021-11-08T12:24:31Z', 'revision_number': 2, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'subnets': [{'id': 'e0f4ad06-3fc7-4d2d-87f7-278aa3e05719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:34.910470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Deleting port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:34.910811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.944236 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.951130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Checking router: c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:24:34.951696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Updating router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:24:34.983318 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:34.996406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-5da31812-b485-4877-95bf-a75082f950d2 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844890 Nov 08 12:24:35.020010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56772d15-e7cb-4c86-9396-9915ce42cbe6 req-1412f1ea-28a1-454e-b099-96953858bb90 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e412cf58-68b3-447e-a5b0-58a85f4adff5&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=e5854188-63c4-4d0b-8224-ece8b4b55001&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4032259 Nov 08 12:24:35.033041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.061257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:35.091328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.100112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event deleted for resources: {'Port': ['ID=5431cbeb-e853-49bd-abcd-da1c9fc1367b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:35.116417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Calling delete_port for 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:35.154116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b1a3-8e78-46d0-bc9a-d0eefe72d86d req-0b00b427-dda2-45e6-9aaa-17797dcc3a44 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:35.155460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d70b1a3-8e78-46d0-bc9a-d0eefe72d86d req-0b00b427-dda2-45e6-9aaa-17797dcc3a44 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 866 time: 0.2224915 Nov 08 12:24:35.169041 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-ffa19ef8-302c-4446-a30e-20b01be56364 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651237 Nov 08 12:24:35.170985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-1ab0442d-7545-4fb3-8824-067926dce7e7 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954724 Nov 08 12:24:35.179766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] No DVR routers for this DVR port 5431cbeb-e853-49bd-abcd-da1c9fc1367b on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:35.185501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.196861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-701886cd-2200-48d3-a37d-4dfc310e6c88 req-728f0acc-bf92-4aae-8921-5fda8380ba09 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "DELETE /v2.0/ports/5431cbeb-e853-49bd-abcd-da1c9fc1367b HTTP/1.1" status: 204 len: 173 time: 1.5558732 Nov 08 12:24:35.212203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['be2398e1-ce7e-483d-90ad-22b753481382'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:35.290470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Made reservation on behalf of 768032c7fae74040b862e9f27f56510a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:35.295221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.339385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d70b1a3-8e78-46d0-bc9a-d0eefe72d86d req-2e712014-6623-4e1f-b50f-a3b638f83c85 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605666 Nov 08 12:24:35.349292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a33d-9a1f-418b-8468-3fa3985b898a req-58bb4c9c-f45c-4894-a29e-f6acbe7dff0a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:35.362928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-d68e26c2-3d5f-4d8f-a803-a9786e411617 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:35.365861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa9a33d-9a1f-418b-8468-3fa3985b898a req-58bb4c9c-f45c-4894-a29e-f6acbe7dff0a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 948 time: 0.2203197 Nov 08 12:24:35.368095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-d68e26c2-3d5f-4d8f-a803-a9786e411617 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1024 time: 0.1393344 Nov 08 12:24:35.416793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7b9b322-7a8e-49c5-940a-2e8c3e57ace2 req-e939dcc8-8981-4e3d-8bb1-56d71f1072cb service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332830 Nov 08 12:24:35.495396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device db2e068a-abae-49cc-927f-a6f155d4ca26 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:35.526519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa9a33d-9a1f-418b-8468-3fa3985b898a req-2c87f78a-c546-44e8-90b6-0accb5c6d734 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573198 Nov 08 12:24:35.606926 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f23571-b001-4a79-b3a7-99a9059bc430 x-openstack-request-id: req-b5f23571-b001-4a79-b3a7-99a9059bc430 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:35.607500 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:35.607940 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5f23571-b001-4a79-b3a7-99a9059bc430 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:35.608511 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'code': 200} Nov 08 12:24:35.668683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Allocated IP 172.20.0.9 (c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1/1b3cc72a-edb0-44d7-b988-31149dbcf6b8/dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:35.669615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port db2e068a-abae-49cc-927f-a6f155d4ca26 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:35.670026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.701621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:35.720763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Deleting port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:35.721271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.741019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 5431cbeb-e853-49bd-abcd-da1c9fc1367b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:35.746379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5431cbeb-e853-49bd-abcd-da1c9fc1367b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:35.850585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] For port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,segment=NetworkSegment(db3aafe7-dff7-47a7-b68e-f5aab6f2585b),segment_id=db3aafe7-dff7-47a7-b68e-f5aab6f2585b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:35.851174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.858350 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:24:35.859194 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:24:35.870070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:35.881932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Calling delete_port for 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:35.902667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:35.955889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:35.961496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fefe8-476a-4a8a-bfe8-b90bb5454671 req-a56746c5-fd1f-4a4d-bc3e-6594fd2357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:35.963035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c3fefe8-476a-4a8a-bfe8-b90bb5454671 req-a56746c5-fd1f-4a4d-bc3e-6594fd2357a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 1096 time: 0.2908127 Nov 08 12:24:36.020416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-deleted', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:36.022545 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba0ed9-53e5-4578-bec6-d5fdb46dceb5" -d '{"events": [{"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-deleted", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:36.150340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:36.179693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'mac_address': 'fa:16:3e:2b:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:24:36.194135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b36ef25e-6be2-44cb-bf04-747d1c34c49f req-07025d65-eec4-42f6-baa8-4dd5cd2eb6f2 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.1274643 Nov 08 12:24:36.313725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89a6e-2c8d-489a-b47b-4e0bd4edcf0e req-0d4bbe15-c3f9-4b02-9e3a-281d7e31aaad tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:36.326376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85c89a6e-2c8d-489a-b47b-4e0bd4edcf0e req-0d4bbe15-c3f9-4b02-9e3a-281d7e31aaad tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.3696516 Nov 08 12:24:36.332193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.357908 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e045e6-5572-434b-bad3-f58a7c79cc05 x-openstack-request-id: req-47e045e6-5572-434b-bad3-f58a7c79cc05 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:36.359475 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ad5ae-d241-472a-88c4-cea38a2e0d82", "name": "network-vif-deleted", "tag": "5431cbeb-e853-49bd-abcd-da1c9fc1367b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:36.359986 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47e045e6-5572-434b-bad3-f58a7c79cc05 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:36.365242 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ad5ae-d241-472a-88c4-cea38a2e0d82', 'name': 'network-vif-deleted', 'tag': '5431cbeb-e853-49bd-abcd-da1c9fc1367b', 'status': 'completed', 'code': 200} Nov 08 12:24:36.411442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:36.412665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.417134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Port 86bc2b59-5fc3-4adc-8eb8-6dee8db3b4aa not found while updating agent binding for router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544. {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 08 12:24:36.428429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c3fefe8-476a-4a8a-bfe8-b90bb5454671 req-d6b3530d-ef09-4e38-bed1-20830963191e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937612 Nov 08 12:24:36.457278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:36.457730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:36.512208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85c89a6e-2c8d-489a-b47b-4e0bd4edcf0e req-25a93955-40c9-442e-8dc3-01759455f19b tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845241 Nov 08 12:24:36.547382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb64ce-db1c-44a1-930f-e812d8a4c587 req-f5c6caa1-c957-4d8e-a353-720f11c0695a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:36.547539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:36.548910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02eb64ce-db1c-44a1-930f-e812d8a4c587 req-f5c6caa1-c957-4d8e-a353-720f11c0695a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 1024 time: 0.1224880 Nov 08 12:24:36.632071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:36.653518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02eb64ce-db1c-44a1-930f-e812d8a4c587 req-864ab962-bc54-4a0d-882f-3a36d3f1e51e tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups?id=e412cf58-68b3-447e-a5b0-58a85f4adff5&id=e4869d09-c7a8-476d-a66f-da93eefd00ec&id=e5854188-63c4-4d0b-8224-ece8b4b55001&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1036208 Nov 08 12:24:36.691813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d90107ba-deec-4784-809d-10241009b370 req-747a513a-d902-4b24-ba32-2122fc33abac tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0824776 Nov 08 12:24:36.695758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.751477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:36.756945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:36.765555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:36.784244 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.867843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:36.874119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.897274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Pushing event updated for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:36.907846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.908209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.908532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.908870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.909203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.909534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.909868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.910191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.920239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.921269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.921833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.922432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:24:36.954063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:36.955261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:36.995293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:37.006584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e3e51-68fa-4be8-8dc6-a05d54298475 req-dd16edd7-22ac-4177-8a54-ecfccd639ddc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:37.014476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e24e3e51-68fa-4be8-8dc6-a05d54298475 req-dd16edd7-22ac-4177-8a54-ecfccd639ddc tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.2386637 Nov 08 12:24:37.034215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:35Z', 'revision_number': 5, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:37.046596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'Port': ['ID=5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:37.101005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8bcb999c-994e-43d2-adab-1d01a7e51edd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5782723 Nov 08 12:24:37.124414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['9f8ca8f7-303f-4833-b131-f9f35120c571'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:37.132823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] No DVR routers for this DVR port 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:37.135696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Request body: {'port': {'device_id': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:37.138378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:37.140010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13486d5-719d-4154-9a10-534d4061bc19 None None] The sync data for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 is: [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:35Z', 'revision_number': 5, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port': {'id': 'db2e068a-abae-49cc-927f-a6f155d4ca26', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:26Z', 'updated_at': '2021-11-08T12:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:24:37.143494 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-663c6f8d-ab0b-4532-a01c-4739daaf553c req-75bd8a97-5ae2-4bc0-a277-03daa49960ee tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.61 "DELETE /v2.0/ports/5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 HTTP/1.1" status: 204 len: 173 time: 1.6912997 Nov 08 12:24:37.144548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'name': 'network-vif-deleted', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:37.147089 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e70854-1684-44db-a92b-c2f129adf0a5" -d '{"events": [{"server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "name": "network-vif-deleted", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:37.157781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e24e3e51-68fa-4be8-8dc6-a05d54298475 req-d1e7bb13-d47e-4f1d-8769-14f72ae2e5a1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423080 Nov 08 12:24:37.317020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:37.331365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:24:37.477654 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54694436-8bf6-4ab6-aa5a-3b1dbae69580 x-openstack-request-id: req-54694436-8bf6-4ab6-aa5a-3b1dbae69580 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:37.477654 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6795ed4e-bdd0-4a73-9b77-f599081e5369", "name": "network-vif-deleted", "tag": "5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:37.477654 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54694436-8bf6-4ab6-aa5a-3b1dbae69580 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:37.477654 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6795ed4e-bdd0-4a73-9b77-f599081e5369', 'name': 'network-vif-deleted', 'tag': '5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1', 'status': 'completed', 'code': 200} Nov 08 12:24:37.592576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:37.597854 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c27c3ea-4db9-4435-ba83-662e230e39f6 admin admin] 10.222.0.58 "PUT /v2.0/routers/c7d5b0bf-98bb-4ca7-8c68-6090d3aba544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3405020 Nov 08 12:24:37.601876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60494) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:37.811800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:37.919441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:37.964451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:37.965491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5dc5038d-13a8-49a9-8e8a-9d3e41eaf4f1 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:38.074158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:38.117533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18e1c-441d-4f0f-881a-af1559f9e598 req-5282e0e4-7d75-41b2-805d-14dd6d5de277 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.125454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87f18e1c-441d-4f0f-881a-af1559f9e598 req-5282e0e4-7d75-41b2-805d-14dd6d5de277 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 931 time: 0.2414002 Nov 08 12:24:38.131525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-d30f6f2d-80d1-4704-9ace-b35b8fde4695 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.134592 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-d30f6f2d-80d1-4704-9ace-b35b8fde4695 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.61 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544&tenant_id=3f75a0e27007474790cf03b2a316aea4&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 949 time: 0.1236734 Nov 08 12:24:38.232769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87f18e1c-441d-4f0f-881a-af1559f9e598 req-085e48bf-4456-4730-923b-ec00066b056a tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010077 Nov 08 12:24:38.283216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-3cbdf7c4-b059-45c7-bcf9-5859f7cf362e service neutron] 10.222.0.61 "GET /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 382 time: 0.1287103 Nov 08 12:24:38.302635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Deleting port db2e068a-abae-49cc-927f-a6f155d4ca26 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:38.302983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:38.334038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10531520-80d0-4d21-99ae-1658960e5be4 req-9c54fcd6-373d-4bbe-8f7e-465f9310211a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.339790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10531520-80d0-4d21-99ae-1658960e5be4 req-9c54fcd6-373d-4bbe-8f7e-465f9310211a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.3474591 Nov 08 12:24:38.418916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] For port db2e068a-abae-49cc-927f-a6f155d4ca26, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=db2e068a-abae-49cc-927f-a6f155d4ca26,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:38.419281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:38.434663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-044ccd60-f0eb-4892-b2de-5b4dadf8e040 req-15da6018-0d09-45bf-90e0-57a9fef163d1 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/ports?device_id=6795ed4e-bdd0-4a73-9b77-f599081e5369 HTTP/1.1" status: 200 len: 210 time: 0.0681601 Nov 08 12:24:38.510811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Calling delete_port for db2e068a-abae-49cc-927f-a6f155d4ca26 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:38.560988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10531520-80d0-4d21-99ae-1658960e5be4 req-3cfb7e8b-7a20-441e-8c2b-ef426d59755d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114220 Nov 08 12:24:38.563535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-116606f0-9b19-4ea0-928f-3a074ffdced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.565301 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-116606f0-9b19-4ea0-928f-3a074ffdced4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1100 time: 0.1349878 Nov 08 12:24:38.622639 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Sync routers for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:38.636793 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:38.637694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:38.652879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-058ca11d-6622-4b57-98a2-ec10e1586c98 req-ca40b12a-ebc5-4543-a90f-895470df2e51 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0778387 Nov 08 12:24:38.751417 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:38.762865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:38.781167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280df2c6-24ec-44a2-8bcf-7797a211fd30 req-5b393ae5-0d87-4707-a304-fef3be1aabc0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.788613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-280df2c6-24ec-44a2-8bcf-7797a211fd30 req-5b393ae5-0d87-4707-a304-fef3be1aabc0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.1451073 Nov 08 12:24:38.792469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-b0035768-af63-49b8-b6cf-12d93c12a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.794205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-b0035768-af63-49b8-b6cf-12d93c12a06a service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1957743 Nov 08 12:24:38.798228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:38.823830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:38Z', 'revision_number': 6, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:38.855806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Checking router: c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:24:38.865403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-30b30596-c3b1-4234-bc5b-8238d99b4216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0631554 Nov 08 12:24:38.866874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Routers {'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:38.867804 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:38.881116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-280df2c6-24ec-44a2-8bcf-7797a211fd30 req-748cc240-1828-4acd-be30-307aef768d0c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Nov 08 12:24:38.965091 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] Set router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:38.968352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-63be6600-1c95-44fc-8fab-71ace4a7e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:38.970394 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-63be6600-1c95-44fc-8fab-71ace4a7e45f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0714400 Nov 08 12:24:39.020637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-9eed0f5c-ef69-4fc8-98fb-df06886d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:39.022563 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-9eed0f5c-ef69-4fc8-98fb-df06886d8826 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432708 Nov 08 12:24:39.024069 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:38Z', 'revision_number': 6, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:39.053713 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078035e-f019-4bf4-9231-50b631b6f670 None None] The sync data for ids ['c7d5b0bf-98bb-4ca7-8c68-6090d3aba544'] in n-d-816990-1 is: [{'id': 'c7d5b0bf-98bb-4ca7-8c68-6090d3aba544', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1532054208-router', 'tenant_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:25Z', 'updated_at': '2021-11-08T12:24:38Z', 'revision_number': 6, 'project_id': '0bbb0d6c5c4540f39fcf5c815cd04557', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:24:39.118611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Transition to ACTIVE for port object dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:39.119204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.156932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-f5455628-5ee6-4034-8ea8-74a7ad66316c service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269367 Nov 08 12:24:39.175724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2e068a-abae-49cc-927f-a6f155d4ca26,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:39.278893 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.291971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.383647 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-8b3534f8-ec02-498f-8e1e-43a1485f9cde service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053492 Nov 08 12:24:39.385126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.387766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.416232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:39.440387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50b51-e384-4416-8f3d-e5fa3d8b3268 req-ea24d9ec-dfcc-418f-8f93-4d4579aa78f9 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:39.441837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ba50b51-e384-4416-8f3d-e5fa3d8b3268 req-ea24d9ec-dfcc-418f-8f93-4d4579aa78f9 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 943 time: 0.1233466 Nov 08 12:24:39.554610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.555188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:24:39.559786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.560937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec227cc5-d59f-470b-a6dd-74e5a962f5e6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c7d5b0bf-98bb-4ca7-8c68-6090d3aba544 HTTP/1.1" status: 204 len: 168 time: 1.9580493 Nov 08 12:24:39.563602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:39.585705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ba50b51-e384-4416-8f3d-e5fa3d8b3268 req-4ad2da63-87ef-4a4c-a93f-2c64c00d456e tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259401 Nov 08 12:24:39.600352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Attempting to bind port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:39.600705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Attempting to bind port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '606ed05f-37e4-4720-8cfb-5cdb21726df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:39.601030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Attempting to bind port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c on network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:39.617257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device db2e068a-abae-49cc-927f-a6f155d4ca26 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:39.617803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c on network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:39.618090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Attempting to bind port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c on network c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:39.630050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:39.630417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Checking segment: {'id': '606ed05f-37e4-4720-8cfb-5cdb21726df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:39.630801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Bound using segment: {'id': '606ed05f-37e4-4720-8cfb-5cdb21726df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:39.631240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Bound port: dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606ed05f-37e4-4720-8cfb-5cdb21726df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:39.631593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.644929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: db2e068a-abae-49cc-927f-a6f155d4ca26 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:39.645129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-4369ff84-d95c-49d3-bc26-16b5a43a6ff9 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e5854188-63c4-4d0b-8224-ece8b4b55001 HTTP/1.1" status: 200 len: 1816 time: 0.1286681 Nov 08 12:24:39.645621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device db2e068a-abae-49cc-927f-a6f155d4ca26 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:39.668615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Deleting subnet e0f4ad06-3fc7-4d2d-87f7-278aa3e05719 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:24:39.676629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.737601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.817320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.820784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:39.843405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.855611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,segment=NetworkSegment(606ed05f-37e4-4720-8cfb-5cdb21726df0),segment_id=606ed05f-37e4-4720-8cfb-5cdb21726df0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:39.862177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.878038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f9a3-6916-485f-ae3a-323b62a99dd1 req-5fae8f15-8230-4236-9df6-ddecf27db0ee tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:39.879628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2406f9a3-6916-485f-ae3a-323b62a99dd1 req-5fae8f15-8230-4236-9df6-ddecf27db0ee tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.1417120 Nov 08 12:24:39.937749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:39.954010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:39.958828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2406f9a3-6916-485f-ae3a-323b62a99dd1 req-79867e1c-c08a-4688-9424-3aa8d87b69de tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559399 Nov 08 12:24:40.002630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.003244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.010077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c HTTP/1.1" status: 200 len: 1091 time: 2.8901637 Nov 08 12:24:40.010077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:40.010077 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542ff7a1-cf66-4799-990c-a4f7595fba34" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:40.039809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6827c6-9a0b-4d2c-b34c-5e8495a1c3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:40.062380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.084286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-535ea8f3-8b6a-4cc7-9103-e90e023edba1 req-f288b688-82e5-41d1-b87d-62ab7d5f0dbb tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Nov 08 12:24:40.092669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f4ad06-3fc7-4d2d-87f7-278aa3e05719,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:40.096216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.100041 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3e00139-9c4b-42d6-80dd-da2b85054c8f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0f4ad06-3fc7-4d2d-87f7-278aa3e05719 HTTP/1.1" status: 204 len: 168 time: 0.5354354 Nov 08 12:24:40.102537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:40.108342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5dd42-1632-4a94-8fe7-1a86aacbc469 None None] Network 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:40.114600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.117726 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.122697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56b93a56-a0a1-41c8-bfcb-b4b86cb5af2e req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5854188-63c4-4d0b-8224-ece8b4b55001 HTTP/1.1" status: 204 len: 173 time: 0.4733849 Nov 08 12:24:40.140401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7502de-e4a1-4269-9004-84dddabca276 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5854188-63c4-4d0b-8224-ece8b4b55001,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:40.221087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.294884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Deleting port 3b871097-1869-49c2-b42b-e0edf798ce94 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:40.295302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.310743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-94258828-b28e-439c-bb1a-98ff228edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.315282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-94258828-b28e-439c-bb1a-98ff228edd63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=768032c7fae74040b862e9f27f56510a&device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 1094 time: 0.1302807 Nov 08 12:24:40.393150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] For port 3b871097-1869-49c2-b42b-e0edf798ce94, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3b871097-1869-49c2-b42b-e0edf798ce94,segment=NetworkSegment(6a7d86c5-72fc-400a-89c8-c5094e51ee7f),segment_id=6a7d86c5-72fc-400a-89c8-c5094e51ee7f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:40.393691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.409707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Calling delete_port for 3b871097-1869-49c2-b42b-e0edf798ce94 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:40.409827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 9f8ca8f7-303f-4833-b131-f9f35120c571 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:24:40.424868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 9f8ca8f7-303f-4833-b131-f9f35120c571 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:40.425244 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.431664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0c085-ab2e-47cd-b06c-5325d9ee523a req-b0c9aa46-920e-451f-a08d-9fe73f27a01a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.435338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c0c085-ab2e-47cd-b06c-5325d9ee523a req-b0c9aa46-920e-451f-a08d-9fe73f27a01a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.1873837 Nov 08 12:24:40.440583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-f5c668a0-059c-4c5e-9da0-96949c05fead service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c HTTP/1.1" status: 200 len: 217 time: 0.1116214 Nov 08 12:24:40.504831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-36e42c37-40eb-4589-bf8f-16f4fc60fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.506968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-36e42c37-40eb-4589-bf8f-16f4fc60fa24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3cc72a-edb0-44d7-b988-31149dbcf6b8 HTTP/1.1" status: 200 len: 855 time: 0.0549264 Nov 08 12:24:40.569163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-8969a934-ab0e-47b7-a1b9-c4d692a81c2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500178 Nov 08 12:24:40.577210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.580363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac835-c951-4728-b034-392ebe70fc42 req-69060f4d-ae2a-4a15-8dc6-0a2895bb9b50 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.583038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79aac835-c951-4728-b034-392ebe70fc42 req-69060f4d-ae2a-4a15-8dc6-0a2895bb9b50 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.2351558 Nov 08 12:24:40.596021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:40.607308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.611687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Request body: {'floatingip': {'port_id': '9bb7dc69-d176-4305-b050-f00f27b581b7'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:40.613908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c0c085-ab2e-47cd-b06c-5325d9ee523a req-6b5e6404-e5be-4f28-878a-eaec41fe914b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721737 Nov 08 12:24:40.674504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e988c9f-bc36-485c-bf35-f5a355fb5571 None None] DHCP port deletion for 8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:24:40.680645 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e71c20-c3bb-4693-96d7-6d7c955fbc52 x-openstack-request-id: req-75e71c20-c3bb-4693-96d7-6d7c955fbc52 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:40.681181 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:40.681581 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75e71c20-c3bb-4693-96d7-6d7c955fbc52 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:40.683224 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c', 'status': 'completed', 'code': 200} Nov 08 12:24:40.689763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:40.692019 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074254e-1a3c-464b-bb14-ef1751734d6f" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:40.731707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:40.735404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b871097-1869-49c2-b42b-e0edf798ce94,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:40.749011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] No DVR routers for this DVR port 3b871097-1869-49c2-b42b-e0edf798ce94 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:40.753364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.765168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-c67de5c0-7a33-4b86-bb92-555d549da526 tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "GET /v2.0/security-groups/e412cf58-68b3-447e-a5b0-58a85f4adff5 HTTP/1.1" status: 200 len: 1817 time: 0.0806999 Nov 08 12:24:40.771623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-cc935e54-d39f-428e-aae8-d910040d08bf service neutron] 10.222.0.61 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884127 Nov 08 12:24:40.863718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.952244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b845df-071e-41a0-9ec2-caa9a4bbb219 req-e26e57c6-8655-4031-a7c2-9280eaef8a3a tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:40.953957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:40.960133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68b845df-071e-41a0-9ec2-caa9a4bbb219 req-e26e57c6-8655-4031-a7c2-9280eaef8a3a tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 943 time: 0.1761150 Nov 08 12:24:40.989791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:40.997786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.009819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-675a85be-05dc-4669-b566-dbf5a24db9f6 req-7c8003d6-9fdc-4e65-9d83-f5fbdf68a555 service neutron] 10.222.0.61 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286401 Nov 08 12:24:41.021784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bee19b5-2ca6-4ee4-b54f-e65b96169fb6']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:41.049384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.062641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7d86c5-72fc-400a-89c8-c5094e51ee7f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:41.062937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7d86c5-72fc-400a-89c8-c5094e51ee7f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:41.071906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68b845df-071e-41a0-9ec2-caa9a4bbb219 req-239dad20-b454-4101-bcbc-f50a7d4fa7e8 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088614 Nov 08 12:24:41.091856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.116166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.144725 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8102238e-46bc-49c4-be4b-4b7265d2bded x-openstack-request-id: req-8102238e-46bc-49c4-be4b-4b7265d2bded {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:41.145001 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:41.145307 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8102238e-46bc-49c4-be4b-4b7265d2bded {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:41.145711 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'code': 200} Nov 08 12:24:41.167646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:24:41.168078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:24:41.169907 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:24:41.243488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7148ebc8-1511-4f27-b996-d2af5d62912d req-43647d06-14a8-4a60-b3f1-ff59a9d199f6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0413599 Nov 08 12:24:41.246804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.249782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.255474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64362b1b-f7ed-4442-b89c-c9f4df1d403c req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] 10.222.0.58 "DELETE /v2.0/security-groups/e412cf58-68b3-447e-a5b0-58a85f4adff5 HTTP/1.1" status: 204 len: 173 time: 0.4812856 Nov 08 12:24:41.264823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60542) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:41.279934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82324b39-e8b4-4f1a-95e5-b7dbf8efe56a tempest-SecurityGroupsTestJSON-69263526 tempest-SecurityGroupsTestJSON-69263526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412cf58-68b3-447e-a5b0-58a85f4adff5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:41.296406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-8a776eed-4e57-487a-9bfb-d17314f2842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:41.298336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-8a776eed-4e57-487a-9bfb-d17314f2842c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=768032c7fae74040b862e9f27f56510a&device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 1094 time: 0.1070759 Nov 08 12:24:41.333084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Deleting subnet ca9cb47f-1f46-4b0f-8adc-88505d67c445 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:24:41.338490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.423715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.445550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3b871097-1869-49c2-b42b-e0edf798ce94 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:41.449614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.472193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.478381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-50d990c5-957c-4876-8aad-fca45d30207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:41.480203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8bee19b5-2ca6-4ee4-b54f-e65b96169fb6 HTTP/1.1" status: 204 len: 168 time: 1.3764744 Nov 08 12:24:41.503924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3b871097-1869-49c2-b42b-e0edf798ce94 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:41.503924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3b871097-1869-49c2-b42b-e0edf798ce94 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:41.504815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-50d990c5-957c-4876-8aad-fca45d30207b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 HTTP/1.1" status: 200 len: 916 time: 0.1828997 Nov 08 12:24:41.508490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf966-2a7f-4365-8f90-3c0438bdcc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bee19b5-2ca6-4ee4-b54f-e65b96169fb6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:41.548432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.573097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-6041a301-722c-4069-bd66-a2eb43794150 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c HTTP/1.1" status: 200 len: 217 time: 0.0581534 Nov 08 12:24:41.644771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-091bddb9-3130-455b-a0af-667f7324ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:41.652500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-091bddb9-3130-455b-a0af-667f7324ba52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3cc72a-edb0-44d7-b988-31149dbcf6b8 HTTP/1.1" status: 200 len: 855 time: 0.0693674 Nov 08 12:24:41.660344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.696082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-a3ff0ee3-fb98-44c7-9bdd-a4a4dfc973c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348003 Nov 08 12:24:41.826137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0446e22-e368-435b-83ce-53b72128b68e req-4be6e92d-85a8-4199-b71c-b158cd037a0a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:41.830549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.831628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0446e22-e368-435b-83ce-53b72128b68e req-4be6e92d-85a8-4199-b71c-b158cd037a0a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1183953 Nov 08 12:24:41.832623 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.871505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-f0f9f0cf-ade2-49c7-8fb7-d2030c41e18e service neutron] 10.222.0.61 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662109 Nov 08 12:24:41.903907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9cb47f-1f46-4b0f-8adc-88505d67c445,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:41.908990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:41.915557 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb904bd5-2edc-42a3-b61a-4c0d2db4bf9e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca9cb47f-1f46-4b0f-8adc-88505d67c445 HTTP/1.1" status: 204 len: 168 time: 0.6465309 Nov 08 12:24:41.918310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:41.933711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0446e22-e368-435b-83ce-53b72128b68e req-1e5668ab-24c7-4529-a2c1-6b3bae067eca tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 Nov 08 12:24:42.009539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-542ff7a1-cf66-4799-990c-a4f7595fba34 req-fb8e258f-be94-4d0e-837d-1ec809d1db4e service neutron] 10.222.0.61 "GET /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276782 Nov 08 12:24:42.015482 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Floating IP d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe associated. External IP: 172.25.1.104, port: 9bb7dc69-d176-4305-b050-f00f27b581b7. Nov 08 12:24:42.101197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:42.107477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.156279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-409ee939-d7d5-408b-ab08-98d0f3b64bc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0bbb0d6c5c4540f39fcf5c815cd04557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515957 Nov 08 12:24:42.164494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:42.209107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30519f-f776-4dd8-9887-1aebf35bbc17 req-9ebe6a0b-0548-4952-afb7-19c6a1e515fc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:42.210853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e30519f-f776-4dd8-9887-1aebf35bbc17 req-9ebe6a0b-0548-4952-afb7-19c6a1e515fc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 943 time: 0.0553601 Nov 08 12:24:42.272860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e30519f-f776-4dd8-9887-1aebf35bbc17 req-eb730185-007d-430c-ae69-0ea7923c494f tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518439 Nov 08 12:24:42.295009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.368266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3971acd3-3f1b-4c92-bb3d-91fe6aefbd3a req-4fd54041-a69f-4cb9-a556-14809f658fc8 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e9ad5ae-d241-472a-88c4-cea38a2e0d82 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Nov 08 12:24:42.482572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-f06aa888-ab42-48b8-80db-da07058c7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:42.484092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-f06aa888-ab42-48b8-80db-da07058c7a81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544&tenant_id=3f75a0e27007474790cf03b2a316aea4 HTTP/1.1" status: 200 len: 1101 time: 0.0478711 Nov 08 12:24:42.497255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:42.561446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.623823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d91a5b-f7bb-4885-9086-ad9ea3458e3a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:42.638497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:42.638853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3aafe7-dff7-47a7-b68e-f5aab6f2585b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:42.663864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.671580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.713782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.726272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:24:42.726665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:24:42.732128 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:24:42.751355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.784555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:42.830812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:42.839008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Router 74e6e721-fe07-4c60-9535-1aa22b59c713 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:24:42.892643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:42.896995 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544b11fd-7572-44ec-a516-9cf57731e588" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:42.901013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.955477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.956208 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb539d5-ea6a-4bd5-9fd2-8304adc77f2e x-openstack-request-id: req-fbb539d5-ea6a-4bd5-9fd2-8304adc77f2e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:42.957589 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:42.958649 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbb539d5-ea6a-4bd5-9fd2-8304adc77f2e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:42.972477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:42.972598 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'code': 200} Nov 08 12:24:42.972696 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/67d91a5b-f7bb-4885-9086-ad9ea3458e3a HTTP/1.1" status: 204 len: 168 time: 1.0494769 Nov 08 12:24:42.982716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8f79d-60f0-4ddb-87a4-999b4076a8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d91a5b-f7bb-4885-9086-ad9ea3458e3a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:43.003014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:43.012182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Transition to ACTIVE for port object 9f8ca8f7-303f-4833-b131-f9f35120c571 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:43.013796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Sync routers for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:43.032720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:43.034859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:43.036506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:43.067118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:43.070033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:43.071370 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4720e544-1762-4f0c-ba70-b97bbe83a56b HTTP/1.1" status: 204 len: 168 time: 0.9110122 Nov 08 12:24:43.087393 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1eda910f-c632-49c0-98fc-26acf0d38faf tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "PUT /v2.0/floatingips/d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe HTTP/1.1" status: 200 len: 991 time: 2.4848664 Nov 08 12:24:43.089101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:43.102840 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:43.113164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07ed2a-1e16-4f0a-aa97-8ca59e90972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720e544-1762-4f0c-ba70-b97bbe83a56b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:43.157698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf525ff-1b46-4e20-91b6-fa048b1f2514 req-3667a9c2-330e-4b88-aea5-3466bec89f31 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:43.160038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf525ff-1b46-4e20-91b6-fa048b1f2514 req-3667a9c2-330e-4b88-aea5-3466bec89f31 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.1158812 Nov 08 12:24:43.161156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:43.286776 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b13bac9-e39c-4989-84ac-ff35159c8852 x-openstack-request-id: req-7b13bac9-e39c-4989-84ac-ff35159c8852 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:43.287303 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:43.287748 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b13bac9-e39c-4989-84ac-ff35159c8852 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:43.288317 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'status': 'completed', 'code': 200} Nov 08 12:24:43.359272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:43.370902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] No DVR routers for this DVR port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:43.495454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:43.516861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-0abcd4e0-7044-416b-9ecd-5bba6c6aef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:43.516861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-0abcd4e0-7044-416b-9ecd-5bba6c6aef4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc0608d6279a400e8699165c662e478e&device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 1096 time: 0.1969430 Nov 08 12:24:43.519770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcf525ff-1b46-4e20-91b6-fa048b1f2514 req-048f07ee-e710-44ae-81b5-f631965f9e5a tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236749 Nov 08 12:24:43.574168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:43.574548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:43.574879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:43.649416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0906d1-085e-494e-9767-b8dd3cb4d6bf req-39a09485-4e71-47b0-ad73-7e0f807e21d6 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:43.657153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec0906d1-085e-494e-9767-b8dd3cb4d6bf req-39a09485-4e71-47b0-ad73-7e0f807e21d6 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 943 time: 0.2632613 Nov 08 12:24:43.699382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:43.699979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Attempting to bind port 9f8ca8f7-303f-4833-b131-f9f35120c571 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:43.725074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:43.725411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:43.725892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:43.726360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Bound port: 9f8ca8f7-303f-4833-b131-f9f35120c571, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:43.726720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:43.796963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'd97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'port_id': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'mac_address': 'fa:16:3e:b6:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:23:37Z', 'updated_at': '2021-11-08T12:24:41Z', 'revision_number': 1, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:43.815008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-a7188f66-edd2-4b09-a558-6645ef370cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:43.816532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-a7188f66-edd2-4b09-a558-6645ef370cfc service neutron] 10.222.0.61 "GET /v2.0/networks?id=03bd7186-87da-476c-9a9f-678327f4a190 HTTP/1.1" status: 200 len: 917 time: 0.2899885 Nov 08 12:24:43.832391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec0906d1-085e-494e-9767-b8dd3cb4d6bf req-ed5fc7da-9f30-45e7-ab88-a8c9aa99d879 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723058 Nov 08 12:24:43.836708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Checking router: 74e6e721-fe07-4c60-9535-1aa22b59c713 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:24:43.848108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:43.849074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:43.870165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:43.949627 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c815cd0c-eb2b-46d9-9f74-eb03925f140b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a933a27112943f1ace4b2b1825a4868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764284 Nov 08 12:24:43.951315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:43.983044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:43.986230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:44.013344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.017505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:44.043564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.046097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:44.073144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:44.075847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-9aa2dff6-c027-49f8-a052-8a61d1430773 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb7dc69-d176-4305-b050-f00f27b581b7 HTTP/1.1" status: 200 len: 999 time: 0.2345645 Nov 08 12:24:44.153530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-54c9d7fe-359b-4704-8f0d-640eecd84611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:44.155225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-54c9d7fe-359b-4704-8f0d-640eecd84611 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e52aaf1-8655-4665-a719-546891111d2a HTTP/1.1" status: 200 len: 855 time: 0.0715888 Nov 08 12:24:44.207234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.278471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.282547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.284001 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4869d09-c7a8-476d-a66f-da93eefd00ec HTTP/1.1" status: 204 len: 168 time: 0.3313942 Nov 08 12:24:44.285891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:44.299673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.299673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 1097 time: 1.8019729 Nov 08 12:24:44.300452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:44.303507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-f2b8d113-97e1-4ec9-a556-985e18d6391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:44.305015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-f2b8d113-97e1-4ec9-a556-985e18d6391d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03bd7186-87da-476c-9a9f-678327f4a190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421082 Nov 08 12:24:44.309982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9da5b-ccf3-40f5-ac8c-830d29c43e88 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:44.325693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f3fd-b01f-456d-9201-0544687f437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4869d09-c7a8-476d-a66f-da93eefd00ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:44.457135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,segment=NetworkSegment(606ed05f-37e4-4720-8cfb-5cdb21726df0),segment_id=606ed05f-37e4-4720-8cfb-5cdb21726df0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:44.473244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-8133bb73-d552-4dfc-94c1-4b261736c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:44.475040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-8133bb73-d552-4dfc-94c1-4b261736c0fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1100 time: 0.1530735 Nov 08 12:24:44.541515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c', 'network_id': 'c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1', 'port_id': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c', 'mac_address': 'fa:16:3e:a2:e7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3cc72a-edb0-44d7-b988-31149dbcf6b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:24:44.580998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-f98f31af-087e-4139-b06d-427d6637fb61 service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646608 Nov 08 12:24:44.611641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.641225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:44.681029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,segment=NetworkSegment(606ed05f-37e4-4720-8cfb-5cdb21726df0),segment_id=606ed05f-37e4-4720-8cfb-5cdb21726df0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:44.817777 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:44.818049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-e8190830-e801-44e9-a3d5-a2899a50e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:44.821174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-e8190830-e801-44e9-a3d5-a2899a50e014 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3389425 Nov 08 12:24:44.989791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:44.993475 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:45.001621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-57d0287a-739c-43f3-86f0-c5acdfccd2c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.1729875 Nov 08 12:24:45.050914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:45.121587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'd97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'port_id': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'mac_address': 'fa:16:3e:b6:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:23:37Z', 'updated_at': '2021-11-08T12:24:41Z', 'revision_number': 1, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:45.131182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:45.145269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603f5c-bb4b-46cc-bb6e-f8f02f8cba20 req-373aedae-546b-4fe9-a5c1-de9b88cf5e43 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:45.147345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95603f5c-bb4b-46cc-bb6e-f8f02f8cba20 req-373aedae-546b-4fe9-a5c1-de9b88cf5e43 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.4532602 Nov 08 12:24:45.156590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-ab80bac3-e1c3-406d-94d3-b788f9decc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:45.162091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-ab80bac3-e1c3-406d-94d3-b788f9decc4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1413114 Nov 08 12:24:45.214855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719a24c-95d2-4866-9261-5e8dd7f93865 None None] The sync data for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 is: [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'd97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'port_id': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'mac_address': 'fa:16:3e:b6:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:23:37Z', 'updated_at': '2021-11-08T12:24:41Z', 'revision_number': 1, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:24:45.254890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf85f2-40d2-441a-b68b-e4cb0d8bf4ef req-ae50baa8-00df-4f92-bf93-4139e3fc345b tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:45.256462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60cf85f2-40d2-441a-b68b-e4cb0d8bf4ef req-ae50baa8-00df-4f92-bf93-4139e3fc345b tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 944 time: 0.2412934 Nov 08 12:24:45.314030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4f6d28e9-b0c1-428d-bd0d-adb096be0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:45.321681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-4f6d28e9-b0c1-428d-bd0d-adb096be0fcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480651 Nov 08 12:24:45.372791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2db95b31-a4f0-470c-9b5a-4c56ec2ce31b req-162429e8-4c61-4220-bbc3-80de4ad7d106 service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749679 Nov 08 12:24:45.519442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95603f5c-bb4b-46cc-bb6e-f8f02f8cba20 req-af8395ba-de6a-4ee9-846d-6690d9190393 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514669 Nov 08 12:24:45.603670 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4479cb-8154-443e-b73b-5864b84c74d9 x-openstack-request-id: req-7f4479cb-8154-443e-b73b-5864b84c74d9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:45.604462 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:45.604723 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f4479cb-8154-443e-b73b-5864b84c74d9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:45.605068 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'status': 'completed', 'code': 200} Nov 08 12:24:45.672608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60cf85f2-40d2-441a-b68b-e4cb0d8bf4ef req-83f83913-6123-4eb3-bd7d-9de01f92d6fd tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974147 Nov 08 12:24:45.691068 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:45.765165 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d92e-299c-4e59-8003-6248f514e9bc None None] New status for floating IP d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:24:46.398361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:46.419727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-780720e4-0659-4eda-b4ef-98792b668fb4 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0687029 Nov 08 12:24:46.438236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-4263d35d-a93a-42e2-a762-d4ada0068c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:46.440587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-4263d35d-a93a-42e2-a762-d4ada0068c62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1100 time: 0.8101161 Nov 08 12:24:46.535458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5abb62c-797c-4db1-9547-62dc9f58bfb5 req-6ca9621a-760f-4ee8-b41e-81a9dbf05c9e service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069961 Nov 08 12:24:46.657531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1046771317-network', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:46.813724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-563f180a-b2d4-46fc-9dd8-8e045ca202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:46.819456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-563f180a-b2d4-46fc-9dd8-8e045ca202a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2780752 Nov 08 12:24:46.834654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:46.837044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:46.941245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-3263ad08-4578-4018-a0fb-3a8e37a22bdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.1079805 Nov 08 12:24:46.976961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.005768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-1784a649-0adb-41e5-9e8f-88389ed887a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.007279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-1784a649-0adb-41e5-9e8f-88389ed887a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f75a0e27007474790cf03b2a316aea4&device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1100 time: 0.3818886 Nov 08 12:24:47.099843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba253901-cc68-4861-88c7-7ff19ce54364 req-2f04bff7-5c46-428d-ae45-2e21456c456e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.107944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba253901-cc68-4861-88c7-7ff19ce54364 req-2f04bff7-5c46-428d-ae45-2e21456c456e tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.4189522 Nov 08 12:24:47.227754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-431e6ae8-7387-41d0-a9da-63f2f1e6edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.229622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-431e6ae8-7387-41d0-a9da-63f2f1e6edd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2642581 Nov 08 12:24:47.338234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab49db-26cc-42a7-b277-2f62aa1373a9 req-2d99e682-1182-4f0a-ba6a-ec4e6e559749 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.340030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdab49db-26cc-42a7-b277-2f62aa1373a9 req-2d99e682-1182-4f0a-ba6a-ec4e6e559749 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 944 time: 0.3316350 Nov 08 12:24:47.392024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba253901-cc68-4861-88c7-7ff19ce54364 req-95a25c6b-b2da-4350-a82b-c75e04fabfa9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831087 Nov 08 12:24:47.393171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-fa24bcdf-7390-40f3-93c1-f1b19d723187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.397300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-fa24bcdf-7390-40f3-93c1-f1b19d723187 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3637178 Nov 08 12:24:47.406128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.467253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-3246e011-bca7-42cd-a9ca-66e11745ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.468657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-3246e011-bca7-42cd-a9ca-66e11745ed16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263327 Nov 08 12:24:47.476130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-595746f7-cff7-44e5-81de-db35656356f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 200 len: 217 time: 0.0564284 Nov 08 12:24:47.481228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.582899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdab49db-26cc-42a7-b277-2f62aa1373a9 req-5177a3a8-c4ae-452f-a022-6218ad789c6f tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253869 Nov 08 12:24:47.583687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:24:47.638407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa0845-fd29-4047-b0a3-d904f7a2b91f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:47.649512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.649864 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Added segment cc131a99-9d93-46a0-9de3-15fc3571f64c of type vlan for network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 Nov 08 12:24:47.688951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-b23a3844-3702-4b1b-9a22-012f0c9f1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.690473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-b23a3844-3702-4b1b-9a22-012f0c9f1a91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1995325 Nov 08 12:24:47.767653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-11b37f8d-1fc4-498a-a46c-4b2ed9b6adb1 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875564 Nov 08 12:24:47.769281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.799618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:24:47.827251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-776cfe8c-03fa-4569-b67f-35b23674db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.828769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-776cfe8c-03fa-4569-b67f-35b23674db08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067660 Nov 08 12:24:47.943613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:47.945478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.946168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:47.946791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:47.957259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'mac_address': 'fa:16:3e:2b:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:24:48.012156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.043028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-fbef08ba-c87b-4c81-add2-c50bc4536de2 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651060 Nov 08 12:24:48.088598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6882839 Nov 08 12:24:48.088598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-53728768-4d98-45ee-b5b2-43734bc66afc service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242727 Nov 08 12:24:48.088942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60692) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:48.095113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Request body: {'subnet': {'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1046771317-subnet', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:48.099929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b0b5-21c7-445c-b438-6201b0c3a06c admin admin] Pushing event updated for resources: {'Network': ['ID=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:48.227536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:48.231752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.239820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:48.268635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:24:48.290566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bab8ba3-9d02-4eac-9fb9-550aaf03fc1d req-67bfc434-73a7-46cd-9ee7-2f009e5bfded service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862795 Nov 08 12:24:48.364614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:48.460611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:48.536803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.590998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:24:48.596022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:48.598427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:48.598798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.609769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101228-229a-410b-be76-1596d2b932a4 req-37897592-9fa1-439b-acb6-72c6e77d6220 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:48.610683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.617043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c101228-229a-410b-be76-1596d2b932a4 req-37897592-9fa1-439b-acb6-72c6e77d6220 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 949 time: 0.1203134 Nov 08 12:24:48.659494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a33889-980a-4cf2-8781-220a029b2105,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:48.701235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Checking segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:48.701590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Network hostable DHCP agents. Network: 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:24:48.724645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c101228-229a-410b-be76-1596d2b932a4 req-33f5dfaf-b58c-4143-b474-42c3e522a101 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048908 Nov 08 12:24:48.738365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-97ad5ece-de20-42ed-b218-414941a7595d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:48.738365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-97ad5ece-de20-42ed-b218-414941a7595d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.1943977 Nov 08 12:24:48.768454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-8d0946d0-751c-4bca-973d-797eed592679 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/quotas/47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 375 time: 0.0211573 Nov 08 12:24:48.777982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.813162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:48.816794 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88051cf8-245e-4af4-bfe1-709e840573e4" -d '{"events": [{"server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "name": "network-vif-plugged", "status": "completed", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:48.827980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:24:48.862336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,segment=NetworkSegment(606ed05f-37e4-4720-8cfb-5cdb21726df0),segment_id=606ed05f-37e4-4720-8cfb-5cdb21726df0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:48.866746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9f8ca8f7-303f-4833-b131-f9f35120c571'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:48.868495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-41151054-4c0c-418a-a5bd-db1fee448510 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932443 Nov 08 12:24:48.931031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:48.957062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:48.960182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:48.975996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60720) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:48.982531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f29179-21e2-42ee-8942-cf4688530a03 None None] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:48.987011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.113525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c270-fd39-4c06-9554-66fb5b914f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.125425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:49.219196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c270-fd39-4c06-9554-66fb5b914f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.230682 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3653ad40-bf35-4d91-b3dc-a009f451f4f9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1406693 Nov 08 12:24:49.232041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:49.244787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:49.324186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c270-fd39-4c06-9554-66fb5b914f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.347260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e0336-019f-45f3-b769-e06cf6a3252e req-3d89c53c-7ada-4a7c-b083-ef02bb7c9dbc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:49.357642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556e0336-019f-45f3-b769-e06cf6a3252e req-3d89c53c-7ada-4a7c-b083-ef02bb7c9dbc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.4108162 Nov 08 12:24:49.381641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.382880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.420692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-fa0d9b1f-bc7d-4f5c-b618-8df25878979b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1732249 Nov 08 12:24:49.451879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c270-fd39-4c06-9554-66fb5b914f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf07eb8-24a4-48d0-badc-9e129c6fc1c0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:49.456707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fe9c270-fd39-4c06-9554-66fb5b914f38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e20a98dd91d244348509d823d66a8fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719522 Nov 08 12:24:49.460333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:49.478777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556e0336-019f-45f3-b769-e06cf6a3252e req-74bd1b54-f530-4763-a4ea-3a444fddab75 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199946 Nov 08 12:24:49.492537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-dad7dbea-62bf-4422-806b-3e884b9f76bf service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133330 Nov 08 12:24:49.548055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:24:49.548874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.586727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.631477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.692469 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d65784-88f4-442f-a442-1fc87dc58b5c x-openstack-request-id: req-08d65784-88f4-442f-a442-1fc87dc58b5c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:49.692706 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "name": "network-vif-plugged", "status": "completed", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:49.693017 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08d65784-88f4-442f-a442-1fc87dc58b5c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:49.693453 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c', 'code': 200} Nov 08 12:24:49.733029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.746964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-eba80c30-f2ae-4b87-b8d1-413ad5f6b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:49.748609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-eba80c30-f2ae-4b87-b8d1-413ad5f6b406 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c7c52a983143669349e50afdc98213&device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 1095 time: 0.2551687 Nov 08 12:24:49.857072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-a52353c0-f3ea-4fc6-acf6-857cbefc8c06 service neutron] 10.222.0.58 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336301 Nov 08 12:24:49.862833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Allocated IP 172.20.0.2 (5032b6e0-7f6b-4397-b1ae-0e390c8a5c04/73a33889-980a-4cf2-8781-220a029b2105/2f61c96f-6676-4aca-ad54-f3f581110136) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:49.967288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe5aa5-ef4c-4dbc-aa72-668a801c4c4a req-a2e69d41-1707-4df9-8f4a-f0f39ea0ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:49.968820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ebe5aa5-ef4c-4dbc-aa72-668a801c4c4a req-a2e69d41-1707-4df9-8f4a-f0f39ea0ac8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 1096 time: 0.2044437 Nov 08 12:24:49.976875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:49.998373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.060875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ebe5aa5-ef4c-4dbc-aa72-668a801c4c4a req-d405dbfc-3cb7-4126-a585-32a2edd2c9b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Nov 08 12:24:50.063884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-d7220ee8-8dc0-417b-b27c-d0313a608509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:50.068709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-d7220ee8-8dc0-417b-b27c-d0313a608509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 200 len: 908 time: 0.2492640 Nov 08 12:24:50.074033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.078004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.081847 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bf07eb8-24a4-48d0-badc-9e129c6fc1c0 HTTP/1.1" status: 204 len: 168 time: 0.6203249 Nov 08 12:24:50.126723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-34b8ce6b-f82d-4466-ae78-61b1876d0ea5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 200 len: 217 time: 0.0494146 Nov 08 12:24:50.129754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.139995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71aca6-51e1-44f4-ac20-87121e80a6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf07eb8-24a4-48d0-badc-9e129c6fc1c0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:50.205459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-c58c95af-1a27-4406-9342-29cbad1d4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:50.207406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-c58c95af-1a27-4406-9342-29cbad1d4fd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 200 len: 847 time: 0.0736303 Nov 08 12:24:50.222911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.268769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-7c99d90f-1e49-4d06-8d0a-0e77c37472dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78305ab6-b278-47a7-a971-6982586fe78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528824 Nov 08 12:24:50.269888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:50.277081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:50.281340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:50.289294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Pushing event updated for resources: {'Port': ['ID=2f61c96f-6676-4aca-ad54-f3f581110136,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:50.379126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Attempting to bind port 2f61c96f-6676-4aca-ad54-f3f581110136 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:50.379489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Attempting to bind port 2f61c96f-6676-4aca-ad54-f3f581110136 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:50.379850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Attempting to bind port 2f61c96f-6676-4aca-ad54-f3f581110136 on network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:50.386822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:50.387195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Checking segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:50.387837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.388234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Bound using segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:50.388707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Bound port: 2f61c96f-6676-4aca-ad54-f3f581110136, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:50.389124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.460847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.488059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-1459afaa-773a-47a0-a67d-ac982722b92a service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098255 Nov 08 12:24:50.492321 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.504661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] For port 2f61c96f-6676-4aca-ad54-f3f581110136, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:50.509186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] For port 2f61c96f-6676-4aca-ad54-f3f581110136, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2f61c96f-6676-4aca-ad54-f3f581110136,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:50.584692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4029853-10f9-4ec0-9e13-8662a5481299 req-f69880df-691e-4c03-9136-77d18782d1e4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:50.586585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4029853-10f9-4ec0-9e13-8662a5481299 req-f69880df-691e-4c03-9136-77d18782d1e4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 950 time: 0.2540500 Nov 08 12:24:50.610165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.631865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Allocated IP 172.25.1.128 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/584c9a40-510a-43a6-8c45-6e2874a9350a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:50.654349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323e9dea-775f-417b-a6c8-2abfa958fe62 req-0bfdd513-8211-4517-b575-3fc5cd641a3a service neutron] 10.222.0.57 "GET /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574321 Nov 08 12:24:50.672983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb170c-0cd6-4312-98ee-a1d3cd79b4c3 None None] Pushing event updated for resources: {'Port': ['ID=2f61c96f-6676-4aca-ad54-f3f581110136,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:50.699659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4029853-10f9-4ec0-9e13-8662a5481299 req-2efa0472-8406-485a-b262-1891659d93f1 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859449 Nov 08 12:24:50.862907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964bce-acd9-4051-8a15-75921136c2e8 req-7ab33ad5-440f-47de-9753-0eb0be6bb96d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:50.865261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05964bce-acd9-4051-8a15-75921136c2e8 req-7ab33ad5-440f-47de-9753-0eb0be6bb96d tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.1083400 Nov 08 12:24:50.868672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:50.997479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.051102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:51.054315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:51.059148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:51.122091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Pushing event updated for resources: {'Port': ['ID=584c9a40-510a-43a6-8c45-6e2874a9350a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:51.174210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2518010-145b-4718-a846-4dee6cbf2b21 req-9330adc8-5004-4e5c-9965-3d815691be21 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:51.175832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2518010-145b-4718-a846-4dee6cbf2b21 req-9330adc8-5004-4e5c-9965-3d815691be21 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 944 time: 0.3094208 Nov 08 12:24:51.213834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Deleting port be2398e1-ce7e-483d-90ad-22b753481382 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:51.214277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.229976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ec71d-7874-4476-be69-7f5e48a30e92 req-a0988e61-2281-4efc-9867-609c3e83aa8d tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:51.231551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d3ec71d-7874-4476-be69-7f5e48a30e92 req-a0988e61-2281-4efc-9867-609c3e83aa8d tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.1663001 Nov 08 12:24:51.357868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2518010-145b-4718-a846-4dee6cbf2b21 req-a8eac8df-72e6-459b-a609-38884c41247b tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661813 Nov 08 12:24:51.431393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d3ec71d-7874-4476-be69-7f5e48a30e92 req-1db21f26-c41a-4a86-8ac8-b62cd21e6455 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847515 Nov 08 12:24:51.456433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] For port be2398e1-ce7e-483d-90ad-22b753481382, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be2398e1-ce7e-483d-90ad-22b753481382,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:51.459676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.531959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Calling delete_port for be2398e1-ce7e-483d-90ad-22b753481382 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:51.543191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.570720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2f61c96f-6676-4aca-ad54-f3f581110136 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:51.687240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71c38e37-1e43-4d6b-8746-ecd4d99f20e2 req-2a7f5f1c-7352-4e37-a491-bc83814a36ba tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.1247075 Nov 08 12:24:51.695788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2f61c96f-6676-4aca-ad54-f3f581110136 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:51.696468 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.890286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.912574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:51.918174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:51.983608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 2f61c96f-6676-4aca-ad54-f3f581110136, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2f61c96f-6676-4aca-ad54-f3f581110136,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:52.014745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd423d5-a824-4b1d-a50d-635a093b7f05 req-9ad9b076-eca2-4a33-9d84-d643c2fce85c tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:52.016773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bd423d5-a824-4b1d-a50d-635a093b7f05 req-9ad9b076-eca2-4a33-9d84-d643c2fce85c tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 1101 time: 0.0652745 Nov 08 12:24:52.062349 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.090236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 9f8ca8f7-303f-4833-b131-f9f35120c571 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:24:52.096105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 9f8ca8f7-303f-4833-b131-f9f35120c571 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:52.096486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.106833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bd423d5-a824-4b1d-a50d-635a093b7f05 req-9999ea80-38d8-498c-9fd4-d7cd4cc0bd48 tempest-MigrationsAdminTest-1936210960 tempest-MigrationsAdminTest-1936210960-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833979 Nov 08 12:24:52.109637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event deleted for resources: {'Port': ['ID=be2398e1-ce7e-483d-90ad-22b753481382,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:52.136172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.147748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Router d6567283-7cae-4440-bdc8-e8b09292dbcd is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:24:52.189406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] No DVR routers for this DVR port be2398e1-ce7e-483d-90ad-22b753481382 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:52.194855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.199844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05964bce-acd9-4051-8a15-75921136c2e8 req-1006f450-cac1-4071-8853-3f0c81a14fc2 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "DELETE /v2.0/ports/be2398e1-ce7e-483d-90ad-22b753481382 HTTP/1.1" status: 204 len: 173 time: 1.3235247 Nov 08 12:24:52.200417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-deleted', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:52.203223 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a17702-4122-485e-a878-f8e96819a151" -d '{"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-deleted", "tag": "be2398e1-ce7e-483d-90ad-22b753481382"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:52.225372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=2f61c96f-6676-4aca-ad54-f3f581110136,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:52.228100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844cbb5-72b7-42f4-adf5-26a7b7eecbac None None] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:52.319513 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4e75e-5f80-4664-a44f-eaf862b889ed x-openstack-request-id: req-e6e4e75e-5f80-4664-a44f-eaf862b889ed {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:52.319904 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4", "name": "network-vif-deleted", "tag": "be2398e1-ce7e-483d-90ad-22b753481382", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:52.320248 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6e4e75e-5f80-4664-a44f-eaf862b889ed {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:52.320757 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4', 'name': 'network-vif-deleted', 'tag': 'be2398e1-ce7e-483d-90ad-22b753481382', 'status': 'completed', 'code': 200} Nov 08 12:24:52.334359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:52.350888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Sync routers for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:52.369568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f7275192-66fa-47d8-80b2-5645dc0f3404 None None] Provisioning complete for port 2f61c96f-6676-4aca-ad54-f3f581110136 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:52.370198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7275192-66fa-47d8-80b2-5645dc0f3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.453738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:52.454680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:52.457221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.461382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e77f8d8e-32b9-436a-a057-c3d4ead83352 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2227113 Nov 08 12:24:52.465459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60798) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:52.499282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9db869f-a164-48bf-bf07-68b1aa48dccf req-de575d71-7ea3-4c33-b1a7-16e90af52cac tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd363295-9ba3-4a21-a4b7-f8ffa54dc1b4 HTTP/1.1" status: 200 len: 210 time: 0.0379350 Nov 08 12:24:52.525919 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:52.636034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb4c31-6e6e-4ebc-8576-b0d63c2737be req-462726a3-e7ca-40ce-b7e2-210adc0fd8b5 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:52.637658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4fb4c31-6e6e-4ebc-8576-b0d63c2737be req-462726a3-e7ca-40ce-b7e2-210adc0fd8b5 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.0694795 Nov 08 12:24:52.638962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:52.641195 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a544c7f3-6fde-45c8-a3b2-55c3e7676d2e" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:52.686460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:52.694640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4fb4c31-6e6e-4ebc-8576-b0d63c2737be req-1c509a74-cb58-464c-afd3-2791034dfe8b tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Nov 08 12:24:52.715725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:53.003306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98da3052-42ca-4715-8e99-7aaddfcfed42 req-f6589e6c-3b73-4f6c-bcff-915779661b83 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0590365 Nov 08 12:24:53.021582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1c65-9feb-42a3-a195-d7b6847f49b7 req-9b99463c-2063-438c-912e-f264e311ba11 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:53.031235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-962f1c65-9feb-42a3-a195-d7b6847f49b7 req-9b99463c-2063-438c-912e-f264e311ba11 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 951 time: 0.1191649 Nov 08 12:24:53.105666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-962f1c65-9feb-42a3-a195-d7b6847f49b7 req-b8eee4f1-c591-41f6-a979-3d51c76716ba tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Nov 08 12:24:53.143237 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d6781-7bd9-4b1b-b786-fa640684fc11 x-openstack-request-id: req-993d6781-7bd9-4b1b-b786-fa640684fc11 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:53.143525 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:53.143646 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-993d6781-7bd9-4b1b-b786-fa640684fc11 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:53.144040 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'code': 200} Nov 08 12:24:53.152955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:53.153285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.154062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be2398e1-ce7e-483d-90ad-22b753481382 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:53.196113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.233820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: be2398e1-ce7e-483d-90ad-22b753481382 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:53.234161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be2398e1-ce7e-483d-90ad-22b753481382 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:53.300381 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d6780be-f494-4e57-ad16-035c1dbc4c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.313724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-497ffcf8-7b88-4493-af21-527a91f5b58b None None] Provisioning complete for port 2f61c96f-6676-4aca-ad54-f3f581110136 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:53.314113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-497ffcf8-7b88-4493-af21-527a91f5b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.320023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=13']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:53.383346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Allocated IP 172.20.0.1 (5032b6e0-7f6b-4397-b1ae-0e390c8a5c04/73a33889-980a-4cf2-8781-220a029b2105/a6bdfd05-3054-4413-8116-45163fc2f49c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:53.390327 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25423cbf-3c77-4268-9160-6891c2f7d687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.418926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d6780be-f494-4e57-ad16-035c1dbc4c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.462169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2f61c96f-6676-4aca-ad54-f3f581110136 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:53.508459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.519684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d6780be-f494-4e57-ad16-035c1dbc4c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.572511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9d6780be-f494-4e57-ad16-035c1dbc4c0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8c19a2c4b78444996720d8a892846b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4175265 Nov 08 12:24:53.573569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6780be-f494-4e57-ad16-035c1dbc4c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51755641-12de-4dd2-91ca-9c5323521c80,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:53.575915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:53.611167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.651843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.663806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:51Z', 'revision_number': 3, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:53.665599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2f61c96f-6676-4aca-ad54-f3f581110136 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:53.666221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.681206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.709260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:53.720906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:53.722669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:53.724891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:53.768926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Checking router: d6567283-7cae-4440-bdc8-e8b09292dbcd for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:24:53.769452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Updating router d6567283-7cae-4440-bdc8-e8b09292dbcd port 584c9a40-510a-43a6-8c45-6e2874a9350a binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:24:53.788057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.816943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.851025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.855270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:53.859501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51755641-12de-4dd2-91ca-9c5323521c80 HTTP/1.1" status: 204 len: 168 time: 0.2715504 Nov 08 12:24:53.878066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558f878-7285-436f-8756-86c206576ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51755641-12de-4dd2-91ca-9c5323521c80,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:54.221607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-64190fec-57e1-45ff-9f20-1d28b64f1c43 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:54.223198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-64190fec-57e1-45ff-9f20-1d28b64f1c43 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 820 time: 0.2938008 Nov 08 12:24:54.252117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0167cd40-59f8-48b3-b9c7-1a0e16e7d525 req-d3bf9259-e6a0-4c3d-a99d-987331c5529f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.1158891 Nov 08 12:24:54.257463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Request body: {'port': {'device_id': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'admin_state_up': True, 'tenant_id': '47a0e5d2d3d84cf6a7a10c2df862ce79'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:54.347890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.351029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-047f335d-76d7-4ee2-b5b6-29098c19180f None None] Provisioning complete for port a6bdfd05-3054-4413-8116-45163fc2f49c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:54.351592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-047f335d-76d7-4ee2-b5b6-29098c19180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.376496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-55bdee1d-ec66-4393-9317-d9a0d403fcd0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:54.378518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-55bdee1d-ec66-4393-9317-d9a0d403fcd0 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 951 time: 0.2803471 Nov 08 12:24:54.440765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-047f335d-76d7-4ee2-b5b6-29098c19180f None None] Port a6bdfd05-3054-4413-8116-45163fc2f49c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:24:54.443425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.501957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Attempting to bind port 584c9a40-510a-43a6-8c45-6e2874a9350a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:54.502363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Attempting to bind port 584c9a40-510a-43a6-8c45-6e2874a9350a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:54.502787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Attempting to bind port 584c9a40-510a-43a6-8c45-6e2874a9350a on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:54.513097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752045d-44ed-4c9c-872b-777d47030230 None None] Pushing event updated for resources: {'Port': ['ID=584c9a40-510a-43a6-8c45-6e2874a9350a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:54.524020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:54.524633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:54.526383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.526999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:54.527670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Bound port: 584c9a40-510a-43a6-8c45-6e2874a9350a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:54.528258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.604478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] For port 584c9a40-510a-43a6-8c45-6e2874a9350a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:54.608942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] For port 584c9a40-510a-43a6-8c45-6e2874a9350a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=584c9a40-510a-43a6-8c45-6e2874a9350a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:54.731139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.736007 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:54.746526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fbbc3-3f55-4ec1-9bdc-f44da29ab9a8 req-123e4c35-911a-4819-b764-e178cd7694d3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:54.749188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f6fbbc3-3f55-4ec1-9bdc-f44da29ab9a8 req-123e4c35-911a-4819-b764-e178cd7694d3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 951 time: 0.5010600 Nov 08 12:24:54.761766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-6c6de340-9042-4a6c-a951-b33c6a6a31ee tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:54.764099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-6c6de340-9042-4a6c-a951-b33c6a6a31ee tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.0746105 Nov 08 12:24:54.865196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:54.865834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:54.873577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b263f9a-c5af-4544-a6be-e10a7f06d43a req-ffe299c9-14b2-4c3d-a4f4-2f5d8e1a3daf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:54.883316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b263f9a-c5af-4544-a6be-e10a7f06d43a req-ffe299c9-14b2-4c3d-a4f4-2f5d8e1a3daf tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 945 time: 0.4604559 Nov 08 12:24:54.963031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b263f9a-c5af-4544-a6be-e10a7f06d43a req-96439f24-356d-4e1d-8814-e7ef0129d4d6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Nov 08 12:24:54.995902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752045d-44ed-4c9c-872b-777d47030230 None None] Pushing event updated for resources: {'Port': ['ID=584c9a40-510a-43a6-8c45-6e2874a9350a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:55.079254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Deleting port 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:55.079613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.116552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Deleting port 3d22014f-7f9f-4cae-8686-43ccd553eef5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:55.117020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.145351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:55.245861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.282631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] For port 9f8ca8f7-303f-4833-b131-f9f35120c571, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9f8ca8f7-303f-4833-b131-f9f35120c571,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:55.283139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] For port 3d22014f-7f9f-4cae-8686-43ccd553eef5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3d22014f-7f9f-4cae-8686-43ccd553eef5,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:55.283269 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.283702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.301446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Calling delete_port for 3d22014f-7f9f-4cae-8686-43ccd553eef5 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:55.318118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f6fbbc3-3f55-4ec1-9bdc-f44da29ab9a8 req-9a81e748-7da1-481a-98dc-b35251ffd616 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884348 Nov 08 12:24:55.325658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Made reservation on behalf of 47a0e5d2d3d84cf6a7a10c2df862ce79 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:55.337206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.357664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.407179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Calling delete_port for 9f8ca8f7-303f-4833-b131-f9f35120c571 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:55.463482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:55.474505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.475494 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a47a751-3f30-4532-b998-46e51e94dcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.556936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:24:53Z', 'revision_number': 1, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:55.591601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d54c7c56-b78f-4894-9442-705ec2fdd4c5 req-0efdebd0-19b7-4cd8-9882-d3c2b733384e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.1785252 Nov 08 12:24:55.627119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:55.642569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495415-95de-4324-98b0-1f4426b9db73 None None] The sync data for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 is: [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:24:53Z', 'revision_number': 1, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:24:55.741013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:55.745385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:55.805638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Allocated IP 172.20.0.6 (6c505b67-ed16-4204-a8c9-b0fdb9d463c6/43161527-df13-4bef-96fc-88351e661871/12957f73-94ae-4e15-8b08-81106c8bb2f5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:55.833265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:55.944741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1734815221-network', 'tenant_id': '912024f24d2f468ea08848a8a51d8807'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:55.951736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event deleted for resources: {'Port': ['ID=3d22014f-7f9f-4cae-8686-43ccd553eef5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:56.005923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] No DVR routers for this DVR port 3d22014f-7f9f-4cae-8686-43ccd553eef5 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:56.021410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.030742 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-55824d7e-942c-4b3b-9f33-994baed7d52a req-46fe72e1-ffba-4d69-93f9-f7f27c668576 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "DELETE /v2.0/ports/3d22014f-7f9f-4cae-8686-43ccd553eef5 HTTP/1.1" status: 204 len: 173 time: 1.2127693 Nov 08 12:24:56.094157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-deleted', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:56.098076 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65db8ef-f6a3-4372-8c5b-e867abf830c8" -d '{"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-deleted", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:56.151979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Router d6567283-7cae-4440-bdc8-e8b09292dbcd has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:24:56.208021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e70d1cf5-36e5-48c2-869d-ee60424a3b5a None None] Provisioning complete for port a6bdfd05-3054-4413-8116-45163fc2f49c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:56.208588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e70d1cf5-36e5-48c2-869d-ee60424a3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.225436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Made reservation on behalf of 912024f24d2f468ea08848a8a51d8807 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:56.237098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.251314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.299686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e70d1cf5-36e5-48c2-869d-ee60424a3b5a None None] Port a6bdfd05-3054-4413-8116-45163fc2f49c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:24:56.492824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.519865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:24:56.527705 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb8767ac-e3c8-44cc-aa33-b086b58ab1a1 admin admin] 10.222.0.58 "PUT /v2.0/routers/d6567283-7cae-4440-bdc8-e8b09292dbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0644917 Nov 08 12:24:56.576543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.579293 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.620731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2696573d-6126-4af7-b36c-929d358e9fbe,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:56.637274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d37fe27-c856-404d-ad83-292c83cefb54 req-ae73714e-7db2-4374-8a4e-84f2543cccf6 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91a384a-c330-41df-b870-29904f1db72c HTTP/1.1" status: 200 len: 210 time: 0.0694940 Nov 08 12:24:56.654960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.669013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062', '39363cf6-9cec-4fb6-adbc-11a057268040', 'f890fa6f-cd33-402f-94fc-eacec6613909'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:56.718262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:24:56.735319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event deleted for resources: {'Port': ['ID=9f8ca8f7-303f-4833-b131-f9f35120c571,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:56.784031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.784545 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Added segment 6bc61e3a-4ae4-4d42-8c88-03900ffc8be6 of type vlan for network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 Nov 08 12:24:56.833017 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2857483a-855e-4952-8664-2a0bd91a36df x-openstack-request-id: req-2857483a-855e-4952-8664-2a0bd91a36df {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:56.833017 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91a384a-c330-41df-b870-29904f1db72c", "name": "network-vif-deleted", "tag": "3d22014f-7f9f-4cae-8686-43ccd553eef5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:56.833017 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2857483a-855e-4952-8664-2a0bd91a36df {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:56.833017 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91a384a-c330-41df-b870-29904f1db72c', 'name': 'network-vif-deleted', 'tag': '3d22014f-7f9f-4cae-8686-43ccd553eef5', 'status': 'completed', 'code': 200} Nov 08 12:24:56.914450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] No DVR routers for this DVR port 9f8ca8f7-303f-4833-b131-f9f35120c571 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:24:56.936182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.939787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a97a69bc-3635-4de4-96de-ce54daacda49 req-e2fe914d-68f2-4981-a00c-9b6c54029082 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "DELETE /v2.0/ports/9f8ca8f7-303f-4833-b131-f9f35120c571 HTTP/1.1" status: 204 len: 173 time: 2.5505984 Nov 08 12:24:56.940460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-deleted', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:24:56.943832 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c190f1f3-e6ae-4015-9551-e03ea6634112" -d '{"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-deleted", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:24:56.958964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:56.960420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.089378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.090445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:57.091035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.158960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.191975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:24:57.307698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6677008 Nov 08 12:24:57.313190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:57.340504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Request body: {'subnet': {'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1734815221-subnet', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:57.353066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f58ce-8217-4367-b94b-d4ff613002a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1aa3dd-b56b-4983-908f-07d7eaa1f573,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:57.423293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:24:57.461978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Made reservation on behalf of 912024f24d2f468ea08848a8a51d8807 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:24:57.464817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.562417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:57.576577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fb2698d-b6b8-4b92-812a-7d3e5c87bc9b req-43df8f61-2211-4b18-bfe3-046399a921f3 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=264c1474-f0a0-4438-ba94-400040377544 HTTP/1.1" status: 200 len: 210 time: 0.2307880 Nov 08 12:24:57.590277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:57.618219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:57.656517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 584c9a40-510a-43a6-8c45-6e2874a9350a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:24:57.717580 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357648b2-99e8-422d-a039-9200ebd634d5 x-openstack-request-id: req-357648b2-99e8-422d-a039-9200ebd634d5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:24:57.719117 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264c1474-f0a0-4438-ba94-400040377544", "name": "network-vif-deleted", "tag": "9f8ca8f7-303f-4833-b131-f9f35120c571", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:24:57.719560 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-357648b2-99e8-422d-a039-9200ebd634d5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:24:57.721992 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264c1474-f0a0-4438-ba94-400040377544', 'name': 'network-vif-deleted', 'tag': '9f8ca8f7-303f-4833-b131-f9f35120c571', 'status': 'completed', 'code': 200} Nov 08 12:24:57.724946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:57.793169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb057-3c78-4113-b4ad-2c3148d47645 req-b36d1c40-d8bc-43f6-832f-536e6c6d74c5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:57.802126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a25eb057-3c78-4113-b4ad-2c3148d47645 req-b36d1c40-d8bc-43f6-832f-536e6c6d74c5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 931 time: 0.4730890 Nov 08 12:24:57.856848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:57.857589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:57.929206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a25eb057-3c78-4113-b4ad-2c3148d47645 req-f3269597-12bf-442c-90cd-29c26689d519 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197057 Nov 08 12:24:57.950942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6172f10a-d935-4cc2-9936-aba0922d4b6f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7014885 Nov 08 12:24:57.953528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:57.971555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Request body: {'port': {'device_id': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:57.989278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.111699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.131491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bec6f8-f792-4745-b538-5b786c76de18,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:58.141993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Checking segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:58.143165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Network hostable DHCP agents. Network: 6e1aa3dd-b56b-4983-908f-07d7eaa1f573, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:24:58.233798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:24:58.265558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 3d22014f-7f9f-4cae-8686-43ccd553eef5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:58.265787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3d22014f-7f9f-4cae-8686-43ccd553eef5 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:58.266201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:24:58.308315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6e1aa3dd-b56b-4983-908f-07d7eaa1f573) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:58.312658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:58.313364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.317136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 9f8ca8f7-303f-4833-b131-f9f35120c571 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:24:58.317806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9f8ca8f7-303f-4833-b131-f9f35120c571 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:24:58.332132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0251bde-a031-4eb3-84bb-a4673a792c9f None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:24:58.416899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8af0c2cc-4815-45f8-9a69-6faa6d88c770 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0943811 Nov 08 12:24:58.417033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:24:58.421324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:24:58.435038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb5fae-e45c-478c-88a8-d06eac2cdde5 req-5c94ae5f-1274-4f57-b893-e47aa8743619 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:58.436608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9acb5fae-e45c-478c-88a8-d06eac2cdde5 req-5c94ae5f-1274-4f57-b893-e47aa8743619 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.1248987 Nov 08 12:24:58.491749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.641050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 584c9a40-510a-43a6-8c45-6e2874a9350a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:24:58.641050 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.694052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12957f73-94ae-4e15-8b08-81106c8bb2f5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:24:58.721298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9acb5fae-e45c-478c-88a8-d06eac2cdde5 req-b3257846-2573-45cd-8563-bc5eb4dbb822 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162280 Nov 08 12:24:58.733578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-8eb89712-97b4-4309-bc4c-1cc189a35ca9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:58.734448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:24:58.735328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.736368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-8eb89712-97b4-4309-bc4c-1cc189a35ca9 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.1998637 Nov 08 12:24:58.741502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.771642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Transition to ACTIVE for port object 12957f73-94ae-4e15-8b08-81106c8bb2f5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:24:58.937996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Deleting port 0edeee95-cca1-4734-a2a1-cae89d36ac79 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:24:58.939973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.998811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:58.998811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.052878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Allocated IP 172.20.0.2 (6e1aa3dd-b56b-4983-908f-07d7eaa1f573/61bec6f8-f792-4745-b538-5b786c76de18/301ce1ca-3c85-4472-8558-4f75ef6fb2a8) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:24:59.064123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.068536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.089705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.202020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.265844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] For port 0edeee95-cca1-4734-a2a1-cae89d36ac79, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0edeee95-cca1-4734-a2a1-cae89d36ac79,segment=NetworkSegment(c1ab8d63-708d-41b7-8afb-c37d77afb809),segment_id=c1ab8d63-708d-41b7-8afb-c37d77afb809)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:59.266656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.270013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 584c9a40-510a-43a6-8c45-6e2874a9350a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=584c9a40-510a-43a6-8c45-6e2874a9350a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:24:59.296852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:59.326143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.354683 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Sync routers for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:24:59.359639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.371232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:24:59.371232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:24:59.424203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Calling delete_port for 0edeee95-cca1-4734-a2a1-cae89d36ac79 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:24:59.431255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.445693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:59.451135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:59.451135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:59.460194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652be20c-63e9-4f8d-a2ca-cffd86bb4a68 req-50870ee6-8ddd-414f-98fc-ad7b9d625e02 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:24:59.461769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-652be20c-63e9-4f8d-a2ca-cffd86bb4a68 req-50870ee6-8ddd-414f-98fc-ad7b9d625e02 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.3905120 Nov 08 12:24:59.480621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:24:59.480961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:59.544688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:24:59.548657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:59.548657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:59.548657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:59.548657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Bound port: 12957f73-94ae-4e15-8b08-81106c8bb2f5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:59.548657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.553840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.561564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:24:59.565761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:24:59.580000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=584c9a40-510a-43a6-8c45-6e2874a9350a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:59.615715 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:24:59.622074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-652be20c-63e9-4f8d-a2ca-cffd86bb4a68 req-78205ebf-a73e-4e6d-98d5-24cbc99582e6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534152 Nov 08 12:24:59.737215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Attempting to bind port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:24:59.737653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Attempting to bind port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:24:59.738027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Attempting to bind port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 on network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:24:59.755202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:24:59.776157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:24:59.784420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:24:59.787116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Checking segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:24:59.788106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.789536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Bound using segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:24:59.790472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Bound port: 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:24:59.793673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.883904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Pushing event updated for resources: {'Port': ['ID=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:24:59.902648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:24:59.989095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] For port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:00.001700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] For port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:00.006993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.031322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.068223 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.120017 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 2, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:00.157903 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Checking router: d6567283-7cae-4440-bdc8-e8b09292dbcd for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:00.158677 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Updating router d6567283-7cae-4440-bdc8-e8b09292dbcd port a6bdfd05-3054-4413-8116-45163fc2f49c binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:25:00.186895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:00.187434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.192640 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.192845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] 10.222.0.61 "PUT /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 1091 time: 2.2250459 Nov 08 12:25:00.211557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb83f7-af40-4df9-a34b-220dc3b4dccd req-248ed2ce-d027-4dd1-a58e-3e9d255c4a14 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:00.222334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dbb83f7-af40-4df9-a34b-220dc3b4dccd req-248ed2ce-d027-4dd1-a58e-3e9d255c4a14 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.4226577 Nov 08 12:25:00.243411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:00.249573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Allocated IP 172.25.1.181 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/94a3f84c-1da5-408d-80ce-04067887a447) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:00.255691 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fee9df-aea6-44e5-bd4b-f378b553c8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:00.287522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cea24a-b557-4810-84fe-0f02e410d565 None None] Pushing event updated for resources: {'Port': ['ID=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:00.590663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dbb83f7-af40-4df9-a34b-220dc3b4dccd req-21600e8b-a8c3-4e57-ae0b-dda31e2a2866 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673182 Nov 08 12:25:00.605749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211886d-b8be-4a89-9d80-ec1fdd7e7ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:00.669977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fec3-fd6a-491f-bbae-60573d299c13 req-eb524ef7-7813-4e1c-abe5-1cf551971439 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:00.674687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.685112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84d9fec3-fd6a-491f-bbae-60573d299c13 req-eb524ef7-7813-4e1c-abe5-1cf551971439 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 944 time: 0.5945318 Nov 08 12:25:00.717068 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.783875 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad17bfa-449f-40cb-a834-3c38a383ef07 x-openstack-request-id: req-5ad17bfa-449f-40cb-a834-3c38a383ef07 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:00.784431 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:00.784587 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ad17bfa-449f-40cb-a834-3c38a383ef07 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:00.785119 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'status': 'completed', 'code': 200} Nov 08 12:25:00.799661 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.840196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.872882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-489cb8ed-4509-4d09-9e00-a21689a6ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:00.876931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-489cb8ed-4509-4d09-9e00-a21689a6ea5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1094 time: 0.5287688 Nov 08 12:25:00.907959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84d9fec3-fd6a-491f-bbae-60573d299c13 req-7e0b594d-eb94-44bf-8355-f1190b69c21f tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/security-groups?id=21486dc6-940b-41fa-ae6c-64c02a30b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126970 Nov 08 12:25:00.930925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:00.958884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:01.005334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:01.014600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-05d8e574-590b-4941-b9d6-247dc049c031 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1145463 Nov 08 12:25:01.016010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:01.030932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d4da5-8099-4b05-8460-fb581b930026 None None] Pushing event updated for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:01.085128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Attempting to bind port a6bdfd05-3054-4413-8116-45163fc2f49c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:01.085498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Attempting to bind port a6bdfd05-3054-4413-8116-45163fc2f49c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:01.085860 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Attempting to bind port a6bdfd05-3054-4413-8116-45163fc2f49c on network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:01.092255 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:01.093057 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Checking segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:01.093618 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.094172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Bound using segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:01.094821 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Bound port: a6bdfd05-3054-4413-8116-45163fc2f49c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:01.095389 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.108786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Pushing event deleted for resources: {'Port': ['ID=0edeee95-cca1-4734-a2a1-cae89d36ac79,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:01.186692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] For port a6bdfd05-3054-4413-8116-45163fc2f49c, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:01.190602 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] For port a6bdfd05-3054-4413-8116-45163fc2f49c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a6bdfd05-3054-4413-8116-45163fc2f49c,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:01.257862 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.301272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] Provisioning complete for port a6bdfd05-3054-4413-8116-45163fc2f49c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:01.301819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.345824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Pushing event updated for resources: {'Port': ['ID=94a3f84c-1da5-408d-80ce-04067887a447,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:01.376807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-3ddfb911-18eb-43f2-959f-15dc555100c9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:01.378545 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-3ddfb911-18eb-43f2-959f-15dc555100c9 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.4325676 Nov 08 12:25:01.422829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d4da5-8099-4b05-8460-fb581b930026 None None] Pushing event updated for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:01.423081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] No DVR routers for this DVR port 0edeee95-cca1-4734-a2a1-cae89d36ac79 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:01.427110 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:01.427978 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:01.432295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.444642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d16ab92-511e-4fc1-b612-acc7e1981890 req-757280e6-4390-49a2-9dff-bc4c51dd60a3 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.57 "DELETE /v2.0/ports/0edeee95-cca1-4734-a2a1-cae89d36ac79 HTTP/1.1" status: 204 len: 173 time: 2.6709845 Nov 08 12:25:01.450491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-5da77afb-51e0-4702-a0bd-252ab4c98633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:01.451978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-5da77afb-51e0-4702-a0bd-252ab4c98633 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.3699355 Nov 08 12:25:01.489383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2fe80-9839-439a-bb7d-30b95cb01d61 req-7ca8ad86-f588-4b2d-9cec-2f8cf6adebb5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:01.505889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2fb2fe80-9839-439a-bb7d-30b95cb01d61 req-7ca8ad86-f588-4b2d-9cec-2f8cf6adebb5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.4051192 Nov 08 12:25:01.576668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.643772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-bef74f2f-71ee-4280-b2a1-d20461695805 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336374 Nov 08 12:25:01.693140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:01.716826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] For port a6bdfd05-3054-4413-8116-45163fc2f49c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a6bdfd05-3054-4413-8116-45163fc2f49c,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:01.747660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2fb2fe80-9839-439a-bb7d-30b95cb01d61 req-df34025a-19e1-4aec-b149-8a4a6f095038 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394300 Nov 08 12:25:01.787928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:01.872395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:01.941270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:01.974494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-edb954c2-b601-4972-ba37-3bb0bae33c00 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420230 Nov 08 12:25:02.028252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0edeee95-cca1-4734-a2a1-cae89d36ac79 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:02.028700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0edeee95-cca1-4734-a2a1-cae89d36ac79 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:02.072792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845af9-9e8b-4b0b-8684-51c4178d79ad None None] Pushing event updated for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:02.076286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Deleting port f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:02.077305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.083747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-45e302c1-bc77-4185-b2c0-4f9bc5dd8ac7 None None] Provisioning complete for port a6bdfd05-3054-4413-8116-45163fc2f49c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:02.085939 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45e302c1-bc77-4185-b2c0-4f9bc5dd8ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.158540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:02.159267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.204897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b9d8f-3bb8-4821-94c2-0cba47fbc52c None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:02.240445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25697cf-df5e-4d6a-8d89-0263ba6f0a35 req-a912223b-3b31-4394-b4c3-2f3c2b3e8b25 tempest-LiveMigrationTest-181086935 tempest-LiveMigrationTest-181086935-project] 10.222.0.58 "GET /v2.0/ports?device_id=a00f5dbc-ef3e-4056-8696-06694d25cea8 HTTP/1.1" status: 200 len: 210 time: 0.0903869 Nov 08 12:25:02.272728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b2ad5-aa9f-4b98-8f6d-982d631e830e req-79fe40b5-f63e-477e-a906-e8b8e260a9e5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:02.281799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-238b2ad5-aa9f-4b98-8f6d-982d631e830e req-79fe40b5-f63e-477e-a906-e8b8e260a9e5 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 951 time: 0.2971668 Nov 08 12:25:02.319217 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:02.360023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] For port f890fa6f-cd33-402f-94fc-eacec6613909, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f890fa6f-cd33-402f-94fc-eacec6613909,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:02.360693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.392506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Calling delete_port for f890fa6f-cd33-402f-94fc-eacec6613909 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:02.440514 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9d4a5-bc9c-4ccd-8c14-dcbc3979d71d None None] The sync data for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 is: [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:02.492503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.498973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-238b2ad5-aa9f-4b98-8f6d-982d631e830e req-2b8514ae-3c5d-4a02-b9b1-d940137e1f3c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153678 Nov 08 12:25:02.508668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8204177-c67c-4e12-99e4-8ea3eadb29d9 req-d53d4825-7f36-42eb-a12e-998f4d4a3fd1 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253019 Nov 08 12:25:02.614450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:02.627923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.674699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8192e707-90f1-4b1b-bfc4-556c65d0570a None None] Provisioning complete for port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:02.675071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8192e707-90f1-4b1b-bfc4-556c65d0570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.711169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.713293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 584c9a40-510a-43a6-8c45-6e2874a9350a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:02.735962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-438cf139-a777-4e04-9c5e-2db4cff9ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:02.737678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-438cf139-a777-4e04-9c5e-2db4cff9ea38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1094 time: 0.0867221 Nov 08 12:25:02.757969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:02.778611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:02.819580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062', '39363cf6-9cec-4fb6-adbc-11a057268040'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:02.819773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-deleted', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:02.827498 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c4fd72-dd68-4477-aa52-8480f2008158" -d '{"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-deleted", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:02.887106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event deleted for resources: {'Port': ['ID=f890fa6f-cd33-402f-94fc-eacec6613909,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:02.997903 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d6e51c-da06-48d8-b2a2-cdb13f436b19 x-openstack-request-id: req-f4d6e51c-da06-48d8-b2a2-cdb13f436b19 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:03.013929 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00f5dbc-ef3e-4056-8696-06694d25cea8", "name": "network-vif-deleted", "tag": "0edeee95-cca1-4734-a2a1-cae89d36ac79", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:03.013929 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4d6e51c-da06-48d8-b2a2-cdb13f436b19 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:03.013929 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00f5dbc-ef3e-4056-8696-06694d25cea8', 'name': 'network-vif-deleted', 'tag': '0edeee95-cca1-4734-a2a1-cae89d36ac79', 'status': 'completed', 'code': 200} Nov 08 12:25:03.028322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 584c9a40-510a-43a6-8c45-6e2874a9350a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:03.029256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.044337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] No DVR routers for this DVR port f890fa6f-cd33-402f-94fc-eacec6613909 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:03.129007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.138842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-8ed3fc50-437e-4385-9365-12c0d0009739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:03.140467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-8ed3fc50-437e-4385-9365-12c0d0009739 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3751800 Nov 08 12:25:03.143908 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6ed6aafd-2b83-4e06-8289-8a814923ee9d req-983733e1-9ce0-4b7c-ae88-c2710b350a72 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "DELETE /v2.0/ports/f890fa6f-cd33-402f-94fc-eacec6613909 HTTP/1.1" status: 204 len: 173 time: 1.7548287 Nov 08 12:25:03.146491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-deleted', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:03.149951 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecebf453-8644-4c4e-9227-09ccadebc0ab" -d '{"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-deleted", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:03.342719 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c54ce-56ee-4c41-a29a-2b89d5ad75c0 x-openstack-request-id: req-f35c54ce-56ee-4c41-a29a-2b89d5ad75c0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:03.344560 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681bcbd-9330-4a77-91b7-215afb0a01fd", "name": "network-vif-deleted", "tag": "f890fa6f-cd33-402f-94fc-eacec6613909", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:03.345027 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f35c54ce-56ee-4c41-a29a-2b89d5ad75c0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:03.346743 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681bcbd-9330-4a77-91b7-215afb0a01fd', 'name': 'network-vif-deleted', 'tag': 'f890fa6f-cd33-402f-94fc-eacec6613909', 'status': 'completed', 'code': 200} Nov 08 12:25:03.370657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-a79a8f8a-8035-4a02-804a-db774411d4cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1956556 Nov 08 12:25:03.415136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92450-2798-4f8f-bf7c-fbc7fafc0417 req-4110bcb9-5bd2-461c-b6dd-ad094cfc8a1a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:03.417756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32796) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:03.425782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18c92450-2798-4f8f-bf7c-fbc7fafc0417 req-4110bcb9-5bd2-461c-b6dd-ad094cfc8a1a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.4701421 Nov 08 12:25:03.455621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.648372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-485918e5-b58b-421d-975e-af95297d5bac None None] Provisioning complete for port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:03.648372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-485918e5-b58b-421d-975e-af95297d5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.662124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-2ffae223-6f07-4047-a58a-9dc0aff8448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:03.663996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-2ffae223-6f07-4047-a58a-9dc0aff8448c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.2379560 Nov 08 12:25:03.772065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-71d60a76-2319-4289-b48e-fcb248eb9a19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842936 Nov 08 12:25:03.783960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18c92450-2798-4f8f-bf7c-fbc7fafc0417 req-e6b10fe8-45dd-4377-905a-14fede8ca9e6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403285 Nov 08 12:25:03.826586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:03.868531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Deleting subnet 27b27c67-9d84-4e9d-85f4-156ecb599056 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:03.879294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.945098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-6014bff1-e1ec-4e0b-9d04-6e7f0682dc9e service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599882 Nov 08 12:25:03.955114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:03.994570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Router 10d8803f-16df-44de-9403-2d9c59ee77cc is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:25:03.997309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:04.034403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6d94ca2-e81a-4214-aefe-d7deac40107c req-43601163-301b-4820-85f0-404f9856d9b7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681bcbd-9330-4a77-91b7-215afb0a01fd HTTP/1.1" status: 200 len: 210 time: 0.0838671 Nov 08 12:25:04.097418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: f890fa6f-cd33-402f-94fc-eacec6613909 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:04.098691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f890fa6f-cd33-402f-94fc-eacec6613909 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:04.160543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fee9df-aea6-44e5-bd4b-f378b553c8c7 req-f74ab5ec-66f7-472d-95fb-072e3c4badf8 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891415 Nov 08 12:25:04.248515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:04.248960 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.381208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a6bdfd05-3054-4413-8116-45163fc2f49c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:04.463341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a6bdfd05-3054-4413-8116-45163fc2f49c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:04.463857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.529763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.584099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:04.664077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.668459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:04.670335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-23f6553b-255d-400e-bd3f-5366d784456d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2473276 Nov 08 12:25:04.696495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.730866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Sync routers for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:04.761858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:04.763999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:04.765862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b27c67-9d84-4e9d-85f4-156ecb599056,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:04.781838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.790104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da2c6b72-a39c-4e84-b534-3e7fcd70ffd1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/27b27c67-9d84-4e9d-85f4-156ecb599056 HTTP/1.1" status: 204 len: 168 time: 1.3652949 Nov 08 12:25:04.791271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:04.974829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:04.980684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:05.086042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.095814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c17a6e-d808-4755-b218-da2eb09699b7 req-3e3e67c0-49ec-4d65-8dba-1ffe25b6c794 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:05.104887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c17a6e-d808-4755-b218-da2eb09699b7 req-3e3e67c0-49ec-4d65-8dba-1ffe25b6c794 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1457131 Nov 08 12:25:05.112098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78305ab6-b278-47a7-a971-6982586fe78d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:05.127649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ab8d63-708d-41b7-8afb-c37d77afb809') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:05.128063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ab8d63-708d-41b7-8afb-c37d77afb809') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:05.140834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.159850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.167457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:05.167860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:05.169662 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:05.290905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c17a6e-d808-4755-b218-da2eb09699b7 req-9678d840-47eb-4843-ad96-d711d2e86045 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851039 Nov 08 12:25:05.357970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.368722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.377408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:05.378565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] 10.222.0.58 "DELETE /v2.0/networks/78305ab6-b278-47a7-a971-6982586fe78d HTTP/1.1" status: 204 len: 168 time: 0.5811977 Nov 08 12:25:05.380154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 3, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:05.411033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b916-3498-440d-8ac9-aecdbdf9fc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=78305ab6-b278-47a7-a971-6982586fe78d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:05.437122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Checking router: 10d8803f-16df-44de-9403-2d9c59ee77cc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:05.441283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Updating router 10d8803f-16df-44de-9403-2d9c59ee77cc port 94a3f84c-1da5-408d-80ce-04067887a447 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:25:05.486222 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.494556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Deleting subnet 3984f629-0e84-45d5-ba4e-18d271d3ee66 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:05.501199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.613227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.644881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.727664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.838405 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.889812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c118d7-19cd-4bb7-b66c-15e7bae13bad req-1781c80a-d955-4c36-99cf-19fe3e2ce1a4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:05.891672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20c118d7-19cd-4bb7-b66c-15e7bae13bad req-1781c80a-d955-4c36-99cf-19fe3e2ce1a4 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1283507 Nov 08 12:25:05.905881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.966278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Attempting to bind port 94a3f84c-1da5-408d-80ce-04067887a447 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:05.966278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Attempting to bind port 94a3f84c-1da5-408d-80ce-04067887a447 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:05.966278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Attempting to bind port 94a3f84c-1da5-408d-80ce-04067887a447 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:05.969382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20c118d7-19cd-4bb7-b66c-15e7bae13bad req-6bb408f6-b274-42bf-ac56-ea333fdce9c7 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 Nov 08 12:25:05.981468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:05.981841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:05.982255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.988057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:05.988057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Bound port: 94a3f84c-1da5-408d-80ce-04067887a447, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:05.988057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:05.988627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Allocated IP 172.20.0.1 (6e1aa3dd-b56b-4983-908f-07d7eaa1f573/61bec6f8-f792-4745-b538-5b786c76de18/46d17cfb-ed83-43b9-8596-a9bf95cdd25f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:05.988739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6d98-3b2a-41ac-883b-15aee3dfa823 None None] Pushing event updated for resources: {'Port': ['ID=94a3f84c-1da5-408d-80ce-04067887a447,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:06.019093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.049167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] For port 94a3f84c-1da5-408d-80ce-04067887a447, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:06.053538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] For port 94a3f84c-1da5-408d-80ce-04067887a447, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=94a3f84c-1da5-408d-80ce-04067887a447,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:06.067880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3984f629-0e84-45d5-ba4e-18d271d3ee66,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:06.108609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.115619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:06.122923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f979092c-54e6-4058-be83-76873834a327 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3984f629-0e84-45d5-ba4e-18d271d3ee66 HTTP/1.1" status: 204 len: 168 time: 0.7438569 Nov 08 12:25:06.140988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.223471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:06.224966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:06.226387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.252587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.320625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6d98-3b2a-41ac-883b-15aee3dfa823 None None] Pushing event updated for resources: {'Port': ['ID=94a3f84c-1da5-408d-80ce-04067887a447,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:06.353946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.369163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.394066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2332f94f-d995-4781-9875-2ea91942e256']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:06.416181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:06.419470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caf8fa8-bf71-42af-a329-ad79b037c9a0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:06.419470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caf8fa8-bf71-42af-a329-ad79b037c9a0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:06.437115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:06.438076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.440470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:06.445228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:06.449582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Pushing event updated for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:06.475591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.496383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:06.497040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.584054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:06.623838 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:06.683833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98cc5-d309-44c2-a7df-e3ac1184bb03 req-37c6b9fd-4c2e-42db-af24-f972c723c886 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:06.683833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c98cc5-d309-44c2-a7df-e3ac1184bb03 req-37c6b9fd-4c2e-42db-af24-f972c723c886 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1919901 Nov 08 12:25:06.697606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 3, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:06.727270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f8fe2-68e8-41da-bb0c-30937082341c None None] The sync data for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 is: [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 3, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:06.742141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.753526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.761978 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2332f94f-d995-4781-9875-2ea91942e256 HTTP/1.1" status: 204 len: 168 time: 0.6421978 Nov 08 12:25:06.777937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480dd7-82b3-41d9-918a-434dceff7104 admin admin] Pushing event deleted for resources: {'Network': ['ID=2332f94f-d995-4781-9875-2ea91942e256,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:06.828413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-556e0870-3246-4b1a-a231-b0c3a9297bd6 None None] Provisioning complete for port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:06.828927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-556e0870-3246-4b1a-a231-b0c3a9297bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:06.874682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c98cc5-d309-44c2-a7df-e3ac1184bb03 req-26af20ea-7971-4aaa-8150-3449f1c09e29 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642349 Nov 08 12:25:06.893344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-556e0870-3246-4b1a-a231-b0c3a9297bd6 None None] Port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:07.033152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-2e1d9fff-2c31-43ac-8afd-d0caf7232c80 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:07.034775 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-2e1d9fff-2c31-43ac-8afd-d0caf7232c80 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.0973473 Nov 08 12:25:07.218179 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:25:07.257901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32836) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:07.289078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Deleting port 39363cf6-9cec-4fb6-adbc-11a057268040 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:07.289078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.472620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.489015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:07.489359 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e844657-6714-4625-9a84-0d4406d3898e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79c7c52a983143669349e50afdc98213&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2300501 Nov 08 12:25:07.505658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] For port 39363cf6-9cec-4fb6-adbc-11a057268040, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=39363cf6-9cec-4fb6-adbc-11a057268040,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:07.506027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.547728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Calling delete_port for 39363cf6-9cec-4fb6-adbc-11a057268040 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:07.553721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0d0a6-e25d-44f9-8900-cd45fc6de735 req-4ecfddc4-e16f-43a0-92c0-1bc57a06f587 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:07.555299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e3c0d0a6-e25d-44f9-8900-cd45fc6de735 req-4ecfddc4-e16f-43a0-92c0-1bc57a06f587 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 950 time: 0.1252315 Nov 08 12:25:07.655699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e3c0d0a6-e25d-44f9-8900-cd45fc6de735 req-01a3ae51-ef9c-4ba8-a495-a11f8b02ad0d tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903690 Nov 08 12:25:07.699759 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.711723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 94a3f84c-1da5-408d-80ce-04067887a447 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:07.776123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.867087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 94a3f84c-1da5-408d-80ce-04067887a447 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:07.867743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.877765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.931599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062', '39363cf6-9cec-4fb6-adbc-11a057268040'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:07.933577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:07.967461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event deleted for resources: {'Port': ['ID=39363cf6-9cec-4fb6-adbc-11a057268040,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:08.068699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.076782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.082360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] No DVR routers for this DVR port 39363cf6-9cec-4fb6-adbc-11a057268040 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:08.084482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21486dc6-940b-41fa-ae6c-64c02a30b75c HTTP/1.1" status: 204 len: 168 time: 0.5916977 Nov 08 12:25:08.090500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.093848 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4529b297-9742-4b7d-9c17-f0d332ff0bfe req-9b62a820-9373-41a7-ae4f-a23112c1daed tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "DELETE /v2.0/ports/39363cf6-9cec-4fb6-adbc-11a057268040 HTTP/1.1" status: 204 len: 173 time: 1.0519211 Nov 08 12:25:08.094351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-deleted', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:08.096690 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c223fee2-106c-4714-9345-89d8f2ce0b90" -d '{"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-deleted", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:08.112638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.118036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736243f3-92ea-4204-ad98-d21e487162c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21486dc6-940b-41fa-ae6c-64c02a30b75c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:08.124433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.216728 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad945b7-8f10-4211-be0e-728b50fe3e23 x-openstack-request-id: req-8ad945b7-8f10-4211-be0e-728b50fe3e23 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:08.217139 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec3ecad-1f7e-4a17-ac9f-077ca9f3b450", "name": "network-vif-deleted", "tag": "39363cf6-9cec-4fb6-adbc-11a057268040", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:08.217491 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ad945b7-8f10-4211-be0e-728b50fe3e23 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:08.217990 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3ecad-1f7e-4a17-ac9f-077ca9f3b450', 'name': 'network-vif-deleted', 'tag': '39363cf6-9cec-4fb6-adbc-11a057268040', 'status': 'completed', 'code': 200} Nov 08 12:25:08.248245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.281873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 94a3f84c-1da5-408d-80ce-04067887a447, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=94a3f84c-1da5-408d-80ce-04067887a447,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:08.389804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:08.498900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:08.519315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=94a3f84c-1da5-408d-80ce-04067887a447,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:08.551888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3ef6-9cf1-407b-9349-79e556b58e66 req-2b81ac16-8d6f-49d4-a68e-0dd3e96dcf89 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:08.557600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ecc3ef6-9cf1-407b-9349-79e556b58e66 req-2b81ac16-8d6f-49d4-a68e-0dd3e96dcf89 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.5172858 Nov 08 12:25:08.560512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:08.818912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Pushing event updated for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:08.847382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-226def67-488e-4396-ab56-946ed7f43c35 req-f53a7102-85b2-4194-a348-3bf6ea088a73 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=dec3ecad-1f7e-4a17-ac9f-077ca9f3b450 HTTP/1.1" status: 200 len: 210 time: 0.0487332 Nov 08 12:25:08.856377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Router 10d8803f-16df-44de-9403-2d9c59ee77cc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:25:08.877152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.878552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.882740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.883287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.883733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.884214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.884689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.885394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.885835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.888719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.889173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.889802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:08.926366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ecc3ef6-9cf1-407b-9349-79e556b58e66 req-b0686dd7-343b-464a-b4b2-0582ee02ab5d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537898 Nov 08 12:25:09.046330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5ab44758-8af7-4583-8748-9706b30b49c9 None None] Provisioning complete for port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:09.046907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ab44758-8af7-4583-8748-9706b30b49c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.074420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:09.086756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8bea06bd-7ca1-4934-a18c-8cba7cee798d admin admin] 10.222.0.58 "PUT /v2.0/routers/10d8803f-16df-44de-9403-2d9c59ee77cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4170668 Nov 08 12:25:09.152268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44758-8af7-4583-8748-9706b30b49c9 None None] Port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:09.269875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:09.341965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60910109-aa8a-4813-934c-3c4149f846c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fec1f715176f46eb921e7ebaf9972c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689170 Nov 08 12:25:09.342207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32866) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:09.424056 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.451414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.473024 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Sync routers for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:09.487355 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:09.488335 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:09.621419 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:09.644600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.647497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.651660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4eb3bea6-1ed5-412e-a847-1f99485c6c5e HTTP/1.1" status: 204 len: 168 time: 0.3083994 Nov 08 12:25:09.665214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9a03d-f962-4f94-8c4a-95e6f363ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3bea6-1ed5-412e-a847-1f99485c6c5e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:09.670211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 94a3f84c-1da5-408d-80ce-04067887a447 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:09.804325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 94a3f84c-1da5-408d-80ce-04067887a447 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:09.804696 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:09.866260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:09.918604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 39363cf6-9cec-4fb6-adbc-11a057268040 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:09.918949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 39363cf6-9cec-4fb6-adbc-11a057268040 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:10.087289 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:07Z', 'revision_number': 2, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:10.129883 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Checking router: 10d8803f-16df-44de-9403-2d9c59ee77cc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:10.131190 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Updating router 10d8803f-16df-44de-9403-2d9c59ee77cc port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:25:10.161691 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.325369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32888) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:10.330611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886821244', 'description': 'tempest-description--1641448797'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:10.431038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975470b3-cdbb-4fe3-82d7-8a86fc43ca85 req-1199e795-de28-4d73-89d7-80af10712aca tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:10.432631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-975470b3-cdbb-4fe3-82d7-8a86fc43ca85 req-1199e795-de28-4d73-89d7-80af10712aca tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1424682 Nov 08 12:25:10.483608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.550792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-975470b3-cdbb-4fe3-82d7-8a86fc43ca85 req-f0431613-1832-4ad5-ada7-1c39ef7bdf1c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071904 Nov 08 12:25:10.633688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.733113 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.735846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.777130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949a9b46-5405-459a-a8f7-5cff2910817c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:10.786880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.787226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.787640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.788044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.788567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.789671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.792824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.793396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.801878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.801878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.801878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.801878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:10.850620 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.861604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:10.863339 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9aa1133-5e01-48dd-8660-cd6826c0b82a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5370021 Nov 08 12:25:10.866106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:10.873237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'security_group_rule': {'security_group_id': '949a9b46-5405-459a-a8f7-5cff2910817c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:10.945613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377b3d-fefa-4f17-b412-b38f94524ac7 None None] Pushing event updated for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:11.005400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.021377 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Attempting to bind port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:11.021740 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Attempting to bind port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:11.023970 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Attempting to bind port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f on network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:11.033375 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:11.033748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Checking segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:11.034144 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.038441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Bound using segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:11.039229 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Bound port: 46d17cfb-ed83-43b9-8596-a9bf95cdd25f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:11.040023 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.103235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.104814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9c160-7d1f-4a7b-8a31-9b34eab30f11 req-c8c715e5-0650-410c-acdf-ccc49eb15fee tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:11.116780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db9c160-7d1f-4a7b-8a31-9b34eab30f11 req-c8c715e5-0650-410c-acdf-ccc49eb15fee tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1217258 Nov 08 12:25:11.148449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] For port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:11.158992 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] For port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:11.187696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.203999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce300619-5a17-4bed-b536-260366376455,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:11.216842 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.249558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db9c160-7d1f-4a7b-8a31-9b34eab30f11 req-f46e9fc8-6863-4a6c-a441-9c9b0488ad3c tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315057 Nov 08 12:25:11.296414 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:11.297165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.298054 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:11.299009 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f8f93722-700d-4ed7-b9cc-850432982a9d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314141 Nov 08 12:25:11.301652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:11.307782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'security_group_rule': {'security_group_id': '949a9b46-5405-459a-a8f7-5cff2910817c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:11.378668 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377b3d-fefa-4f17-b412-b38f94524ac7 None None] Pushing event updated for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:11.428011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] Provisioning complete for port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:11.428488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.451021 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.526751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:11.568997 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.617038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] For port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:11.663655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.689756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.780344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.794984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b5ff6-49e6-44d5-8205-854e911bbf50 req-c1a0db8e-e505-4d42-a83d-03205094e7ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:11.805609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b97b5ff6-49e6-44d5-8205-854e911bbf50 req-c1a0db8e-e505-4d42-a83d-03205094e7ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1327782 Nov 08 12:25:11.812606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332d6afd-711e-43e7-a2f0-0991c21a39ee,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:11.855018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba3cf-244c-462a-ae00-ffa8cd8abdb5 None None] Pushing event updated for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:11.887972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-39a40798-daf0-4234-a75f-710a997b2b4c None None] Provisioning complete for port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:11.888347 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39a40798-daf0-4234-a75f-710a997b2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.948355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b97b5ff6-49e6-44d5-8205-854e911bbf50 req-3a7a7b9d-d10d-4b5a-a6cd-52d156e02232 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407406 Nov 08 12:25:11.949126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:11.950309 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9378fdbf-c60a-481a-9e7c-8a7939ac10e5 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6478751 Nov 08 12:25:11.954522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:11.958666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:12.083806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:12.084417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:12.118834 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c982066-b8c7-428f-9e1f-e649f8de5b6f None None] The sync data for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 is: [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:12.188862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-959b317d-3c92-4d9a-817b-a8349db70364 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:12.192912 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-959b317d-3c92-4d9a-817b-a8349db70364 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.0881422 Nov 08 12:25:12.466887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942ae59-a0f8-4550-8ad4-672e24878640 req-c09ac3c7-70ec-4b64-8155-3dfdd1653d54 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:12.475997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b942ae59-a0f8-4550-8ad4-672e24878640 req-c09ac3c7-70ec-4b64-8155-3dfdd1653d54 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 949 time: 0.1231511 Nov 08 12:25:12.482295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:12.497670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Deleting port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:12.498077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:12.549202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b942ae59-a0f8-4550-8ad4-672e24878640 req-8f66a083-2563-4930-ad83-7d52826bdb48 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba92513e-8ee1-438e-85db-ae334f3b6cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651872 Nov 08 12:25:12.699325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] For port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:12.703067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:12.730444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Allocated IP 172.25.1.198 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/0d43632d-f8b3-4776-947c-0f7d28675a57) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:12.737692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Calling delete_port for 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:13.060532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.073151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0c17c490-2b1a-4eee-bfe6-11dfc1b11062'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:13.085110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.125009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Pushing event deleted for resources: {'Port': ['ID=0c17c490-2b1a-4eee-bfe6-11dfc1b11062,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:13.147366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ef27-2078-4df6-bd0c-88089d25c258 req-7be96aed-60cc-4b13-bfba-4e5a218f3318 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:13.148982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a045ef27-2078-4df6-bd0c-88089d25c258 req-7be96aed-60cc-4b13-bfba-4e5a218f3318 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0726104 Nov 08 12:25:13.183335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] No DVR routers for this DVR port 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:13.189254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.193116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-43fdbf3c-fad1-4380-8b93-7f680feb9c75 req-b11e9a4b-713f-4858-91de-c99ce13d7d3b tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.57 "DELETE /v2.0/ports/0c17c490-2b1a-4eee-bfe6-11dfc1b11062 HTTP/1.1" status: 204 len: 173 time: 0.9801607 Nov 08 12:25:13.193683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-deleted', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:13.196436 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082e0d9-9ca9-4b9d-92bf-d4cb3ab48049" -d '{"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-deleted", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:13.251055 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a5f63-1c06-4591-8988-de28e6087185 x-openstack-request-id: req-6c3a5f63-1c06-4591-8988-de28e6087185 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:13.251055 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1860597a-f99a-4fae-8ab8-d501ed46567a", "name": "network-vif-deleted", "tag": "0c17c490-2b1a-4eee-bfe6-11dfc1b11062", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:13.251055 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c3a5f63-1c06-4591-8988-de28e6087185 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:13.251055 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1860597a-f99a-4fae-8ab8-d501ed46567a', 'name': 'network-vif-deleted', 'tag': '0c17c490-2b1a-4eee-bfe6-11dfc1b11062', 'status': 'completed', 'code': 200} Nov 08 12:25:13.263008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a045ef27-2078-4df6-bd0c-88089d25c258 req-4b87c71b-0480-49fa-bcc1-3712fe6b6b36 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029327 Nov 08 12:25:13.367669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.480565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:13.484141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:13.487511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:13.554998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'Port': ['ID=0d43632d-f8b3-4776-947c-0f7d28675a57,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:13.592026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-17df285b-17a1-40f3-8bfa-fa467ebc10a7 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9cce3edd07c148a7b83dea587076a672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335872 Nov 08 12:25:13.656938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.738090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 46d17cfb-ed83-43b9-8596-a9bf95cdd25f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:13.757130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d665109-b9a3-4c2c-85eb-09532c6a4794 req-cb468ad2-3b9b-4945-9ac7-72884b43bd82 tempest-MigrationsAdminTest-1475625678 tempest-MigrationsAdminTest-1475625678-project] 10.222.0.58 "GET /v2.0/ports?device_id=1860597a-f99a-4fae-8ab8-d501ed46567a HTTP/1.1" status: 200 len: 210 time: 0.0525758 Nov 08 12:25:13.822210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:13.846338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-4ca55b1e-aff2-47bd-a2a7-9a5cf9f2de9d tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:13.848370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-4ca55b1e-aff2-47bd-a2a7-9a5cf9f2de9d tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554793 Nov 08 12:25:13.870462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-e3aa4340-6d57-436c-ae7d-ee095eadb4a8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/quotas/9cce3edd07c148a7b83dea587076a672 HTTP/1.1" status: 200 len: 375 time: 0.0110621 Nov 08 12:25:13.910801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-51d8956b-ff16-4c1b-b83c-3ac0d3d1640d tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341384 Nov 08 12:25:13.991254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:13.991254 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:14.070791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:14.140119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:14.239847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72b8e606-7d67-4be9-9ea0-aa86afeb3a6b req-fd2620e9-156d-4fd5-8c1d-fef3d218cd93 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 210 time: 0.0369170 Nov 08 12:25:14.279804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'Port': ['ID=0d43632d-f8b3-4776-947c-0f7d28675a57,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:14.315254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:14.419000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370495b-ddec-4b09-a4af-d7dffa182ad8 req-cc6e58c8-dab0-4172-a9c0-9d7e36f1e708 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:14.420525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c370495b-ddec-4b09-a4af-d7dffa182ad8 req-cc6e58c8-dab0-4172-a9c0-9d7e36f1e708 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0666480 Nov 08 12:25:14.452769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:14.454320 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d81ca532-3085-4012-9cfd-0117e53e5268 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4994786 Nov 08 12:25:14.475553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c370495b-ddec-4b09-a4af-d7dffa182ad8 req-866eb901-bca2-4aa3-a3b1-92623c0b5c5a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Nov 08 12:25:14.675145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-63266757-11be-4dc8-9f7c-74b43cdf1351 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--886821244&fields=id&tenant_id=912024f24d2f468ea08848a8a51d8807 HTTP/1.1" status: 200 len: 267 time: 0.0461431 Nov 08 12:25:14.791528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-53f11df7-3190-43c2-a99a-67de97170780 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:14.793241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-53f11df7-3190-43c2-a99a-67de97170780 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/networks?id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573 HTTP/1.1" status: 200 len: 806 time: 0.1103077 Nov 08 12:25:14.815584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-bf4d2462-b070-450d-95be-d133926d23a1 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/quotas/912024f24d2f468ea08848a8a51d8807 HTTP/1.1" status: 200 len: 375 time: 0.0104599 Nov 08 12:25:14.875331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-9fe696f1-7b3d-44af-84f0-90d05c3471ab tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=912024f24d2f468ea08848a8a51d8807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499823 Nov 08 12:25:14.982280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-ee45c76b-ab5d-4ed4-923d-4c7b294fd8cb service neutron] 10.222.0.58 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949883 Nov 08 12:25:15.107771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-dc12dd53-7cdb-41f2-88b7-8ae851868f2d service neutron] 10.222.0.58 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185815 Nov 08 12:25:15.341133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-540df9f7-697d-4dc3-9dda-822df769467a req-f6f600b0-84bf-45fa-b065-e34b22ffdebc tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Nov 08 12:25:15.475280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1829b49-cc90-4422-8ade-ae9d0bd00bbf req-f232e100-71b7-42d5-8f9c-940a31b7bb98 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 210 time: 0.0501900 Nov 08 12:25:15.595083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:15.638733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b22c09-9e53-4a69-ac6a-1b843654c28f req-d57d5067-ddac-4f85-b137-626faf70fd60 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:15.640329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10b22c09-9e53-4a69-ac6a-1b843654c28f req-d57d5067-ddac-4f85-b137-626faf70fd60 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0729690 Nov 08 12:25:15.695143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:15.720447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10b22c09-9e53-4a69-ac6a-1b843654c28f req-a83c6be3-e6fb-4183-b66b-32eecceeca9a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651228 Nov 08 12:25:15.768789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f61a427e-5fab-4878-9052-930cde0dd52e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f75a0e27007474790cf03b2a316aea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691070 Nov 08 12:25:15.769237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:15.823536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:15.851958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:16.008783 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:16.012792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:16.015944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba92513e-8ee1-438e-85db-ae334f3b6cd4 HTTP/1.1" status: 204 len: 168 time: 0.2431271 Nov 08 12:25:16.022937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82dd45-e015-4b62-8d79-c7da7b5e46c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92513e-8ee1-438e-85db-ae334f3b6cd4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:16.479649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8206a2a3-aabd-4575-b515-2d8117ff8995 req-6d37420f-e1b3-42bf-99ca-aa5bab765785 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 210 time: 0.0323551 Nov 08 12:25:16.576698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a69e7b71-a6b1-4f86-9aae-954c8a1c6b3c req-0ca67c4a-b8c2-4aec-a158-8395ef2ca92c tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 210 time: 0.0321748 Nov 08 12:25:16.838743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2b03-730b-4dc1-b14d-6be269c89fa6 req-c0b5c910-e1da-4bb6-a5dc-81e8a1ce78c8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:16.840501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e51f2b03-730b-4dc1-b14d-6be269c89fa6 req-c0b5c910-e1da-4bb6-a5dc-81e8a1ce78c8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0548604 Nov 08 12:25:16.895149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e51f2b03-730b-4dc1-b14d-6be269c89fa6 req-b04d885d-eda4-473c-886d-52832e9ccc1f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473311 Nov 08 12:25:17.108676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-26706654-5f50-45c2-9131-5ecb2dbfc092 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9cce3edd07c148a7b83dea587076a672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226581 Nov 08 12:25:17.189005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:17.237842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-665fa23d-e654-4811-84a0-a855174473d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13a85b125efe4ab58755221999125909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473747 Nov 08 12:25:17.238103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:17.312126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-452b9ce4-36ba-40ef-87bc-a095fd60935e tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:17.312126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-452b9ce4-36ba-40ef-87bc-a095fd60935e tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747103 Nov 08 12:25:17.312126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Request body: {'port': {'device_id': 'fff046e4-1eff-46cd-b272-7375031688e1', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '9cce3edd07c148a7b83dea587076a672'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:17.334827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.392664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.572772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.581464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.603743 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64da501b-5ce6-4a30-b8b0-10b078e048ed HTTP/1.1" status: 204 len: 168 time: 0.3647935 Nov 08 12:25:17.605629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Made reservation on behalf of 9cce3edd07c148a7b83dea587076a672 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:17.617123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.619798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cd88131-69d7-405c-91a1-a452c263bb26 req-89dbdb8d-0ee1-40a9-b11e-d532e90f81a8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 210 time: 0.0543337 Nov 08 12:25:17.653179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a749fa-6d7e-4bdb-bd8c-3dcc1f2d02c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da501b-5ce6-4a30-b8b0-10b078e048ed,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:17.661684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.778229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.778410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db9cb9da-5dc3-4743-9c06-9221c0d09fb7 req-4b2dec02-0251-41df-895a-47ab07d4f71d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 210 time: 0.0692251 Nov 08 12:25:17.872633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:17.876149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:17.901764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:17.902577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0c17c490-2b1a-4eee-bfe6-11dfc1b11062 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:17.954214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:18.036693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e82b56-1f54-400d-894a-752804852917 req-356a2e4d-c03c-4d42-bea4-86533711506c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:18.039081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5e82b56-1f54-400d-894a-752804852917 req-356a2e4d-c03c-4d42-bea4-86533711506c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0595467 Nov 08 12:25:18.048282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Allocated IP 192.168.233.70 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/0155131d-e5d2-479b-9df3-c4cee357fd10) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:18.108204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5e82b56-1f54-400d-894a-752804852917 req-f41b5746-18c2-41cd-ae8f-5e401ab99e28 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Nov 08 12:25:18.128370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:18.262908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:18.279074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6', 'port_id': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'mac_address': 'fa:16:3e:03:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43161527-df13-4bef-96fc-88351e661871', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:25:18.299147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:18.327000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:18.343346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12957f73-94ae-4e15-8b08-81106c8bb2f5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:18.365543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:18.450386 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:18.452448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:18.523075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:18.528103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:18.536273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:18.544103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Pushing event updated for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:18.570748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:18.624756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:18.625740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:18.665047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a94c76cc-d9d7-4f77-ad11-9c9db48dc53b tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:18.667275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a94c76cc-d9d7-4f77-ad11-9c9db48dc53b tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.57 "GET /v2.0/networks?id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573 HTTP/1.1" status: 200 len: 806 time: 0.2297950 Nov 08 12:25:18.721830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-aaf11cfb-7d6f-4149-86f0-c57587217ecd tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4210341 Nov 08 12:25:18.735289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Request body: {'port': {'device_id': 'fff046e4-1eff-46cd-b272-7375031688e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:18.796448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-9cdd8629-7b1f-4f95-8208-a1f3b19ffc81 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912024f24d2f468ea08848a8a51d8807 HTTP/1.1" status: 200 len: 379 time: 0.1165459 Nov 08 12:25:18.812415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'port': {'device_id': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'admin_state_up': True, 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'security_groups': ['949a9b46-5405-459a-a8f7-5cff2910817c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:18.845633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['12957f73-94ae-4e15-8b08-81106c8bb2f5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:18.910832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.060908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2c4f3cea-947d-4735-a9f0-1536b0d65adb None None] Provisioning complete for port 0155131d-e5d2-479b-9df3-c4cee357fd10 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:19.065063 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3cea-947d-4735-a9f0-1536b0d65adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.125882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f3cea-947d-4735-a9f0-1536b0d65adb None None] Port 0155131d-e5d2-479b-9df3-c4cee357fd10 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:19.128463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6efdd-d46e-4ee3-9d61-52df427fe5f6 req-8c40493e-b39f-43d7-89bd-8b1699357b01 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:19.130082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1b6efdd-d46e-4ee3-9d61-52df427fe5f6 req-8c40493e-b39f-43d7-89bd-8b1699357b01 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 935 time: 0.2679827 Nov 08 12:25:19.166317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fc236-9bb4-44b1-92db-107f10290c1c req-7e53a78b-5bda-4973-9393-0971d8023733 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:19.172080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee3fc236-9bb4-44b1-92db-107f10290c1c req-7e53a78b-5bda-4973-9393-0971d8023733 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.2469068 Nov 08 12:25:19.255461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1b6efdd-d46e-4ee3-9d61-52df427fe5f6 req-51d12dea-1ae8-406c-99cf-8f1d84461690 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160231 Nov 08 12:25:19.274457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee3fc236-9bb4-44b1-92db-107f10290c1c req-23f8b56c-5322-4d47-83f9-c12ce11cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866916 Nov 08 12:25:19.322392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Made reservation on behalf of 912024f24d2f468ea08848a8a51d8807 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:19.333705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.388271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0155131d-e5d2-479b-9df3-c4cee357fd10 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:19.398205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.415436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9a1bd24-259d-4781-a7c9-3287be5bd6d7 req-c61af861-7108-446b-950c-35eb32c43e20 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 210 time: 0.0674088 Nov 08 12:25:19.423360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Transition to ACTIVE for port object 0155131d-e5d2-479b-9df3-c4cee357fd10 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:25:19.478653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04d3d1-5e5e-42aa-baea-6d1801fc4d21 req-ebd161a0-4274-478c-8eb0-0eb42fdb67a8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:19.485939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac04d3d1-5e5e-42aa-baea-6d1801fc4d21 req-ebd161a0-4274-478c-8eb0-0eb42fdb67a8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.1114197 Nov 08 12:25:19.541012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.601006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Pushing event updated for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:19.602859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac04d3d1-5e5e-42aa-baea-6d1801fc4d21 req-03b0009f-f01c-4444-ae01-9f4dedfa9b84 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894721 Nov 08 12:25:19.640252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Allocated IP 172.20.0.9 (6e1aa3dd-b56b-4983-908f-07d7eaa1f573/61bec6f8-f792-4745-b538-5b786c76de18/c68db61f-22cf-4e69-b9d5-14fc0223d706) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:19.678920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Attempting to bind port 0155131d-e5d2-479b-9df3-c4cee357fd10 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:19.679248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Attempting to bind port 0155131d-e5d2-479b-9df3-c4cee357fd10 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:19.679513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Attempting to bind port 0155131d-e5d2-479b-9df3-c4cee357fd10 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:19.685895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Port 0155131d-e5d2-479b-9df3-c4cee357fd10 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:19.686303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Attempting to bind port 0155131d-e5d2-479b-9df3-c4cee357fd10 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:19.692151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:19.697898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:19.697898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:19.697898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Bound port: 0155131d-e5d2-479b-9df3-c4cee357fd10, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:19.697898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:19.824705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:19.824705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0155131d-e5d2-479b-9df3-c4cee357fd10,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:19.832678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.124837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:20.411606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82e649-60db-406c-864d-a5a6fcace14c req-2f356c70-c3d2-4765-9f3d-559ac692ef08 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:20.413298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d82e649-60db-406c-864d-a5a6fcace14c req-2f356c70-c3d2-4765-9f3d-559ac692ef08 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 947 time: 0.0583160 Nov 08 12:25:20.463906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d82e649-60db-406c-864d-a5a6fcace14c req-a85816fb-b60e-4432-9898-703ec797047c tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Nov 08 12:25:20.714688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.717251 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.720049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.721390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 12957f73-94ae-4e15-8b08-81106c8bb2f5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:25:20.732512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 12957f73-94ae-4e15-8b08-81106c8bb2f5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:20.732954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.813664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:20.818142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:20.823140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:20.823761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.825169 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] 10.222.0.57 "PUT /v2.0/ports/0155131d-e5d2-479b-9df3-c4cee357fd10 HTTP/1.1" status: 200 len: 1095 time: 2.0954902 Nov 08 12:25:20.825963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:20.831800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event updated for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:20.846452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:20.848722 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb" -d '{"events": [{"name": "network-changed", "server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:20.859359 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.865811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8795de-2c2f-41b4-93ac-a7f45c2cc4fc service neutron] Pushing event updated for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:20.900094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:20.901087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:20.916727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:20.920631 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb30c22-2fe8-46ea-99d6-7dcb3826c633" -d '{"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-plugged", "status": "completed", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:20.938277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:21.063173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-3eb3b60e-73dd-4c3b-a0ce-f83dbabcfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.066640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:21.067052 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-3eb3b60e-73dd-4c3b-a0ce-f83dbabcfe9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 1098 time: 0.0610125 Nov 08 12:25:21.067283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-a68ea264-8e72-49ee-9a48-e179dda20109 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2586775 Nov 08 12:25:21.091987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Request body: {'port': {'device_id': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:21.129285 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-d87e97b2-f763-403c-816e-934a6c6a7244 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0155131d-e5d2-479b-9df3-c4cee357fd10 HTTP/1.1" status: 200 len: 217 time: 0.0523770 Nov 08 12:25:21.240435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:21.335602 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:21.336414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-07c7a017-7919-4ca2-b65b-bf3567b76003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.338143 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-07c7a017-7919-4ca2-b65b-bf3567b76003 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2015769 Nov 08 12:25:21.386950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570866-2311-4f63-9b79-ec7971aff181 req-24b351b4-28b3-438f-a89a-79024c7262c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.388384 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-24b351b4-28b3-438f-a89a-79024c7262c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423694 Nov 08 12:25:21.443546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-707d9fef-d9c9-4144-a838-70bb6896726b None None] Provisioning complete for port c68db61f-22cf-4e69-b9d5-14fc0223d706 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:21.443917 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-707d9fef-d9c9-4144-a838-70bb6896726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:21.448293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545dc86-bc55-4678-9eeb-886e2dce0871 req-2e6f2a75-3c2b-4e2b-a6ff-e058f4ddfc74 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.449843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6545dc86-bc55-4678-9eeb-886e2dce0871 req-2e6f2a75-3c2b-4e2b-a6ff-e058f4ddfc74 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 931 time: 0.2573838 Nov 08 12:25:21.493459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-707d9fef-d9c9-4144-a838-70bb6896726b None None] Port c68db61f-22cf-4e69-b9d5-14fc0223d706 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:21.518579 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-b81a263b-a7a3-4c10-83a7-466b1793b70d service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078851 Nov 08 12:25:21.560585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6389227-c2c6-45c9-9931-c89e35114c29 req-72af7bc2-25cb-42c6-bd90-092b70b5e2ef tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.562127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6389227-c2c6-45c9-9931-c89e35114c29 req-72af7bc2-25cb-42c6-bd90-092b70b5e2ef tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.2231421 Nov 08 12:25:21.616674 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0570866-2311-4f63-9b79-ec7971aff181 req-3d66701b-3a3d-41d8-a43e-05149a4fd6ac service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905683 Nov 08 12:25:21.623429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6545dc86-bc55-4678-9eeb-886e2dce0871 req-890c67cb-d784-445f-b3f2-6a4e1a8e084a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644309 Nov 08 12:25:21.675530 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5983de8-3d07-4f27-99be-83d1157671fc x-openstack-request-id: req-d5983de8-3d07-4f27-99be-83d1157671fc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:21.676019 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:21.676583 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5983de8-3d07-4f27-99be-83d1157671fc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:21.677355 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10', 'status': 'completed', 'code': 200} Nov 08 12:25:21.704697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6389227-c2c6-45c9-9931-c89e35114c29 req-4e31538e-eb6d-44fe-a9c7-2dc7e4458ffb tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273060 Nov 08 12:25:21.729802 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f3bb8-a732-4394-a66b-1e2615383193 x-openstack-request-id: req-2f3f3bb8-a732-4394-a66b-1e2615383193 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:21.729802 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-plugged", "status": "completed", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:21.729802 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f3f3bb8-a732-4394-a66b-1e2615383193 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:21.729802 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'code': 200} Nov 08 12:25:21.842124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68db61f-22cf-4e69-b9d5-14fc0223d706 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:21.850290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:21.875070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-37d88e8c-e957-4493-8848-fb5998ee50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.880234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-37d88e8c-e957-4493-8848-fb5998ee50e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 1098 time: 0.1522737 Nov 08 12:25:21.885173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Transition to ACTIVE for port object c68db61f-22cf-4e69-b9d5-14fc0223d706 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:25:21.954623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c97c8-d321-4bae-9017-489a38bc587b req-87af9fb0-9254-4bb0-ba2e-de157f4eed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:21.956128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-017c97c8-d321-4bae-9017-489a38bc587b req-87af9fb0-9254-4bb0-ba2e-de157f4eed99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1096 time: 0.0937808 Nov 08 12:25:21.957998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:22.009818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b454160-a4a9-4c18-9527-12c631b7e314 req-f65206ec-6792-4748-88eb-37257a962433 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.017072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b454160-a4a9-4c18-9527-12c631b7e314 req-f65206ec-6792-4748-88eb-37257a962433 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1302431 Nov 08 12:25:22.090745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-8e9735aa-0218-4a7a-882b-00eaaff6c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.096403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-8e9735aa-0218-4a7a-882b-00eaaff6c28c service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2097983 Nov 08 12:25:22.199648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-e822caf0-8236-4c05-aca0-02ac7a8bc4f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0155131d-e5d2-479b-9df3-c4cee357fd10 HTTP/1.1" status: 200 len: 217 time: 0.0941620 Nov 08 12:25:22.243336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Pushing event updated for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:22.261744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b454160-a4a9-4c18-9527-12c631b7e314 req-ebce3e68-60ba-4953-a3f1-b851973b512a tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437301 Nov 08 12:25:22.275677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-017c97c8-d321-4bae-9017-489a38bc587b req-4d993975-d57f-44f7-bda3-f2f2c59e042b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053346 Nov 08 12:25:22.307382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-7a15adeb-0430-4777-9aee-1c75a264d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.313022 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-7a15adeb-0430-4777-9aee-1c75a264d9e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1055837 Nov 08 12:25:22.316682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff78f7c-b725-43ed-8dde-436c325b2973 req-b51bbab4-2920-4eca-af94-45bbad6a9392 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.325311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ff78f7c-b725-43ed-8dde-436c325b2973 req-b51bbab4-2920-4eca-af94-45bbad6a9392 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 947 time: 0.1724410 Nov 08 12:25:22.370956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Attempting to bind port c68db61f-22cf-4e69-b9d5-14fc0223d706 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:22.371549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Attempting to bind port c68db61f-22cf-4e69-b9d5-14fc0223d706 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:22.372041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Attempting to bind port c68db61f-22cf-4e69-b9d5-14fc0223d706 on network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:22.387158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Port c68db61f-22cf-4e69-b9d5-14fc0223d706 on network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:22.387674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Attempting to bind port c68db61f-22cf-4e69-b9d5-14fc0223d706 on network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:22.403544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-b25aa354-0e97-46a5-91be-4ddcbe5ee28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.405272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-b25aa354-0e97-46a5-91be-4ddcbe5ee28b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829453 Nov 08 12:25:22.419519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:22.420286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Checking segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:22.420841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Bound using segment: {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:22.421970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Bound port: c68db61f-22cf-4e69-b9d5-14fc0223d706, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:22.422537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:22.448727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ff78f7c-b725-43ed-8dde-436c325b2973 req-2c3e5f8f-0a89-4c07-b31b-92ccfdbb655e tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168618 Nov 08 12:25:22.519386 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-11fb5630-b1e8-4429-8efd-002f95fc518c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028249 Nov 08 12:25:22.561149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:22.567176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:22.621830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec4a450c-4d5f-41e0-ab26-bf6b0669ddcb req-7173c426-a75d-4a15-9054-a3da23949f98 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953805 Nov 08 12:25:22.661638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:22.712816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.722293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:22.722293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] 10.222.0.57 "PUT /v2.0/ports/c68db61f-22cf-4e69-b9d5-14fc0223d706 HTTP/1.1" status: 200 len: 1091 time: 1.6378007 Nov 08 12:25:22.722293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:22.722293 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:22.779451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c35a-2fa4-489d-94c5-289cf0409778 service neutron] Pushing event updated for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:22.838911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad896c-b11d-41fb-936f-debfdd8da462 req-cfd780bc-a3e4-4c4c-8065-59271030ebf2 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:22.840780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1aad896c-b11d-41fb-936f-debfdd8da462 req-cfd780bc-a3e4-4c4c-8065-59271030ebf2 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 943 time: 0.1103234 Nov 08 12:25:22.948206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f75b8c3b-90da-44af-9f42-4026f6302172 req-550a879b-2349-42bb-8c1c-be4da47304d1 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b306f9d69f844da89147dca61de70be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400262 Nov 08 12:25:23.044238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-202b9d72-2078-4d0f-b644-dd6bb50c523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:23.088441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-91112a10-22cb-4be5-825c-40c7709f881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.089543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-91112a10-22cb-4be5-825c-40c7709f881a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=912024f24d2f468ea08848a8a51d8807&device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 1094 time: 0.2475965 Nov 08 12:25:23.127152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1aad896c-b11d-41fb-936f-debfdd8da462 req-ef62689a-6503-4542-a68b-0fa7a51c4384 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771168 Nov 08 12:25:23.176335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-b8944104-5e8b-4225-9055-bbf383e43e20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706 HTTP/1.1" status: 200 len: 217 time: 0.0625784 Nov 08 12:25:23.198934 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef9f1d-ae17-4427-8ce8-f30f3d7edeb5 x-openstack-request-id: req-06ef9f1d-ae17-4427-8ce8-f30f3d7edeb5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:23.199218 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:23.199592 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06ef9f1d-ae17-4427-8ce8-f30f3d7edeb5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:23.208121 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'status': 'completed', 'code': 200} Nov 08 12:25:23.248549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8c3b-90da-44af-9f42-4026f6302172 req-cad8f662-0ccc-486e-bdd2-9ebafd837a8a tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.249939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f75b8c3b-90da-44af-9f42-4026f6302172 req-cad8f662-0ccc-486e-bdd2-9ebafd837a8a tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773983 Nov 08 12:25:23.280283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-107220d5-5d4a-4d7c-a423-79f48addbce1 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.281655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-107220d5-5d4a-4d7c-a423-79f48addbce1 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.61 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.2152700 Nov 08 12:25:23.335531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f75b8c3b-90da-44af-9f42-4026f6302172 req-91343fa3-f335-4b41-95b0-d1b964ee399b tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/quotas/b306f9d69f844da89147dca61de70be3 HTTP/1.1" status: 200 len: 375 time: 0.0758939 Nov 08 12:25:23.339718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-e5149fb6-1213-4f08-b001-8de3e67aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.341063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-e5149fb6-1213-4f08-b001-8de3e67aee99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61bec6f8-f792-4745-b538-5b786c76de18 HTTP/1.1" status: 200 len: 845 time: 0.1554441 Nov 08 12:25:23.415919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f75b8c3b-90da-44af-9f42-4026f6302172 req-2eaf5943-2a9d-444f-ab11-8ee4e668939c tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b306f9d69f844da89147dca61de70be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682292 Nov 08 12:25:23.789351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a1a2a-382e-4b64-9c52-9f8bdeb4c06c req-4aed0d81-3487-40a9-8149-2b4fbd3aad4a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.791065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-374a1a2a-382e-4b64-9c52-9f8bdeb4c06c req-4aed0d81-3487-40a9-8149-2b4fbd3aad4a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.5332150 Nov 08 12:25:23.849741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-81cbb5f3-ceba-4844-810c-e53ad684b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.851249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-81cbb5f3-ceba-4844-810c-e53ad684b3d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4912853 Nov 08 12:25:23.875036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0155131d-e5d2-479b-9df3-c4cee357fd10 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:23.924765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7118a-b7f7-4069-b75b-8b1e71b10720 req-157a45a3-3fcb-4dcf-8d28-7b9c7f279e63 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:23.926051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d7118a-b7f7-4069-b75b-8b1e71b10720 req-157a45a3-3fcb-4dcf-8d28-7b9c7f279e63 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 946 time: 0.1617103 Nov 08 12:25:23.938492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-374a1a2a-382e-4b64-9c52-9f8bdeb4c06c req-f063413b-a6eb-4037-a011-88caec3bda44 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303194 Nov 08 12:25:23.980184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Deleting port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:23.980184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.089573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0155131d-e5d2-479b-9df3-c4cee357fd10,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:24.111243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '0155131d-e5d2-479b-9df3-c4cee357fd10', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '0155131d-e5d2-479b-9df3-c4cee357fd10', 'mac_address': 'fa:16:3e:56:c9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:25:24.156107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d7118a-b7f7-4069-b75b-8b1e71b10720 req-3f45de84-3878-41a1-b8d7-42b83230e660 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups?id=a641e448-72ac-4e8d-a6ad-10e3438e243e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166445 Nov 08 12:25:24.156448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.161311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-ced399ce-425b-4128-b597-58203b4a401f service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994728 Nov 08 12:25:24.174655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0155131d-e5d2-479b-9df3-c4cee357fd10 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:24.196220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] For port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:24.196779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.206487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0155131d-e5d2-479b-9df3-c4cee357fd10,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:24.238019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ceb4c-2fb9-4730-8b7e-67fe213c8a43 req-8d63d31d-bfb9-4b01-911f-693317eb582b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:24.238019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-434ceb4c-2fb9-4730-8b7e-67fe213c8a43 req-8d63d31d-bfb9-4b01-911f-693317eb582b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 947 time: 0.1687529 Nov 08 12:25:24.291390 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.431786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:24.451034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-434ceb4c-2fb9-4730-8b7e-67fe213c8a43 req-ab209c34-723c-4338-8773-2578bb3b09be tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471548 Nov 08 12:25:24.456311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-482a2054-d493-4c9a-a37c-b468c0d76968 req-d98fa21c-8abe-44ca-98ac-952adfe35c76 service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866154 Nov 08 12:25:24.502061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0155131d-e5d2-479b-9df3-c4cee357fd10'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:24.567391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.567391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:24.567391 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0 disassociated. External IP: 172.25.1.233, port: 5bf271ea-c130-4f2b-8bf7-86c1ad119d58. Nov 08 12:25:24.567391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Calling delete_port for 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:24.774991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c0811-5cef-486f-81cd-40f6daae7252 req-a8d79361-a5e0-45da-8620-d173b3f5fde3 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:24.782020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d16c0811-5cef-486f-81cd-40f6daae7252 req-a8d79361-a5e0-45da-8620-d173b3f5fde3 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 943 time: 0.1182303 Nov 08 12:25:24.792660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-4dcd9b1d-2a48-41bc-a091-477dac8e8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:24.796693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-4dcd9b1d-2a48-41bc-a091-477dac8e8aaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=912024f24d2f468ea08848a8a51d8807&device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 1094 time: 0.0963738 Nov 08 12:25:24.969151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d16c0811-5cef-486f-81cd-40f6daae7252 req-8d7f8af5-884f-4c71-8c27-558a6b09a556 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740885 Nov 08 12:25:25.004699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-ed481374-ebd9-448e-b482-6874e42ed65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:25.011959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-ed481374-ebd9-448e-b482-6874e42ed65f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573 HTTP/1.1" status: 200 len: 907 time: 0.1841762 Nov 08 12:25:25.011959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:25.036151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event deleted for resources: {'Port': ['ID=5bf271ea-c130-4f2b-8bf7-86c1ad119d58,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:25.090798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-5c99adfd-3715-400d-bcaa-6c723bf08300 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706 HTTP/1.1" status: 200 len: 217 time: 0.0560236 Nov 08 12:25:25.213477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-7b97317f-cb93-4c53-a113-17555dcf9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:25.215303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-7b97317f-cb93-4c53-a113-17555dcf9b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61bec6f8-f792-4745-b538-5b786c76de18 HTTP/1.1" status: 200 len: 845 time: 0.1161838 Nov 08 12:25:25.232266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bea3c-90e1-4eba-bcd9-27c0bb147b65 req-935ff1aa-89a7-43c8-9927-0a50793e4296 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:25.233755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-266bea3c-90e1-4eba-bcd9-27c0bb147b65 req-935ff1aa-89a7-43c8-9927-0a50793e4296 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.1475744 Nov 08 12:25:25.334691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a4cbd7-719e-4a30-9836-0b9493bc5850 req-d3fed761-731a-4ce2-9cc1-1412b890d33c tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b306f9d69f844da89147dca61de70be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647280 Nov 08 12:25:25.393034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:25:25.414578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-60f799be-75ec-4e75-983e-1f994b822ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:25.416738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-60f799be-75ec-4e75-983e-1f994b822ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935205 Nov 08 12:25:25.444177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-57174d32-d598-4d5b-9e32-5714644266a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:25.458858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-266bea3c-90e1-4eba-bcd9-27c0bb147b65 req-87386e93-0f89-46bf-a9c7-f76f969073bc tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924706 Nov 08 12:25:25.642056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dca7fe75-8f31-4f56-b3b9-4f9385b72a5f req-2e408935-52f2-47b4-9fea-d90ec5f4efb9 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 210 time: 0.0458305 Nov 08 12:25:25.705625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-a81474af-a384-4210-a2e4-6a3fd9552204 service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572722 Nov 08 12:25:25.748214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4cbd7-719e-4a30-9836-0b9493bc5850 req-afc9f949-117b-491b-98b6-7f3788edb642 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:25.750770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a4cbd7-719e-4a30-9836-0b9493bc5850 req-afc9f949-117b-491b-98b6-7f3788edb642 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036868 Nov 08 12:25:25.855895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a4cbd7-719e-4a30-9836-0b9493bc5850 req-426643a2-cdd7-4cc8-bac3-b4da8810d717 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/quotas/b306f9d69f844da89147dca61de70be3 HTTP/1.1" status: 200 len: 375 time: 0.0805895 Nov 08 12:25:25.885412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c68db61f-22cf-4e69-b9d5-14fc0223d706 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:25.932225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a4cbd7-719e-4a30-9836-0b9493bc5850 req-70ad1f3a-a861-4463-911e-ee76f98ceb8e tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b306f9d69f844da89147dca61de70be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563698 Nov 08 12:25:25.936219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:26.026824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6a6e-9f14-49fe-86f9-51ef7c2e105c req-1aff2ab6-64c7-46c2-9690-ce1763ff4aa8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:26.034407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c23e6a6e-9f14-49fe-86f9-51ef7c2e105c req-1aff2ab6-64c7-46c2-9690-ce1763ff4aa8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 948 time: 0.2951839 Nov 08 12:25:26.052284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:26.060372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] No DVR routers for this DVR port 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:26.068836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:26.072643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72591b8b-7be7-4bbc-83fc-9d6bf534cff8 req-0317c52f-0b67-493a-8ac7-29dadd63437b tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.61 "DELETE /v2.0/ports/5bf271ea-c130-4f2b-8bf7-86c1ad119d58 HTTP/1.1" status: 204 len: 173 time: 2.7818322 Nov 08 12:25:26.074747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a7b9b0b-f4d3-4042-83a0-f3a46c6ea14c req-e7741d47-2c33-4f4f-9614-b64c6d0d2ca0 service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528290 Nov 08 12:25:26.075237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'name': 'network-vif-deleted', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:26.077849 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2cfd9e-746e-4de8-8f8f-eba409e04931" -d '{"events": [{"server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "name": "network-vif-deleted", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:26.090987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0155131d-e5d2-479b-9df3-c4cee357fd10 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:26.098332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'port_id': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'mac_address': 'fa:16:3e:46:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:25:26.100542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:26.136703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c23e6a6e-9f14-49fe-86f9-51ef7c2e105c req-93104b28-c322-4ddc-9e3c-ef0d74446a39 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012249 Nov 08 12:25:26.207303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b21f3-08dd-42e9-8fb7-706c7bec14f9 req-a1aa8fd4-5461-450c-991e-08c94285511b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:26.208625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:26.209179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b8b21f3-08dd-42e9-8fb7-706c7bec14f9 req-a1aa8fd4-5461-450c-991e-08c94285511b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1096 time: 0.0714579 Nov 08 12:25:26.263947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:26.264847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:26.307542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b8b21f3-08dd-42e9-8fb7-706c7bec14f9 req-3f31214b-b960-46f6-b51b-2b9d54169efc tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891821 Nov 08 12:25:26.387585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68db61f-22cf-4e69-b9d5-14fc0223d706 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:26.467509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:26.512223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376605f-e398-4566-a85c-eab22f6166bb req-d2ee4133-9997-457a-814d-7ff8e5f9721a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:26.513872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f376605f-e398-4566-a85c-eab22f6166bb req-d2ee4133-9997-457a-814d-7ff8e5f9721a tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 943 time: 0.0921509 Nov 08 12:25:26.565503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:26.592487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f376605f-e398-4566-a85c-eab22f6166bb req-6c69046d-31f2-4fdc-ae32-cda615ca1f30 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696299 Nov 08 12:25:26.643080 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da68a19a-9d39-4fa2-8216-f9088299168e x-openstack-request-id: req-da68a19a-9d39-4fa2-8216-f9088299168e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:26.643438 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aadecb7-f302-4039-9d01-65ec7e14817d", "name": "network-vif-deleted", "tag": "5bf271ea-c130-4f2b-8bf7-86c1ad119d58", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:26.643755 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da68a19a-9d39-4fa2-8216-f9088299168e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:26.644276 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aadecb7-f302-4039-9d01-65ec7e14817d', 'name': 'network-vif-deleted', 'tag': '5bf271ea-c130-4f2b-8bf7-86c1ad119d58', 'status': 'completed', 'code': 200} Nov 08 12:25:26.679560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:26.705639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:26.757914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 0155131d-e5d2-479b-9df3-c4cee357fd10 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:25:26.766273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28a707-799e-4132-bc97-e76ea20ffc09 req-98471b05-dc5c-42e2-a853-2d43348e1423 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:26.769417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b28a707-799e-4132-bc97-e76ea20ffc09 req-98471b05-dc5c-42e2-a853-2d43348e1423 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1096 time: 0.0705171 Nov 08 12:25:26.775154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 0155131d-e5d2-479b-9df3-c4cee357fd10 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:26.775516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:26.781689 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:26.822341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b28a707-799e-4132-bc97-e76ea20ffc09 req-ba374811-3b63-43da-b77b-aaae26413d23 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Nov 08 12:25:26.827290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c68db61f-22cf-4e69-b9d5-14fc0223d706'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:26.974791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04871677-b537-4285-b8ea-97bfda0d9131 req-a9691c1d-64cc-47d3-81de-ead4e2f41de4 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/ports?device_id=0aadecb7-f302-4039-9d01-65ec7e14817d HTTP/1.1" status: 200 len: 210 time: 0.0488632 Nov 08 12:25:27.125822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:27.171645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:27.174815 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610dc64b-5e9d-4fef-a3a1-61316b28f84a" -d '{"events": [{"server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "name": "network-vif-plugged", "status": "completed", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:27.198049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0155131d-e5d2-479b-9df3-c4cee357fd10,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:27.246097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:27.281269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:27.290856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:27.291466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:27.324478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:27.542512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126a4c-4c58-4b39-a3ec-c7e721a46024 req-0fd14c7a-505e-4ecc-9533-fabcf9eb0887 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:27.547971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80126a4c-4c58-4b39-a3ec-c7e721a46024 req-0fd14c7a-505e-4ecc-9533-fabcf9eb0887 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.0930135 Nov 08 12:25:27.567597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:27.593323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:27.630307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80126a4c-4c58-4b39-a3ec-c7e721a46024 req-d08d756d-00b0-45f3-8a50-5940c3cb4d48 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769408 Nov 08 12:25:27.683661 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963281c1-1a42-4cbe-818c-3f95ea1762e7 x-openstack-request-id: req-963281c1-1a42-4cbe-818c-3f95ea1762e7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:27.683943 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "name": "network-vif-plugged", "status": "completed", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:27.684191 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-963281c1-1a42-4cbe-818c-3f95ea1762e7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:27.684572 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10', 'code': 200} Nov 08 12:25:27.791246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597f28a-4041-4554-ad9f-c77dc28d270c req-fe8e876b-72ee-455c-862a-d4755ca2baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:27.792805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8597f28a-4041-4554-ad9f-c77dc28d270c req-fe8e876b-72ee-455c-862a-d4755ca2baea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 1100 time: 0.0503533 Nov 08 12:25:27.857570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8597f28a-4041-4554-ad9f-c77dc28d270c req-09306649-d414-48ce-90e3-67f966a49b9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564194 Nov 08 12:25:27.896270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c68db61f-22cf-4e69-b9d5-14fc0223d706 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:27.924245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1328d639-94b7-4e34-a48f-39f0518117be req-9a8e4eae-3ea5-47cf-aca6-48834994049c tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b306f9d69f844da89147dca61de70be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225492 Nov 08 12:25:27.987196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:28.022936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:28.054286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d9872-9d58-484d-b981-f6589e201ec9 None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'e6e37690-53a5-4fc2-b273-02b15fab3a52', 'name': '', 'network_id': '490c4f91-6005-41ae-8052-a96474974fda', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'mac_address': 'fa:16:3e:7c:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:19Z', 'updated_at': '2021-11-08T12:20:27Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'subnets': [{'id': '6d29bd39-c3e9-4493-8c58-479aa3e34a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:28.068013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d639-94b7-4e34-a48f-39f0518117be req-bf36cc86-63b2-40ce-9a1d-588c784aa2fe tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:28.075912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1328d639-94b7-4e34-a48f-39f0518117be req-bf36cc86-63b2-40ce-9a1d-588c784aa2fe tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441402 Nov 08 12:25:28.087438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1328d639-94b7-4e34-a48f-39f0518117be req-af028023-7246-4f03-9e37-53d52e518e97 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/quotas/b306f9d69f844da89147dca61de70be3 HTTP/1.1" status: 200 len: 375 time: 0.0099261 Nov 08 12:25:28.091587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c68db61f-22cf-4e69-b9d5-14fc0223d706 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:25:28.096314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c68db61f-22cf-4e69-b9d5-14fc0223d706 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:28.096677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:28.136523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1328d639-94b7-4e34-a48f-39f0518117be req-e8fda606-057a-448c-b000-6d5d1ecd7c62 tempest-QuotasAdminNegativeTest-905161064 tempest-QuotasAdminNegativeTest-905161064-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b306f9d69f844da89147dca61de70be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325778 Nov 08 12:25:28.141195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:28.172345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:28.173111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf271ea-c130-4f2b-8bf7-86c1ad119d58 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:28.236842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:28.276207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:28.308607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6e66-f2bc-4b82-ac2f-37f33ccbe379 req-b136ac18-2a8e-4665-b621-1e3c332b9899 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:28.310291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264b6e66-f2bc-4b82-ac2f-37f33ccbe379 req-b136ac18-2a8e-4665-b621-1e3c332b9899 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 944 time: 0.0575564 Nov 08 12:25:28.361586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264b6e66-f2bc-4b82-ac2f-37f33ccbe379 req-d9b8a247-4686-436c-b731-3682b794851d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Nov 08 12:25:28.371247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:28.373400 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e7ca-6008-4380-9403-fda159b28482 None None] New status for floating IP 2cc9f38b-db6b-46d3-8a93-f468c710aaa0: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:25:28.434969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:28.826706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d30ab1-cbc7-423c-9514-28d4ea93f026 req-83bd86c4-4a32-4f40-975c-bb422af66dc1 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:28.828316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6d30ab1-cbc7-423c-9514-28d4ea93f026 req-83bd86c4-4a32-4f40-975c-bb422af66dc1 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.0596261 Nov 08 12:25:28.871201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:28.879697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6d30ab1-cbc7-423c-9514-28d4ea93f026 req-2f4f316f-3b0c-4faa-a501-a3fcb04eba50 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Nov 08 12:25:29.146766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33408) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:29.206161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.231752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.421673 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.425081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.426413 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "DELETE /v2.0/security-groups/a641e448-72ac-4e8d-a6ad-10e3438e243e HTTP/1.1" status: 204 len: 168 time: 0.2777576 Nov 08 12:25:29.430749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33412) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:29.437051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64e858-2d82-481a-8c54-208bb92a6ca3 tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641e448-72ac-4e8d-a6ad-10e3438e243e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:29.450823 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-cf95d980-750a-46ee-89b1-5f76447e73ad tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] show failed (client error): The resource could not be found. Nov 08 12:25:29.451882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf95d980-750a-46ee-89b1-5f76447e73ad tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "GET /v2.0/security-groups/a641e448-72ac-4e8d-a6ad-10e3438e243e HTTP/1.1" status: 404 len: 347 time: 0.0197313 Nov 08 12:25:29.455396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:29.522119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ab986-1e2f-4146-9e3c-b66b56e33287 req-8735522c-cca8-412e-b929-ea4e84840b34 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:29.525215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-071ab986-1e2f-4146-9e3c-b66b56e33287 req-8735522c-cca8-412e-b929-ea4e84840b34 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.0605860 Nov 08 12:25:29.556105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:29.607071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-071ab986-1e2f-4146-9e3c-b66b56e33287 req-dcc48751-32f8-4fbc-a602-f47e3420456d tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728068 Nov 08 12:25:29.636741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Deleting port 6a4ebed8-d56e-434b-abb0-227838b13b1e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:29.637096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.685911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:29.689066 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5867137-738d-4fe2-ab0f-f8f71875a9f4" -d '{"events": [{"server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "name": "network-vif-plugged", "status": "completed", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:29.724694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.727545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.728559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d8299-c03b-4b59-85cb-978c4ac55306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.737994 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde6c1f4-3344-444b-93a2-f36ccc0af546 x-openstack-request-id: req-cde6c1f4-3344-444b-93a2-f36ccc0af546 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:29.738308 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "name": "network-vif-plugged", "status": "completed", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:29.738753 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cde6c1f4-3344-444b-93a2-f36ccc0af546 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:29.739303 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'code': 200} Nov 08 12:25:29.740837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Calling delete_port for 6a4ebed8-d56e-434b-abb0-227838b13b1e owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:29.849913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-d2465cce-be30-47bc-be88-9cfd9d3a0e7b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:25:29.851252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-d2465cce-be30-47bc-be88-9cfd9d3a0e7b tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2896307 Nov 08 12:25:29.862090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d8299-c03b-4b59-85cb-978c4ac55306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:29.875086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a723bb-8d85-4787-93d0-8e481228c24f req-d652cee7-ba49-4c03-b06a-21ae32c79666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:29.876640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1a723bb-8d85-4787-93d0-8e481228c24f req-d652cee7-ba49-4c03-b06a-21ae32c79666 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 1096 time: 0.0655930 Nov 08 12:25:29.934223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1a723bb-8d85-4787-93d0-8e481228c24f req-8bee9ab3-cd7d-41e2-be3f-03f7703f14df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499451 Nov 08 12:25:29.989551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d8299-c03b-4b59-85cb-978c4ac55306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.016875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-99042795-5b32-443d-8c41-ed2dda831a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:30.018327 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-99042795-5b32-443d-8c41-ed2dda831a11 service neutron] 10.222.0.58 "GET /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 1093 time: 0.1508417 Nov 08 12:25:30.028208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Request body: {'binding': {'host': 'n-h2-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:30.028960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:25:30.049380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-964d8299-c03b-4b59-85cb-978c4ac55306 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b306f9d69f844da89147dca61de70be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920969 Nov 08 12:25:30.058380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e073-6253-409d-afcf-af2438e323b6 req-d82c51f4-7333-4529-8313-91282ef2d22d tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:30.059980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3374e073-6253-409d-afcf-af2438e323b6 req-d82c51f4-7333-4529-8313-91282ef2d22d tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.0994859 Nov 08 12:25:30.060644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d8299-c03b-4b59-85cb-978c4ac55306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0a1be-5831-4c66-9698-6126f8cc859a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:30.063047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:30.168792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3374e073-6253-409d-afcf-af2438e323b6 req-baabf83d-587c-4527-9841-918345b1071c tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874686 Nov 08 12:25:30.177680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.220618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.342564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.377437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Pushing event deleted for resources: {'Port': ['ID=6a4ebed8-d56e-434b-abb0-227838b13b1e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:30.425205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.428499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.432133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0e0a1be-5831-4c66-9698-6126f8cc859a HTTP/1.1" status: 204 len: 168 time: 0.3650582 Nov 08 12:25:30.450391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2df9d-ebfe-4ee8-adcc-598f4e6ebc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0a1be-5831-4c66-9698-6126f8cc859a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:30.562417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.565291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.566553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53c80245-9075-4d68-afe9-74a9369f549f tempest-ServersWithSpecificFlavorTestJSON-1410952906 tempest-ServersWithSpecificFlavorTestJSON-1410952906-project] 10.222.0.58 "DELETE /v2.0/floatingips/2cc9f38b-db6b-46d3-8a93-f468c710aaa0 HTTP/1.1" status: 204 len: 168 time: 1.1094496 Nov 08 12:25:30.618330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on host n-h2-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:30.618677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:30.619009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:30.623806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:30.624250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:30.630676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:30.630676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:30.630676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:30.630676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Bound port: 12957f73-94ae-4e15-8b08-81106c8bb2f5, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:30.676669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76938-5e30-4531-a87a-9a66471e136b req-1addff02-2a37-40eb-8ec3-641324cd79a2 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:30.678799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5db76938-5e30-4531-a87a-9a66471e136b req-1addff02-2a37-40eb-8ec3-641324cd79a2 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.0659616 Nov 08 12:25:30.694315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:30.746540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5db76938-5e30-4531-a87a-9a66471e136b req-5bd1c426-26c6-48f8-9fca-8e2511a89172 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583222 Nov 08 12:25:30.832911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:30.832911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-ba5bf124-c832-424b-9718-b295d78b2e00 service neutron] 10.222.0.58 "POST /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8062706 Nov 08 12:25:31.143746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cb82-e6a5-445b-941f-29e50b2a99dc req-d462f3cd-0a7d-4637-a1d8-06f47b1c5f82 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:31.145634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9610cb82-e6a5-445b-941f-29e50b2a99dc req-d462f3cd-0a7d-4637-a1d8-06f47b1c5f82 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.0561116 Nov 08 12:25:31.209255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9610cb82-e6a5-445b-941f-29e50b2a99dc req-914a4cd6-0b10-49e3-a703-0a2ebb2d6fd3 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527461 Nov 08 12:25:31.309630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-5365e0a7-a386-4eea-b7ec-e5f027a28527 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9cce3edd07c148a7b83dea587076a672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279343 Nov 08 12:25:31.374627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:31.389538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df9eb77-73e2-437e-af6c-5e9dc5c2fce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:31.457523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61fd56-fd14-4c2e-8583-b8a4f9c5c968 req-85ebac79-bf4d-4914-a957-dc7c88989717 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:31.459042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf61fd56-fd14-4c2e-8583-b8a4f9c5c968 req-85ebac79-bf4d-4914-a957-dc7c88989717 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.0827913 Nov 08 12:25:31.469939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-5f36cb65-3ccd-4741-ae75-e01ca54f81d5 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:31.471805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-5f36cb65-3ccd-4741-ae75-e01ca54f81d5 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550317 Nov 08 12:25:31.487332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df9eb77-73e2-437e-af6c-5e9dc5c2fce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:31.500735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-358d5b98-c8cb-4bfb-8037-034872507526 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/quotas/9cce3edd07c148a7b83dea587076a672 HTTP/1.1" status: 200 len: 375 time: 0.0224674 Nov 08 12:25:31.548634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf61fd56-fd14-4c2e-8583-b8a4f9c5c968 req-79a1e42a-61f6-4260-82f1-238138ebfcc6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Nov 08 12:25:31.563826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-a0b86f65-7ffb-4cfe-8694-7885fcf50dfe tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571983 Nov 08 12:25:31.665949 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df9eb77-73e2-437e-af6c-5e9dc5c2fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:31.702991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9eb77-73e2-437e-af6c-5e9dc5c2fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4883ed47-49dd-4700-aa2b-5f0f1785feb1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:31.707307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7df9eb77-73e2-437e-af6c-5e9dc5c2fce2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3abb0d140bc44026bd582fff3073fc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316312 Nov 08 12:25:31.709868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33482) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:31.760342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:31.781761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:31.971964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30f6cf22-66ee-4431-83e0-1cf8cfa6cf4c req-50807e36-de09-4830-94b8-aff68ebf5fed tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0489790 Nov 08 12:25:31.992266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-34c16f76-155d-4c75-a99a-d00c548bd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:31.993833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-34c16f76-155d-4c75-a99a-d00c548bd4ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1096 time: 0.0796621 Nov 08 12:25:32.007870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:32.013886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:32.013886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4883ed47-49dd-4700-aa2b-5f0f1785feb1 HTTP/1.1" status: 204 len: 168 time: 0.3015950 Nov 08 12:25:32.023075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669b433-c6f5-44da-a139-9b4c2d1f1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4883ed47-49dd-4700-aa2b-5f0f1785feb1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:32.177945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-0a60b2f4-bc3e-405d-b515-1a03183114c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:32.179527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-0a60b2f4-bc3e-405d-b515-1a03183114c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.1762059 Nov 08 12:25:32.221835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33514) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:32.225202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-82c1f174-f1ca-423e-91f7-ad83dd401e91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0391018 Nov 08 12:25:32.281787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-95bacd5f-8b5f-4ee7-918f-65746aa7a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:32.284998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-95bacd5f-8b5f-4ee7-918f-65746aa7a16d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0522864 Nov 08 12:25:32.331831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-03581440-71c7-4e91-bc39-be0e4b1f6983 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377002 Nov 08 12:25:32.422538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f8ad-3b50-41ff-be0a-1de45db948d5 req-b7406fd5-858e-4f9a-b295-cb817594a967 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:32.424077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9872f8ad-3b50-41ff-be0a-1de45db948d5 req-b7406fd5-858e-4f9a-b295-cb817594a967 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.1268268 Nov 08 12:25:32.489642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-1298e768-15e2-4751-978f-b1346826d938 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442873 Nov 08 12:25:32.517278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9872f8ad-3b50-41ff-be0a-1de45db948d5 req-86e7f22b-f105-4b59-a257-9060202b68d4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693653 Nov 08 12:25:32.753749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019166a-79c4-45e5-b0fb-a9670579910c req-7747388f-0364-4e5e-8a61-83c95edb3399 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:32.755180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6019166a-79c4-45e5-b0fb-a9670579910c req-7747388f-0364-4e5e-8a61-83c95edb3399 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.1186111 Nov 08 12:25:32.758346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-6cedda80-69ff-4617-a2e6-3d40c02b9602 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398846 Nov 08 12:25:32.772226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33538) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:32.778807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Request body: {'floatingip': {'port_id': 'c68db61f-22cf-4e69-b9d5-14fc0223d706'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:32.806264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836fbf7-f1ac-46c7-9880-0f92436ad8bf req-beb20ea5-71e2-4c90-a107-390c218d20e5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:32.807938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3836fbf7-f1ac-46c7-9880-0f92436ad8bf req-beb20ea5-71e2-4c90-a107-390c218d20e5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.1485000 Nov 08 12:25:32.841625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:32.869082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3836fbf7-f1ac-46c7-9880-0f92436ad8bf req-71579526-61ef-4426-beb2-e7d19f1352af tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 Nov 08 12:25:33.079516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfde6611-246b-4551-a7be-eb29468a25b9 req-f0ca5ed4-86cb-4c59-a428-a89c9b594c49 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0386560 Nov 08 12:25:33.386075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:33.549348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:33.708758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:33.840696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Deleting port e6e37690-53a5-4fc2-b273-02b15fab3a52 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:33.841309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:33.960412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] For port e6e37690-53a5-4fc2-b273-02b15fab3a52, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e6e37690-53a5-4fc2-b273-02b15fab3a52,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:33.960866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:33.988257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Calling delete_port for e6e37690-53a5-4fc2-b273-02b15fab3a52 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:34.059409 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Floating IP 4b88500f-2329-4ee7-ba6d-22595d04005d associated. External IP: 172.25.1.198, port: c68db61f-22cf-4e69-b9d5-14fc0223d706. Nov 08 12:25:34.593328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c5462f7-e993-4120-bae9-7a3ef48b4d15 req-d76cab2c-ab55-4078-abed-06ec7b4525a3 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0582857 Nov 08 12:25:34.629597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f7bd6-7400-4c40-b475-452c104395c0 req-41a02e96-0be5-4eea-8a73-485ebfd66456 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:34.631366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f27f7bd6-7400-4c40-b475-452c104395c0 req-41a02e96-0be5-4eea-8a73-485ebfd66456 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.6247807 Nov 08 12:25:34.672382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Router 10d8803f-16df-44de-9403-2d9c59ee77cc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:25:34.741250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f27f7bd6-7400-4c40-b475-452c104395c0 req-7f5a755d-cdf5-4ff1-a104-65219f06cb9d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018009 Nov 08 12:25:34.775040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:34.816307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e37690-53a5-4fc2-b273-02b15fab3a52,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:34.967644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:34.980302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Sync routers for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:34.997424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:34.998681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:35.083499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-40eb376f-d5a0-4482-980b-fd0acd230745 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9cce3edd07c148a7b83dea587076a672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246317 Nov 08 12:25:35.095122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:35.207176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-dfbe90f2-c684-43ec-8b43-96509d6ac7d8 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=87af53ee574849bbb2880c67952e598e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283291 Nov 08 12:25:35.266299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:35.419546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-a77563d3-56aa-4bd0-ac66-85a5e711488f tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:35.430876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-a77563d3-56aa-4bd0-ac66-85a5e711488f tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384604 Nov 08 12:25:35.448067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Request body: {'port': {'device_id': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '9cce3edd07c148a7b83dea587076a672'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:35.499730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-d236ae43-3295-4607-8800-f195878f8ffa tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:35.502482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-d236ae43-3295-4607-8800-f195878f8ffa tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413490 Nov 08 12:25:35.584577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-3d0c7449-e8cd-4ecf-b079-181b8fcb183f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/quotas/87af53ee574849bbb2880c67952e598e HTTP/1.1" status: 200 len: 375 time: 0.0494905 Nov 08 12:25:35.607995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0405fe2f-1167-498b-84b1-c4949c83f963 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "PUT /v2.0/floatingips/4b88500f-2329-4ee7-ba6d-22595d04005d HTTP/1.1" status: 200 len: 991 time: 2.8306863 Nov 08 12:25:35.607995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:35.609938 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:35.667075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-2ceee677-cec9-4069-bbe4-5658ba53fb78 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546060 Nov 08 12:25:35.736953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b88500f-2329-4ee7-ba6d-22595d04005d', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'port_id': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'mac_address': 'fa:16:3e:46:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:25:13Z', 'updated_at': '2021-11-08T12:25:33Z', 'revision_number': 1, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:35.745293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:35.826002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Checking router: 10d8803f-16df-44de-9403-2d9c59ee77cc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:35.836270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:35.836894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:35.861734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f04e4a3-65f6-45fe-8c12-afcf854be02e req-bbfa6449-2cd2-4905-a9ba-5dec4c5807a8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0430057 Nov 08 12:25:35.923416 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e0faf-c547-4ef6-8199-4aa4fa7a37ee x-openstack-request-id: req-195e0faf-c547-4ef6-8199-4aa4fa7a37ee {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:35.923416 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:35.923846 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-195e0faf-c547-4ef6-8199-4aa4fa7a37ee {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:35.924435 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'status': 'completed', 'code': 200} Nov 08 12:25:36.000063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:36.048987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-7bb6a3ca-720a-4677-9d07-7043a9fc643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:36.050721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-7bb6a3ca-720a-4677-9d07-7043a9fc643a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=912024f24d2f468ea08848a8a51d8807&device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 1096 time: 0.1019132 Nov 08 12:25:36.240869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Made reservation on behalf of 9cce3edd07c148a7b83dea587076a672 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:36.241026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Router db08f77e-89c6-480e-9844-ccd1fe93e16d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:25:36.247318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:36.322210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1c7cdf3-f0fd-4571-9e5d-9356653f0541 req-0fe4bbe6-ff88-4499-a61b-2e7ff48a8bed tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 210 time: 0.1158001 Nov 08 12:25:36.420487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b88500f-2329-4ee7-ba6d-22595d04005d', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'port_id': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'mac_address': 'fa:16:3e:46:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:25:13Z', 'updated_at': '2021-11-08T12:25:33Z', 'revision_number': 1, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:36.455179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688e364-0082-4ae7-b254-a1eb9683c86d req-f758588d-7db5-4a6f-af3d-98e15d96e305 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:36.457015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0688e364-0082-4ae7-b254-a1eb9683c86d req-f758588d-7db5-4a6f-af3d-98e15d96e305 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.4260035 Nov 08 12:25:36.478919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:36.489028 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cce307c1-8751-41c2-ac0b-a100d8ed4dd1 admin admin] 10.222.0.58 "PUT /v2.0/routers/db08f77e-89c6-480e-9844-ccd1fe93e16d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2641630 Nov 08 12:25:36.489731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:36.491038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc032a-973a-4e51-b9e1-9243c7d98e23 None None] The sync data for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 is: [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b88500f-2329-4ee7-ba6d-22595d04005d', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'port_id': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'mac_address': 'fa:16:3e:46:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:25:13Z', 'updated_at': '2021-11-08T12:25:33Z', 'revision_number': 1, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:36.495480 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Sync routers for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:36.529592 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:36.532932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:36.655431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0688e364-0082-4ae7-b254-a1eb9683c86d req-08daadc6-a7f4-48e7-847a-34cf1f7ffcb7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813514 Nov 08 12:25:36.661142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-020aef61-ee0a-47be-961f-3b1a7676411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:36.662635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-020aef61-ee0a-47be-961f-3b1a7676411b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573 HTTP/1.1" status: 200 len: 907 time: 0.5952561 Nov 08 12:25:36.732232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:36.845853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:36.973466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b8feb-c891-41fe-a63e-4966c3d44818 None None] New status for floating IP 4b88500f-2329-4ee7-ba6d-22595d04005d: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:25:37.012249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:37.030833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-1da1ca3e-f647-4467-97ff-3506072381e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706 HTTP/1.1" status: 200 len: 999 time: 0.3473020 Nov 08 12:25:37.127146 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:25:34Z', 'revision_number': 5, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port': {'id': '1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:12Z', 'updated_at': '2021-11-08T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:37.159035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1abf9b14-4091-4cba-8441-9dace69113fe req-82b418ba-ba56-41c9-ad2e-91abf2277b82 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0976663 Nov 08 12:25:37.179613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Allocated IP 192.168.233.4 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/5bf5285b-0b02-49bf-9e5f-2395d01e20cf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:37.205716 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Checking router: db08f77e-89c6-480e-9844-ccd1fe93e16d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:37.227733 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Routers {'db08f77e-89c6-480e-9844-ccd1fe93e16d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:37.228409 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['db08f77e-89c6-480e-9844-ccd1fe93e16d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:37.323162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Deleting port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:37.323746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:37.392520 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] Set router db08f77e-89c6-480e-9844-ccd1fe93e16d gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:37.414732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-c6e3d9f9-c132-4add-9f3a-9b15a22cde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:37.416415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-c6e3d9f9-c132-4add-9f3a-9b15a22cde95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61bec6f8-f792-4745-b538-5b786c76de18 HTTP/1.1" status: 200 len: 845 time: 0.3597839 Nov 08 12:25:37.467426 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:25:37Z', 'revision_number': 6, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:37.660657 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17f15e-8d8a-4161-949e-30ef8feb1950 None None] The sync data for ids ['db08f77e-89c6-480e-9844-ccd1fe93e16d'] in n-d-816990-1 is: [{'id': 'db08f77e-89c6-480e-9844-ccd1fe93e16d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885461089-router', 'tenant_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:10Z', 'updated_at': '2021-11-08T12:25:37Z', 'revision_number': 6, 'project_id': '1a75b3f6f63e4a7a8ce1d56776efded3', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:37.740042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] For port 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:37.742096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:37.778515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Calling delete_port for 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:37.806664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8146cc7-e127-4db4-a461-058c5a490b6a req-3f57345f-2969-4ad9-bcf6-68bfd49665e5 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 210 time: 0.1657710 Nov 08 12:25:37.830047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-4d1d129b-c03e-4b72-a5f1-296b3a90481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:37.832579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-4d1d129b-c03e-4b72-a5f1-296b3a90481d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e1aa3dd-b56b-4983-908f-07d7eaa1f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475015 Nov 08 12:25:38.028007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-d2b9f30c-c881-4395-91dd-c96b242c4fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592252 Nov 08 12:25:38.215503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.250294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d3f86a-e8ae-4189-ba92-e4b37ebfdc6c req-eaa8b78b-0ca5-44e3-9121-081bf48ad5b0 service neutron] 10.222.0.57 "GET /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081110 Nov 08 12:25:38.262821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a993-d79d-401f-8d6d-e15195215619 req-03fa2605-517b-4ede-974b-0928c1d1664a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:38.277634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc6a993-d79d-401f-8d6d-e15195215619 req-03fa2605-517b-4ede-974b-0928c1d1664a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.4697490 Nov 08 12:25:38.305566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:38.333933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.362539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-153e4593-93ae-4709-8078-15aa46b35c5d req-ff0df0ca-20bb-4998-b076-6d49782cd2f0 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0785036 Nov 08 12:25:38.449444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc6a993-d79d-401f-8d6d-e15195215619 req-dee7a4a9-d312-415e-89ed-dbfcf47061e9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688416 Nov 08 12:25:38.496343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.628041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.643389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0155131d-e5d2-479b-9df3-c4cee357fd10'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:38.745943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:38.756306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:38.756433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.767794 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.768207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:38.969878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Pushing event updated for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:38.998238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:38.999107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db08f77e-89c6-480e-9844-ccd1fe93e16d {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:25:39.007173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.009206 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d5e9467a-b84a-48da-8e93-30442caeb196 admin admin] 10.222.0.58 "DELETE /v2.0/routers/db08f77e-89c6-480e-9844-ccd1fe93e16d HTTP/1.1" status: 204 len: 168 time: 2.5182641 Nov 08 12:25:39.012660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:39.179101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:39.180423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.252169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f29f96c0-163c-4bd1-b9d8-14c7e780894e req-2979927a-d58d-4617-ae67-7e3f82134e4e tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 210 time: 0.2228119 Nov 08 12:25:39.295415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Deleting subnet 6d29bd39-c3e9-4493-8c58-479aa3e34a37 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:39.299257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.303834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-ed17b35e-fb11-4a97-9dad-2f1420e7343b tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8656390 Nov 08 12:25:39.330431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Request body: {'port': {'device_id': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:39.347488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ce10b58d-b71d-4d2e-8bd7-26bf07a49376 None None] Provisioning complete for port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:39.348059 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ce10b58d-b71d-4d2e-8bd7-26bf07a49376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.407360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.409301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.472356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ce10b58d-b71d-4d2e-8bd7-26bf07a49376 None None] Port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:39.641381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:39.664061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:39.665597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ecd6d91-6a70-45dc-a3d9-e5cc8c236b75 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:39.666191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e6e37690-53a5-4fc2-b273-02b15fab3a52 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:39.688379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e6e37690-53a5-4fc2-b273-02b15fab3a52 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:39.688866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e6e37690-53a5-4fc2-b273-02b15fab3a52 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:39.694910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:39.779303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-feada73f-d518-4a2e-975e-0b5747a4b2d0 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87af53ee574849bbb2880c67952e598e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575209 Nov 08 12:25:39.787771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d318bc-9773-40e5-980e-5ab71d33775d req-cf16e506-60d3-45ab-9be7-3b161d27be84 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:39.792345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88d318bc-9773-40e5-980e-5ab71d33775d req-cf16e506-60d3-45ab-9be7-3b161d27be84 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 934 time: 0.2540481 Nov 08 12:25:39.817110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7dcf-86cb-4cbb-98cd-c954b9ab0933 req-f33ef0e7-2c18-4199-91ca-8ddf7ad8e465 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:39.821223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af6d7dcf-86cb-4cbb-98cd-c954b9ab0933 req-f33ef0e7-2c18-4199-91ca-8ddf7ad8e465 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.2605984 Nov 08 12:25:40.046748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88d318bc-9773-40e5-980e-5ab71d33775d req-cb4f3079-fc72-4302-8921-64ee170eb2b0 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150364 Nov 08 12:25:40.060900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af6d7dcf-86cb-4cbb-98cd-c954b9ab0933 req-3d112abb-b216-48f2-8b21-44128f20149b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182288 Nov 08 12:25:40.123721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-55de759f-34a8-46b6-ab29-40bda43921d1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:40.125748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-55de759f-34a8-46b6-ab29-40bda43921d1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196144 Nov 08 12:25:40.140937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.167582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Request body: {'port': {'device_id': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '87af53ee574849bbb2880c67952e598e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:40.225088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d29bd39-c3e9-4493-8c58-479aa3e34a37,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:40.241528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.244472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b38a4-3d8d-44c6-a0aa-fe993a0fdd13 None None] Network 490c4f91-6005-41ae-8052-a96474974fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:40.247703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f8a4330a-57a5-4a5e-be44-615b3ec32da0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6d29bd39-c3e9-4493-8c58-479aa3e34a37 HTTP/1.1" status: 204 len: 168 time: 1.2277441 Nov 08 12:25:40.248193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:40.289196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf5285b-0b02-49bf-9e5f-2395d01e20cf {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:40.300831 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.326460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Transition to ACTIVE for port object 5bf5285b-0b02-49bf-9e5f-2395d01e20cf will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:25:40.381482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.415202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbfbe528-08ce-4e54-9991-04bc44e7961d req-febb871b-f33b-4177-b614-f28fa26e375b tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 210 time: 0.0384407 Nov 08 12:25:40.417228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.449773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Deleting port 4510a108-4a04-41dd-a1ed-014d09a6870b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:40.450385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.482914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Made reservation on behalf of 87af53ee574849bbb2880c67952e598e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:40.486068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.501406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.513510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:40.543333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] For port 4510a108-4a04-41dd-a1ed-014d09a6870b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4510a108-4a04-41dd-a1ed-014d09a6870b,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:40.543994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.558100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] DHCP port deletion for 490c4f91-6005-41ae-8052-a96474974fda request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:25:40.561331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Calling delete_port for 4510a108-4a04-41dd-a1ed-014d09a6870b owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:40.625127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Deleting port 4510a108-4a04-41dd-a1ed-014d09a6870b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:40.625502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.717307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] For port 4510a108-4a04-41dd-a1ed-014d09a6870b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4510a108-4a04-41dd-a1ed-014d09a6870b,segment=NetworkSegment(e9217393-d043-4efb-84d7-6aaa7f4ee915),segment_id=e9217393-d043-4efb-84d7-6aaa7f4ee915)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:40.717911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.723277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Attempting to bind port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:40.723613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Attempting to bind port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:40.723939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Attempting to bind port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:40.733068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Calling delete_port for 4510a108-4a04-41dd-a1ed-014d09a6870b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:40.733818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:40.734144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Attempting to bind port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:40.744392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:40.744753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:40.745108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:40.745541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Bound port: 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:40.745891 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.778798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.791114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.839181 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.856829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] No DVR routers for this DVR port 4510a108-4a04-41dd-a1ed-014d09a6870b on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:40.861357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:40.869619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:40.877322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Pushing event deleted for resources: {'Port': ['ID=4510a108-4a04-41dd-a1ed-014d09a6870b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:40.878878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:40.887304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] No DVR routers for this DVR port 4510a108-4a04-41dd-a1ed-014d09a6870b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.903792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.904983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.905076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4510a108-4a04-41dd-a1ed-014d09a6870b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:40.905163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.905163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.906851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ffbde-5efb-4c6c-8917-211d52888754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:25:40.998052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.004933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:41.032722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.056274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490c4f91-6005-41ae-8052-a96474974fda']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:41.067836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9217393-d043-4efb-84d7-6aaa7f4ee915') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:41.068367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9217393-d043-4efb-84d7-6aaa7f4ee915') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:41.080248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.103394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.115791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:41.116844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:41.121839 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:41.124022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:41.124022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.128353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] 10.222.0.61 "PUT /v2.0/ports/5bf5285b-0b02-49bf-9e5f-2395d01e20cf HTTP/1.1" status: 200 len: 1094 time: 1.7990763 Nov 08 12:25:41.182830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:41.187710 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f932139-bd00-446f-84ca-c724e3f3f03e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:41.216613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fc88-bedb-48c9-a0a9-b337c9464269 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:41.384837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Allocated IP 192.168.233.250 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/a6b8229e-1685-4df3-a3a0-5cff9919bb2b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:41.415026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4b9a-53eb-4af0-a258-ea3d0dbb55c9 req-d26c1455-4c79-40dc-b8ad-9b17b685659e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:41.416559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-341d4b9a-53eb-4af0-a258-ea3d0dbb55c9 req-d26c1455-4c79-40dc-b8ad-9b17b685659e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.1815319 Nov 08 12:25:41.425639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.433231 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:41.436935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-606f9d9c-af57-4323-8d56-8c3642f74f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:41.438526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-606f9d9c-af57-4323-8d56-8c3642f74f41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 1097 time: 0.1297414 Nov 08 12:25:41.440118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/490c4f91-6005-41ae-8052-a96474974fda HTTP/1.1" status: 204 len: 168 time: 1.1907611 Nov 08 12:25:41.451996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:41.459948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e695e6-c8a7-4d82-ba90-bb6057e1ecd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=490c4f91-6005-41ae-8052-a96474974fda,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:41.474272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dc1ae-f462-4ed7-ad15-8464b7e25f39 req-19741046-3c11-4a57-a444-88b2b01d21cf tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:41.475863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-961dc1ae-f462-4ed7-ad15-8464b7e25f39 req-19741046-3c11-4a57-a444-88b2b01d21cf tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 946 time: 0.2055709 Nov 08 12:25:41.634042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-186c0443-0d41-4dfe-b52c-1724dd3fd0b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf HTTP/1.1" status: 200 len: 217 time: 0.1796689 Nov 08 12:25:41.643700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4510a108-4a04-41dd-a1ed-014d09a6870b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:41.674016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4510a108-4a04-41dd-a1ed-014d09a6870b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:41.674681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4510a108-4a04-41dd-a1ed-014d09a6870b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:42.154617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-341d4b9a-53eb-4af0-a258-ea3d0dbb55c9 req-fc1f5c9f-9e35-49c3-b23b-9a8385db1a6e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230861 Nov 08 12:25:42.181480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-03db904d-edbf-4e5c-adc8-070e67e37b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:42.183029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-03db904d-edbf-4e5c-adc8-070e67e37b60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.5307887 Nov 08 12:25:42.264692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-961dc1ae-f462-4ed7-ad15-8464b7e25f39 req-b148174c-f4fb-4e28-a2e9-2bec1206603f tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583549 Nov 08 12:25:42.360924 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b463cfc-4243-4355-8326-2884d7fcc409 x-openstack-request-id: req-5b463cfc-4243-4355-8326-2884d7fcc409 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:42.361167 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:42.361477 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b463cfc-4243-4355-8326-2884d7fcc409 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:42.362992 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf', 'status': 'completed', 'code': 200} Nov 08 12:25:42.375822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:42.574042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-55881a37-3e73-441f-92a4-c8d15c85b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:42.575856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-55881a37-3e73-441f-92a4-c8d15c85b529 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3776307 Nov 08 12:25:42.702459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-e372beab-0957-48a3-bc3b-fafdf483f3e6 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119406 Nov 08 12:25:42.723749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:42.868560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b345b3c-032e-4f14-9a38-ba276c85a632 req-a9fae1c3-7d80-4d3b-b2f5-849988140062 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321073 Nov 08 12:25:42.884007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:42.900628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:42.903430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:42.963606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Pushing event updated for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:42.993110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9ce2-3688-4a58-969b-31350d70847b req-91b36445-13fd-4035-81af-4e41f1d2a67c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.000757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23ad9ce2-3688-4a58-969b-31350d70847b req-91b36445-13fd-4035-81af-4e41f1d2a67c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 936 time: 0.4578593 Nov 08 12:25:43.018028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.018688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:43.130945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23ad9ce2-3688-4a58-969b-31350d70847b req-23da2bf1-af6d-4d9c-923e-144625ff980c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290889 Nov 08 12:25:43.157372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-f294af4e-8871-4e0e-b61a-cdc3c2528322 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0130606 Nov 08 12:25:43.161611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-643e83c5-4009-4e0a-a1d7-1252a9b99714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.163167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-643e83c5-4009-4e0a-a1d7-1252a9b99714 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cce3edd07c148a7b83dea587076a672&device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 1097 time: 0.0845122 Nov 08 12:25:43.167231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:43.197425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-78041c34-71d0-41d3-a029-cc3e6685c99b None None] Provisioning complete for port a6b8229e-1685-4df3-a3a0-5cff9919bb2b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:43.197951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-78041c34-71d0-41d3-a029-cc3e6685c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:43.238795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-78041c34-71d0-41d3-a029-cc3e6685c99b None None] Port a6b8229e-1685-4df3-a3a0-5cff9919bb2b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:43.272880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Request body: {'port': {'device_id': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:43.521523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:43.552690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a210-0064-4a0b-aaac-b0d4e0e75307 req-a728ee70-bca1-4b19-8b9a-42da313067e1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.553572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fa8a210-0064-4a0b-aaac-b0d4e0e75307 req-a728ee70-bca1-4b19-8b9a-42da313067e1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.2875981 Nov 08 12:25:43.567516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-14df1231-9ec4-47d9-938a-ad1535a24db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.569152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-14df1231-9ec4-47d9-938a-ad1535a24db7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3988311 Nov 08 12:25:43.685077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c91ff-9fae-4a63-b8c9-818d564b473e req-53cbe7b2-0502-4417-92fa-26c3a7137643 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.686603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a2c91ff-9fae-4a63-b8c9-818d564b473e req-53cbe7b2-0502-4417-92fa-26c3a7137643 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 946 time: 0.3419631 Nov 08 12:25:43.716176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-152f2cde-4aa2-4139-b8d0-4d38bf7ac704 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf HTTP/1.1" status: 200 len: 217 time: 0.1184297 Nov 08 12:25:43.850678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fa8a210-0064-4a0b-aaac-b0d4e0e75307 req-d69a6f31-5773-41ce-8737-bcfeec6d5872 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867496 Nov 08 12:25:43.934571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a2c91ff-9fae-4a63-b8c9-818d564b473e req-6d8ad426-d6c7-48f7-956a-29cf124087db tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268353 Nov 08 12:25:43.945910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-78a6d662-707a-40b2-94c5-4fa383b8bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:43.947430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-78a6d662-707a-40b2-94c5-4fa383b8bda4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2140982 Nov 08 12:25:44.077694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-3dd6b192-97b4-41ac-a86c-9486ea97b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:44.079480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-3dd6b192-97b4-41ac-a86c-9486ea97b1fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210299 Nov 08 12:25:44.222935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:25:44.274767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Deleting port 15b542aa-1284-45a4-85a2-f6304ff956c3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:44.275010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:44.278060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b8229e-1685-4df3-a3a0-5cff9919bb2b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:44.297026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-35e587c4-d259-4ce8-a7e2-ebe74131c193 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045741 Nov 08 12:25:44.299509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:44.378144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Transition to ACTIVE for port object a6b8229e-1685-4df3-a3a0-5cff9919bb2b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:25:44.466681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6776d-9db1-4ec5-8a67-cbc086d61956 req-65337457-26b8-4300-85d8-72a28ef55238 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:44.468273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92d6776d-9db1-4ec5-8a67-cbc086d61956 req-65337457-26b8-4300-85d8-72a28ef55238 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 936 time: 0.2008173 Nov 08 12:25:44.490976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:44.574226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] For port 15b542aa-1284-45a4-85a2-f6304ff956c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=15b542aa-1284-45a4-85a2-f6304ff956c3,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:44.574621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:44.578644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f932139-bd00-446f-84ca-c724e3f3f03e req-500ce81c-c0a4-4e54-ab67-b2ef9ac96e42 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506928 Nov 08 12:25:44.630744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Calling delete_port for 15b542aa-1284-45a4-85a2-f6304ff956c3 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:44.656030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:44.760840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92d6776d-9db1-4ec5-8a67-cbc086d61956 req-d40dac8b-3b2e-420e-9f2c-93c03006d72c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227476 Nov 08 12:25:44.802936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0f59f-1b52-4b4a-a5a9-8a2ea83491d1 req-ce9f7317-1ade-49c1-aad1-a67a11b913aa tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:44.805039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5e0f59f-1b52-4b4a-a5a9-8a2ea83491d1 req-ce9f7317-1ade-49c1-aad1-a67a11b913aa tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.2055051 Nov 08 12:25:44.838935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Attempting to bind port a6b8229e-1685-4df3-a3a0-5cff9919bb2b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:44.839267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Attempting to bind port a6b8229e-1685-4df3-a3a0-5cff9919bb2b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:44.839597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Attempting to bind port a6b8229e-1685-4df3-a3a0-5cff9919bb2b on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:44.885887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Port a6b8229e-1685-4df3-a3a0-5cff9919bb2b on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:44.886210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Attempting to bind port a6b8229e-1685-4df3-a3a0-5cff9919bb2b on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:44.904363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:44.904721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:44.905691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:44.906222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Bound port: a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:44.906729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:44.950355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5e0f59f-1b52-4b4a-a5a9-8a2ea83491d1 req-a9af9c9e-10d6-4e0c-9323-e593592b0794 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327591 Nov 08 12:25:45.094211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a9f9-fca5-4704-81cc-77bc4934198d req-1f9242d9-7685-4650-9b33-4df9d746fe0d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:45.095941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d26a9f9-fca5-4704-81cc-77bc4934198d req-1f9242d9-7685-4650-9b33-4df9d746fe0d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.1445112 Nov 08 12:25:45.117843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:45.165310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:45.208146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b7f3-83bc-4562-8901-ec59acc8c23b req-9f1be463-401e-4566-9e83-6045e2a1681a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:45.211215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e1b7f3-83bc-4562-8901-ec59acc8c23b req-9f1be463-401e-4566-9e83-6045e2a1681a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 946 time: 0.1095259 Nov 08 12:25:45.213675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d26a9f9-fca5-4704-81cc-77bc4934198d req-86e315dc-bd62-491f-822b-5e28612777c8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023445 Nov 08 12:25:45.214435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:45.255236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b542aa-1284-45a4-85a2-f6304ff956c3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:45.328375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e1b7f3-83bc-4562-8901-ec59acc8c23b req-2b8d8123-31e0-408f-9189-c74350267525 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115801 Nov 08 12:25:45.387440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:45.433059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:45.433584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:45.435122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/a6b8229e-1685-4df3-a3a0-5cff9919bb2b HTTP/1.1" status: 200 len: 1096 time: 2.1718819 Nov 08 12:25:45.439862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:45.444922 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e80413-7d97-467e-8159-a0295452941c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:45.517297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291df70-b5ce-4594-b623-251caa7354a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:45.521022 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429cf484-15ea-4350-8900-d4c82e11bebe x-openstack-request-id: req-429cf484-15ea-4350-8900-d4c82e11bebe {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:45.521349 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:45.521601 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-429cf484-15ea-4350-8900-d4c82e11bebe {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:45.521995 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b', 'status': 'completed', 'code': 200} Nov 08 12:25:45.527967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:45.678431 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:45.991450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80413-7d97-467e-8159-a0295452941c req-5cad3ce0-4abe-4a69-9222-4591ed399fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:45.994366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62e80413-7d97-467e-8159-a0295452941c req-5cad3ce0-4abe-4a69-9222-4591ed399fca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 1099 time: 0.4533947 Nov 08 12:25:46.052415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62e80413-7d97-467e-8159-a0295452941c req-2f20002e-d66c-4a28-81d6-0be8ce233728 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=87af53ee574849bbb2880c67952e598e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480156 Nov 08 12:25:46.207834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716aca3-d542-4761-bc59-c007719fff55 req-dbb7483d-ce1a-49b0-9b00-bbad94fb1f74 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.209308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7716aca3-d542-4761-bc59-c007719fff55 req-dbb7483d-ce1a-49b0-9b00-bbad94fb1f74 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 948 time: 0.2203453 Nov 08 12:25:46.217898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf5285b-0b02-49bf-9e5f-2395d01e20cf details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:46.275228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41717578-22be-4013-8023-e95043cecbec req-6635424b-1dc3-4d3f-b457-0fc74f54acca tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.276800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41717578-22be-4013-8023-e95043cecbec req-6635424b-1dc3-4d3f-b457-0fc74f54acca tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.2301676 Nov 08 12:25:46.334664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:46.348144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf', 'mac_address': 'fa:16:3e:90:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:25:46.383294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80413-7d97-467e-8159-a0295452941c req-e89fb5f7-fe73-4647-8fa9-5db491bde6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.384954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62e80413-7d97-467e-8159-a0295452941c req-e89fb5f7-fe73-4647-8fa9-5db491bde6ca service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175519 Nov 08 12:25:46.392940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:46.400606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-7fa78d76-e39a-4cca-ba51-2c8c4e6647dc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.402101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-7fa78d76-e39a-4cca-ba51-2c8c4e6647dc tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 945 time: 0.2463028 Nov 08 12:25:46.411800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf5285b-0b02-49bf-9e5f-2395d01e20cf {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:46.443387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:46.480384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7716aca3-d542-4761-bc59-c007719fff55 req-fce2dd6c-2b7f-4c7d-87d9-359c48551bc1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589471 Nov 08 12:25:46.530301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41717578-22be-4013-8023-e95043cecbec req-de11c18b-d769-49b1-9774-9c2c83e0a94e tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0b663d-9dd3-4f42-af04-05306901e420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417123 Nov 08 12:25:46.536339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Router 8b542775-0515-41bb-a301-b2062e53ba36 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:25:46.567454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:46.583663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-cb36fac5-d084-4257-b578-8bb444d0d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.585237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-cb36fac5-d084-4257-b578-8bb444d0d5ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 1099 time: 0.1454644 Nov 08 12:25:46.621368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:46.697502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-77cf3b95-824a-4879-9f73-b5dbd1ff8e76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b HTTP/1.1" status: 200 len: 217 time: 0.0711098 Nov 08 12:25:46.824790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Deleting port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:46.825121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:46.831346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5bf5285b-0b02-49bf-9e5f-2395d01e20cf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:46.869835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd703-2f69-4d1c-ab7d-6eee1551b500 req-fd55ea00-7be8-4ff6-abe9-c768609dd721 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.871345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b04bd703-2f69-4d1c-ab7d-6eee1551b500 req-fd55ea00-7be8-4ff6-abe9-c768609dd721 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.2471564 Nov 08 12:25:46.878292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:25:46.886466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-5240b557-1185-4181-9751-c6b216322660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.887813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-5240b557-1185-4181-9751-c6b216322660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1728978 Nov 08 12:25:46.888669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Sync routers for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:25:46.895834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cfc6a556-35a1-48e7-a458-c232f450c028 admin admin] 10.222.0.58 "PUT /v2.0/routers/8b542775-0515-41bb-a301-b2062e53ba36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4399388 Nov 08 12:25:46.896099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:46.906437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:46.907071 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:46.933771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cd109-7a33-47b4-bfe4-691a81cd2661 req-0cd02928-8683-46f3-921e-3890c6664e95 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:46.935296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-654cd109-7a33-47b4-bfe4-691a81cd2661 req-0cd02928-8683-46f3-921e-3890c6664e95 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 947 time: 0.2439775 Nov 08 12:25:47.042359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:47.050021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2079491938'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:47.060963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.075793 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:47.080209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] For port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,segment=NetworkSegment(606ed05f-37e4-4720-8cfb-5cdb21726df0),segment_id=606ed05f-37e4-4720-8cfb-5cdb21726df0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:47.080765 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.085970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b04bd703-2f69-4d1c-ab7d-6eee1551b500 req-def29637-4d20-4cd2-acce-0aca8931d40e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058406 Nov 08 12:25:47.094980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-654cd109-7a33-47b4-bfe4-691a81cd2661 req-b23a6c0e-61a4-47bd-ae95-c4b48f775036 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424694 Nov 08 12:25:47.098763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-d365c130-93e4-4462-8f24-cee4a3aaccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:47.100448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-d365c130-93e4-4462-8f24-cee4a3aaccfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752288 Nov 08 12:25:47.104783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Calling delete_port for dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:47.179981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.267446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:47.269901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-86629fd8-d3aa-4937-ada2-ed51fc23d6dc service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597495 Nov 08 12:25:47.275205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.291868 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:25:45Z', 'revision_number': 5, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port': {'id': 'ef87bcf3-3f6c-4928-842d-646aadbffee0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b542775-0515-41bb-a301-b2062e53ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:20:30Z', 'updated_at': '2021-11-08T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:47.337445 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Checking router: 8b542775-0515-41bb-a301-b2062e53ba36 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:25:47.345922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:25:47.350634 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Routers {'8b542775-0515-41bb-a301-b2062e53ba36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:25:47.352249 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8b542775-0515-41bb-a301-b2062e53ba36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:47.363867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.364541 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Added segment 7def2d58-c724-4844-8b14-df1aebc901ef of type vlan for network a832796d-6050-47f4-99f6-7c5282354f64 Nov 08 12:25:47.416570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8ed93b5-4317-427c-bdbb-5b2eba3f40df req-2777c4dc-00e0-43d5-aa3e-3a5ffd44674d service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350291 Nov 08 12:25:47.447022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.478385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] Set router 8b542775-0515-41bb-a301-b2062e53ba36 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:25:47.484626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.485319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Deleting port ef87bcf3-3f6c-4928-842d-646aadbffee0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:47.485660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.524088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Pushing event deleted for resources: {'Port': ['ID=dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:47.536089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:25:47Z', 'revision_number': 6, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:47.567113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] No DVR routers for this DVR port dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:47.567758 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dfa7d-e2bd-4abf-8c46-22a36e715e4d None None] The sync data for ids ['8b542775-0515-41bb-a301-b2062e53ba36'] in n-d-816990-1 is: [{'id': '8b542775-0515-41bb-a301-b2062e53ba36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638323069-router', 'tenant_id': 'ada62ba8874044f98fa141b009820c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:20:28Z', 'updated_at': '2021-11-08T12:25:47Z', 'revision_number': 6, 'project_id': 'ada62ba8874044f98fa141b009820c01', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:25:47.570807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.576653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f54121dd-7772-4a84-be2c-65876ca5f0bd req-4f90c657-8009-4053-aa36-0484ce451c60 tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.61 "DELETE /v2.0/ports/dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c HTTP/1.1" status: 204 len: 173 time: 1.1557555 Nov 08 12:25:47.576653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'name': 'network-vif-deleted', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:47.579246 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105850bd-63a8-40dc-aa44-ed792c723644" -d '{"events": [{"server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "name": "network-vif-deleted", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:47.615426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] For port ef87bcf3-3f6c-4928-842d-646aadbffee0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ef87bcf3-3f6c-4928-842d-646aadbffee0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:47.616401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.619219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.627423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:47.628486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:47.685384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7f679c4-8fe9-41a8-b0cf-b9d195f1027a req-c45b3828-5dfc-4bcc-b88f-e189007b6bac tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.0313551 Nov 08 12:25:47.696654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Calling delete_port for ef87bcf3-3f6c-4928-842d-646aadbffee0 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:47.703163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38ceb7-ef08-4506-bd4d-051a07e77c5b req-91e10618-c432-435c-b41c-9f1815384fb7 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:47.704786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab38ceb7-ef08-4506-bd4d-051a07e77c5b req-91e10618-c432-435c-b41c-9f1815384fb7 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 948 time: 0.0789618 Nov 08 12:25:47.768606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab38ceb7-ef08-4506-bd4d-051a07e77c5b req-3bd39ead-4b59-427b-9c81-a98f7536af28 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555625 Nov 08 12:25:47.786732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Network': ['ID=a832796d-6050-47f4-99f6-7c5282354f64,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:47.797858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a832796d-6050-47f4-99f6-7c5282354f64 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:25:47.817432 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b2421b-022b-40c8-bd39-7d3045770b95 x-openstack-request-id: req-26b2421b-022b-40c8-bd39-7d3045770b95 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:47.817795 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a62bb4-cb15-46e1-916e-0e4fd94f3736", "name": "network-vif-deleted", "tag": "dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:47.817975 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26b2421b-022b-40c8-bd39-7d3045770b95 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:47.818420 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a62bb4-cb15-46e1-916e-0e4fd94f3736', 'name': 'network-vif-deleted', 'tag': 'dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c', 'status': 'completed', 'code': 200} Nov 08 12:25:47.872680 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e64c6f6-4726-4cb6-8837-b8d5c573c554 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8288257 Nov 08 12:25:47.875608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:47.881072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-368002634'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:48.038687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:48.043682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.069440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:25:48.076377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.081909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.081909 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Added segment 17701995-39de-47ed-adc5-be073b9982f3 of type vlan for network 520c0c08-e003-432d-acfc-8d646c1ade8d Nov 08 12:25:48.103146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87bcf3-3f6c-4928-842d-646aadbffee0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:48.125605 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.165182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.219429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf5285b-0b02-49bf-9e5f-2395d01e20cf up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:48.257502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.259940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.295760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a7855-84ba-43ba-a551-672b920cc303 req-9c3c814e-b014-4fb9-b206-a818fcd0adb8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:48.297220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be3a7855-84ba-43ba-a551-672b920cc303 req-9c3c814e-b014-4fb9-b206-a818fcd0adb8 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 947 time: 0.0884554 Nov 08 12:25:48.301689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.308099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:48.311051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.323579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a712b7-c7b4-4592-b933-0e6ab19ecf5b req-bb35f521-a552-424f-a795-1c479ae2b50e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:48.325077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3a712b7-c7b4-4592-b933-0e6ab19ecf5b req-bb35f521-a552-424f-a795-1c479ae2b50e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.1071110 Nov 08 12:25:48.379711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:25:48.384646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:48.385137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.399701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.400981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b542775-0515-41bb-a301-b2062e53ba36 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:25:48.408177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.415474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a13fd37-e8b4-403f-8ead-08f001e84a96 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8b542775-0515-41bb-a301-b2062e53ba36 HTTP/1.1" status: 204 len: 168 time: 1.5146732 Nov 08 12:25:48.415782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33786) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:48.488367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Deleting subnet 49349aa2-05ed-4fa9-a2ef-4eae76f20e5d {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:48.492257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.496045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6191607 Nov 08 12:25:48.501885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392875-f761-482b-b5c5-1db5eabba35b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Network': ['ID=520c0c08-e003-432d-acfc-8d646c1ade8d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:48.508743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33788) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:48.518867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 520c0c08-e003-432d-acfc-8d646c1ade8d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:25:48.525133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'subnet': {'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:48.527251 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.538014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.550293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be3a7855-84ba-43ba-a551-672b920cc303 req-7b612385-f543-4f28-8560-e880187773d7 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388873 Nov 08 12:25:48.555700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3a712b7-c7b4-4592-b933-0e6ab19ecf5b req-3dc769b4-487d-43c3-8bd6-c9c26c82a8ae tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180068 Nov 08 12:25:48.640687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:48.642912 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b5d7c-bdce-4e2e-9259-7f92531b0760" -d '{"events": [{"server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:48.661964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:48.709978 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a86e15-4022-4781-97ae-93dbc5cc67e1 x-openstack-request-id: req-03a86e15-4022-4781-97ae-93dbc5cc67e1 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:48.709978 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:48.709978 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03a86e15-4022-4781-97ae-93dbc5cc67e1 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:48.710521 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf', 'code': 200} Nov 08 12:25:48.790128 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.790986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:48.823737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:48.824225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dcfc89cb-aaf5-4d47-bc6f-aa00622ca67c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:48.863312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23fa70bc-b0c6-4769-aa4a-ecf7b73a99bc req-1560fcac-d903-4b11-abbc-8499f73e6a2b tempest-VolumesAdminNegativeTest-12228028 tempest-VolumesAdminNegativeTest-12228028-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0a62bb4-cb15-46e1-916e-0e4fd94f3736 HTTP/1.1" status: 200 len: 210 time: 0.0392303 Nov 08 12:25:48.865916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:48.875570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:48.895042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:49.008658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b5349-bfd7-46bf-92b3-744cf32020b9 req-9eec26ba-2d13-4662-abde-0283ab0c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.010280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508b5349-bfd7-46bf-92b3-744cf32020b9 req-9eec26ba-2d13-4662-abde-0283ab0c0a31 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 1099 time: 0.2204256 Nov 08 12:25:49.016409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.072984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648e64-b05c-467d-9e7a-186c78459b04 req-8b23e728-ee8d-4088-9355-6977bacc1cb0 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.074713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b648e64-b05c-467d-9e7a-186c78459b04 req-8b23e728-ee8d-4088-9355-6977bacc1cb0 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 948 time: 0.1366470 Nov 08 12:25:49.111203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508b5349-bfd7-46bf-92b3-744cf32020b9 req-ecac43ad-4ee0-406c-aa8a-8dad3af7bfd9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909848 Nov 08 12:25:49.151122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.181143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49349aa2-05ed-4fa9-a2ef-4eae76f20e5d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:49.183161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.186465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1eeb084d-bce2-4582-8ba2-d8b33ad0d295 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/49349aa2-05ed-4fa9-a2ef-4eae76f20e5d HTTP/1.1" status: 204 len: 168 time: 0.7695289 Nov 08 12:25:49.189270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:49.193659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723376c-a0f2-4106-9a82-a598ed7aba4d None None] Network 2a0a91aa-79fc-419c-9443-1d131df21203 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:49.208822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b648e64-b05c-467d-9e7a-186c78459b04 req-8b15234e-4bf0-4197-8500-1510f8cb0988 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200213 Nov 08 12:25:49.262454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-7b49bdbc-c7a4-4e63-a76d-adc7e477fd90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215272 Nov 08 12:25:49.266164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.326680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Deleting port 7045b8ce-3988-48c8-b9f9-aeea36054641 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:49.327024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.338812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-dd5752e2-475c-45bd-8b15-c966d5a17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.340846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-dd5752e2-475c-45bd-8b15-c966d5a17973 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 1095 time: 0.0502234 Nov 08 12:25:49.342550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.405965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] DHCP port deletion for 2a0a91aa-79fc-419c-9443-1d131df21203 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:25:49.407353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] For port 7045b8ce-3988-48c8-b9f9-aeea36054641, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7045b8ce-3988-48c8-b9f9-aeea36054641,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:49.407731 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.422516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Calling delete_port for 7045b8ce-3988-48c8-b9f9-aeea36054641 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:49.462917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Subnet': ['ID=1de339ed-5d29-4bb2-832e-fecb425be9fe,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:49.463731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Deleting port 7045b8ce-3988-48c8-b9f9-aeea36054641 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:49.464116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.484754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:49.485207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network hostable DHCP agents. Network: a832796d-6050-47f4-99f6-7c5282354f64, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:25:49.517854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-fdf907d2-68ba-4e08-8443-0bf37b8b1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.519711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-fdf907d2-68ba-4e08-8443-0bf37b8b1abf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.1475885 Nov 08 12:25:49.534881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] For port 7045b8ce-3988-48c8-b9f9-aeea36054641, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7045b8ce-3988-48c8-b9f9-aeea36054641,segment=NetworkSegment(1d3c8c39-5f75-4b60-a136-d6106d7ad7d9),segment_id=1d3c8c39-5f75-4b60-a136-d6106d7ad7d9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:49.535357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.548207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Calling delete_port for 7045b8ce-3988-48c8-b9f9-aeea36054641 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:49.566226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-1970d074-71c7-4b1c-af49-1089d51c8c57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 200 len: 217 time: 0.0388830 Nov 08 12:25:49.603579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.617165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network a832796d-6050-47f4-99f6-7c5282354f64 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:25:49.631645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-ed05c7b7-6175-4b46-9be6-20a58ba24ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.633745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-ed05c7b7-6175-4b46-9be6-20a58ba24ad0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0605235 Nov 08 12:25:49.643709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.671905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Pushing event deleted for resources: {'Port': ['ID=7045b8ce-3988-48c8-b9f9-aeea36054641,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:49.674700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 15b542aa-1284-45a4-85a2-f6304ff956c3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:49.677572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] Pushing event deleted for resources: {'Port': ['ID=7045b8ce-3988-48c8-b9f9-aeea36054641,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:49.678782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] No DVR routers for this DVR port 7045b8ce-3988-48c8-b9f9-aeea36054641 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:49.683676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b0993-1f82-464d-b190-49f1f8a2a6f6 None None] No DVR routers for this DVR port 7045b8ce-3988-48c8-b9f9-aeea36054641 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:49.707948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 15b542aa-1284-45a4-85a2-f6304ff956c3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:49.708292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 15b542aa-1284-45a4-85a2-f6304ff956c3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:49.708759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ef87bcf3-3f6c-4928-842d-646aadbffee0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:49.730043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ef87bcf3-3f6c-4928-842d-646aadbffee0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:49.730412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ef87bcf3-3f6c-4928-842d-646aadbffee0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:49.730831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7045b8ce-3988-48c8-b9f9-aeea36054641 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:25:49.736882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-d9d6b442-8759-499b-b41f-f69c95e0896f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930972 Nov 08 12:25:49.737454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a832796d-6050-47f4-99f6-7c5282354f64) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:49.742213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.742821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.751945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1dd6f-9f17-441d-847a-d178f4b18dad None None] Network a832796d-6050-47f4-99f6-7c5282354f64 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:49.754338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7045b8ce-3988-48c8-b9f9-aeea36054641 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:25:49.755857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7045b8ce-3988-48c8-b9f9-aeea36054641 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:25:49.778845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.802209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0a91aa-79fc-419c-9443-1d131df21203']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:49.819085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:49.819769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3c8c39-5f75-4b60-a136-d6106d7ad7d9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:49.833435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.849802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.857863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:49.860105 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:49.861881 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:49.868348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278723-565f-4727-ad46-3e892bd6e463 req-e88cda08-6a9c-4ddf-a77e-ef3bd6be867e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.870012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73278723-565f-4727-ad46-3e892bd6e463 req-e88cda08-6a9c-4ddf-a77e-ef3bd6be867e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.2286346 Nov 08 12:25:49.895344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fd8dd-6ec6-441a-87f5-aeb6c5b5cfd7 req-eaef7b43-e32c-463c-98d2-b89dc951e3c6 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:49.898666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-959fd8dd-6ec6-441a-87f5-aeb6c5b5cfd7 req-eaef7b43-e32c-463c-98d2-b89dc951e3c6 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.1930666 Nov 08 12:25:49.938964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a832796d-6050-47f4-99f6-7c5282354f64', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:25:49.939840 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:49.961187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9fc4598b-9c90-4853-bd34-9178d3a92fc2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4339967 Nov 08 12:25:49.961407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33810) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:49.961502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-47c51cad-18ac-47b8-9864-69bdd1064a34 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115147 Nov 08 12:25:49.964166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'subnet': {'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:50.016649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:50.027407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.061985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73278723-565f-4727-ad46-3e892bd6e463 req-4f54eb0e-265b-4404-80f3-b27809c418dc tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762402 Nov 08 12:25:50.071223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-959fd8dd-6ec6-441a-87f5-aeb6c5b5cfd7 req-a14cb8ec-b36e-4191-a3f2-d84331d64788 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602530 Nov 08 12:25:50.086657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.107241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.110769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2a0a91aa-79fc-419c-9443-1d131df21203 HTTP/1.1" status: 204 len: 168 time: 0.9204979 Nov 08 12:25:50.114098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b474618-9d3d-4c07-b2f6-50500b146141 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0a91aa-79fc-419c-9443-1d131df21203,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:50.137896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33816) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:50.183791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-66629fd5-47cd-4c24-b6d5-b0847e3f85f9 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:50.185560 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-66629fd5-47cd-4c24-b6d5-b0847e3f85f9 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.1474369 Nov 08 12:25:50.185689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21bfaf7a-8ff8-4a22-9545-785b7773f35b req-ef171212-c407-4ba4-a860-94ea9966f52b service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097189 Nov 08 12:25:50.200633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Deleting subnet 1b3cc72a-edb0-44d7-b988-31149dbcf6b8 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:50.204004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.232265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Allocated IP 10.1.1.2 (a832796d-6050-47f4-99f6-7c5282354f64/1de339ed-5d29-4bb2-832e-fecb425be9fe/f8f27b70-0400-4fa9-b98d-f27dd2a66257) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:50.245137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816990-1'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:50.255520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:50.272194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:50.276122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.284459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 has no active binding in host n-h2-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:25:50.286340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a6b8229e-1685-4df3-a3a0-5cff9919bb2b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:25:50.379900 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.407105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5f87-4175-4acf-b27b-98fcfb192093 req-8eab4932-3124-491c-9ee6-63c22e0185f1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:50.408783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b97c5f87-4175-4acf-b27b-98fcfb192093 req-8eab4932-3124-491c-9ee6-63c22e0185f1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 948 time: 0.0623522 Nov 08 12:25:50.422509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.469844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b97c5f87-4175-4acf-b27b-98fcfb192093 req-6ceb4f39-3fad-4fcc-98a8-4ac572a95090 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Nov 08 12:25:50.492235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.508983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:50.521539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.527597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b', 'mac_address': 'fa:16:3e:ea:b4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:25:50.575134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.596160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b8229e-1685-4df3-a3a0-5cff9919bb2b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:50.615651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.619525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:50.657988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Network a832796d-6050-47f4-99f6-7c5282354f64 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:50.662921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:50.666514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:50.673590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Pushing event updated for resources: {'Port': ['ID=f8f27b70-0400-4fa9-b98d-f27dd2a66257,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:50.706369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:50.714331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.730803 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.743503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:50.749204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Attempting to bind port f8f27b70-0400-4fa9-b98d-f27dd2a66257 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:50.749578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Attempting to bind port f8f27b70-0400-4fa9-b98d-f27dd2a66257 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:50.749944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Attempting to bind port f8f27b70-0400-4fa9-b98d-f27dd2a66257 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:50.763711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:50.764166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:50.764485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.764880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Bound using segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:50.765537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Bound port: f8f27b70-0400-4fa9-b98d-f27dd2a66257, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:50.765924 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.772372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3cc72a-edb0-44d7-b988-31149dbcf6b8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:50.778721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.781245 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-edfa512c-6a87-4011-93f5-7673f7ff2873 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b3cc72a-edb0-44d7-b988-31149dbcf6b8 HTTP/1.1" status: 204 len: 168 time: 0.6410377 Nov 08 12:25:50.784094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:50.795285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:50.795916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:50.800294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e7c6472b-d00f-4659-aa57-4c2787ab02ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a75b3f6f63e4a7a8ce1d56776efded3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541785 Nov 08 12:25:50.807134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:50.828719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.855010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] For port f8f27b70-0400-4fa9-b98d-f27dd2a66257, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:50.858902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] For port f8f27b70-0400-4fa9-b98d-f27dd2a66257, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f8f27b70-0400-4fa9-b98d-f27dd2a66257,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:50.860136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.884567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.938426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:50.940689 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96958e3-6834-4ef8-ad49-98beb9bf0ed0" -d '{"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-unplugged", "status": "completed", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:50.945450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.952182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:50.968072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Subnet': ['ID=e1a81f57-6418-4726-8b21-865dc604ebd3,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:50.986949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Checking segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:50.987312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network hostable DHCP agents. Network: 520c0c08-e003-432d-acfc-8d646c1ade8d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:25:50.990020 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295daef6-f1a6-4ef4-a63e-ea558f8df935 x-openstack-request-id: req-295daef6-f1a6-4ef4-a63e-ea558f8df935 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:50.990492 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-unplugged", "status": "completed", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:50.990707 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-295daef6-f1a6-4ef4-a63e-ea558f8df935 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:50.990965 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'code': 200} Nov 08 12:25:51.005610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a6b8229e-1685-4df3-a3a0-5cff9919bb2b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:51.074104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.104898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:51.117687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606ed05f-37e4-4720-8cfb-5cdb21726df0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:51.118081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606ed05f-37e4-4720-8cfb-5cdb21726df0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:51.129466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.153842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.153842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:51.153842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:51.156191 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:51.226271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0ca5b-2e8e-49ab-a03d-68f509dafe83 req-61c1a3dc-9e6a-4843-885f-29fcb322eef4 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:51.228026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93f0ca5b-2e8e-49ab-a03d-68f509dafe83 req-61c1a3dc-9e6a-4843-885f-29fcb322eef4 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.0817106 Nov 08 12:25:51.256474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41830-cc49-4b0c-9533-ea3c301d8519 req-1b0c3211-c0e9-4dd2-8192-bc72d4a965f5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:51.258506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dc41830-cc49-4b0c-9533-ea3c301d8519 req-1b0c3211-c0e9-4dd2-8192-bc72d4a965f5 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 945 time: 0.0774434 Nov 08 12:25:51.303418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93f0ca5b-2e8e-49ab-a03d-68f509dafe83 req-c9029c54-e4cb-4f4e-86b1-e2ad1a4a36d9 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Nov 08 12:25:51.331244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dc41830-cc49-4b0c-9533-ea3c301d8519 req-ed04da7b-aaec-4817-a7b2-9ca6896001a9 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652096 Nov 08 12:25:51.363445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.410500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.410811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.413135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.414509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/874b2bba-c5ce-4e57-bd44-0cb955d61496 HTTP/1.1" status: 204 len: 168 time: 0.6060462 Nov 08 12:25:51.428187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.431268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0234a-3d71-40cc-9662-5eb3a27b751e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874b2bba-c5ce-4e57-bd44-0cb955d61496,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:51.431453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network 520c0c08-e003-432d-acfc-8d646c1ade8d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:25:51.450294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.458815 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1 HTTP/1.1" status: 204 len: 168 time: 0.6698508 Nov 08 12:25:51.460964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:51.479467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7707c3-a56e-4335-8061-d846f90d0746 None None] Pushing event updated for resources: {'Port': ['ID=f8f27b70-0400-4fa9-b98d-f27dd2a66257,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:51.536011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Deleting subnet 2fff4026-84f3-4655-a261-00f958d75e82 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:25:51.548339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.580568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:51.589101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403e13-e7c5-44fe-9c69-330e8e1545e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e3bccc-fe9b-4400-b2d0-cf12e64f8cf1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:51.638883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.643690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on host n-h1-816990-1 for vnic_type normal with profile {"migrating_to": "n-h2-816990-1"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:51.644293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:51.644628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:51.650327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:25:51.650657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Attempting to bind port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on network 6c505b67-ed16-4204-a8c9-b0fdb9d463c6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:51.656180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:51.656529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Checking segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:51.657029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Bound using segment: {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:51.657479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Bound port: 12957f73-94ae-4e15-8b08-81106c8bb2f5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843e7b9f-1121-48a2-b127-091ebe2767b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6c505b67-ed16-4204-a8c9-b0fdb9d463c6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:51.657842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.683467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11015d-f732-4701-8be5-034bd434a580 req-0eb0bb05-1795-48a9-8565-b81d11988f38 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:51.692888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a11015d-f732-4701-8be5-034bd434a580 req-0eb0bb05-1795-48a9-8565-b81d11988f38 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 949 time: 0.1152399 Nov 08 12:25:51.707326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 520c0c08-e003-432d-acfc-8d646c1ade8d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:51.714608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:51.715367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.732556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d83e1-e6e0-4f14-badb-227a15844e5b None None] Network 520c0c08-e003-432d-acfc-8d646c1ade8d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:51.751964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:51.783260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:51.787265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:51.818148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a11015d-f732-4701-8be5-034bd434a580 req-08d86f7d-1197-4c44-a01c-1cc0272aaf88 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240025 Nov 08 12:25:51.847230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:51.861116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-23a4d4a6-7698-4b38-aa63-20c8a82c7b53 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8898363 Nov 08 12:25:51.861500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'name': 'tempest-TaggedBootDevicesTest-1343895642', 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:51.895520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.025740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a6b8229e-1685-4df3-a3a0-5cff9919bb2b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:52.038337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:52.050855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:52.051597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.053727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-fc690d70-2cb4-4673-9cf4-61745d74e721 service neutron] 10.222.0.57 "PUT /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 1121 time: 1.8147602 Nov 08 12:25:52.076369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b004ad-a705-4cbf-9cc8-711e4c689240 req-f9a2a192-3ffe-4f92-8b09-447c84491280 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:52.083741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9b004ad-a705-4cbf-9cc8-711e4c689240 req-f9a2a192-3ffe-4f92-8b09-447c84491280 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.0943027 Nov 08 12:25:52.117199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-520c0c08-e003-432d-acfc-8d646c1ade8d', 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ips': [{'subnet_id': 'e1a81f57-6418-4726-8b21-865dc604ebd3'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:25:52.118041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.129121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9b004ad-a705-4cbf-9cc8-711e4c689240 req-dfeb1e9f-6365-4bb8-aa7b-3d0c2aabf0b5 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Nov 08 12:25:52.143743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['12957f73-94ae-4e15-8b08-81106c8bb2f5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:52.162347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.175382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['12957f73-94ae-4e15-8b08-81106c8bb2f5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:52.192927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fff4026-84f3-4655-a261-00f958d75e82,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:52.205748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:52.228676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.232082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-294bbf5d-6fd0-485e-b28a-ac69a346b8ab admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2fff4026-84f3-4655-a261-00f958d75e82 HTTP/1.1" status: 204 len: 168 time: 0.7694976 Nov 08 12:25:52.234663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:52.268264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port a6b8229e-1685-4df3-a3a0-5cff9919bb2b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:25:52.295254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port a6b8229e-1685-4df3-a3a0-5cff9919bb2b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:52.295624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.359297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.475066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33858) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:52.481394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Allocated IP 10.2.2.2 (520c0c08-e003-432d-acfc-8d646c1ade8d/e1a81f57-6418-4726-8b21-865dc604ebd3/5079d039-e06d-40f1-8639-9bb4454b5b7b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:52.564537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f9486440-44b7-42c0-b17b-b4becd6db5a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ada62ba8874044f98fa141b009820c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0858490 Nov 08 12:25:52.564964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:52.654899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.686525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.825517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.840865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb3863f-ff65-453a-a466-573a88485853 None None] Network a832796d-6050-47f4-99f6-7c5282354f64 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:52.878469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.883538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] device_id is not set on port 480f72f1-7781-43f5-bf5a-fd5e324d449d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:25:52.884922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.886323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35a72d0e-156a-4dfa-ba15-94bcd37dec38 HTTP/1.1" status: 204 len: 168 time: 0.3205352 Nov 08 12:25:52.911205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f159f-a780-4004-88d3-536d28b60e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a72d0e-156a-4dfa-ba15-94bcd37dec38,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:52.985965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:52.992281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:52.994786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18793a3d-251d-44d6-8efa-6ec7348e9627" -d '{"events": [{"name": "network-changed", "server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:53.034706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c510-3073-4ae7-8eed-7e264bfe5b1d req-388b567d-9f94-4930-a5bd-4043fb08123e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:53.042281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3582c510-3073-4ae7-8eed-7e264bfe5b1d req-388b567d-9f94-4930-a5bd-4043fb08123e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.2331529 Nov 08 12:25:53.065022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.070440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.076881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] Provisioning complete for port f8f27b70-0400-4fa9-b98d-f27dd2a66257 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:53.077297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.086430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:53.090624 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1324155-5921-4b27-b756-d2588a55a742" -d '{"events": [{"server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:53.133190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:53.167952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77847d61-c1ee-4f88-8751-a20bd13121ad']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:53.186775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6d305ac-a28b-478f-b7c6-ecae5ac556e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.225376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0be253a-dfdc-4f92-bb20-8f31cc31ee20') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:53.225710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0be253a-dfdc-4f92-bb20-8f31cc31ee20') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:25:53.238767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.259175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.273578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeb1bc-2abf-4c15-8eb8-c66950064652 req-dc2ad2b5-c110-4a62-a79d-8d3a078ce2e4 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:53.275123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaeeb1bc-2abf-4c15-8eb8-c66950064652 req-dc2ad2b5-c110-4a62-a79d-8d3a078ce2e4 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 949 time: 0.2580874 Nov 08 12:25:53.276829 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.297181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3582c510-3073-4ae7-8eed-7e264bfe5b1d req-52f4f0df-d2d8-4056-90c0-0a724015dcf8 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540138 Nov 08 12:25:53.311740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.316136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Network 520c0c08-e003-432d-acfc-8d646c1ade8d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:53.322944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Pushing event updated for resources: {'Port': ['ID=5079d039-e06d-40f1-8639-9bb4454b5b7b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:53.327500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:53.327803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.334117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:53.375983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:25:53.376712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:25:53.381572 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:25:53.391540 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f95c6-5730-465c-9b12-197126650fb9 x-openstack-request-id: req-180f95c6-5730-465c-9b12-197126650fb9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:53.391895 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:53.392227 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-180f95c6-5730-465c-9b12-197126650fb9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:53.392704 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'status': 'completed', 'code': 200} Nov 08 12:25:53.479628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] For port f8f27b70-0400-4fa9-b98d-f27dd2a66257, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f8f27b70-0400-4fa9-b98d-f27dd2a66257,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:53.536889 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1aaa2-3876-4872-b7f1-a804a8f5d98e x-openstack-request-id: req-78c1aaa2-3876-4872-b7f1-a804a8f5d98e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:53.537190 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:53.537442 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78c1aaa2-3876-4872-b7f1-a804a8f5d98e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:53.537913 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b', 'code': 200} Nov 08 12:25:53.559307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaeeb1bc-2abf-4c15-8eb8-c66950064652 req-f8097984-8a65-45ff-b685-21a41817b1c9 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629819 Nov 08 12:25:53.564129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.1.1.150 (a832796d-6050-47f4-99f6-7c5282354f64/1de339ed-5d29-4bb2-832e-fecb425be9fe/480f72f1-7781-43f5-bf5a-fd5e324d449d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:53.575177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.582704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:53.616007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-785e796e-5a8d-46b3-8e1a-6a6bfb3a27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:53.621954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-785e796e-5a8d-46b3-8e1a-6a6bfb3a27a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1124 time: 0.1532052 Nov 08 12:25:53.666938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.676378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Attempting to bind port 5079d039-e06d-40f1-8639-9bb4454b5b7b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:25:53.676761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Attempting to bind port 5079d039-e06d-40f1-8639-9bb4454b5b7b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:25:53.683672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Attempting to bind port 5079d039-e06d-40f1-8639-9bb4454b5b7b on network 520c0c08-e003-432d-acfc-8d646c1ade8d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:25:53.702026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48bfd-b856-4c1d-a598-94bc236a8652 req-7a1c18c6-71e1-4a61-9e83-b2b087213ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:53.702976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:25:53.702976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Checking segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:25:53.703322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.703574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Bound using segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:25:53.704062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Bound port: 5079d039-e06d-40f1-8639-9bb4454b5b7b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:25:53.705142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.706791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-faf48bfd-b856-4c1d-a598-94bc236a8652 req-7a1c18c6-71e1-4a61-9e83-b2b087213ace service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 1101 time: 0.0946999 Nov 08 12:25:53.765829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.775417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] 10.222.0.58 "DELETE /v2.0/networks/77847d61-c1ee-4f88-8751-a20bd13121ad HTTP/1.1" status: 204 len: 168 time: 1.5395319 Nov 08 12:25:53.798539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f8f27b70-0400-4fa9-b98d-f27dd2a66257 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:53.817594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-faf48bfd-b856-4c1d-a598-94bc236a8652 req-8f43c7b2-a2f4-451f-ae99-49e740c40993 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990009 Nov 08 12:25:53.865946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738e2de-b9e3-4e02-af44-1e67fd39a7db None None] Pushing event updated for resources: {'Port': ['ID=f8f27b70-0400-4fa9-b98d-f27dd2a66257,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:53.889286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923a9d-f266-441e-8ce6-3dffa8239d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=77847d61-c1ee-4f88-8751-a20bd13121ad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:53.904787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e3874c74-2eb9-452e-b89f-c16437a67a6d None None] Provisioning complete for port f8f27b70-0400-4fa9-b98d-f27dd2a66257 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:53.905215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3874c74-2eb9-452e-b89f-c16437a67a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.910958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bbc7-17b2-4440-aad8-98862a6a8e7c req-cc36952c-0f08-4db7-bc0f-c99090b7c45a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:53.919010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5542bbc7-17b2-4440-aad8-98862a6a8e7c req-cc36952c-0f08-4db7-bc0f-c99090b7c45a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.3102543 Nov 08 12:25:53.968478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] For port 5079d039-e06d-40f1-8639-9bb4454b5b7b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:53.970478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f8f27b70-0400-4fa9-b98d-f27dd2a66257 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:53.970845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:53.974380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] For port 5079d039-e06d-40f1-8639-9bb4454b5b7b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5079d039-e06d-40f1-8639-9bb4454b5b7b,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:25:54.020075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-79460f4e-52b6-4544-b981-7fc2c641a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:54.021481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-79460f4e-52b6-4544-b981-7fc2c641a144 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3734889 Nov 08 12:25:54.096212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.111205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5542bbc7-17b2-4440-aad8-98862a6a8e7c req-52eac31d-9754-45c1-9229-c418bdb9aff1 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828768 Nov 08 12:25:54.180297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.191727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-3aaa2618-5c3c-42b7-8c4e-8396d4ab1619 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1576409 Nov 08 12:25:54.211880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c9692-0560-4a6d-9f83-92131225991d None None] Pushing event updated for resources: {'Port': ['ID=5079d039-e06d-40f1-8639-9bb4454b5b7b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:54.307265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-af4790a4-cb84-4863-954d-d9f090ff74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:54.307265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-af4790a4-cb84-4863-954d-d9f090ff74ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0980785 Nov 08 12:25:54.310397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404c7e-add5-4278-951f-217cb8f9c31c req-ec25288f-52e5-4980-a0c2-09a4c4c7100d tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:54.314485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af404c7e-add5-4278-951f-217cb8f9c31c req-ec25288f-52e5-4980-a0c2-09a4c4c7100d tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 1099 time: 0.1176059 Nov 08 12:25:54.344041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:54.350825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-36ca6079-db26-4c0b-8dcd-1dadfbb044f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352263 Nov 08 12:25:54.384368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af404c7e-add5-4278-951f-217cb8f9c31c req-812e6293-dbdf-4cff-bc85-31c7a52d3311 tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.436328 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cef9fd6d-e218-45a5-8b76-ab4e70a5633e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=768032c7fae74040b862e9f27f56510a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905869 Nov 08 12:25:54.442762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33898) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:54.461074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.507414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.542688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.596136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network a832796d-6050-47f4-99f6-7c5282354f64 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:54.602026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:54.617409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:54.617409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:54.657544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-e622d325-fe20-4e21-9f2e-5e7efaeb4339 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800949 Nov 08 12:25:54.684279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.687986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.689730 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd0b663d-9dd3-4f42-af04-05306901e420 HTTP/1.1" status: 204 len: 168 time: 0.2515564 Nov 08 12:25:54.700408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5451f1-07c9-48bc-b5c3-7184847c579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b663d-9dd3-4f42-af04-05306901e420,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:54.708781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c5c5d-3e63-459e-b962-174127422834 req-cf4734f8-49ce-4445-8352-8cafce5326af tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:54.710524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e60c5c5d-3e63-459e-b962-174127422834 req-cf4734f8-49ce-4445-8352-8cafce5326af tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.2047713 Nov 08 12:25:54.727185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:54.737299 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.864687 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af404c7e-add5-4278-951f-217cb8f9c31c req-812e6293-dbdf-4cff-bc85-31c7a52d3311 tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:54.901626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18793a3d-251d-44d6-8efa-6ec7348e9627 req-f0534c49-1e34-4bf7-9d5c-05a9dc466ff1 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305624 Nov 08 12:25:54.905169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e60c5c5d-3e63-459e-b962-174127422834 req-671d6d0d-d84f-488e-9534-ec397de219cd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720798 Nov 08 12:25:54.916949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f1b07b53-a2ee-4125-81bc-82e534081e3f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0685568 Nov 08 12:25:54.919568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:54.925756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'name': 'tempest-TaggedBootDevicesTest-1638073720', 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:54.963988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af404c7e-add5-4278-951f-217cb8f9c31c req-812e6293-dbdf-4cff-bc85-31c7a52d3311 tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.011015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8dbe1913-e31c-450f-86c8-f3b42622489e None None] Provisioning complete for port 480f72f1-7781-43f5-bf5a-fd5e324d449d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:55.012024 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1913-e31c-450f-86c8-f3b42622489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.017271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e6293-dbdf-4cff-bc85-31c7a52d3311 tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f2b2a-c6ca-46cc-bc94-7705eb67001d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:55.069355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af404c7e-add5-4278-951f-217cb8f9c31c req-812e6293-dbdf-4cff-bc85-31c7a52d3311 tempest-LiveMigrationNegativeTest-1633713583 tempest-LiveMigrationNegativeTest-1633713583-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440603 Nov 08 12:25:55.074904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe1913-e31c-450f-86c8-f3b42622489e None None] Port 480f72f1-7781-43f5-bf5a-fd5e324d449d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:55.114798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d5ab-70ef-4231-b12e-e6c8ab673485 req-d0dafd54-3373-43f7-a306-fe4e2e9c71c2 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:55.116709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47d6d5ab-70ef-4231-b12e-e6c8ab673485 req-d0dafd54-3373-43f7-a306-fe4e2e9c71c2 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 950 time: 0.1189778 Nov 08 12:25:55.188837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47d6d5ab-70ef-4231-b12e-e6c8ab673485 req-5864b313-01db-4c9e-9f1f-593db45396a2 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Nov 08 12:25:55.204458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:25:55.374157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.401731 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-213aaba9-6334-49a8-b42a-76bff4ce2dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.404476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] device_id is not set on port c14e5159-24f8-4279-a086-da43eb45c519 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:25:55.459673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ab80b-0523-4a2d-a3d2-1188a7542c5e None None] Network 520c0c08-e003-432d-acfc-8d646c1ade8d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:25:55.534689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] Provisioning complete for port 5079d039-e06d-40f1-8639-9bb4454b5b7b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:55.535056 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.700136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.722779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.1.1.81 (a832796d-6050-47f4-99f6-7c5282354f64/1de339ed-5d29-4bb2-832e-fecb425be9fe/c14e5159-24f8-4279-a086-da43eb45c519) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:25:55.741015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] For port 5079d039-e06d-40f1-8639-9bb4454b5b7b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5079d039-e06d-40f1-8639-9bb4454b5b7b,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:55.749148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:55.830631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5079d039-e06d-40f1-8639-9bb4454b5b7b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:55.847730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f3f0a4b5-e6d4-4360-a6f3-28b50573309a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2098afed288247a8ba581497d3c388da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749631 Nov 08 12:25:55.848789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:55.887618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.917977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:55.954544 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.067418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.167347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.170627 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.174336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e9d739f-6fe0-4b5b-a7ef-3b0beceaf1a6 HTTP/1.1" status: 204 len: 168 time: 0.3173554 Nov 08 12:25:56.188144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2dc98-01b7-46a8-8b04-7c58f23f30cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d739f-6fe0-4b5b-a7ef-3b0beceaf1a6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:56.209007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaa839-925b-4fd2-9a8e-53447913ec99 req-039e6b33-2d71-4fb4-ab50-3860006d66f1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:56.212603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdfaa839-925b-4fd2-9a8e-53447913ec99 req-039e6b33-2d71-4fb4-ab50-3860006d66f1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1313741 Nov 08 12:25:56.225149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.232792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be3784-64be-4089-accf-938c790d9d52 req-bc696a31-ea55-4c88-9c68-62db507b5c80 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:56.251648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35be3784-64be-4089-accf-938c790d9d52 req-bc696a31-ea55-4c88-9c68-62db507b5c80 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.1947932 Nov 08 12:25:56.262104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c28e50-4360-4fb0-8d34-d6297504eb0e None None] Pushing event updated for resources: {'Port': ['ID=5079d039-e06d-40f1-8639-9bb4454b5b7b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:56.271352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbee6d08-8400-470e-8c46-8ce41e85dcf6 None None] Provisioning complete for port 5079d039-e06d-40f1-8639-9bb4454b5b7b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:56.271728 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbee6d08-8400-470e-8c46-8ce41e85dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.305660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5079d039-e06d-40f1-8639-9bb4454b5b7b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:56.306037 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.363975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:56.371791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35be3784-64be-4089-accf-938c790d9d52 req-91068542-f70a-4729-bd7f-f50e78cac8ca tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182663 Nov 08 12:25:56.382588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdfaa839-925b-4fd2-9a8e-53447913ec99 req-1012b39f-5d7c-4b6b-86ce-2606c85dfa0d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612225 Nov 08 12:25:56.383473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network a832796d-6050-47f4-99f6-7c5282354f64 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:25:56.385009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:25:56.387240 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:25:56.473293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:56.473952 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.529085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f8f27b70-0400-4fa9-b98d-f27dd2a66257 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:56.560932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f296d1dc-e980-4e69-b0c3-ff30d19c328f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6395965 Nov 08 12:25:56.598168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f8f27b70-0400-4fa9-b98d-f27dd2a66257 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:56.598575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.626604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86d03e-34af-41ee-8538-a42c1d8f33f8 req-ffe2c240-0043-4875-baf9-32d0d5ca9f7b tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:56.630967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b86d03e-34af-41ee-8538-a42c1d8f33f8 req-ffe2c240-0043-4875-baf9-32d0d5ca9f7b tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 950 time: 0.1243463 Nov 08 12:25:56.728212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.738831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b86d03e-34af-41ee-8538-a42c1d8f33f8 req-891aa237-0a69-49d1-88a6-9ff92927658a tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Nov 08 12:25:56.814315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a5b1d024-d07e-41a7-87ca-f9bef62c81fa None None] Provisioning complete for port c14e5159-24f8-4279-a086-da43eb45c519 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:56.814315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5b1d024-d07e-41a7-87ca-f9bef62c81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:56.853045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1d024-d07e-41a7-87ca-f9bef62c81fa None None] Port c14e5159-24f8-4279-a086-da43eb45c519 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:25:57.272880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-3455becd-2a17-42d8-a256-2261b2aca9da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768852 Nov 08 12:25:57.394109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-f7cb0163-b3d2-4fdf-bf23-8019f66f3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:57.408080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-f7cb0163-b3d2-4fdf-bf23-8019f66f3710 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 1095 time: 0.0624769 Nov 08 12:25:57.574899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:57.595430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161474491', 'description': 'tempest-description--1936503972'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:57.605559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-c5819719-92ca-4682-b48e-214d7a6adfed tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:57.608150 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-c5819719-92ca-4682-b48e-214d7a6adfed tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.0617974 Nov 08 12:25:57.678656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5079d039-e06d-40f1-8639-9bb4454b5b7b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:25:57.697552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a05abb66-8c1b-4278-9e32-a69b0c31ff4c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=87af53ee574849bbb2880c67952e598e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840394 Nov 08 12:25:57.738485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-23d8a4f6-8f4f-4a25-82ad-1a9518ed2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:57.739802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-23d8a4f6-8f4f-4a25-82ad-1a9518ed2b51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.3047271 Nov 08 12:25:57.758691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5079d039-e06d-40f1-8639-9bb4454b5b7b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:25:57.762082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:57.799218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Deleting port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:25:57.801600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:57.846626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:57.924680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-9232f809-4001-498f-b748-8fe6b840cf41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 200 len: 217 time: 0.1675889 Nov 08 12:25:57.942661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb72b1-5b0d-48cc-b202-8902f8e85829 req-74a913cc-3bf1-4bf5-84dc-e9daef10c09a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:57.947431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] For port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:57.947804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:57.951344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9fb72b1-5b0d-48cc-b202-8902f8e85829 req-74a913cc-3bf1-4bf5-84dc-e9daef10c09a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 948 time: 0.2731438 Nov 08 12:25:57.963428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Calling delete_port for 5bf5285b-0b02-49bf-9e5f-2395d01e20cf owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:25:57.970134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.020025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-df07b7c0-c86c-480c-970c-1791af7945be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:58.021519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-df07b7c0-c86c-480c-970c-1791af7945be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0674269 Nov 08 12:25:58.082730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-93a5319e-b0a8-4e89-a43e-87ffcf85fac0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453048 Nov 08 12:25:58.160453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-344c3b76-d35a-4dc8-8251-a0ac9dd13e28 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:58.161991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-344c3b76-d35a-4dc8-8251-a0ac9dd13e28 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271348 Nov 08 12:25:58.197105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9fb72b1-5b0d-48cc-b202-8902f8e85829 req-5aa43e52-7cf7-4746-bda2-6fdae07bba6c tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447081 Nov 08 12:25:58.223626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-5036f06d-c0da-4da9-b36e-945dcc607a29 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/quotas/87af53ee574849bbb2880c67952e598e HTTP/1.1" status: 200 len: 375 time: 0.0242622 Nov 08 12:25:58.249721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.263503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5bf5285b-0b02-49bf-9e5f-2395d01e20cf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:58.267816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0155131d-e5d2-479b-9df3-c4cee357fd10'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:25:58.280421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.312547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-7b4961e2-5522-4369-ad35-cffb9c97f9ad tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784845 Nov 08 12:25:58.314812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-694fb72e-4049-4dd8-b05b-e64750e421a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220800 Nov 08 12:25:58.353640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Pushing event deleted for resources: {'Port': ['ID=5bf5285b-0b02-49bf-9e5f-2395d01e20cf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:58.434583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] No DVR routers for this DVR port 5bf5285b-0b02-49bf-9e5f-2395d01e20cf on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:25:58.446406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.458948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d59661d8-ede4-48cc-abb9-fceb2def1460 req-be62ca20-ecba-4897-a5fc-1e0b56e2e05a tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.61 "DELETE /v2.0/ports/5bf5285b-0b02-49bf-9e5f-2395d01e20cf HTTP/1.1" status: 204 len: 173 time: 0.8427022 Nov 08 12:25:58.461838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'name': 'network-vif-deleted', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:25:58.472628 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17384459-1ea3-48ba-806d-afc2b018a791" -d '{"events": [{"server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "name": "network-vif-deleted", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:25:58.475505 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.531446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad105c3d-4fe1-443b-a034-f9a15d549749 req-be6c7297-a071-4a04-b7b9-22294a953f1b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:58.539871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad105c3d-4fe1-443b-a034-f9a15d549749 req-be6c7297-a071-4a04-b7b9-22294a953f1b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.1709349 Nov 08 12:25:58.541853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60921537-2111-47df-828d-7d3305238b85,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:58.568250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ce22d6-e7c3-4946-a13e-7429dc1d9875 req-52ea1323-8e89-466b-a54a-0ef2ef3a0585 service neutron] 10.222.0.61 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449992 Nov 08 12:25:58.646320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad105c3d-4fe1-443b-a034-f9a15d549749 req-16a846e4-fb84-433c-8e6c-631a2b406dfa tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052282 Nov 08 12:25:58.723928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.726762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff47c4ad-6d81-46c8-a615-7e35b1c38a6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1486564 Nov 08 12:25:58.728826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:58.733621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'security_group_rule': {'security_group_id': '60921537-2111-47df-828d-7d3305238b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:58.822552 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b75023-6f91-4eba-8ce8-ace2e89900c3 x-openstack-request-id: req-a9b75023-6f91-4eba-8ce8-ace2e89900c3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:25:58.823061 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d", "name": "network-vif-deleted", "tag": "5bf5285b-0b02-49bf-9e5f-2395d01e20cf", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:25:58.823207 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9b75023-6f91-4eba-8ce8-ace2e89900c3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:25:58.823759 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d', 'name': 'network-vif-deleted', 'tag': '5bf5285b-0b02-49bf-9e5f-2395d01e20cf', 'status': 'completed', 'code': 200} Nov 08 12:25:58.912428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9d7c478-e946-4f94-82a7-3522351ccf80 req-bd24cb4d-a6a0-4917-8146-255027665435 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 210 time: 0.0622172 Nov 08 12:25:58.941228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:58.943764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.042710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.208360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.216611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-81ac9c81-a286-4027-817c-643077d2c526 service neutron] 10.222.0.61 "GET /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.0644443 Nov 08 12:25:59.235426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8422212f-26df-4113-a8fd-c51a58a5b81c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:59.348014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78b9b41d-00bf-4601-a74a-3b563dc9e60a req-b6d7b3dd-beea-4793-a6b9-4d6f97241f88 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0343101 Nov 08 12:25:59.419194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.420493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1fb19e30-d1fc-4871-b05c-f9468d8912f7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6906419 Nov 08 12:25:59.423740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34066) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:59.428297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'security_group_rule': {'security_group_id': '60921537-2111-47df-828d-7d3305238b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:25:59.442192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:59.463759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:25:59.505548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12957f73-94ae-4e15-8b08-81106c8bb2f5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:25:59.517498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:25:59.620452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.651555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.700623 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.755730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] Transition to ACTIVE for port object 12957f73-94ae-4e15-8b08-81106c8bb2f5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:25:59.807196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:25:59.838401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3776fdc-7bd0-4479-aa1b-00fef9d74c4b req-d415dc5d-8535-48d4-ab29-a8c632f6616e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:25:59.840168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3776fdc-7bd0-4479-aa1b-00fef9d74c4b req-d415dc5d-8535-48d4-ab29-a8c632f6616e tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 943 time: 0.0756614 Nov 08 12:25:59.872526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.891360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b00ff0-a409-4a8f-bea2-68db754f891d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:25:59.903613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3776fdc-7bd0-4479-aa1b-00fef9d74c4b req-45d0dbf9-c593-4285-94b3-21c704e3e958 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Nov 08 12:25:59.919509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:25:59.988230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc80e789-b45a-44b4-bf91-733329125d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.046712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] No DVR routers for this DVR port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:00.049472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.049907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] Pushing event updated for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:00.051024 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d441f250-dd8f-47bd-b6a1-8a329f7753f1 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6262941 Nov 08 12:26:00.054228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34128) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:00.061930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:00.119260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-de988f9b-47e1-48b3-8429-ac06e111d37d service neutron] 10.222.0.61 "PUT /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5/bindings/n-h2-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8917236 Nov 08 12:26:00.137971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c225dec8-a6bc-402a-af4a-b599b54759ea req-d0615e20-e696-4b67-8bfa-9afdab9ada4c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 210 time: 0.0398681 Nov 08 12:26:00.175392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc80e789-b45a-44b4-bf91-733329125d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.255338 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.258831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:00.305152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:00.320954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc80e789-b45a-44b4-bf91-733329125d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.408003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dc80e789-b45a-44b4-bf91-733329125d81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=439812f372db46f89e6486d41f06657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974030 Nov 08 12:26:00.408003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80e789-b45a-44b4-bf91-733329125d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b362b-c590-4868-8ecd-635f55c57c8d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:00.417315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34166) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:00.499090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-d442d50e-b7c7-4da1-b8fd-1f124a0022c8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:00.500801 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-d442d50e-b7c7-4da1-b8fd-1f124a0022c8 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.1636288 Nov 08 12:26:00.538979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd2ed4d-961c-48ee-b35e-b5110c0ea688 req-2e66bdfa-f903-47fc-b82d-34bf2c23fadb tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a26fd42-8dc8-4e3c-8f48-0a5bb30d968d HTTP/1.1" status: 200 len: 210 time: 0.0496752 Nov 08 12:26:00.551337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.564455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.591154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.651664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-8526eb80-4cc5-4469-a470-2a8269579631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:00.653150 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-8526eb80-4cc5-4469-a470-2a8269579631 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79 HTTP/1.1" status: 200 len: 1095 time: 0.1416357 Nov 08 12:26:00.759622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-181ac6bd-bea6-4e4e-b9bb-45348dadf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:00.761128 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-181ac6bd-bea6-4e4e-b9bb-45348dadf180 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1095 time: 0.0835912 Nov 08 12:26:00.767809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 172.25.1.163 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/abe86723-05b7-4761-a1aa-1b362c48e75b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:00.889218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.891865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:00.892987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/811b362b-c590-4868-8ecd-635f55c57c8d HTTP/1.1" status: 204 len: 168 time: 0.4742384 Nov 08 12:26:00.914942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad618603-19f7-4fb0-b15f-c5618f4f2537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b362b-c590-4868-8ecd-635f55c57c8d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:00.948015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-baf40d31-bbea-43a7-b41c-d4ac392ea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:00.949485 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-baf40d31-bbea-43a7-b41c-d4ac392ea07d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 200 len: 921 time: 0.1790566 Nov 08 12:26:00.998134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:01.032606 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-3e8a38d9-3fb4-457e-8f83-9c71939cc629 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0731459 Nov 08 12:26:01.068894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade706-1b0d-4aad-b093-176f59b492f3 req-2f95a440-e1e0-4cb2-ab6f-699964372871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:01.080610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5ade706-1b0d-4aad-b093-176f59b492f3 req-2f95a440-e1e0-4cb2-ab6f-699964372871 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.0644629 Nov 08 12:26:01.119516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-ab0aba98-06aa-4e36-b363-3bb6c14aeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:01.121120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-ab0aba98-06aa-4e36-b363-3bb6c14aeb87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 200 len: 860 time: 0.0623753 Nov 08 12:26:01.146899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:01.154141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5ade706-1b0d-4aad-b093-176f59b492f3 req-d4533857-6442-4a36-b5b0-f29bd0f08a92 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725834 Nov 08 12:26:01.177714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-ff2a0667-876e-4e70-a8a4-5f3e0b03a1e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c505b67-ed16-4204-a8c9-b0fdb9d463c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412233 Nov 08 12:26:01.252337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:01.287869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:01.291474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:01.331649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=abe86723-05b7-4761-a1aa-1b362c48e75b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:01.385037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-15030576-3d8c-4df5-b672-765f4308620e service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827650 Nov 08 12:26:01.389133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-913dec8c-80cc-4309-9b39-711763257a58 req-fb0b2a07-1dea-46c4-b8a4-2c0366b388f4 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 210 time: 0.0303488 Nov 08 12:26:01.479008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:01.521899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-ff5286b7-adee-4469-bac3-282d2e535985 service neutron] 10.222.0.57 "GET /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182816 Nov 08 12:26:01.910878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:01.914138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:01.926606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e78e1993-e2ba-4723-9b1b-19c4bdd523a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.030807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e78e1993-e2ba-4723-9b1b-19c4bdd523a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.089878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.152118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-cab92085-3d2f-4a2e-b08d-f477f5f12457 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87af53ee574849bbb2880c67952e598e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231886 Nov 08 12:26:02.158055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e78e1993-e2ba-4723-9b1b-19c4bdd523a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.205676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e78e1993-e2ba-4723-9b1b-19c4bdd523a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14fa5757dc7946cb8c75b1c43c5e556f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936997 Nov 08 12:26:02.209595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:02.230370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.279950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf5285b-0b02-49bf-9e5f-2395d01e20cf no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:02.315533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e1993-e2ba-4723-9b1b-19c4bdd523a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9458a81f-eb01-42b7-b011-d9bb7e136f86,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:02.326781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5bf5285b-0b02-49bf-9e5f-2395d01e20cf {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:02.332267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bf5285b-0b02-49bf-9e5f-2395d01e20cf not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:02.342850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=abe86723-05b7-4761-a1aa-1b362c48e75b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:02.361901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.363523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ea8c-123b-4eb5-94ae-34740a2827bc req-c57397bf-6e70-4a79-bb43-7c6544d856f4 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:02.365056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a22ea8c-123b-4eb5-94ae-34740a2827bc req-c57397bf-6e70-4a79-bb43-7c6544d856f4 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.1202648 Nov 08 12:26:02.371997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-5e40a79a-bf5d-4ee6-93e5-23a90de0e450 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:02.373557 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-5e40a79a-bf5d-4ee6-93e5-23a90de0e450 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135773 Nov 08 12:26:02.388453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Request body: {'port': {'device_id': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '87af53ee574849bbb2880c67952e598e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:02.437463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.495890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.497239 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7e5ceedd-6a47-4a45-95df-06ed48133d9d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4414666 Nov 08 12:26:02.527669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.549858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959722ab-c9d5-47fa-bb38-ba987bb7aa4d req-bd757989-7bfa-4e56-b319-067d5d555f49 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:02.552116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-959722ab-c9d5-47fa-bb38-ba987bb7aa4d req-bd757989-7bfa-4e56-b319-067d5d555f49 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.2088034 Nov 08 12:26:02.593788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a22ea8c-123b-4eb5-94ae-34740a2827bc req-14da411a-9df2-4d82-b240-880614fd1e76 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212152 Nov 08 12:26:02.621989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499864-c0e0-433f-b542-7491fa09b9df req-5cfbe8c0-fe23-4be8-924b-785bd3af5612 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:02.621989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-5cfbe8c0-fe23-4be8-924b-785bd3af5612 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c&tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.2026420 Nov 08 12:26:02.622228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Made reservation on behalf of 87af53ee574849bbb2880c67952e598e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:02.622228 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:02.781383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Allocated IP 192.168.233.56 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/79148456-56ba-4662-ab45-c4247fe69795) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:02.951945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.043165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-959722ab-c9d5-47fa-bb38-ba987bb7aa4d req-20c5aff4-693c-44e9-9a4f-2eea6eca2592 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763536 Nov 08 12:26:03.057426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.077914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a6b8229e-1685-4df3-a3a0-5cff9919bb2b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:03.124068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:03.130310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:03.133664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:03.188683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.192104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.193178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9458a81f-eb01-42b7-b011-d9bb7e136f86 HTTP/1.1" status: 204 len: 168 time: 0.9805577 Nov 08 12:26:03.214300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93efc1-4235-4f44-86d4-b447decaf969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458a81f-eb01-42b7-b011-d9bb7e136f86,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:03.236704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Pushing event updated for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:03.281965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.283348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.314360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475da37-6736-4e40-b1e2-d305293c2883 req-2d84a6ef-c3eb-4459-b3a7-e62e8c97a1a6 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.323519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0475da37-6736-4e40-b1e2-d305293c2883 req-2d84a6ef-c3eb-4459-b3a7-e62e8c97a1a6 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 935 time: 0.0967884 Nov 08 12:26:03.326624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-04499864-c0e0-433f-b542-7491fa09b9df req-b9086a39-ddc7-4fa4-b21a-233dc1d7e001 service neutron] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:03.335053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-04499864-c0e0-433f-b542-7491fa09b9df req-b9086a39-ddc7-4fa4-b21a-233dc1d7e001 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.336222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04499864-c0e0-433f-b542-7491fa09b9df req-b9086a39-ddc7-4fa4-b21a-233dc1d7e001 service neutron] 10.222.0.57 "DELETE /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5/bindings/n-h1-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.7103364 Nov 08 12:26:03.387095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0475da37-6736-4e40-b1e2-d305293c2883 req-64825647-cb19-4ef2-976d-f1e4d471957f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Nov 08 12:26:03.462055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-9fb658c1-000b-4215-906b-b6a23073ee9b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1161474491&fields=id&tenant_id=a0812be1c27e4423afa68749e6e4db2e HTTP/1.1" status: 200 len: 267 time: 0.0653331 Nov 08 12:26:03.515776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-467ec731-f759-43f9-ba70-02ff462d5805 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.517056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-df9a1e39-3935-45f7-9122-e5e1cc4b4948 None None] Provisioning complete for port 79148456-56ba-4662-ab45-c4247fe69795 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:03.517593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-467ec731-f759-43f9-ba70-02ff462d5805 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 932 time: 0.0470634 Nov 08 12:26:03.518199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-df9a1e39-3935-45f7-9122-e5e1cc4b4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.525047 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-14a2ed6a-32f8-4754-83d1-e302fc6e54e3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1404836 Nov 08 12:26:03.547036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Request body: {'port': {'device_id': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:03.579128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-df9a1e39-3935-45f7-9122-e5e1cc4b4948 None None] Port 79148456-56ba-4662-ab45-c4247fe69795 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:03.605492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-1aaef81b-2bd9-40d0-8fd0-e50468b58476 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.606990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-1aaef81b-2bd9-40d0-8fd0-e50468b58476 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 931 time: 0.0780742 Nov 08 12:26:03.644196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:03.670896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6dc25224-044d-46d2-91df-ae6824b1f334 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572524 Nov 08 12:26:03.706375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3239b84f-ba1a-465e-8b3f-37ec6b58ac7f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0288405 Nov 08 12:26:03.859726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b30ad43e-027a-4dd7-885f-5e7e09e52a7c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.866852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b30ad43e-027a-4dd7-885f-5e7e09e52a7c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.872960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b30ad43e-027a-4dd7-885f-5e7e09e52a7c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.880316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b30ad43e-027a-4dd7-885f-5e7e09e52a7c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=520c0c08-e003-432d-acfc-8d646c1ade8d&id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 1990 time: 0.1575496 Nov 08 12:26:03.903207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-633235fc-def4-4a7d-a35a-df8029916ef5 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/quotas/a0812be1c27e4423afa68749e6e4db2e HTTP/1.1" status: 200 len: 375 time: 0.0219150 Nov 08 12:26:03.919403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcb01-6278-465e-b485-b42434c46637 req-3d25be2b-17cc-4674-9bdb-43e612ebc252 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:03.921192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee5bcb01-6278-465e-b485-b42434c46637 req-3d25be2b-17cc-4674-9bdb-43e612ebc252 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.57 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.2084122 Nov 08 12:26:04.015678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79148456-56ba-4662-ab45-c4247fe69795 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:04.027401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.044491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Transition to ACTIVE for port object 79148456-56ba-4662-ab45-c4247fe69795 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:04.044784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-e0f15179-a997-4515-859a-2c7a09639662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1224031 Nov 08 12:26:04.197364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Deleting port 0155131d-e5d2-479b-9df3-c4cee357fd10 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:04.197708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.203756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.225462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-ad80732a-b3c9-49be-8316-53aef37ceed4 service neutron] 10.222.0.58 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565242 Nov 08 12:26:04.236346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d6f1-dfd9-48ea-809b-e266c5b265c3 req-7e0070aa-7d9e-43cb-b396-11004409679c tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:04.237801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6b4d6f1-dfd9-48ea-809b-e266c5b265c3 req-7e0070aa-7d9e-43cb-b396-11004409679c tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 949 time: 0.1090760 Nov 08 12:26:04.276581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Pushing event updated for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:04.359624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Attempting to bind port 79148456-56ba-4662-ab45-c4247fe69795 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:04.360759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Attempting to bind port 79148456-56ba-4662-ab45-c4247fe69795 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:04.361115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Attempting to bind port 79148456-56ba-4662-ab45-c4247fe69795 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:04.367350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Port 79148456-56ba-4662-ab45-c4247fe69795 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:04.367672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Attempting to bind port 79148456-56ba-4662-ab45-c4247fe69795 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:04.373810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:04.374151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:04.374642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:04.375719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Bound port: 79148456-56ba-4662-ab45-c4247fe69795, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:04.376086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.450224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] For port 0155131d-e5d2-479b-9df3-c4cee357fd10, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0155131d-e5d2-479b-9df3-c4cee357fd10,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:04.450873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.467986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6b4d6f1-dfd9-48ea-809b-e266c5b265c3 req-06d22b83-e0c1-4d97-b687-cec56411b837 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805565 Nov 08 12:26:04.488766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:04.497486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=79148456-56ba-4662-ab45-c4247fe69795,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:04.497969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-ee43ac39-e6c4-45e2-a26e-ce19f7de72bb service neutron] 10.222.0.58 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583902 Nov 08 12:26:04.554794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Calling delete_port for 0155131d-e5d2-479b-9df3-c4cee357fd10 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:04.571846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2382a314-2351-4763-a0d2-94bd38f67544 service neutron] 10.222.0.58 "GET /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0722451 Nov 08 12:26:04.667025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.705225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:04.705225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:04.706959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/79148456-56ba-4662-ab45-c4247fe69795 HTTP/1.1" status: 200 len: 1095 time: 1.1670125 Nov 08 12:26:04.707722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'tag': '79148456-56ba-4662-ab45-c4247fe69795'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:04.718763 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81783a3a-66b2-48c3-9a80-81e074d0cb26" -d '{"events": [{"name": "network-changed", "server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "tag": "79148456-56ba-4662-ab45-c4247fe69795"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:04.751577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae1595-f96e-4fa5-b816-2b8f4fc122b8 service neutron] Pushing event updated for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:04.781828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-8c7de45c-9134-40c2-92a5-f048c19fbe49 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708150 Nov 08 12:26:04.907284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3187b45-1133-414e-8aac-78c5caf7bcb3 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142137 Nov 08 12:26:04.953656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-489507ec-59fc-4fca-a4f0-22429ba7f0aa service neutron] 10.222.0.58 "GET /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394349 Nov 08 12:26:04.989357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-c5f004e3-8378-4807-bf51-b7766119bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:04.990986 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-c5f004e3-8378-4807-bf51-b7766119bc7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 1098 time: 0.0715370 Nov 08 12:26:05.024238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:05.040703 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-fe4f5645-5d09-44cf-84f4-593aabd0db2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=79148456-56ba-4662-ab45-c4247fe69795 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Nov 08 12:26:05.041357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0155131d-e5d2-479b-9df3-c4cee357fd10'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:05.058317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Pushing event deleted for resources: {'Port': ['ID=0155131d-e5d2-479b-9df3-c4cee357fd10,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:05.107688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-5e10c546-82e4-4393-a4e6-b545467255f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:05.111247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-5e10c546-82e4-4393-a4e6-b545467255f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0582700 Nov 08 12:26:05.118234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] No DVR routers for this DVR port 0155131d-e5d2-479b-9df3-c4cee357fd10 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:05.120688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:05.124687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee5bcb01-6278-465e-b485-b42434c46637 req-697a4648-0a88-4573-9886-7f4c7b459d14 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.57 "DELETE /v2.0/ports/0155131d-e5d2-479b-9df3-c4cee357fd10 HTTP/1.1" status: 204 len: 173 time: 1.1882570 Nov 08 12:26:05.128853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'name': 'network-vif-deleted', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:05.131504 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59148f36-4411-4b65-af3e-8a2bbc4e0237" -d '{"events": [{"server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "name": "network-vif-deleted", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:05.151706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2f1a6b30-6c94-4627-84e8-00258d660b2b service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905704 Nov 08 12:26:05.164050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-74ed6496-a214-4ccd-b339-077bc51303ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:05.164050 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-74ed6496-a214-4ccd-b339-077bc51303ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451539 Nov 08 12:26:05.250360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-254bc846-e4cf-4b3c-949f-c8506ff1f7c3 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910554 Nov 08 12:26:05.269676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-4c9cc604-2e44-4ac1-85d2-b34392656e12 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948849 Nov 08 12:26:05.360881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-94d06285-2ac4-4211-9f18-20cdd54e19b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964043 Nov 08 12:26:05.387037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f222933b-1647-43f5-9e55-e1067fda4b6f req-557d9582-3a01-40b4-9c01-4917b39f2903 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050501 Nov 08 12:26:05.506612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037f3d3-635f-4938-9571-1749f731dfeb req-636c86a5-c3a8-45e7-ac73-787e6f366de6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:05.508536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3037f3d3-635f-4938-9571-1749f731dfeb req-636c86a5-c3a8-45e7-ac73-787e6f366de6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.1169984 Nov 08 12:26:05.512421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-5040d4a0-ad7d-422e-9638-59ffa571e023 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423943 Nov 08 12:26:05.622815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3037f3d3-635f-4938-9571-1749f731dfeb req-fe9bdc48-fcd6-4f1c-b21e-57c4ab3dcb9b tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056311 Nov 08 12:26:05.649933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-7b628e46-3a98-45f2-a022-2edcd20e916a service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315691 Nov 08 12:26:05.760362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b54357a6-d46c-4a64-8440-fc2b1fce2d30 service neutron] 10.222.0.58 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022234 Nov 08 12:26:05.880730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f7a0c-6901-402d-b10d-b152cae7a4dd req-8a43c8a3-1588-497d-8f45-0cba82439dfc tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:05.882785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-793f7a0c-6901-402d-b10d-b152cae7a4dd req-8a43c8a3-1588-497d-8f45-0cba82439dfc tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 947 time: 0.1113956 Nov 08 12:26:05.916532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-4d7799dc-c9bd-47a1-b4dc-dce3143bc067 service neutron] 10.222.0.58 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469264 Nov 08 12:26:05.996005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-793f7a0c-6901-402d-b10d-b152cae7a4dd req-24f5368f-5cc7-4e5c-be74-300b52961bfb tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031363 Nov 08 12:26:06.031814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-60aefc50-1f08-4f95-9ceb-603e76702015 service neutron] 10.222.0.58 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088333 Nov 08 12:26:06.047412 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517cb854-bc2a-4f9d-8b8f-2b4b61d7ce41 x-openstack-request-id: req-517cb854-bc2a-4f9d-8b8f-2b4b61d7ce41 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:06.047921 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "tag": "79148456-56ba-4662-ab45-c4247fe69795", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:06.047921 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-517cb854-bc2a-4f9d-8b8f-2b4b61d7ce41 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:06.048451 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'tag': '79148456-56ba-4662-ab45-c4247fe69795', 'status': 'completed', 'code': 200} Nov 08 12:26:06.084203 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852706b5-3686-4129-a746-f4cfcf68e86e x-openstack-request-id: req-852706b5-3686-4129-a746-f4cfcf68e86e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:06.084203 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff046e4-1eff-46cd-b272-7375031688e1", "name": "network-vif-deleted", "tag": "0155131d-e5d2-479b-9df3-c4cee357fd10", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:06.084203 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-852706b5-3686-4129-a746-f4cfcf68e86e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:06.084203 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff046e4-1eff-46cd-b272-7375031688e1', 'name': 'network-vif-deleted', 'tag': '0155131d-e5d2-479b-9df3-c4cee357fd10', 'status': 'completed', 'code': 200} Nov 08 12:26:06.115007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-f3f278d9-3292-45ee-af6a-1d0782898de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.117059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-f3f278d9-3292-45ee-af6a-1d0782898de0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87af53ee574849bbb2880c67952e598e&device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 1098 time: 0.0424876 Nov 08 12:26:06.155422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-e6ef0cc9-a200-48cc-a4e8-83d9f3645c60 service neutron] 10.222.0.58 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172240 Nov 08 12:26:06.215905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-a170a4c2-aa0b-49cf-a947-9fa5bc28f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.217415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-a170a4c2-aa0b-49cf-a947-9fa5bc28f3b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.0926306 Nov 08 12:26:06.254214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8d9e607-d9d7-4ddf-a8db-1bb19567ad47 req-beb7f5fe-2f5b-4f35-a551-280160955bf4 tempest-LiveMigrationNegativeTest-1117273157 tempest-LiveMigrationNegativeTest-1117273157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fff046e4-1eff-46cd-b272-7375031688e1 HTTP/1.1" status: 200 len: 210 time: 0.0620723 Nov 08 12:26:06.262145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-a8a81a85-328a-4f23-9dc7-b260ce4dac0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=79148456-56ba-4662-ab45-c4247fe69795 HTTP/1.1" status: 200 len: 217 time: 0.0365758 Nov 08 12:26:06.294908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-914b6e9e-61d7-44c8-b272-3ef34a04a6bf service neutron] 10.222.0.58 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303976 Nov 08 12:26:06.344607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-aeaefbb1-7b8f-4f16-a813-4aa3d8bdcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.346019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-aeaefbb1-7b8f-4f16-a813-4aa3d8bdcf2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0674498 Nov 08 12:26:06.404083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-e66cd60f-4a56-4f26-a560-49c3ce0f46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.406185 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-e66cd60f-4a56-4f26-a560-49c3ce0f46fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497031 Nov 08 12:26:06.512424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-53c5e483-066d-47b9-b1e0-8444a2ecd29b service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980704 Nov 08 12:26:06.610624 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-81783a3a-66b2-48c3-9a80-81e074d0cb26 req-1f2e08ea-f505-4365-8a37-3a2c5171b9d6 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893137 Nov 08 12:26:06.946532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.947019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.947475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.947927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.948400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.948842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.949290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.949732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.950174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.950645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:06.952662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2afb9e3-0417-4d5f-b6c7-114f89eddeb7 req-58920ba8-737c-49e5-a52f-836ad723fccd tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.4110677 Nov 08 12:26:07.524768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9de0c0-9ef6-40fc-a971-12016f1efaca req-44e90601-9268-45c9-97e6-a6ec7ebfc27a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:07.526313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9de0c0-9ef6-40fc-a971-12016f1efaca req-44e90601-9268-45c9-97e6-a6ec7ebfc27a tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 1095 time: 0.0442910 Nov 08 12:26:07.570554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9de0c0-9ef6-40fc-a971-12016f1efaca req-1309def6-495e-419b-9a8d-a26c6a6cfd66 tempest-LiveAutoBlockMigrationV225Test-908437140 tempest-LiveAutoBlockMigrationV225Test-908437140-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Nov 08 12:26:07.767190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f926e24-a402-427c-a10d-8c15ba2da4ad req-b1ae2506-77f8-402f-ba53-8892a1ac9d3d tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:07.768820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f926e24-a402-427c-a10d-8c15ba2da4ad req-b1ae2506-77f8-402f-ba53-8892a1ac9d3d tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 886 time: 0.0872164 Nov 08 12:26:07.868847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3d91-aef4-46bf-a2b8-714d11bd8820 req-f7f201fb-132c-462f-a4d7-ac3bbd0e237f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:07.870455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7bb3d91-aef4-46bf-a2b8-714d11bd8820 req-f7f201fb-132c-462f-a4d7-ac3bbd0e237f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 947 time: 0.0535154 Nov 08 12:26:07.936332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7bb3d91-aef4-46bf-a2b8-714d11bd8820 req-6b41372f-4aa5-4d9b-8d28-bb5baf015e8e tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570526 Nov 08 12:26:08.048064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 79148456-56ba-4662-ab45-c4247fe69795 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:08.050079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0155131d-e5d2-479b-9df3-c4cee357fd10 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:08.123151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0155131d-e5d2-479b-9df3-c4cee357fd10 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:08.123151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0155131d-e5d2-479b-9df3-c4cee357fd10 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:08.181518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=79148456-56ba-4662-ab45-c4247fe69795,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:08.192648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '79148456-56ba-4662-ab45-c4247fe69795', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '79148456-56ba-4662-ab45-c4247fe69795', 'mac_address': 'fa:16:3e:e2:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:08.230868 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:08.245496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79148456-56ba-4662-ab45-c4247fe69795 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:08.269411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=79148456-56ba-4662-ab45-c4247fe69795,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:08.386863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:08.665416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:08.665416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['79148456-56ba-4662-ab45-c4247fe69795'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:08.810775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3962dd1-0e2e-4196-9d4f-2aed5fa6e32e req-0b449620-78d7-40b7-bab1-0b3f15f2e823 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0643792 Nov 08 12:26:08.827386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:08.883986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.884456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.884965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.885883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.889781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.890272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.890741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.891188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.891739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.892068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:08.906888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b844b43c-22dc-4434-8038-a095af57f2ae req-e8563271-ea26-4a39-a9c6-bb3fb5fed4e4 tempest-NetworksTest-1876521205 tempest-NetworksTest-1876521205-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.1853166 Nov 08 12:26:09.024921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6f3362d-48aa-4d59-8fdb-a021a23bade6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cce3edd07c148a7b83dea587076a672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963193 Nov 08 12:26:09.028932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:09.044918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeaa7c-1023-4b48-8b88-a51aae492279 req-d17a2502-9b83-4594-8202-1aeaec55993a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:09.052462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dfeaa7c-1023-4b48-8b88-a51aae492279 req-d17a2502-9b83-4594-8202-1aeaec55993a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.0962644 Nov 08 12:26:09.159805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dfeaa7c-1023-4b48-8b88-a51aae492279 req-5306fe6e-4f37-4ebb-84ba-4ad3d3d8a510 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064744 Nov 08 12:26:09.169807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0a9c-4eb4-41b2-8093-5803b5dbd940 req-a7aebc14-6f83-49da-b9d9-6a19b01fa84e tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:09.171453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a94c0a9c-4eb4-41b2-8093-5803b5dbd940 req-a7aebc14-6f83-49da-b9d9-6a19b01fa84e tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 948 time: 0.1169784 Nov 08 12:26:09.203823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.250573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.261596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a94c0a9c-4eb4-41b2-8093-5803b5dbd940 req-d6e29596-9413-4b5c-a471-6d15b67a5e16 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755799 Nov 08 12:26:09.401049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.406341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.406341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c7aca6b-bae1-4b63-870d-f1cab30b1ab3 HTTP/1.1" status: 204 len: 168 time: 0.3752496 Nov 08 12:26:09.414779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7aca6b-bae1-4b63-870d-f1cab30b1ab3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:09.423380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.423729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.424074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.424414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.424787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.425111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.425443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.425769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.426123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.426476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.426856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.427347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f0f7cb-a826-426a-b5a5-b6909fb38901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:09.475245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-b6f5bd5c-b2bb-4d34-9a95-5333a8afab3d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:09.476749 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-b6f5bd5c-b2bb-4d34-9a95-5333a8afab3d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 944 time: 0.0561137 Nov 08 12:26:09.571904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:09.597238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Deleting port 12957f73-94ae-4e15-8b08-81106c8bb2f5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:09.597238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.701387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] For port 12957f73-94ae-4e15-8b08-81106c8bb2f5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=12957f73-94ae-4e15-8b08-81106c8bb2f5,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:09.701666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.704379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1403ae04-ef5c-49bf-b1c5-7253068fa739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.721097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Calling delete_port for 12957f73-94ae-4e15-8b08-81106c8bb2f5 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:09.862509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1403ae04-ef5c-49bf-b1c5-7253068fa739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:09.909968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-778f2a30-633c-4b17-926e-becee6783fb3 req-31a47c86-5598-46c1-85dd-252605710eba tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0322125 Nov 08 12:26:09.957441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1403ae04-ef5c-49bf-b1c5-7253068fa739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.015356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1403ae04-ef5c-49bf-b1c5-7253068fa739 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2c4e73a25f04419bad27f41095c37bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416053 Nov 08 12:26:10.016257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403ae04-ef5c-49bf-b1c5-7253068fa739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198629fc-d6c6-4fe8-b203-3a99e9cd3268,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:10.028038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34738) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:10.054887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 79148456-56ba-4662-ab45-c4247fe69795 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:10.079630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.101875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.103496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.115192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b7abcdb4-e37c-4140-94d3-04addf36759d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:10.138118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['12957f73-94ae-4e15-8b08-81106c8bb2f5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:10.153965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event deleted for resources: {'Port': ['ID=12957f73-94ae-4e15-8b08-81106c8bb2f5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:10.203554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 79148456-56ba-4662-ab45-c4247fe69795 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:26:10.203675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] No DVR routers for this DVR port 12957f73-94ae-4e15-8b08-81106c8bb2f5 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:10.205678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.210053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-18d9eb77-44b1-4627-8ff6-8ca71e0c1b44 req-be6c3d6a-df81-45ea-b2ef-95cd2e8109ac tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "DELETE /v2.0/ports/12957f73-94ae-4e15-8b08-81106c8bb2f5 HTTP/1.1" status: 204 len: 173 time: 0.7243738 Nov 08 12:26:10.210053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-deleted', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:10.211795 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f49124-74ff-4371-bf6b-939ed9d3bc50" -d '{"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-deleted", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:10.215209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 79148456-56ba-4662-ab45-c4247fe69795 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:10.218653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.260799 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5852655c-6736-43a9-91f1-c7eee50fa89d x-openstack-request-id: req-5852655c-6736-43a9-91f1-c7eee50fa89d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:10.261193 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db2484-34bb-49d0-b52d-df4c8297be1c", "name": "network-vif-deleted", "tag": "12957f73-94ae-4e15-8b08-81106c8bb2f5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:10.261445 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5852655c-6736-43a9-91f1-c7eee50fa89d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:10.261842 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db2484-34bb-49d0-b52d-df4c8297be1c', 'name': 'network-vif-deleted', 'tag': '12957f73-94ae-4e15-8b08-81106c8bb2f5', 'status': 'completed', 'code': 200} Nov 08 12:26:10.271086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0788283a-ea4c-4083-a059-5f5103ef5070 req-d9f8884e-e410-4c4c-92da-2585479bdeb6 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0292735 Nov 08 12:26:10.363428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.381235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.384837 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.385047 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/198629fc-d6c6-4fe8-b203-3a99e9cd3268 HTTP/1.1" status: 204 len: 168 time: 0.3558998 Nov 08 12:26:10.417709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89546520-6a20-4de6-b688-be53372f802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198629fc-d6c6-4fe8-b203-3a99e9cd3268,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:10.422657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79148456-56ba-4662-ab45-c4247fe69795'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:10.424878 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f573e9f-fd51-46d3-bc51-9f6fb3bb2639" -d '{"events": [{"server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "79148456-56ba-4662-ab45-c4247fe69795"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:10.455803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=79148456-56ba-4662-ab45-c4247fe69795,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:10.480156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c364-d4cd-4445-8c0b-e8f061a9f332 req-d8e31aa9-d6c7-4748-8b7d-962806657f10 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:10.482346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6435c364-d4cd-4445-8c0b-e8f061a9f332 req-d8e31aa9-d6c7-4748-8b7d-962806657f10 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 948 time: 0.1199164 Nov 08 12:26:10.488502 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae176eb7-8cbc-494c-9575-029c24446e53 x-openstack-request-id: req-ae176eb7-8cbc-494c-9575-029c24446e53 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:10.488918 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "79148456-56ba-4662-ab45-c4247fe69795", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:10.489408 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae176eb7-8cbc-494c-9575-029c24446e53 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:10.490169 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79148456-56ba-4662-ab45-c4247fe69795', 'code': 200} Nov 08 12:26:10.560544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6435c364-d4cd-4445-8c0b-e8f061a9f332 req-c8d97260-5f7f-4888-9247-3c6cea795275 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Nov 08 12:26:10.564730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.630903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec80e-1303-48ca-a6ad-f6559c10a215 req-83fa49a7-39e8-4661-a89d-755cd371050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:10.632581 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-59cec80e-1303-48ca-a6ad-f6559c10a215 req-83fa49a7-39e8-4661-a89d-755cd371050b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 1100 time: 0.0783029 Nov 08 12:26:10.645966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:10.695763 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-59cec80e-1303-48ca-a6ad-f6559c10a215 req-01dd57b0-6bc4-4213-b257-25309a739c13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Nov 08 12:26:10.701854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:10.746854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-809544d7-4f54-4e8b-bd85-b9b9b581ebcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58ddcba15246472c95e64a254574a74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437458 Nov 08 12:26:10.748549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:10.796157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:10.803321 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.829103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:10.911525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c27198ee-7b5a-424f-b9c6-23d0cd73f9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.021601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c27198ee-7b5a-424f-b9c6-23d0cd73f9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.032799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.035484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.040649 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d42f2b2a-c6ca-46cc-bc94-7705eb67001d HTTP/1.1" status: 204 len: 168 time: 0.2910035 Nov 08 12:26:11.063273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f2b2a-c6ca-46cc-bc94-7705eb67001d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:11.080477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.080477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.087215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.087609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.088496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.088852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.092271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.112454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.112454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.112454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.112454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.112454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d42b3d-8c53-4377-ba12-eca52d2d674d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:11.153040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0eba4d3e-8c3c-4d9b-bad0-dd8a20428183 req-8c6767ed-c82e-4f99-a10a-917115f5ce69 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0502844 Nov 08 12:26:11.153793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c27198ee-7b5a-424f-b9c6-23d0cd73f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.227545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27198ee-7b5a-424f-b9c6-23d0cd73f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f133a5-b755-4362-8971-f24ad8a825c2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:11.235545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c27198ee-7b5a-424f-b9c6-23d0cd73f9c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6d4f37c1c9e4c6e92f4490c43374142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379728 Nov 08 12:26:11.237881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:11.293275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.317303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.396047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c67d972-850f-458c-a97a-aa37c5a90d89 req-5a29a77d-bfeb-4c34-beaf-6306b67b1b28 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0360897 Nov 08 12:26:11.612580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.615337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.616650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66f133a5-b755-4362-8971-f24ad8a825c2 HTTP/1.1" status: 204 len: 168 time: 0.3773770 Nov 08 12:26:11.636695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895d2d0-26d1-4082-b88f-5620427dda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f133a5-b755-4362-8971-f24ad8a825c2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:11.691917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b138809-5beb-4526-a12b-c4eb610858db req-fa58e439-bc66-4430-a5e0-a1e61a922349 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:11.693460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b138809-5beb-4526-a12b-c4eb610858db req-fa58e439-bc66-4430-a5e0-a1e61a922349 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 949 time: 0.0716488 Nov 08 12:26:11.702639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:11.715709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54becd8c-c8b1-43b4-ba97-ad073118d06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:11.750324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b138809-5beb-4526-a12b-c4eb610858db req-8b07b7ea-a5ed-4fb6-9e85-798f6a2a0cdc tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 Nov 08 12:26:11.845293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54becd8c-c8b1-43b4-ba97-ad073118d06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.083656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54becd8c-c8b1-43b4-ba97-ad073118d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.175018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becd8c-c8b1-43b4-ba97-ad073118d06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325fd8e2-44fb-4720-a9c7-2f118c505e49,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:12.197330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:12.215271 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-54becd8c-c8b1-43b4-ba97-ad073118d06f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0655d05c0ddb42cebad6105bfc37ba68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924273 Nov 08 12:26:12.295702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.354267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.368541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d5c9a66f-a9bb-4be4-9fe1-d9ac8d527224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.371019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d5c9a66f-a9bb-4be4-9fe1-d9ac8d527224 service neutron] 10.222.0.61 "GET /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 1028 time: 0.0621419 Nov 08 12:26:12.444717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3775a82b-3d53-4d95-b050-d6bda0da552f req-0beaadf7-37b6-42eb-a6cd-bcf9c5f1a81a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0776362 Nov 08 12:26:12.460661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b826f3b8-9041-4a0b-8ded-ffbf0fdb59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.467613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b826f3b8-9041-4a0b-8ded-ffbf0fdb59ab service neutron] 10.222.0.61 "GET /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 1027 time: 0.0779920 Nov 08 12:26:12.626367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b35c6e36-f6fa-4090-ad33-f5b3f3acd46c req-84b23585-7d7c-43d0-96aa-1d0987469a43 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0645304 Nov 08 12:26:12.671874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.674925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:12.676341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/325fd8e2-44fb-4720-a9c7-2f118c505e49 HTTP/1.1" status: 204 len: 168 time: 0.4771779 Nov 08 12:26:12.704671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-24d1240b-ab3a-427d-a17f-ce3fccc5be63 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.710671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-24d1240b-ab3a-427d-a17f-ce3fccc5be63 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.717498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-24d1240b-ab3a-427d-a17f-ce3fccc5be63 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.719144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-24d1240b-ab3a-427d-a17f-ce3fccc5be63 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=520c0c08-e003-432d-acfc-8d646c1ade8d&id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 1990 time: 0.2450237 Nov 08 12:26:12.719928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841dc7c-a9de-44e0-b6b4-654b3a31f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fd8e2-44fb-4720-a9c7-2f118c505e49,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:12.824748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-1adfd4cb-29d1-4cde-a28f-929179b283d5 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0812be1c27e4423afa68749e6e4db2e HTTP/1.1" status: 200 len: 380 time: 0.0924075 Nov 08 12:26:12.846864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'admin_state_up': True, 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'security_groups': ['60921537-2111-47df-828d-7d3305238b85']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:12.997729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dcf66-6ecc-4515-9998-dbee3951aca9 req-2cb208fd-b33b-4bb4-9a00-e0c44d1f70b1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:12.999293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-360dcf66-6ecc-4515-9998-dbee3951aca9 req-2cb208fd-b33b-4bb4-9a00-e0c44d1f70b1 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 949 time: 0.1662540 Nov 08 12:26:13.049674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-360dcf66-6ecc-4515-9998-dbee3951aca9 req-ce5247d2-b789-44f4-9bb0-63e80097838a tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Nov 08 12:26:13.146506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:13.153267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:13.350799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 172.20.0.12 (5032b6e0-7f6b-4397-b1ae-0e390c8a5c04/73a33889-980a-4cf2-8781-220a029b2105/e21a319b-0b8b-4648-ac17-c3e30d13cfa9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:13.536421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:13.698331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec34cc83-c8dd-4785-a18f-cc4628c39b76 req-8d7162ba-8644-435d-9fb6-814eb343493b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0784943 Nov 08 12:26:13.722320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:13.738428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:13.841294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:13.844583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:13.854756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:13.887774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:13.936634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e920ffd-4c87-491a-b014-daea92bffa56 req-af6c04fa-f48a-4666-9a4d-787bdd8e9132 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0456257 Nov 08 12:26:13.961129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:13.964293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.079761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1548641999-network', 'tenant_id': '4e5b6debb2f84da08c8564392a92e458'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:14.083946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:14.112527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-c8ab892c-daff-4e33-82d8-7901432a5161 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:14.113936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 12957f73-94ae-4e15-8b08-81106c8bb2f5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:14.114372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 12957f73-94ae-4e15-8b08-81106c8bb2f5 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:14.123059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-c8ab892c-daff-4e33-82d8-7901432a5161 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 1100 time: 0.1227274 Nov 08 12:26:14.142754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-eddf86a6-16cd-4ffd-aafb-6da366be98c8 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.173398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-017c0565-4cbc-4b89-9628-f9e1d1e2ad72 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382490 Nov 08 12:26:14.193231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'admin_state_up': True, 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'security_groups': ['60921537-2111-47df-828d-7d3305238b85']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:14.245676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-53029df9-babd-440d-b66c-2f1c2155eca1 None None] Provisioning complete for port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:14.246705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53029df9-babd-440d-b66c-2f1c2155eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.307998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-53029df9-babd-440d-b66c-2f1c2155eca1 None None] Port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:14.338796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-eddf86a6-16cd-4ffd-aafb-6da366be98c8 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.425149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Made reservation on behalf of 4e5b6debb2f84da08c8564392a92e458 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:14.427788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.438829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.512398 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-eddf86a6-16cd-4ffd-aafb-6da366be98c8 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.557649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:14.562364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.596588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.621584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf86a6-16cd-4ffd-aafb-6da366be98c8 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f62b0e-07e1-44eb-8798-a79b64fe88c0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:14.626540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48d15982-6377-4d0d-a705-a13f0bfa60fd req-eddf86a6-16cd-4ffd-aafb-6da366be98c8 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025887 Nov 08 12:26:14.683332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.724367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:26:14.762401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af2d7ff-0945-4f6b-8439-195960c5ae46,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:14.769926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.770288 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Added segment f8a8e452-7a8f-4309-b2bc-c04b34be9dba of type vlan for network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 Nov 08 12:26:14.829555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.1.1.57 (a832796d-6050-47f4-99f6-7c5282354f64/1de339ed-5d29-4bb2-832e-fecb425be9fe/c95af6a1-c3cc-4464-85f5-7eebc73d71ef) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:14.837497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:14.935133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fb920-ec90-493c-9912-1948b60b8c92 req-4846e05e-b226-4a4c-a12a-fb8ec0500c34 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:14.936740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-793fb920-ec90-493c-9912-1948b60b8c92 req-4846e05e-b226-4a4c-a12a-fb8ec0500c34 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 932 time: 0.1032264 Nov 08 12:26:15.047598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-793fb920-ec90-493c-9912-1948b60b8c92 req-e2c98b88-6f7a-4f12-aad7-8415d85ffa0c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005371 Nov 08 12:26:15.051693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.056326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:15.056326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.130073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.171674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb08d537-f90a-4a8a-9d86-102eaa017632 req-e73222e4-c25a-42dd-96fe-3efef64ce4a1 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0448449 Nov 08 12:26:15.173552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb7bf10-576e-4d62-8cd9-9ed030ea8345,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:15.185433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:26:15.226089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-737ab1b4-cf8f-466a-9589-15b5f2baaa80 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4990859 Nov 08 12:26:15.226536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34898) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:15.231901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Request body: {'subnet': {'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1548641999-subnet', 'tenant_id': '4e5b6debb2f84da08c8564392a92e458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:15.412499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.468777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network a832796d-6050-47f4-99f6-7c5282354f64 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:15.472042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:15.476742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:15.479700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:15.530831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:15.531478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.546476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Made reservation on behalf of 4e5b6debb2f84da08c8564392a92e458 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:15.551232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.743227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6a7adaef-cb09-4921-ab9b-3d2a1021342c None None] Provisioning complete for port c95af6a1-c3cc-4464-85f5-7eebc73d71ef triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:15.743227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a7adaef-cb09-4921-ab9b-3d2a1021342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.748154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-2d137923-577f-493e-8508-744f734a2d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5619476 Nov 08 12:26:15.756339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'admin_state_up': True, 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'security_groups': ['60921537-2111-47df-828d-7d3305238b85']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:15.781711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.796768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6a7adaef-cb09-4921-ab9b-3d2a1021342c None None] Port c95af6a1-c3cc-4464-85f5-7eebc73d71ef cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:15.882944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d7e8-b354-41b7-bebd-55debb5a5fd3 req-5d158293-1e8e-437c-b873-5d16487b20fe tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:15.884463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e33d7e8-b354-41b7-bebd-55debb5a5fd3 req-5d158293-1e8e-437c-b873-5d16487b20fe tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 1100 time: 0.1135583 Nov 08 12:26:15.939769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:15.950744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e33d7e8-b354-41b7-bebd-55debb5a5fd3 req-26081495-22c6-4785-a423-a02014ed4362 tempest-ServersAdminNegativeTestJSON-916826816 tempest-ServersAdminNegativeTestJSON-916826816-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564635 Nov 08 12:26:15.996617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:16.057673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Checking segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:16.058117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Network hostable DHCP agents. Network: 5bb7bf10-576e-4d62-8cd9-9ed030ea8345, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:26:16.226086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:16.230669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:16.265349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:26:16.308580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c052-d660-415e-b346-8ea15263ff0c req-b228a726-e576-4062-ad4e-285ccc27783e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:16.314694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c052-d660-415e-b346-8ea15263ff0c req-b228a726-e576-4062-ad4e-285ccc27783e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:16.316243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b9c052-d660-415e-b346-8ea15263ff0c req-b228a726-e576-4062-ad4e-285ccc27783e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 1653 time: 0.1006975 Nov 08 12:26:16.405698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5bb7bf10-576e-4d62-8cd9-9ed030ea8345) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:16.416207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0fe40-ff1d-445d-9ecd-131b7a184098 None None] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:16.419612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:16.420214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:16.427286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b9c052-d660-415e-b346-8ea15263ff0c req-99145d13-c680-4228-acc3-778bc99e5413 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845830 Nov 08 12:26:16.473359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.1.1.224 (a832796d-6050-47f4-99f6-7c5282354f64/1de339ed-5d29-4bb2-832e-fecb425be9fe/c85c8c12-579a-4ab0-a46b-d8cccfd3f030) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:16.578933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602b21f-c687-4616-bf18-43faba7646a5 None None] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:16.613444 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d749989-bf55-4373-af57-c7be567c5a60 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3852880 Nov 08 12:26:16.679596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5923612c-1ae9-46df-931f-2f620d4b08b3 req-14d26416-ce72-43d4-a7dd-6d822f6c9ef7 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=85db2484-34bb-49d0-b52d-df4c8297be1c HTTP/1.1" status: 200 len: 210 time: 0.0476253 Nov 08 12:26:16.716482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:16.927845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:16.985587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network a832796d-6050-47f4-99f6-7c5282354f64 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:16.999845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:17.004673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:17.008407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ddae6b7d-46bd-49c8-95ca-4b5a5176b865 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d3e485a7d812433b866a1f53a1d5534a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450540 Nov 08 12:26:17.052375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:17.128758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:17.129396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:17.179107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-1796075f-e2a1-4124-bca0-745b96799d23 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:17.180660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-1796075f-e2a1-4124-bca0-745b96799d23 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461153 Nov 08 12:26:17.198365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-5ff26f3d-12a9-4ea5-aba4-fd413b0874db tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/quotas/d3e485a7d812433b866a1f53a1d5534a HTTP/1.1" status: 200 len: 375 time: 0.0108988 Nov 08 12:26:17.344249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-56a3953c-9f3a-490e-864c-4e50a4a68474 None None] Provisioning complete for port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:17.345562 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56a3953c-9f3a-490e-864c-4e50a4a68474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:17.390408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-56a3953c-9f3a-490e-864c-4e50a4a68474 None None] Port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:17.505258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-697f2315-dfb8-4f42-860d-da69a155733f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3e485a7d812433b866a1f53a1d5534a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2985854 Nov 08 12:26:17.509143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b6a43ce5-a9d2-4950-9634-53190c044e73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7570179 Nov 08 12:26:17.533639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'admin_state_up': True, 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'security_groups': ['60921537-2111-47df-828d-7d3305238b85']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:17.700214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-0155aba0-6e58-402b-a07a-cd590ff659cc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:17.701792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-0155aba0-6e58-402b-a07a-cd590ff659cc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.1997182 Nov 08 12:26:17.726435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-ca5ffb70-07c3-4cd0-b831-3f372b2a5ac5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/quotas/4e5b6debb2f84da08c8564392a92e458 HTTP/1.1" status: 200 len: 375 time: 0.0166109 Nov 08 12:26:17.765128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-f7247272-7964-4185-b55c-ace7eb44b2b4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317471 Nov 08 12:26:17.878179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:18.035252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-b9fa2148-bacd-4742-beda-dec4b8b59c4e service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491064 Nov 08 12:26:18.071507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:18.088943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63359c-a533-468f-a40e-d579bfc8dcb3 req-dba1ae9b-30b1-4478-be5d-6603efbf88d9 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:18.095097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63359c-a533-468f-a40e-d579bfc8dcb3 req-dba1ae9b-30b1-4478-be5d-6603efbf88d9 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:18.101014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63359c-a533-468f-a40e-d579bfc8dcb3 req-dba1ae9b-30b1-4478-be5d-6603efbf88d9 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:18.102678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e63359c-a533-468f-a40e-d579bfc8dcb3 req-dba1ae9b-30b1-4478-be5d-6603efbf88d9 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 2374 time: 0.1311009 Nov 08 12:26:18.301253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e63359c-a533-468f-a40e-d579bfc8dcb3 req-482699b9-6a3f-432b-a79a-a4fd92edebdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891620 Nov 08 12:26:18.314796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-a63c0737-ee82-44c2-85fa-1c563497b253 service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704878 Nov 08 12:26:18.443272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.2.2.100 (520c0c08-e003-432d-acfc-8d646c1ade8d/e1a81f57-6418-4726-8b21-865dc604ebd3/456d6d53-39e0-4abd-90c7-9557e3fb46a5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:18.482681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe6ca88d-f25c-4753-909c-49a4d1123c0e req-5b6ef7bd-c6b0-4dd5-90ef-bcb5669d3ba6 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0368738 Nov 08 12:26:18.617999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:18.809879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:18.854025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network 520c0c08-e003-432d-acfc-8d646c1ade8d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:18.857417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:18.863985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:18.924357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:18.925071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:18.945537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:19.136103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-865297cf-a4a4-4d8e-9afc-f941f19f66ef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6166422 Nov 08 12:26:19.147325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'admin_state_up': True, 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'security_groups': ['60921537-2111-47df-828d-7d3305238b85']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:19.230149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c1753be4-2caa-4145-8539-96cf533c708b None None] Provisioning complete for port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:19.230770 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1753be4-2caa-4145-8539-96cf533c708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:19.265947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c1753be4-2caa-4145-8539-96cf533c708b None None] Port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:19.383640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Made reservation on behalf of a0812be1c27e4423afa68749e6e4db2e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:19.388811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:19.441785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c7914c2-9b66-43a9-822d-fa205900833e req-1b92dac3-d3d9-4044-8f65-47725c361cbc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.0307758 Nov 08 12:26:19.673733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e9b3-0f39-4ac0-8c17-1840157ca967 req-743fca51-1d76-4ceb-944e-d1f0ee256868 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:19.675420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbc7e9b3-0f39-4ac0-8c17-1840157ca967 req-743fca51-1d76-4ceb-944e-d1f0ee256868 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 949 time: 0.0969839 Nov 08 12:26:19.695606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Allocated IP 10.2.2.200 (520c0c08-e003-432d-acfc-8d646c1ade8d/e1a81f57-6418-4726-8b21-865dc604ebd3/eff5d8b5-84ce-4e4b-ae40-cce216085c1f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:19.775894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbc7e9b3-0f39-4ac0-8c17-1840157ca967 req-d72ae632-7ea1-41fa-9093-4647201ced9c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Nov 08 12:26:19.966656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:19.968846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:20.015577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-938e62d9-8caf-4ac4-8fe4-b903b913dbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:20.022074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-938e62d9-8caf-4ac4-8fe4-b903b913dbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:20.028495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-938e62d9-8caf-4ac4-8fe4-b903b913dbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:20.034588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-938e62d9-8caf-4ac4-8fe4-b903b913dbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:20.036397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-938e62d9-8caf-4ac4-8fe4-b903b913dbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 3095 time: 0.1309927 Nov 08 12:26:20.100487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39bea54b-e57e-4360-9665-811cd5c23bb2 req-2f3fa8b3-4fc5-496f-a37f-736b2961a24c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Nov 08 12:26:20.152771 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:20.238613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Network 520c0c08-e003-432d-acfc-8d646c1ade8d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:20.259521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:20.266655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2ca5f4d-3a75-4909-b331-759d35c077c9 req-d1977893-7f94-438d-9c18-c1eb4680c98b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0530229 Nov 08 12:26:20.267803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:20.272620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:20.370657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:20.372224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:20.531770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-12bfe9a6-4d25-4d28-8759-bf751ff18992 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885310 Nov 08 12:26:20.560876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:20.611439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc0d21cf-222b-45f6-b4c1-e0e86848a036 req-9ed74cc7-de28-433c-8fdb-e55ad72264ce tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.0785725 Nov 08 12:26:20.700511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:20.734629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c633f588-a139-41e6-955c-542282a49dc6 None None] Provisioning complete for port eff5d8b5-84ce-4e4b-ae40-cce216085c1f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:20.735654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c633f588-a139-41e6-955c-542282a49dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:20.809278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c633f588-a139-41e6-955c-542282a49dc6 None None] Port eff5d8b5-84ce-4e4b-ae40-cce216085c1f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:20.898030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35024) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:21.036820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-16589a6f-97d4-48dd-a7b9-ffe14bb0dd7b tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.044733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60181298-c00b-49cd-a784-e84aa301503a req-82802abe-fc61-4ed3-b4c0-cceafd5f8b81 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.053094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60181298-c00b-49cd-a784-e84aa301503a req-82802abe-fc61-4ed3-b4c0-cceafd5f8b81 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 949 time: 0.1494620 Nov 08 12:26:21.053861 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-16589a6f-97d4-48dd-a7b9-ffe14bb0dd7b tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 949 time: 0.1191447 Nov 08 12:26:21.200661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc611b61-95f3-4495-838b-28fcaf0f66f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.213807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21a319b-0b8b-4648-ac17-c3e30d13cfa9 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:21.222797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:26:21.223346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.238127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Transition to ACTIVE for port object e21a319b-0b8b-4648-ac17-c3e30d13cfa9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:21.241882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60181298-c00b-49cd-a784-e84aa301503a req-2c92d6b3-f1ce-450f-9b01-d0c7b0cd3990 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877325 Nov 08 12:26:21.308685 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-09d95d84-1564-4481-ba22-05f093f39558 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3e485a7d812433b866a1f53a1d5534a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501242 Nov 08 12:26:21.314373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.320747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.328532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.339882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.347893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.369290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-609a5435-13eb-48b9-bb23-0340015cf773 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 3816 time: 0.1322687 Nov 08 12:26:21.376804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.455266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Deleting port 79148456-56ba-4662-ab45-c4247fe69795 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:21.455951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.524474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de70793-9cc7-4b13-8fe5-adeb629dd71d req-d6768b9a-17c6-40ac-902d-64bf308e58f2 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 210 time: 0.1200347 Nov 08 12:26:21.553795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:21.577255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] For port 79148456-56ba-4662-ab45-c4247fe69795, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=79148456-56ba-4662-ab45-c4247fe69795,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:21.577255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.588441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Calling delete_port for 79148456-56ba-4662-ab45-c4247fe69795 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:21.716703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e4580eb-1de6-47ed-ae40-24c384265f5e req-e1138f8b-7d17-4022-8704-127b03c8fbe4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443198 Nov 08 12:26:21.811765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Attempting to bind port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:21.812135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Attempting to bind port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:21.812418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Attempting to bind port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 on network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:21.823089 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc611b61-95f3-4495-838b-28fcaf0f66f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.830884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 on network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:21.831132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Attempting to bind port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 on network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:21.851568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-d137ecd1-4ae8-4e4e-a992-20c68fa42c3b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:21.863442 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-d137ecd1-4ae8-4e4e-a992-20c68fa42c3b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5295777 Nov 08 12:26:21.863665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-950407d5-3f0b-4aa3-9cc3-ff7651bea2e0 req-6ca2ce4a-3012-47cf-89a4-464d553f41d5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.0424643 Nov 08 12:26:21.863665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:21.863665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Checking segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:21.863665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Bound using segment: {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:21.864732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Bound port: e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc131a99-9d93-46a0-9de3-15fc3571f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:21.865100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:21.871997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Request body: {'port': {'device_id': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': 'd3e485a7d812433b866a1f53a1d5534a'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:22.005723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:22.005723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:22.008578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc611b61-95f3-4495-838b-28fcaf0f66f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.045489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.059579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a6b8229e-1685-4df3-a3a0-5cff9919bb2b', '79148456-56ba-4662-ab45-c4247fe69795'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:22.063206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc611b61-95f3-4495-838b-28fcaf0f66f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0c134-9217-4a71-9de9-b92d8495ca5d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:22.099823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Pushing event deleted for resources: {'Port': ['ID=79148456-56ba-4662-ab45-c4247fe69795,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:22.180770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] No DVR routers for this DVR port 79148456-56ba-4662-ab45-c4247fe69795 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:22.185653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.189373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed79275e-ad47-4c6a-9c52-e347c3b51324 req-f66bc90b-aa05-496a-a44e-0b9e90b60184 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "DELETE /v2.0/ports/79148456-56ba-4662-ab45-c4247fe69795 HTTP/1.1" status: 204 len: 173 time: 1.1242051 Nov 08 12:26:22.191990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'name': 'network-vif-deleted', 'tag': '79148456-56ba-4662-ab45-c4247fe69795'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:22.205666 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323c6b8-f0a2-4465-a13e-7a62589a4e1c" -d '{"events": [{"server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "name": "network-vif-deleted", "tag": "79148456-56ba-4662-ab45-c4247fe69795"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:22.212512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fc611b61-95f3-4495-838b-28fcaf0f66f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f562328eee3b4fbf9a1be084b6178a71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3111005 Nov 08 12:26:22.216095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35044) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:22.299026 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae99a6-fbd2-4e0c-a351-3a7c6b6369fc x-openstack-request-id: req-dfae99a6-fbd2-4e0c-a351-3a7c6b6369fc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:22.299026 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878781f-12c2-4c7e-91d1-6e43564d4d5a", "name": "network-vif-deleted", "tag": "79148456-56ba-4662-ab45-c4247fe69795", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:22.299588 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfae99a6-fbd2-4e0c-a351-3a7c6b6369fc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:22.301136 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2878781f-12c2-4c7e-91d1-6e43564d4d5a', 'name': 'network-vif-deleted', 'tag': '79148456-56ba-4662-ab45-c4247fe69795', 'status': 'completed', 'code': 200} Nov 08 12:26:22.364454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.399005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Made reservation on behalf of d3e485a7d812433b866a1f53a1d5534a for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:22.408027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.467065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.513446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.514504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.516026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] 10.222.0.61 "PUT /v2.0/ports/e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 1092 time: 1.9617090 Nov 08 12:26:22.551651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:22.563775 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648ba85-3635-4a79-9443-b00adc608e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:22.574301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdfbdecc-f6f1-49c4-870e-0a3812cadfa8 req-8b879568-e823-4e16-815a-4f934d4b1808 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2878781f-12c2-4c7e-91d1-6e43564d4d5a HTTP/1.1" status: 200 len: 210 time: 0.1900351 Nov 08 12:26:22.653129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.780556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.785174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.785174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.785174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.785174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:22.787058 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c648ba85-3635-4a79-9443-b00adc608e6c req-91ff8139-27ee-4597-9087-23d8b9969165 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 4363 time: 0.0790212 Nov 08 12:26:22.873596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:22.994674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51646c52-7c19-47df-9cd7-91d993e49e10 x-openstack-request-id: req-51646c52-7c19-47df-9cd7-91d993e49e10 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:22.994674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:22.995412 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51646c52-7c19-47df-9cd7-91d993e49e10 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:22.995412 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'status': 'completed', 'code': 200} Nov 08 12:26:23.009166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:23.081578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.107911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-024ee7fd-e819-4625-baf1-d58916207190 req-c998fe39-e1f6-40b1-b478-d6a9c3b59edb tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 210 time: 0.1154439 Nov 08 12:26:23.108873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292f9e7-dbe0-4ceb-aa5f-37b7e5316f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:23.111772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:23.134849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-cf6aad82-2707-491b-bd4f-f1063164a6fa tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.136374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-cf6aad82-2707-491b-bd4f-f1063164a6fa tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.8832340 Nov 08 12:26:23.152195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ccb47808-3d82-4b99-b3be-ed4fa96b908d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.156997 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.161299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'port': {'device_id': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'admin_state_up': True, 'tenant_id': '4e5b6debb2f84da08c8564392a92e458'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:23.217239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Allocated IP 192.168.233.125 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/d9623d71-dcce-4c3e-9eeb-e0f03d587a73) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:23.235671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-a3091c7b-fa2b-425e-9fda-8cafcbe69520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.237132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-a3091c7b-fa2b-425e-9fda-8cafcbe69520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.237786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-a3091c7b-fa2b-425e-9fda-8cafcbe69520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.239673 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c648ba85-3635-4a79-9443-b00adc608e6c req-a3091c7b-fa2b-425e-9fda-8cafcbe69520 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4408319 Nov 08 12:26:23.257071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.288802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.295001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.301252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.308361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.314349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.323335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-5eb38757-a25e-475f-ab1f-442e41c638bd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 3828 time: 0.3207388 Nov 08 12:26:23.492837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe0f2235-1a5e-43ef-90f2-f6b2cae63295 req-186681b2-5af5-4d9c-95de-dc9d8ab0e73a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675942 Nov 08 12:26:23.506758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9157677-c8bd-4e28-93f5-dcc24932d646 req-9f588f77-3367-43d9-b463-8f232c99b3af tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.1288948 Nov 08 12:26:23.527071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.529794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.533808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41e0c134-9217-4a71-9de9-b92d8495ca5d HTTP/1.1" status: 204 len: 168 time: 1.3166282 Nov 08 12:26:23.605874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ba85-3635-4a79-9443-b00adc608e6c req-dfceedb3-1f13-474a-9222-2255d84755a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:23.607248 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c648ba85-3635-4a79-9443-b00adc608e6c req-dfceedb3-1f13-474a-9222-2255d84755a1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3597879 Nov 08 12:26:23.666356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:23.692957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140abaa6-cc8f-47d6-b1fd-4a7ab636d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0c134-9217-4a71-9de9-b92d8495ca5d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:23.902571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Made reservation on behalf of 4e5b6debb2f84da08c8564392a92e458 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:23.921965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.318327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.373436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Allocated IP 172.20.0.6 (5bb7bf10-576e-4d62-8cd9-9ed030ea8345/c6adddf3-2fc6-4ebe-bb63-fcd7a621d175/11a4bb98-7973-4655-9a1e-08074715bdb8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:24.383486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:24.396745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:24.400887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:24.432264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Pushing event updated for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:24.461212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480f72f1-7781-43f5-bf5a-fd5e324d449d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:24.474984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.504614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Transition to ACTIVE for port object 480f72f1-7781-43f5-bf5a-fd5e324d449d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:24.506022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:24.512931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.518665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35082) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:24.536261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06217ab3-a711-49ef-b704-aa37eac99a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.602814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57872087-bc4c-4e12-9b1f-2d6d33f6f779 req-ca78e2cd-8b47-446f-bdab-506fa3ff7a9f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:24.604510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57872087-bc4c-4e12-9b1f-2d6d33f6f779 req-ca78e2cd-8b47-446f-bdab-506fa3ff7a9f tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 950 time: 0.3531551 Nov 08 12:26:24.625797 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-ae103b95-5b9e-41e7-bf20-651cc437548a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7622852 Nov 08 12:26:24.640614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Request body: {'port': {'device_id': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:24.652446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.680185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5aebd-cf0d-4acf-8668-214915b4eae8 req-17340223-7fbc-46d3-9600-9dd0bbb994f5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:24.688208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1d5aebd-cf0d-4acf-8668-214915b4eae8 req-17340223-7fbc-46d3-9600-9dd0bbb994f5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 936 time: 0.4182303 Nov 08 12:26:24.799866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.855575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4750763-5db6-476f-a664-a846e30dd254 None None] Provisioning complete for port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:24.857519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4750763-5db6-476f-a664-a846e30dd254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.925209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:24.964352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06217ab3-a711-49ef-b704-aa37eac99a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:24.967885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a4750763-5db6-476f-a664-a846e30dd254 None None] Port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:25.023689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57872087-bc4c-4e12-9b1f-2d6d33f6f779 req-57599d97-71fa-491e-bbc3-4087214d38ae tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692303 Nov 08 12:26:25.037541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1d5aebd-cf0d-4acf-8668-214915b4eae8 req-99846e40-b63a-4913-b26c-93455e342479 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484724 Nov 08 12:26:25.070325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.071073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06217ab3-a711-49ef-b704-aa37eac99a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.110332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06217ab3-a711-49ef-b704-aa37eac99a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2b67a-d292-409e-a0f3-1c56c1c6bc7a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:25.151660 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06217ab3-a711-49ef-b704-aa37eac99a13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82e80eabb6314b75a7d90bf90f438e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316650 Nov 08 12:26:25.159338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:25.259212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Attempting to bind port 480f72f1-7781-43f5-bf5a-fd5e324d449d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:25.260444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Attempting to bind port 480f72f1-7781-43f5-bf5a-fd5e324d449d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:25.260982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Attempting to bind port 480f72f1-7781-43f5-bf5a-fd5e324d449d on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:25.306538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0c8b877-26e6-4681-aeea-0e1a499946c6 req-d125fd5a-99b4-43e1-b4db-69b0c440cb77 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.0965223 Nov 08 12:26:25.327192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Port 480f72f1-7781-43f5-bf5a-fd5e324d449d on network a832796d-6050-47f4-99f6-7c5282354f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:25.327787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Attempting to bind port 480f72f1-7781-43f5-bf5a-fd5e324d449d on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:25.379701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9623d71-dcce-4c3e-9eeb-e0f03d587a73 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:25.380489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:25.381299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:25.381875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Bound using segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:25.382518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Bound port: 480f72f1-7781-43f5-bf5a-fd5e324d449d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:25.385639 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.400491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.426296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d0b364f1-1737-4672-bcc1-5827ce2b73a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.445787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Transition to ACTIVE for port object d9623d71-dcce-4c3e-9eeb-e0f03d587a73 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:25.469979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.498417 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.528758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.557690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.670705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:25.674920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:25.676421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:25.689013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:25.696155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:25.699692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:25.754856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.758367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.761973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccb2b67a-d292-409e-a0f3-1c56c1c6bc7a HTTP/1.1" status: 204 len: 168 time: 0.5967896 Nov 08 12:26:25.768727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.769384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.796524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Pushing event updated for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:25.803423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.808100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Attempting to bind port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:25.808713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Attempting to bind port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:25.809309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Attempting to bind port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:25.823446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.824633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-6ea0f417-c3f8-4b74-a444-226e6e564a49 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.829666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.834715 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-6ea0f417-c3f8-4b74-a444-226e6e564a49 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 950 time: 0.3474274 Nov 08 12:26:25.835913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.839849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:25.840182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Attempting to bind port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:25.843834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.852411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.855305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-613689b0-6d97-4c67-a618-af005614d13f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 4601 time: 0.5363357 Nov 08 12:26:25.862814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.869959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:25.870331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:25.871324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:25.871794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Bound port: d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:25.872161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.909085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:25.909085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:25.909085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] 10.222.0.61 "PUT /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 1131 time: 2.9038813 Nov 08 12:26:25.983690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7974ef-abf0-4156-9584-4795970b7b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2b67a-d292-409e-a0f3-1c56c1c6bc7a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:25.994365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': '480f72f1-7781-43f5-bf5a-fd5e324d449d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:25.996849 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5796f07-4339-4536-8e9b-06ac0d118742" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "480f72f1-7781-43f5-bf5a-fd5e324d449d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:26.010501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-d0896ee0-826b-41c2-883b-74af20139508 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8556979 Nov 08 12:26:26.079949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f19c6c66-68ed-4941-858d-5881e7a647a7 req-da0953cb-1a2d-46c0-bd4d-1f9d947e1960 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055552 Nov 08 12:26:26.093360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Request body: {'port': {'device_id': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:26.124686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 79148456-56ba-4662-ab45-c4247fe69795 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:26.132490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:26.160515 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8646e-a180-4e7f-bd2d-1de1cb425637 x-openstack-request-id: req-e4a8646e-a180-4e7f-bd2d-1de1cb425637 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:26.163900 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "480f72f1-7781-43f5-bf5a-fd5e324d449d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:26.164208 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4a8646e-a180-4e7f-bd2d-1de1cb425637 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:26.164785 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': '480f72f1-7781-43f5-bf5a-fd5e324d449d', 'status': 'completed', 'code': 200} Nov 08 12:26:26.204653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 79148456-56ba-4662-ab45-c4247fe69795 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:26.205207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 79148456-56ba-4662-ab45-c4247fe69795 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:26.277538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:26.289902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2298327-bbb9-4bda-82ef-15df3e1ba56f service neutron] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:26.293018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Deleting port a6b8229e-1685-4df3-a3a0-5cff9919bb2b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:26.294546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.434926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:26.459338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.468395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.468951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.469423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.469917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.470487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.472636 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-75011cc1-cc28-43c5-b80b-b72453da4691 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5287 time: 0.3497748 Nov 08 12:26:26.474731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] For port a6b8229e-1685-4df3-a3a0-5cff9919bb2b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:26.475088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.515054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.525598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Calling delete_port for a6b8229e-1685-4df3-a3a0-5cff9919bb2b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:26.544200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.566507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.585656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.601138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a5ab8-181a-47f0-a5ea-0be456073668 req-625cd6ec-7620-49bd-aa56-39d00356b2b5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.601576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc8a5ab8-181a-47f0-a5ea-0be456073668 req-625cd6ec-7620-49bd-aa56-39d00356b2b5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 948 time: 0.3128152 Nov 08 12:26:26.680253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0451-768f-42f5-877f-c45f7369c46a req-27e75eff-dfa8-4a1c-9392-4ff6719f410c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.680253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-987d0451-768f-42f5-877f-c45f7369c46a req-27e75eff-dfa8-4a1c-9392-4ff6719f410c tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 950 time: 0.3930113 Nov 08 12:26:26.751655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:26.752275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:26.753690 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] 10.222.0.61 "PUT /v2.0/ports/d9623d71-dcce-4c3e-9eeb-e0f03d587a73 HTTP/1.1" status: 200 len: 1096 time: 2.1173491 Nov 08 12:26:26.754141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:26.756383 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a13083-096d-460a-8d5e-309abec3541f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:26.934342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc8a5ab8-181a-47f0-a5ea-0be456073668 req-d4de04c7-0d23-419f-898b-c828a3c25764 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316293 Nov 08 12:26:26.997391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a1eb-2d9f-4e16-a78d-435e86563054 service neutron] Pushing event updated for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:27.025222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-5a067719-6860-4639-bc26-3f8b9ecf2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.025991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-5a067719-6860-4639-bc26-3f8b9ecf2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.026478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-5a067719-6860-4639-bc26-3f8b9ecf2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.028103 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-5a067719-6860-4639-bc26-3f8b9ecf2c1a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5296597 Nov 08 12:26:27.210796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-987d0451-768f-42f5-877f-c45f7369c46a req-bb8e734c-037e-40c8-8952-0b8efa6e6379 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107241 Nov 08 12:26:27.457683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-d352aa14-f991-423c-8c8b-3de61aac9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.481574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-d352aa14-f991-423c-8c8b-3de61aac9d31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e485a7d812433b866a1f53a1d5534a&device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 1099 time: 0.5914452 Nov 08 12:26:27.538297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07a2a-6da7-42d4-b225-31ba3a66dd19 req-8f73ed17-4f13-4026-8693-14d7244f3cab tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.546227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1a07a2a-6da7-42d4-b225-31ba3a66dd19 req-8f73ed17-4f13-4026-8693-14d7244f3cab tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 931 time: 0.1705139 Nov 08 12:26:27.553165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14e5159-24f8-4279-a086-da43eb45c519 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:27.578820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.585090 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ceabe6-8cab-4ff6-b6fe-e963ba563f0d x-openstack-request-id: req-20ceabe6-8cab-4ff6-b6fe-e963ba563f0d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:27.585385 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:27.586105 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20ceabe6-8cab-4ff6-b6fe-e963ba563f0d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:27.586105 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73', 'status': 'completed', 'code': 200} Nov 08 12:26:27.587650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-4a504ad7-7275-4f53-81f3-6820f31af08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.589118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f5796f07-4339-4536-8e9b-06ac0d118742 req-4a504ad7-7275-4f53-81f3-6820f31af08c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4563191 Nov 08 12:26:27.604985 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-35094f89-0e3e-4989-8d3c-981296e87328 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73 HTTP/1.1" status: 200 len: 217 time: 0.1104121 Nov 08 12:26:27.667648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Transition to ACTIVE for port object c14e5159-24f8-4279-a086-da43eb45c519 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:27.690608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.693229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4bb98-7973-4655-9a1e-08074715bdb8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:27.703283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a6b8229e-1685-4df3-a3a0-5cff9919bb2b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:27.706366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.710870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9fadd677-909b-457b-8248-6fbeb36717db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.712533 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-9fadd677-909b-457b-8248-6fbeb36717db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1061387 Nov 08 12:26:27.718016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1a07a2a-6da7-42d4-b225-31ba3a66dd19 req-eca60e02-fd82-49e2-9e25-fecb1c28aab8 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703296 Nov 08 12:26:27.728624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Transition to ACTIVE for port object 11a4bb98-7973-4655-9a1e-08074715bdb8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:27.751211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.757397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.764096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.770753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.777679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.789027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Pushing event deleted for resources: {'Port': ['ID=a6b8229e-1685-4df3-a3a0-5cff9919bb2b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:27.792081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.794751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-7df3b447-57c7-436d-a9c5-1f2c2c615f6c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 4601 time: 0.1719310 Nov 08 12:26:27.796115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.836463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-e8020c71-9a4f-4b0d-b176-dee9b8cf1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:27.838329 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-e8020c71-9a4f-4b0d-b176-dee9b8cf1645 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032355 Nov 08 12:26:27.860550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.864911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] No DVR routers for this DVR port a6b8229e-1685-4df3-a3a0-5cff9919bb2b on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:27.875425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:27.876569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:27.880118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-020cc7ce-c081-44e5-9d41-9b27a790fff4 req-529e56f4-6d9a-46dc-a2bf-b8cf1b9b5a1d tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.57 "DELETE /v2.0/ports/a6b8229e-1685-4df3-a3a0-5cff9919bb2b HTTP/1.1" status: 204 len: 173 time: 2.0179381 Nov 08 12:26:28.034136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:28.076680 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-67dd6fa8-532a-4abb-a8fe-17c06b165c58 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093344 Nov 08 12:26:28.104511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Attempting to bind port c14e5159-24f8-4279-a086-da43eb45c519 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:28.104958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Attempting to bind port c14e5159-24f8-4279-a086-da43eb45c519 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:28.106629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Attempting to bind port c14e5159-24f8-4279-a086-da43eb45c519 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:28.195843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Port c14e5159-24f8-4279-a086-da43eb45c519 on network a832796d-6050-47f4-99f6-7c5282354f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:28.200859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Attempting to bind port c14e5159-24f8-4279-a086-da43eb45c519 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:28.227580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a5bfa812-fd1d-4dc9-93c6-a7aea9573942 req-75f33f80-d341-4f81-8b03-f7e778c2ae87 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435220 Nov 08 12:26:28.255143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:28.255473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:28.256069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Bound using segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:28.256519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Bound port: c14e5159-24f8-4279-a086-da43eb45c519, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:28.256879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:28.274533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e8755c4-38a8-4d9c-942e-507ad47043a8 req-f46a48b6-65a4-4d90-8dcc-9edf915c624d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4493418 Nov 08 12:26:28.289735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:28.399702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Attempting to bind port 11a4bb98-7973-4655-9a1e-08074715bdb8 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:28.400253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Attempting to bind port 11a4bb98-7973-4655-9a1e-08074715bdb8 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:28.404432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Attempting to bind port 11a4bb98-7973-4655-9a1e-08074715bdb8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:28.435656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13083-096d-460a-8d5e-309abec3541f req-7b98eab6-6be3-4b9a-ab08-aa0f84471296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:28.437185 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-7b98eab6-6be3-4b9a-ab08-aa0f84471296 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e485a7d812433b866a1f53a1d5534a&device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0840013 Nov 08 12:26:28.517666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:28.525875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c14e5159-24f8-4279-a086-da43eb45c519,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:28.559254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527ef7b-619b-4969-818d-9d4a3414ec70 req-996e2c1f-544c-49c0-84bd-459e61df8954 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:28.560950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b527ef7b-619b-4969-818d-9d4a3414ec70 req-996e2c1f-544c-49c0-84bd-459e61df8954 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 948 time: 0.4758873 Nov 08 12:26:28.563012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Port 11a4bb98-7973-4655-9a1e-08074715bdb8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:28.563333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Attempting to bind port 11a4bb98-7973-4655-9a1e-08074715bdb8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:28.578468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13083-096d-460a-8d5e-309abec3541f req-805a6263-cb0a-4a2f-91fe-26c3662dcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:28.580320 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-805a6263-cb0a-4a2f-91fe-26c3662dcc8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1356127 Nov 08 12:26:28.590195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:28.590661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Checking segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:28.591049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Bound using segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:28.591506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Bound port: 11a4bb98-7973-4655-9a1e-08074715bdb8, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:28.591868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:28.638593 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-99921545-cf5c-45f6-bba9-82422a088507 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73 HTTP/1.1" status: 200 len: 217 time: 0.0486155 Nov 08 12:26:28.647881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:28.724776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13083-096d-460a-8d5e-309abec3541f req-4372e52e-34c8-4746-b6cb-5538b3f3b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:28.726761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-4372e52e-34c8-4746-b6cb-5538b3f3b8b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0806363 Nov 08 12:26:28.803146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13083-096d-460a-8d5e-309abec3541f req-30b1c3b5-3bb0-4b5c-909b-34d3609d0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:28.805245 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-30b1c3b5-3bb0-4b5c-909b-34d3609d0230 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703444 Nov 08 12:26:28.946153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:28.952334 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-60bc2a08-d845-4d88-9ab2-545b83fdbd85 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389937 Nov 08 12:26:29.004971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571ed3cd-0f4e-4e94-a06e-1b02e48a6ff3 req-e52c1270-c382-4a64-a49b-04f0fe4ac3d3 tempest-ServersAdminNegativeTestJSON-911805107 tempest-ServersAdminNegativeTestJSON-911805107-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d HTTP/1.1" status: 200 len: 210 time: 0.4152584 Nov 08 12:26:29.147853 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e2a13083-096d-460a-8d5e-309abec3541f req-05baba58-438b-4b88-8599-77be94384335 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875687 Nov 08 12:26:29.157248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.157874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:29.159319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] 10.222.0.61 "PUT /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 1130 time: 3.0786173 Nov 08 12:26:29.159773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c14e5159-24f8-4279-a086-da43eb45c519'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:29.162020 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a0300-accc-46ce-b9c2-fb0df4d46a97" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c14e5159-24f8-4279-a086-da43eb45c519"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:29.189879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b527ef7b-619b-4969-818d-9d4a3414ec70 req-f53d6cac-14ef-4871-b892-28b535928764 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210964 Nov 08 12:26:29.207739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:29.213421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:29.230468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3ee0-ece6-4664-bc76-3cef740ee45b service neutron] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:29.272429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:29.345301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:29.442362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.442996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:29.444618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] 10.222.0.61 "PUT /v2.0/ports/11a4bb98-7973-4655-9a1e-08074715bdb8 HTTP/1.1" status: 200 len: 1091 time: 3.3627727 Nov 08 12:26:29.462748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:29.550628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fafec7-75a2-4559-9782-aa07cb95758b service neutron] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:29.580201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1191c-2dbd-4b89-8498-922bf195d6d1 req-7e69f3a8-677b-41f6-aa5a-6d2834484b7d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.581705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5f1191c-2dbd-4b89-8498-922bf195d6d1 req-7e69f3a8-677b-41f6-aa5a-6d2834484b7d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 943 time: 0.2797835 Nov 08 12:26:29.588254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'name': 'network-vif-deleted', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:29.590745 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedddfab-21d4-47dd-b0d3-b30c9ef9a2f5" -d '{"events": [{"server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "name": "network-vif-deleted", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:29.820840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5f1191c-2dbd-4b89-8498-922bf195d6d1 req-6586006f-4ee5-4483-8876-f77d246a00fa tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200017 Nov 08 12:26:29.834608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-7f8e62e0-6ee0-4d42-bb8f-3ec541063227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.836348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-7f8e62e0-6ee0-4d42-bb8f-3ec541063227 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 1094 time: 0.2803922 Nov 08 12:26:29.912631 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4459f1-2e88-4ea3-ac40-294b03a7bed9 x-openstack-request-id: req-3e4459f1-2e88-4ea3-ac40-294b03a7bed9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:29.913650 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c14e5159-24f8-4279-a086-da43eb45c519", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:29.913650 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e4459f1-2e88-4ea3-ac40-294b03a7bed9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:29.913650 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c14e5159-24f8-4279-a086-da43eb45c519', 'status': 'completed', 'code': 200} Nov 08 12:26:29.915163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-afcd1dec-dc4b-4ccb-b1d0-0528907a0768 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a4bb98-7973-4655-9a1e-08074715bdb8 HTTP/1.1" status: 200 len: 217 time: 0.0673907 Nov 08 12:26:29.951841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.952737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.953455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.953932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.954503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.955471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.955471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:29.957498 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-43755601-711b-4a5d-bc8d-83e8cc4dd1f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6210 time: 0.0602040 Nov 08 12:26:30.005114 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f772bbd3-111a-48fb-9e19-bb3ec599bc85 x-openstack-request-id: req-f772bbd3-111a-48fb-9e19-bb3ec599bc85 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:30.005607 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d", "name": "network-vif-deleted", "tag": "a6b8229e-1685-4df3-a3a0-5cff9919bb2b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:30.006080 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f772bbd3-111a-48fb-9e19-bb3ec599bc85 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:30.007323 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5623eb-4e2f-4c63-a8fa-6a881fd87d5d', 'name': 'network-vif-deleted', 'tag': 'a6b8229e-1685-4df3-a3a0-5cff9919bb2b', 'status': 'completed', 'code': 200} Nov 08 12:26:30.037911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.047999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.054812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.061873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.067867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.074633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.080644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.081319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-cbd7ab05-9696-4390-b1b0-e97baf324619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.082015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-cbd7ab05-9696-4390-b1b0-e97baf324619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.082626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-d99ae39a-a9f4-4240-9e74-83ab1392def3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5373 time: 0.1664848 Nov 08 12:26:30.082753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-cbd7ab05-9696-4390-b1b0-e97baf324619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.084296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-cbd7ab05-9696-4390-b1b0-e97baf324619 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1156750 Nov 08 12:26:30.131097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a6b8229e-1685-4df3-a3a0-5cff9919bb2b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:30.162393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: a6b8229e-1685-4df3-a3a0-5cff9919bb2b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:30.163241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a6b8229e-1685-4df3-a3a0-5cff9919bb2b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:30.164106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534def2-44ec-4077-946c-630faadecaae req-f9fed351-8ec7-4e6d-82c2-ba068c863b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.166266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-f9fed351-8ec7-4e6d-82c2-ba068c863b4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 200 len: 862 time: 0.2060561 Nov 08 12:26:30.196295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-44fa7dd0-a25d-45b7-b2c5-d006909494b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.197970 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-746a0300-accc-46ce-b9c2-fb0df4d46a97 req-44fa7dd0-a25d-45b7-b2c5-d006909494b8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056528 Nov 08 12:26:30.233701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-c7c0165d-e544-466d-928e-57e7a6b706f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425522 Nov 08 12:26:30.255585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f89a6-bce0-4ffd-9c86-d53cd712900b req-cb7328c5-074f-454f-9090-31187a214b7f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.256789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b7f89a6-bce0-4ffd-9c86-d53cd712900b req-cb7328c5-074f-454f-9090-31187a214b7f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.1714911 Nov 08 12:26:30.263187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95af6a1-c3cc-4464-85f5-7eebc73d71ef {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:30.284613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:30.335002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db28caf9-8a9c-4bb6-ae4c-ea175b5e2063 req-98d8aea2-0e3f-47cd-93d2-5185aa8ebc99 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343023 Nov 08 12:26:30.374987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Transition to ACTIVE for port object c95af6a1-c3cc-4464-85f5-7eebc73d71ef will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:30.413689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b7f89a6-bce0-4ffd-9c86-d53cd712900b req-07471c38-0cad-43d5-bdeb-49aa814b3882 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339736 Nov 08 12:26:30.437286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-3ae52f29-2585-492d-9879-317a321745a9 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900609 Nov 08 12:26:30.577138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:30.628926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8534def2-44ec-4077-946c-630faadecaae req-52bb5616-3511-4d23-ad4e-3fd042dc24b0 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847548 Nov 08 12:26:30.685399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eace10-a36d-4be5-ba1f-0ba9636dcf9d req-aa0862be-2834-44a3-8b3b-54d3e9d111f1 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:30.686966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20eace10-a36d-4be5-ba1f-0ba9636dcf9d req-aa0862be-2834-44a3-8b3b-54d3e9d111f1 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 948 time: 0.1282279 Nov 08 12:26:30.687638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Pushing event updated for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:30.786581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20eace10-a36d-4be5-ba1f-0ba9636dcf9d req-7ecddcab-ce44-4034-8334-e9a2c83dff82 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804956 Nov 08 12:26:30.812189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Attempting to bind port c95af6a1-c3cc-4464-85f5-7eebc73d71ef on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:30.812527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Attempting to bind port c95af6a1-c3cc-4464-85f5-7eebc73d71ef by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:30.812850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Attempting to bind port c95af6a1-c3cc-4464-85f5-7eebc73d71ef on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:30.817907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Port c95af6a1-c3cc-4464-85f5-7eebc73d71ef on network a832796d-6050-47f4-99f6-7c5282354f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:30.817907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Attempting to bind port c95af6a1-c3cc-4464-85f5-7eebc73d71ef on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:30.824144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:30.824486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:30.824877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Bound using segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:30.825323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Bound port: c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:30.825685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:30.929827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:30.973011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:31.014776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:31.019928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555b5ff-807b-4fef-84d1-85b0e21b0c34 req-f7878a0d-9545-46b8-b19c-998824e0fc14 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.026924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9555b5ff-807b-4fef-84d1-85b0e21b0c34 req-f7878a0d-9545-46b8-b19c-998824e0fc14 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 943 time: 0.0995109 Nov 08 12:26:31.052708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.120579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9555b5ff-807b-4fef-84d1-85b0e21b0c34 req-c9bc7696-30dc-4bff-8387-3b0b3c00ea24 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855308 Nov 08 12:26:31.125703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.139044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.140289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] 10.222.0.61 "PUT /v2.0/ports/c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 200 len: 1090 time: 1.8723414 Nov 08 12:26:31.181815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3098edc-cae7-45d3-9a4b-31fb36add505 service neutron] Pushing event updated for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:31.266026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:31.276069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:31.386594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.423195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77b45fd4-6c05-48bb-ad2c-cbe82e6278f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.429139 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c528073-16e2-4257-b905-6dd583756265 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87af53ee574849bbb2880c67952e598e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130418 Nov 08 12:26:31.436683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35210) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:31.543913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.585083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.640419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77b45fd4-6c05-48bb-ad2c-cbe82e6278f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.694954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77b45fd4-6c05-48bb-ad2c-cbe82e6278f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.732454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.736635 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77b45fd4-6c05-48bb-ad2c-cbe82e6278f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f18ef5f0674f45c5921689a5fd8e4821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569402 Nov 08 12:26:31.736635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b45fd4-6c05-48bb-ad2c-cbe82e6278f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e24fa-fc2a-462f-bbd5-c533da2e5643,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:31.737782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35216) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:31.741641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.750895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.756377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.766911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.773295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.779822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.781885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-3c804cd3-55b4-4430-9134-667d84c6f56d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5385 time: 0.3268976 Nov 08 12:26:31.793494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.794008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-7bff0f26-8c9d-48df-8205-4e268215f4cf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.795438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.796758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-7bff0f26-8c9d-48df-8205-4e268215f4cf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.2632277 Nov 08 12:26:31.798024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.802218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce HTTP/1.1" status: 204 len: 168 time: 0.3613119 Nov 08 12:26:31.823935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba31d0-d276-4727-b1d1-08278e7a5806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6f5ac-e8c7-43e2-a544-1a5c4e2574ce,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:31.834752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:31.852025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e34eae-7d9d-409f-9ad3-4117e866b9ed req-a461adf2-aafd-468a-8df3-d28d83b3481c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:31.857812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66e34eae-7d9d-409f-9ad3-4117e866b9ed req-a461adf2-aafd-468a-8df3-d28d83b3481c tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 945 time: 0.3231037 Nov 08 12:26:31.921095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8'}, {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:31.923234 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ddc73-10b5-4d25-bdef-10e0abb90bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8"}, {"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:32.011309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.013933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.015195 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/323e24fa-fc2a-462f-bbd5-c533da2e5643 HTTP/1.1" status: 204 len: 168 time: 0.2764246 Nov 08 12:26:32.023132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672684f6-1456-444f-be58-488845a9f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e24fa-fc2a-462f-bbd5-c533da2e5643,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:32.038314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14edd8c9-7d19-4c87-94b2-6aec661fdd28 req-b2579df0-b6bf-4b8b-81ef-ed26261144bf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2386303 Nov 08 12:26:32.049195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66e34eae-7d9d-409f-9ad3-4117e866b9ed req-42cba55b-8538-4ba2-9b29-919f36ef998d tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733923 Nov 08 12:26:32.125006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Deleting port b7abcdb4-e37c-4140-94d3-04addf36759d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:32.125261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.210664 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca8e88-d7b7-4bb6-8b3e-c6b39d3a73d5 x-openstack-request-id: req-c6ca8e88-d7b7-4bb6-8b3e-c6b39d3a73d5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:32.212944 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:32.213307 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6ca8e88-d7b7-4bb6-8b3e-c6b39d3a73d5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:32.213878 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'status': 'completed', 'code': 200} Nov 08 12:26:32.214138 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef', 'status': 'completed', 'code': 200} Nov 08 12:26:32.217630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85c8c12-579a-4ab0-a46b-d8cccfd3f030 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:32.238170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.279062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Transition to ACTIVE for port object c85c8c12-579a-4ab0-a46b-d8cccfd3f030 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:32.301497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-02706c1c-b4cd-48c1-bad9-3d220fdfa8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:32.303068 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-02706c1c-b4cd-48c1-bad9-3d220fdfa8b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 1094 time: 0.0784328 Nov 08 12:26:32.308575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] For port b7abcdb4-e37c-4140-94d3-04addf36759d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b7abcdb4-e37c-4140-94d3-04addf36759d,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:32.308952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.318596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db125d38-8c32-4bed-b300-8a8653cafb88 req-7a76fb92-59b0-4984-b05e-2ef27ede642b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:32.320124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db125d38-8c32-4bed-b300-8a8653cafb88 req-7a76fb92-59b0-4984-b05e-2ef27ede642b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 948 time: 0.1051395 Nov 08 12:26:32.336251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Calling delete_port for b7abcdb4-e37c-4140-94d3-04addf36759d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:32.418071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-59bc31d1-ed10-4750-8e72-3a19675ba3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:32.419580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-59bc31d1-ed10-4750-8e72-3a19675ba3c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 923 time: 0.1082835 Nov 08 12:26:32.419905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.449858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d9623d71-dcce-4c3e-9eeb-e0f03d587a73 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:32.463908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db125d38-8c32-4bed-b300-8a8653cafb88 req-028709e8-e910-4e57-88a0-9da286279f33 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376030 Nov 08 12:26:32.526345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-782ae403-40ae-4dab-a77f-b83b38055eb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a4bb98-7973-4655-9a1e-08074715bdb8 HTTP/1.1" status: 200 len: 217 time: 0.0701892 Nov 08 12:26:32.532236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:32.567970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c44b-12b7-4a9e-9a6a-bcafe5942ea1 req-13e90293-4f2b-49f7-9213-2a959f7ef260 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:32.580703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e75c44b-12b7-4a9e-9a6a-bcafe5942ea1 req-13e90293-4f2b-49f7-9213-2a959f7ef260 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 943 time: 0.2125723 Nov 08 12:26:32.616061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-4429a72b-3867-4eb6-9cd0-c4e4d9eb7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:32.617533 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-4429a72b-3867-4eb6-9cd0-c4e4d9eb7a01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 200 len: 862 time: 0.0842278 Nov 08 12:26:32.629001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:32.644307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73', 'mac_address': 'fa:16:3e:63:db:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:32.671888 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-7f803a65-a922-4034-bbe7-9f30dd4b352e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472898 Nov 08 12:26:32.714723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:32.726683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.752062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9623d71-dcce-4c3e-9eeb-e0f03d587a73 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:32.792846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e75c44b-12b7-4a9e-9a6a-bcafe5942ea1 req-61aec943-a9bc-41c7-8787-ab7e4e2ef80d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098250 Nov 08 12:26:32.795170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:32.828439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Attempting to bind port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:32.829028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Attempting to bind port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:32.829361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Attempting to bind port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:32.848642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-083fa66a-7e4c-4bfa-b423-6e1bbf08a23b service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688862 Nov 08 12:26:32.850668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 on network a832796d-6050-47f4-99f6-7c5282354f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:32.850993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Attempting to bind port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:32.859507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e96d48a-f323-4a22-9611-8cb2c7371677 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2c0ce2e83784c0cb4e48d68cc8fe5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404951 Nov 08 12:26:32.860537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:32.860866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Checking segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:32.861236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Bound using segment: {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:32.861669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Bound port: c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7def2d58-c724-4844-8b14-df1aebc901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:32.862022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.863853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:32.894969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.940071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:32.992026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event deleted for resources: {'Port': ['ID=b7abcdb4-e37c-4140-94d3-04addf36759d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:32.996473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.005758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-8f1ae4cd-ae5f-49f0-8289-e0823399a426 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443138 Nov 08 12:26:33.007347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:33.012467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:33.060384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] No DVR routers for this DVR port b7abcdb4-e37c-4140-94d3-04addf36759d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:33.065375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.068861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26aa17cf-4807-4300-8901-5fafe25df0ac req-e1764103-e39b-4b3e-8cb3-fd1e4510f114 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "DELETE /v2.0/ports/b7abcdb4-e37c-4140-94d3-04addf36759d HTTP/1.1" status: 204 len: 173 time: 1.2640684 Nov 08 12:26:33.073927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.098209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.160764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.161342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.162198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.162690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.163367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.163986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.170515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.172855 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-80643623-c26d-45c0-a0c3-18345e782c58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6302 time: 0.1106017 Nov 08 12:26:33.202485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:33.277894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35244) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:33.286000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.286647 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.288016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] 10.222.0.61 "PUT /v2.0/ports/c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 200 len: 1091 time: 2.0273869 Nov 08 12:26:33.289853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-189ba0c8-21e6-4147-80b9-9c3ca0e709f3 req-782a7d1b-7f4d-45d8-a85d-a30c2ee99291 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=a996569a-fe22-446a-b8a0-831815712510 HTTP/1.1" status: 200 len: 210 time: 0.0699048 Nov 08 12:26:33.290871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['d9623d71-dcce-4c3e-9eeb-e0f03d587a73'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:33.301368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682089-a9a5-4bdf-aa8c-f54fc4479893 service neutron] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:33.351026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.358867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.365128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.372352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c7b5038-b797-4467-8442-4268309b1c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.372627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.379625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.393527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.401102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.418898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-a7181a7f-33a6-4169-8920-fad3537b7dcf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5397 time: 0.1844728 Nov 08 12:26:33.420907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-c7943f59-1885-4013-8bf4-ab3b771922f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.421382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-c7943f59-1885-4013-8bf4-ab3b771922f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.423078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-c7943f59-1885-4013-8bf4-ab3b771922f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.425086 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-c7943f59-1885-4013-8bf4-ab3b771922f9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2414875 Nov 08 12:26:33.444852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:33.481174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.484672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.488287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02f62b0e-07e1-44eb-8798-a79b64fe88c0 HTTP/1.1" status: 204 len: 168 time: 0.6209633 Nov 08 12:26:33.533529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e5623-74b8-4ae4-a6eb-0e310e26cea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f62b0e-07e1-44eb-8798-a79b64fe88c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:33.655714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.688794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-f63ab996-4da6-4c93-8cc9-ddce0199dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:33.690057 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-398ddc73-10b5-4d25-bdef-10e0abb90bb0 req-f63ab996-4da6-4c93-8cc9-ddce0199dc72 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528412 Nov 08 12:26:33.697523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ff3a389-4e51-47ed-99bf-3f52e763ddfe req-fbb8efe8-977d-44a3-8ca0-a1461d7e707e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690330 Nov 08 12:26:33.747669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c7b5038-b797-4467-8442-4268309b1c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.880225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c7b5038-b797-4467-8442-4268309b1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:33.917716 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1c7b5038-b797-4467-8442-4268309b1c00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b19cdb7cf2fb41d691a0a8f6a8e9fed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350031 Nov 08 12:26:33.917955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35254) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:33.967234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b5038-b797-4467-8442-4268309b1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f59e175-8d70-4b8e-bc89-70b014f1a505,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:34.017216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.044207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.196179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.200256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.204042 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f59e175-8d70-4b8e-bc89-70b014f1a505 HTTP/1.1" status: 204 len: 168 time: 0.2824721 Nov 08 12:26:34.217682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-deleted', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d'}, {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:34.219640 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817b893-c3a7-48da-9f24-154054bd82a9" -d '{"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-deleted", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d"}, {"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:34.220399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8072d-d21f-4bf9-af11-4c13fb58de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f59e175-8d70-4b8e-bc89-70b014f1a505,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:34.237287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e882-56c3-492e-80da-0cc1b5620d42 req-369869f6-fbf2-4cb3-8a75-1ff814069c53 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.247495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0b7e882-56c3-492e-80da-0cc1b5620d42 req-369869f6-fbf2-4cb3-8a75-1ff814069c53 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 943 time: 0.1891446 Nov 08 12:26:34.289900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0afae-49d2-4a01-a2b0-14b03d41d7d9 req-7f3c20b0-a571-4382-ba3f-74c02ef985d5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.297561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c0afae-49d2-4a01-a2b0-14b03d41d7d9 req-7f3c20b0-a571-4382-ba3f-74c02ef985d5 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 949 time: 0.5436981 Nov 08 12:26:34.410828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c0afae-49d2-4a01-a2b0-14b03d41d7d9 req-5df8c001-9416-4658-82ac-b497ffb87363 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123445 Nov 08 12:26:34.416859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0b7e882-56c3-492e-80da-0cc1b5620d42 req-b31cdb73-f88c-4256-b083-6cb0344a3f35 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685276 Nov 08 12:26:34.467943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:34.534364 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86a818-867f-48ba-bce1-845966bcf638 x-openstack-request-id: req-3f86a818-867f-48ba-bce1-845966bcf638 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:34.534666 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a996569a-fe22-446a-b8a0-831815712510", "name": "network-vif-deleted", "tag": "b7abcdb4-e37c-4140-94d3-04addf36759d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:34.534924 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f86a818-867f-48ba-bce1-845966bcf638 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:34.535463 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a996569a-fe22-446a-b8a0-831815712510', 'name': 'network-vif-deleted', 'tag': 'b7abcdb4-e37c-4140-94d3-04addf36759d', 'status': 'completed', 'code': 200} Nov 08 12:26:34.535804 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'status': 'completed', 'code': 200} Nov 08 12:26:34.562594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d9623d71-dcce-4c3e-9eeb-e0f03d587a73 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:34.570595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456d6d53-39e0-4abd-90c7-9557e3fb46a5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:34.600905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.624284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Transition to ACTIVE for port object 456d6d53-39e0-4abd-90c7-9557e3fb46a5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:34.667526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.668003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.668461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.668911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.669362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.671677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.679842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.688007 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-0715bc75-4742-406a-86d8-5a0edd0fa40b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6344 time: 0.1331849 Nov 08 12:26:34.707086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.768253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:34.783981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'port_id': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'mac_address': 'fa:16:3e:55:0d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6adddf3-2fc6-4ebe-bb63-fcd7a621d175', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:34.838743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.870274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:34.876668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4bb98-7973-4655-9a1e-08074715bdb8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:34.890878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:26:34.897513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:34.897513 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:34.906067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-4d5c29c3-9bf6-48da-8b32-2f6d4e241d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.907334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-4d5c29c3-9bf6-48da-8b32-2f6d4e241d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.907962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-4d5c29c3-9bf6-48da-8b32-2f6d4e241d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:34.915251 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-4d5c29c3-9bf6-48da-8b32-2f6d4e241d2b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2222281 Nov 08 12:26:35.004474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:35.082201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Attempting to bind port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:35.082621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Attempting to bind port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:35.082958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Attempting to bind port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 on network 520c0c08-e003-432d-acfc-8d646c1ade8d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:35.108988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.134278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.140649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.150814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-3b604a27-a63f-404e-abf6-e394207dd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.154570 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d817b893-c3a7-48da-9f24-154054bd82a9 req-3b604a27-a63f-404e-abf6-e394207dd885 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2288730 Nov 08 12:26:35.160353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.171497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.187189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.190836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.197876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.216262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.218318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-f9febca6-7fda-4774-a1ca-4f5899abc89a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5409 time: 0.3410733 Nov 08 12:26:35.218957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 on network 520c0c08-e003-432d-acfc-8d646c1ade8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:35.219264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Attempting to bind port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 on network 520c0c08-e003-432d-acfc-8d646c1ade8d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:35.240656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:35.243281 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e596b74-a0df-4c22-bc2d-4c3e6bb9ddd0" -d '{"events": [{"server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:35.248909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:35.270789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:35.287781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:35.288072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Checking segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:35.288451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Bound using segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:35.288919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Bound port: 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:35.289261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.339902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['11a4bb98-7973-4655-9a1e-08074715bdb8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:35.376152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cf22991-7b2b-41c6-bab6-f33c20d09d1e req-c01c3580-cde9-42a7-adbe-d67e41226831 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321149 Nov 08 12:26:35.415023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d435f-9638-4dce-a1c2-6a4c0bcdf1b9 req-7cd53a4e-7eb7-48be-a600-9a2186de1789 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.418485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.423023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:35.427276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-347d435f-9638-4dce-a1c2-6a4c0bcdf1b9 req-7cd53a4e-7eb7-48be-a600-9a2186de1789 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.2010701 Nov 08 12:26:35.543299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:35.549643 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592a36a-fd68-4e67-b0d8-b4bdaa833af6 x-openstack-request-id: req-3592a36a-fd68-4e67-b0d8-b4bdaa833af6 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:35.550571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:35.551228 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:35.551700 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3592a36a-fd68-4e67-b0d8-b4bdaa833af6 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:35.554538 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73', 'code': 200} Nov 08 12:26:35.609303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:35.611569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:35.623342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-347d435f-9638-4dce-a1c2-6a4c0bcdf1b9 req-47395a01-d107-4fdd-b303-ebfac759435a tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951795 Nov 08 12:26:35.624111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: b7abcdb4-e37c-4140-94d3-04addf36759d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:35.624687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b7abcdb4-e37c-4140-94d3-04addf36759d not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:35.682054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.758198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-network', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:35.791653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.791653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.791653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] 10.222.0.61 "PUT /v2.0/ports/456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 200 len: 1091 time: 2.3561060 Nov 08 12:26:35.816428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-492c7301-5515-43a7-83dd-01026aaa4720 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.829791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-492c7301-5515-43a7-83dd-01026aaa4720 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 944 time: 0.3004673 Nov 08 12:26:35.829791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792d6aa-4230-4e7b-adc1-7f0bc35c6389 req-57ccd220-97bf-49cc-a3a0-382c3b01efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.829791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9792d6aa-4230-4e7b-adc1-7f0bc35c6389 req-57ccd220-97bf-49cc-a3a0-382c3b01efa1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 1101 time: 0.1718209 Nov 08 12:26:35.885985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f276c6-49ee-4842-8da7-c559ba156cfd req-67bf6f5c-efe1-4cff-8d10-a8675709348a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.888295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11f276c6-49ee-4842-8da7-c559ba156cfd req-67bf6f5c-efe1-4cff-8d10-a8675709348a tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.2640593 Nov 08 12:26:35.905374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03faf9-832f-4b3a-9c5c-275ba6974640 service neutron] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:35.943760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9792d6aa-4230-4e7b-adc1-7f0bc35c6389 req-9879a587-f1d6-41b5-a601-72336af07320 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084511 Nov 08 12:26:35.953240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d55dd-75f6-4ea8-b530-b1d1c5d8e8d6 req-e6347ace-c3a6-4360-ac5b-ca17e7d8e0d1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:35.955171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-128d55dd-75f6-4ea8-b530-b1d1c5d8e8d6 req-e6347ace-c3a6-4360-ac5b-ca17e7d8e0d1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 944 time: 0.2125983 Nov 08 12:26:35.973646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Deleting port 418c2335-a5a1-450f-90e4-c668eb3d8735 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:35.973892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:35.991276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Made reservation on behalf of de96933e96ff435fa7972a1a4c415d42 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:35.994357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.008215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.062003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-128d55dd-75f6-4ea8-b530-b1d1c5d8e8d6 req-7f8c9a83-2084-46f0-affc-a3060b797768 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996995 Nov 08 12:26:36.067563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11f276c6-49ee-4842-8da7-c559ba156cfd req-f9fe7f4b-bf51-4bcf-ba98-823310f99adb tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551511 Nov 08 12:26:36.161461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Request body: {'port': {'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:36.212078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.280146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.342480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:26:36.368946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.369270 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Added segment 7372d031-fa0e-4193-80ce-d1f71a9abc5d of type vlan for network bdcf1a16-5173-4887-9994-3048a33471ec Nov 08 12:26:36.441127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e6a8a6-26ad-466c-aff3-826d8a7cc12a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:36.451952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:36.482223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.537788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:36.540047 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229414a1-35ef-4796-af55-d7c553c9ed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:36.634880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] For port 418c2335-a5a1-450f-90e4-c668eb3d8735, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=418c2335-a5a1-450f-90e4-c668eb3d8735,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:36.638110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.638232 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93869c8e-2412-4d9c-a0ba-4c9b91d380bc x-openstack-request-id: req-93869c8e-2412-4d9c-a0ba-4c9b91d380bc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:36.638232 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:36.638232 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93869c8e-2412-4d9c-a0ba-4c9b91d380bc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:36.638232 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'status': 'completed', 'code': 200} Nov 08 12:26:36.649253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.659986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 11a4bb98-7973-4655-9a1e-08074715bdb8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:26:36.664069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 11a4bb98-7973-4655-9a1e-08074715bdb8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:36.664307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.683697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Calling delete_port for 418c2335-a5a1-450f-90e4-c668eb3d8735 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:36.702673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.704563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.705535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.778806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.779675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.780383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.781012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.781634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.782283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.783490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.786460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-6e70bb82-93f6-4cde-9000-515de73f0582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6411 time: 0.1545796 Nov 08 12:26:36.804040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.857488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:36.947450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.953686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.960151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.967165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.973288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:36.981061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:36.996193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.009773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.011993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-0b04bf93-67be-45fe-a44b-0a734adf9221 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5409 time: 0.4479382 Nov 08 12:26:37.029947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4855413 Nov 08 12:26:37.036107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:37.047137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Request body: {'subnet': {'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-subnet', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:37.091781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.096670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bd881-08a0-4fdd-8111-088b9e2d5440 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcf1a16-5173-4887-9994-3048a33471ec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:37.111493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bdcf1a16-5173-4887-9994-3048a33471ec details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:26:37.115319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:37.123331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc72135-6552-4a13-b54c-5f1b31709bb0 req-41707f30-c2dc-4df0-b7e8-11a41f1cdacd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.125143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dc72135-6552-4a13-b54c-5f1b31709bb0 req-41707f30-c2dc-4df0-b7e8-11a41f1cdacd tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 866 time: 0.3736727 Nov 08 12:26:37.173576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event deleted for resources: {'Port': ['ID=418c2335-a5a1-450f-90e4-c668eb3d8735,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:37.232468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dc72135-6552-4a13-b54c-5f1b31709bb0 req-aa6dc77b-07b0-499e-a228-b59c5d0ea960 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861211 Nov 08 12:26:37.254929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff5d8b5-84ce-4e4b-ae40-cce216085c1f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:37.259232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.278437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Transition to ACTIVE for port object eff5d8b5-84ce-4e4b-ae40-cce216085c1f will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:37.313095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-e79478f6-48c1-45a4-b459-d2eee691eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.314887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-e79478f6-48c1-45a4-b459-d2eee691eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.315444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-e79478f6-48c1-45a4-b459-d2eee691eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.318090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-e79478f6-48c1-45a4-b459-d2eee691eeed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a0812be1c27e4423afa68749e6e4db2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4565277 Nov 08 12:26:37.326622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Made reservation on behalf of de96933e96ff435fa7972a1a4c415d42 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:37.329511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.332557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] No DVR routers for this DVR port 418c2335-a5a1-450f-90e4-c668eb3d8735 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:37.339945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.340312 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5c228c43-3dac-4dfc-ba10-751be969b3c8 req-76c834bd-2e16-417a-8dad-74c436781125 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.57 "DELETE /v2.0/ports/418c2335-a5a1-450f-90e4-c668eb3d8735 HTTP/1.1" status: 204 len: 173 time: 1.5117581 Nov 08 12:26:37.341379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d96369a-8e63-4c9c-8265-433d4e34c7bc req-7cd77ad6-bab3-4d49-a8a6-fe1ba87b6e0c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2968426 Nov 08 12:26:37.342067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-deleted', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:37.354331 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d8c2d-9132-4048-ad81-a419264a8b95" -d '{"events": [{"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-deleted", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:37.369885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.557113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:37.560715 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedcdce5-3a6b-4706-b732-7cd22dcd679e" -d '{"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-plugged", "status": "completed", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:37.598053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc39117-1fde-4d36-8570-150ed63dde75 req-7d746f1d-df27-429e-9fc4-5e4b0b2df19d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.599946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfc39117-1fde-4d36-8570-150ed63dde75 req-7d746f1d-df27-429e-9fc4-5e4b0b2df19d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.2318501 Nov 08 12:26:37.625454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed5f7-3d03-4fa9-b900-de66dcda75ad req-a493b89c-b247-43c2-9a67-029b6f5e3caf tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.628352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba6ed5f7-3d03-4fa9-b900-de66dcda75ad req-a493b89c-b247-43c2-9a67-029b6f5e3caf tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.0987866 Nov 08 12:26:37.746647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:37.777632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.789780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-51fc579a-e5f9-4c04-a38c-091e7b48c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:37.792638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-229414a1-35ef-4796-af55-d7c553c9ed0a req-51fc579a-e5f9-4c04-a38c-091e7b48c2ae service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4442360 Nov 08 12:26:37.827623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Attempting to bind port eff5d8b5-84ce-4e4b-ae40-cce216085c1f on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:37.828556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Attempting to bind port eff5d8b5-84ce-4e4b-ae40-cce216085c1f by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:37.828897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Attempting to bind port eff5d8b5-84ce-4e4b-ae40-cce216085c1f on network 520c0c08-e003-432d-acfc-8d646c1ade8d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:37.846227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Port eff5d8b5-84ce-4e4b-ae40-cce216085c1f on network 520c0c08-e003-432d-acfc-8d646c1ade8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:37.846569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Attempting to bind port eff5d8b5-84ce-4e4b-ae40-cce216085c1f on network 520c0c08-e003-432d-acfc-8d646c1ade8d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:37.859477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfc39117-1fde-4d36-8570-150ed63dde75 req-984df416-2d3f-4912-9281-401fc7924176 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459333 Nov 08 12:26:37.865920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:37.866199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Checking segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:37.866610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Bound using segment: {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:37.867127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Bound port: eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17701995-39de-47ed-adc5-be073b9982f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:37.867510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:37.868038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba6ed5f7-3d03-4fa9-b900-de66dcda75ad req-aef6d5bd-1c34-4c71-a6d3-aec3e186dde2 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143888 Nov 08 12:26:37.882222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=326ff181-373f-482e-9051-8a98056e8fec,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:37.912458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Checking segment: {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:37.912458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Network hostable DHCP agents. Network: bdcf1a16-5173-4887-9994-3048a33471ec, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:26:38.001185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:38.004893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:38.007732 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d0ef4-f985-4f27-b1ff-0ce4736a2782 x-openstack-request-id: req-275d0ef4-f985-4f27-b1ff-0ce4736a2782 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:38.008034 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f4f8f-8ba9-44e4-8a19-debf4cae51bd", "name": "network-vif-deleted", "tag": "418c2335-a5a1-450f-90e4-c668eb3d8735", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:38.008275 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-275d0ef4-f985-4f27-b1ff-0ce4736a2782 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:38.008667 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f4f8f-8ba9-44e4-8a19-debf4cae51bd', 'name': 'network-vif-deleted', 'tag': '418c2335-a5a1-450f-90e4-c668eb3d8735', 'status': 'completed', 'code': 200} Nov 08 12:26:38.021527 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa08762-1525-4e18-80d2-10114608a791 x-openstack-request-id: req-9fa08762-1525-4e18-80d2-10114608a791 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:38.022034 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-plugged", "status": "completed", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:38.022034 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fa08762-1525-4e18-80d2-10114608a791 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:38.022586 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'code': 200} Nov 08 12:26:38.100221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Network bdcf1a16-5173-4887-9994-3048a33471ec is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:26:38.128961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28839a59-16e6-4bc6-ad45-ed856b522875 req-d9b51119-a632-47bb-b324-2587a97f7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.128961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28839a59-16e6-4bc6-ad45-ed856b522875 req-d9b51119-a632-47bb-b324-2587a97f7607 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 1096 time: 0.0473931 Nov 08 12:26:38.157652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.177952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28839a59-16e6-4bc6-ad45-ed856b522875 req-0d0ba0de-7757-488e-9d9d-04861ec1a93a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Nov 08 12:26:38.193907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.194556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.196030 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] 10.222.0.61 "PUT /v2.0/ports/eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 1091 time: 2.0387435 Nov 08 12:26:38.221515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, bdcf1a16-5173-4887-9994-3048a33471ec) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:38.224551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.225124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.230317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffaad1-8012-4c27-aa92-b8356ccdef29 None None] Network bdcf1a16-5173-4887-9994-3048a33471ec requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:38.240677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9ac8-c10d-425d-b5d5-2eb30ef94ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:38.340252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a5c8a852-fc7b-45e7-b127-1a6f9b77da0a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2990248 Nov 08 12:26:38.340913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:38.345966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:38.401592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d73e27d7-b09e-47f3-b8bb-052b97174cc2 req-3f422395-97a6-42c7-83a3-5ff24d454edf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f4f8f-8ba9-44e4-8a19-debf4cae51bd HTTP/1.1" status: 200 len: 210 time: 0.0623493 Nov 08 12:26:38.438168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.439412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.538621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-bdcf1a16-5173-4887-9994-3048a33471ec', 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'fixed_ips': [{'subnet_id': '326ff181-373f-482e-9051-8a98056e8fec'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:26:38.538621 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.567871 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.570390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.578588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.585936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.593826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.595683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.596164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.596629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.597088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.598072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.598577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.599149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.600992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d1763f61-4624-4a22-b890-d5c1a7f93bbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6478 time: 0.1053741 Nov 08 12:26:38.601337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.609026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.620614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.628649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ea8d205-264e-456d-9ac3-79e435655631 req-283e8211-65ad-4521-aa44-148e2c8d17f8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.1280913 Nov 08 12:26:38.681796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-823a13b4-f98b-4de6-96e6-5e99260809fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 217 time: 0.0688922 Nov 08 12:26:38.713768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ea8d205-264e-456d-9ac3-79e435655631 req-128dae62-dab4-4570-9722-61cccdb22b89 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778263 Nov 08 12:26:38.742151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Allocated IP 172.20.0.2 (bdcf1a16-5173-4887-9994-3048a33471ec/326ff181-373f-482e-9051-8a98056e8fec/1c3335c7-1574-4890-bfa0-03646f8f6871) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:38.881744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.889764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-fb411946-980b-4ced-9bb6-ddd50997cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.891296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-fb411946-980b-4ced-9bb6-ddd50997cf98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 200 len: 851 time: 0.2017498 Nov 08 12:26:38.931082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:38.951483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-9df89da1-2d1a-40b9-ac42-d0d89102ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:38.953194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-9df89da1-2d1a-40b9-ac42-d0d89102ebf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540068 Nov 08 12:26:39.039410 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.067560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737732d-1c35-4072-8a6d-534ce73a48d2 req-4c422329-89b6-43b0-bd70-d62de0556c2d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.070882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5737732d-1c35-4072-8a6d-534ce73a48d2 req-4c422329-89b6-43b0-bd70-d62de0556c2d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.0905719 Nov 08 12:26:39.083740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086969-32bd-4eb1-a140-15c419d8e6d5 req-ac6bbad5-cb72-4845-b932-3d10a61f5cff tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.084118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-a6321952-8324-4656-81b1-18ff234c6a58 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229317 Nov 08 12:26:39.086593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45086969-32bd-4eb1-a140-15c419d8e6d5 req-ac6bbad5-cb72-4845-b932-3d10a61f5cff tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.0759563 Nov 08 12:26:39.109778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Network bdcf1a16-5173-4887-9994-3048a33471ec is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:39.114398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:39.116535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Pushing event updated for resources: {'Port': ['ID=1c3335c7-1574-4890-bfa0-03646f8f6871,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:39.119762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:39.203658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45086969-32bd-4eb1-a140-15c419d8e6d5 req-216a7b24-a8dc-4681-9714-f479c6917a31 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085773 Nov 08 12:26:39.237506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Attempting to bind port 1c3335c7-1574-4890-bfa0-03646f8f6871 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:39.237885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Attempting to bind port 1c3335c7-1574-4890-bfa0-03646f8f6871 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:39.240844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Attempting to bind port 1c3335c7-1574-4890-bfa0-03646f8f6871 on network bdcf1a16-5173-4887-9994-3048a33471ec {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:39.247644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:39.248024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Checking segment: {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:39.249092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.249092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Bound using segment: {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:39.249553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Bound port: 1c3335c7-1574-4890-bfa0-03646f8f6871, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:39.249942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5737732d-1c35-4072-8a6d-534ce73a48d2 req-4fab7d75-cd7d-4fd3-8481-66a033eaa6bb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521692 Nov 08 12:26:39.250106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.260386 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-714a0bae-4df9-4ca3-9ff1-523f64d47b48 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659675 Nov 08 12:26:39.314389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-667fd344-8c1e-4961-893a-53384944a664 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 217 time: 0.0449896 Nov 08 12:26:39.359992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] For port 1c3335c7-1574-4890-bfa0-03646f8f6871, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:39.364701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] For port 1c3335c7-1574-4890-bfa0-03646f8f6871, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c3335c7-1574-4890-bfa0-03646f8f6871,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:39.467332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-febbb0ad-354d-4d6f-a6ed-0a0627515a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.469582 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-febbb0ad-354d-4d6f-a6ed-0a0627515a92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1092675 Nov 08 12:26:39.490218 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.499667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.540919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:39.608936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46616cdd-f908-427a-a12e-f596f00a51fb None None] Pushing event updated for resources: {'Port': ['ID=1c3335c7-1574-4890-bfa0-03646f8f6871,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:39.614952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-bcdaf2a7-a81a-41e1-89da-7906bcf36bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.617953 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-bcdaf2a7-a81a-41e1-89da-7906bcf36bf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313450 Nov 08 12:26:39.756910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Allocated IP 172.25.1.87 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ed953fa8-7770-4b4e-b796-fc990e2df76b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:39.784336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-4184f359-7399-40be-a94f-b738bc3e4a36 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574254 Nov 08 12:26:39.955187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.967319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.975762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.985249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:39.997243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.003370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.004270 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-1f4a5d83-6983-4d77-bd9e-1f24ec173ed1 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950462 Nov 08 12:26:40.007287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:40.010106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.010346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:40.012612 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ecfbba-2a79-4157-a616-cc2413225911" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:40.020046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-b4d55f25-1189-4980-9f12-fa1ad591d1d7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.1311185 Nov 08 12:26:40.066581 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-4eab17ee-6fc3-4dcc-8de4-dff0e4c15711 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 217 time: 0.0488462 Nov 08 12:26:40.098834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c066e50-cbdd-4bbf-984b-a1b795b05def req-ed4d14d7-9528-4fb6-9b01-9eea9a845f27 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779181 Nov 08 12:26:40.128248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-74dff399-9497-4778-953b-65531d358f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.130530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-74dff399-9497-4778-953b-65531d358f38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0517502 Nov 08 12:26:40.183500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:40.193932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:40.204716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:40.223035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:40.231072 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54148f6b-0eaf-441b-95b8-cc8b0d7e4fa8 x-openstack-request-id: req-54148f6b-0eaf-441b-95b8-cc8b0d7e4fa8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:40.231072 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:40.231072 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54148f6b-0eaf-441b-95b8-cc8b0d7e4fa8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:40.231072 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'status': 'completed', 'code': 200} Nov 08 12:26:40.235280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:40.238710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-a4678b9f-a98f-405e-99a4-14d6b8a63c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.241002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-a4678b9f-a98f-405e-99a4-14d6b8a63c64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007502 Nov 08 12:26:40.249426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 418c2335-a5a1-450f-90e4-c668eb3d8735 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:40.249985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 418c2335-a5a1-450f-90e4-c668eb3d8735 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:40.270122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a44-f87b-4df4-92a7-6eba1aebfcee req-8bee1179-9fba-4502-a294-30479528a69f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.271688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ea56a44-f87b-4df4-92a7-6eba1aebfcee req-8bee1179-9fba-4502-a294-30479528a69f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.1149886 Nov 08 12:26:40.312796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed953fa8-7770-4b4e-b796-fc990e2df76b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:40.395947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ea56a44-f87b-4df4-92a7-6eba1aebfcee req-ba552f52-e910-49d1-a26e-80609f2a0a6f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155882 Nov 08 12:26:40.414173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb39bc2-9097-45af-9083-e7f5e4463156 req-0ab59373-2e0b-47c4-9b9b-0762afcff1cf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.422885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bb39bc2-9097-45af-9083-e7f5e4463156 req-0ab59373-2e0b-47c4-9b9b-0762afcff1cf tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.1198175 Nov 08 12:26:40.594979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bb39bc2-9097-45af-9083-e7f5e4463156 req-ac741114-9a00-4774-976e-e36f0f603561 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5eee522-307b-46c1-b0f8-f1d3c81e6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710279 Nov 08 12:26:40.606926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-15b93654-411f-4add-b583-c20cd5cbb05f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.608470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-15b93654-411f-4add-b583-c20cd5cbb05f tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 944 time: 0.1586354 Nov 08 12:26:40.635946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb5e06-e53a-45ee-ba18-6a38eec3610c req-d4974d91-eb7c-4618-8c7b-7cce0c1cb6ad tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:40.637667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98eb5e06-e53a-45ee-ba18-6a38eec3610c req-d4974d91-eb7c-4618-8c7b-7cce0c1cb6ad tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.1181245 Nov 08 12:26:40.775300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98eb5e06-e53a-45ee-ba18-6a38eec3610c req-039b179b-8cd5-4816-bba7-1e122db93941 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051579 Nov 08 12:26:40.805132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Deleting port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:40.805488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:40.894143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23859a18-5d52-4cd3-97ca-7b87fdee392b None None] Network bdcf1a16-5173-4887-9994-3048a33471ec requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:40.898086 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-99655e2f-90d9-43f8-ad88-463eb6ce1234 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296694 Nov 08 12:26:40.970219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Provisioning complete for port 1c3335c7-1574-4890-bfa0-03646f8f6871 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:40.970622 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.000888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] For port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,segment=NetworkSegment(843e7b9f-1121-48a2-b127-091ebe2767b9),segment_id=843e7b9f-1121-48a2-b127-091ebe2767b9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:41.001522 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.018824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Calling delete_port for de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:41.038580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff80bb-fc70-4a50-842b-c3e05ad9e5d0 req-a9904cda-d32d-4e78-96bb-a948c070f301 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.046231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-baff80bb-fc70-4a50-842b-c3e05ad9e5d0 req-a9904cda-d32d-4e78-96bb-a948c070f301 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.1102369 Nov 08 12:26:41.098890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.100871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-e2e3e0cf-a167-4f90-a2ca-29be4acd945a service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924419 Nov 08 12:26:41.119528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.150619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] For port 1c3335c7-1574-4890-bfa0-03646f8f6871, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c3335c7-1574-4890-bfa0-03646f8f6871,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:41.188298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-9e894c20-61ec-40be-a2c7-855330366ccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 200 len: 217 time: 0.0767603 Nov 08 12:26:41.198616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-baff80bb-fc70-4a50-842b-c3e05ad9e5d0 req-39631e1d-d5f6-494e-bd63-0ca76ee7de2a tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442282 Nov 08 12:26:41.229813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.314448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Pushing event updated for resources: {'Port': ['ID=1c3335c7-1574-4890-bfa0-03646f8f6871,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:41.321488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-5e4eb295-d476-4442-8a97-531e8d639732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.323123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.323702 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-5e4eb295-d476-4442-8a97-531e8d639732 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1227076 Nov 08 12:26:41.323862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.324265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.324700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.325130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.325556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.325980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.326564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.327129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.327680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.328281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.328711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec8ea4-ccd9-4147-83ee-2454a70c1f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:41.462717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-c22d8958-60b9-4a37-90d6-aaa753bc9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.463946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.464827 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-c22d8958-60b9-4a37-90d6-aaa753bc9844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010747 Nov 08 12:26:41.472029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.478547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.485143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.491925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.500013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.501453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.510171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.521006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-30b0380e-1290-47ff-be8c-0532d0012583 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2949865 Nov 08 12:26:41.560692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-c1a71a78-6a17-48b1-a40c-c08d8328ae4b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.563532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-c1a71a78-6a17-48b1-a40c-c08d8328ae4b tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.2232451 Nov 08 12:26:41.567539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.685929 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-eb2e37d2-ab55-4c9a-a236-5081cdb7aca2 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066650 Nov 08 12:26:41.721012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c3335c7-1574-4890-bfa0-03646f8f6871 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:41.769468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5b759aad-55f8-4228-8326-5b87fcd32ddc None None] Provisioning complete for port 1c3335c7-1574-4890-bfa0-03646f8f6871 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:41.769840 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b759aad-55f8-4228-8326-5b87fcd32ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.808834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-3cd39fe1-7b74-402d-af62-9b739d24db80 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151054 Nov 08 12:26:41.820983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c3335c7-1574-4890-bfa0-03646f8f6871 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:41.821329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:41.856535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-e40c1bbe-a638-4ae5-8fe5-716103e40b86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 200 len: 217 time: 0.0376601 Nov 08 12:26:41.871022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:26:41.872742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f250d-e754-4f57-b042-7fd0b4047509 req-547dae95-c90e-4143-a0e3-7666096e9ac5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.874273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d21f250d-e754-4f57-b042-7fd0b4047509 req-547dae95-c90e-4143-a0e3-7666096e9ac5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.5383375 Nov 08 12:26:41.903851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Pushing event deleted for resources: {'Port': ['ID=de0715f8-da73-45e1-b2d2-1aa0b2af5ea0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:41.964605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-93b28de5-88a2-45d7-90db-4448e601860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:41.964605 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-93b28de5-88a2-45d7-90db-4448e601860e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1031857 Nov 08 12:26:42.016793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] No DVR routers for this DVR port de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:42.029209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d4abc8-6302-47c9-9d68-4a12a41c3855 req-deef9a09-eab9-496b-84eb-e562e8d5c75a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5071416 Nov 08 12:26:42.036884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.044792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e0a4c0f-cb02-4531-8e35-02c33adf6b67 req-f2f1fe4d-511e-47be-bc1d-9d6c5a4c5c75 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.61 "DELETE /v2.0/ports/de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 HTTP/1.1" status: 204 len: 173 time: 1.4287243 Nov 08 12:26:42.057859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-72caac2f-245e-40dd-b288-ec8f8bac8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.057859 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-72caac2f-245e-40dd-b288-ec8f8bac8fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825121 Nov 08 12:26:42.061690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-deleted', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:42.068762 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497e24f-e446-445a-8d43-e261d3234bc0" -d '{"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-deleted", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:42.096760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d21f250d-e754-4f57-b042-7fd0b4047509 req-80d575b1-0b3b-418e-8a1f-204a318d2a23 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940374 Nov 08 12:26:42.145178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:26:42.146755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Deleting port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:42.147102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.157907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Sync routers for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:26:42.176873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:42.177516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:42.192958 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-82be95d0-8c2e-40e8-aa47-3289db16b060 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280982 Nov 08 12:26:42.246914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.248748 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73e2aaa4-dfbb-456f-a164-686863dc29b7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9068980 Nov 08 12:26:42.251673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35488) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:42.256419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d21bac0-5cbc-44f1-8709-e23b6949e71b req-cf4872ef-70d7-4639-86b8-cdd98c92dd46 tempest-LiveAutoBlockMigrationV225Test-1040988699 tempest-LiveAutoBlockMigrationV225Test-1040988699-project] 10.222.0.58 "GET /v2.0/ports?device_id=28c6ad29-7fda-449f-99ed-821de2c3155b HTTP/1.1" status: 200 len: 210 time: 0.0298877 Nov 08 12:26:42.264732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75841-bcdc-4cd9-b403-1e4bd0c1c6a3 req-7d0aa5bc-20e0-40f8-8fcd-384088193f8f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.266268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20b75841-bcdc-4cd9-b403-1e4bd0c1c6a3 req-7d0aa5bc-20e0-40f8-8fcd-384088193f8f tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 950 time: 0.1595027 Nov 08 12:26:42.313160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] For port d9623d71-dcce-4c3e-9eeb-e0f03d587a73, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:42.320361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.320731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:42.344861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Calling delete_port for d9623d71-dcce-4c3e-9eeb-e0f03d587a73 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:42.357851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20b75841-bcdc-4cd9-b403-1e4bd0c1c6a3 req-4336d83c-ca29-46b8-9613-107380252a41 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/security-groups?id=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847392 Nov 08 12:26:42.475106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-ecf394c1-79db-40aa-b36b-88c874bc4acd service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732916 Nov 08 12:26:42.520105 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2cfac0-0dda-47c0-98ed-3bf20dac8e66 x-openstack-request-id: req-aa2cfac0-0dda-47c0-98ed-3bf20dac8e66 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:42.520498 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6ad29-7fda-449f-99ed-821de2c3155b", "name": "network-vif-deleted", "tag": "de0715f8-da73-45e1-b2d2-1aa0b2af5ea0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:42.520986 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa2cfac0-0dda-47c0-98ed-3bf20dac8e66 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:42.521509 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6ad29-7fda-449f-99ed-821de2c3155b', 'name': 'network-vif-deleted', 'tag': 'de0715f8-da73-45e1-b2d2-1aa0b2af5ea0', 'status': 'completed', 'code': 200} Nov 08 12:26:42.531221 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-b97eafd2-a8d8-4264-9fbd-8153b7cd105e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 200 len: 217 time: 0.0462022 Nov 08 12:26:42.629475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:40Z', 'revision_number': 3, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:42.641530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4981d8-24fa-4d24-8c0d-8094e3dd2fd7 req-501046fd-ec89-40a3-8374-5f54003350be tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.643598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af4981d8-24fa-4d24-8c0d-8094e3dd2fd7 req-501046fd-ec89-40a3-8374-5f54003350be tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.0557048 Nov 08 12:26:42.657282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.659011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-cdfaa61c-96e6-4464-9b0a-5c09a102e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.661162 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-cdfaa61c-96e6-4464-9b0a-5c09a102e77d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.1226158 Nov 08 12:26:42.662661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Checking router: c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:26:42.663189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Updating router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 port ed953fa8-7770-4b4e-b796-fc990e2df76b binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:26:42.683227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['d9623d71-dcce-4c3e-9eeb-e0f03d587a73'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:42.705764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Pushing event deleted for resources: {'Port': ['ID=d9623d71-dcce-4c3e-9eeb-e0f03d587a73,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:42.711502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.775127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d5fbac23-3f1b-4454-abf0-da572c7a6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.776613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-d5fbac23-3f1b-4454-abf0-da572c7a6803 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064272 Nov 08 12:26:42.777199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] No DVR routers for this DVR port d9623d71-dcce-4c3e-9eeb-e0f03d587a73 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:42.780489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:42.783999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92c295b6-c3f6-4fc5-9e0e-280cc07f5f95 req-fff429ec-89a6-4e26-9d34-b36757668b37 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.61 "DELETE /v2.0/ports/d9623d71-dcce-4c3e-9eeb-e0f03d587a73 HTTP/1.1" status: 204 len: 173 time: 1.2052038 Nov 08 12:26:42.796296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af4981d8-24fa-4d24-8c0d-8094e3dd2fd7 req-b2141858-73c8-4c12-8cef-30538881b251 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272254 Nov 08 12:26:42.967651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dcb1-2c89-40c5-b524-4152e25f0e3a req-de7cbcda-35ce-43a1-801d-96adcea3d61b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:42.969783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2935dcb1-2c89-40c5-b524-4152e25f0e3a req-de7cbcda-35ce-43a1-801d-96adcea3d61b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.0738101 Nov 08 12:26:43.003912 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-836ba2ad-97bc-4a04-87d3-a6d398228351 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150888 Nov 08 12:26:43.027598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2935dcb1-2c89-40c5-b524-4152e25f0e3a req-d2fca6f5-3e87-4fb4-a777-2ab9c95cd896 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 Nov 08 12:26:43.154154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.172844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.199154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-62d3e1ca-be00-455d-a0bb-bfe3ac51c13e service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876059 Nov 08 12:26:43.233557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.240276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.247450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.248530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.255834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.263899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.271617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.277124 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-c3349854-b2fd-41cc-91e4-926503fe1c55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 217 time: 0.0685291 Nov 08 12:26:43.278875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.281190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-2cc24c53-7577-4792-baad-59c808d3495c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.1649580 Nov 08 12:26:43.290977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753391fd-b733-444a-981f-70098069adce req-48c06826-e991-4fd5-bdd1-dfdef49b9db9 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.292477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-753391fd-b733-444a-981f-70098069adce req-48c06826-e991-4fd5-bdd1-dfdef49b9db9 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.1360216 Nov 08 12:26:43.309102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011669d-cff5-4104-8172-af45e192e175 None None] Pushing event updated for resources: {'Port': ['ID=ed953fa8-7770-4b4e-b796-fc990e2df76b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:43.311197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Attempting to bind port ed953fa8-7770-4b4e-b796-fc990e2df76b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:43.311612 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Attempting to bind port ed953fa8-7770-4b4e-b796-fc990e2df76b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:43.315241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Attempting to bind port ed953fa8-7770-4b4e-b796-fc990e2df76b on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:43.318321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:43.318777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:43.319309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.319795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:43.320396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Bound port: ed953fa8-7770-4b4e-b796-fc990e2df76b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:43.320836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.375136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] For port ed953fa8-7770-4b4e-b796-fc990e2df76b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:43.377956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] For port ed953fa8-7770-4b4e-b796-fc990e2df76b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed953fa8-7770-4b4e-b796-fc990e2df76b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:43.388586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f40e6e8f-13fe-4428-b7ef-fd3ae4be664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.390156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-f40e6e8f-13fe-4428-b7ef-fd3ae4be664b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0966094 Nov 08 12:26:43.400310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cf641d1-30fc-4f58-aec6-cf88ba4cc06c req-ae4bd283-ada4-49ea-ab5a-6b486026aebf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067193 Nov 08 12:26:43.410971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-753391fd-b733-444a-981f-70098069adce req-b99e8bad-ac9f-4c40-a80f-9787950a123c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928013 Nov 08 12:26:43.457176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:43.471541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:43.500260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Allocated IP 172.20.0.1 (bdcf1a16-5173-4887-9994-3048a33471ec/326ff181-373f-482e-9051-8a98056e8fec/c7a4f7e8-0cc2-4503-920f-7e5786e45bac) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:43.559107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:43.560051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:43.579747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-589c49ca-fe2e-4a28-a030-a904a107b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.586875 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-589c49ca-fe2e-4a28-a030-a904a107b393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830914 Nov 08 12:26:43.587306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab428271-ad19-45e7-aa6a-b8463baa779a req-8cb18456-9ed1-40fc-898d-5d9522ab4be0 tempest-ServerDiagnosticsNegativeTest-300837900 tempest-ServerDiagnosticsNegativeTest-300837900-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5fb60b-09d4-4ec6-8458-c56821e57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0470645 Nov 08 12:26:43.641052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011669d-cff5-4104-8172-af45e192e175 None None] Pushing event updated for resources: {'Port': ['ID=ed953fa8-7770-4b4e-b796-fc990e2df76b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:43.783634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:43.881225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-7098b7c2-bab9-47cd-b8ac-46fdf72b5690 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455916 Nov 08 12:26:43.893328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7b73-ae70-438d-91ba-cd82346f61b9 req-b5515810-6cdb-4c52-bbeb-0bd21ae10903 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:43.901293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8aa7b73-ae70-438d-91ba-cd82346f61b9 req-b5515810-6cdb-4c52-bbeb-0bd21ae10903 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.1622403 Nov 08 12:26:43.952726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Deleting subnet 43161527-df13-4bef-96fc-88351e661871 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:26:43.965155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.022734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:40Z', 'revision_number': 3, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:44.052301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3e642-fe32-418f-a253-64d08208d957 None None] The sync data for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 is: [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:40Z', 'revision_number': 3, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:26:44.069084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8aa7b73-ae70-438d-91ba-cd82346f61b9 req-99762ac0-6797-47c0-9d06-c307e1c161b7 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668966 Nov 08 12:26:44.071370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.145492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.154012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-cb9a69ec-abbd-4990-9f7d-b8dde904fd15 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.155817 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-de321328-84a4-4995-a325-f33336b504f5 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331075 Nov 08 12:26:44.158715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-cb9a69ec-abbd-4990-9f7d-b8dde904fd15 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766433 Nov 08 12:26:44.160118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.234338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-90bb09fd-717e-41b1-b05c-0e2f6ec833d0 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/quotas/17bf4a12bbb34089bb0915a54e4f24a5 HTTP/1.1" status: 200 len: 375 time: 0.0457516 Nov 08 12:26:44.272259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc9c2466-8540-4799-b9ff-90f3cb08f414 req-43ec280e-a733-4404-bcb2-c7875908be2c service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083009 Nov 08 12:26:44.285831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0d307454-1f55-48a9-8661-a3bb241f0a1a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376964 Nov 08 12:26:44.300676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a86047-2cba-4b0f-b429-d0ced71f6f02 req-15969793-dfcf-4bc7-ad51-a13a7815595a tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.306134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.308795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4a86047-2cba-4b0f-b429-d0ced71f6f02 req-15969793-dfcf-4bc7-ad51-a13a7815595a tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.1191971 Nov 08 12:26:44.374565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Network bdcf1a16-5173-4887-9994-3048a33471ec is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:44.379038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:44.386513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:44.389360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.424992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:44.437584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4a86047-2cba-4b0f-b429-d0ced71f6f02 req-b5881aef-ad23-4b5a-b534-ca7ebd84fda5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277175 Nov 08 12:26:44.485110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:44.502026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.528851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'name': 'network-vif-deleted', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:44.539821 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dee183-9390-4184-956c-95960b358af9" -d '{"events": [{"server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "name": "network-vif-deleted", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:44.554357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43161527-df13-4bef-96fc-88351e661871,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:44.570919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:44.572427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72297583-600e-45d5-b943-88206e12438d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.573500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device de0715f8-da73-45e1-b2d2-1aa0b2af5ea0 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:44.581255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72297583-600e-45d5-b943-88206e12438d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43161527-df13-4bef-96fc-88351e661871 HTTP/1.1" status: 204 len: 168 time: 1.1131864 Nov 08 12:26:44.584530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:44.702790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.702790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.713056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.713649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.714351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.714911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.715267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.717671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-1d229776-cece-49f2-b598-5daab4e3caca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6478 time: 0.2961781 Nov 08 12:26:44.796579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f6f9970d-aac6-43ac-8eea-6eecc55f4ffc None None] Provisioning complete for port c7a4f7e8-0cc2-4503-920f-7e5786e45bac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:44.800764 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6f9970d-aac6-43ac-8eea-6eecc55f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.845097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.856634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.872152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.877923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9970d-aac6-43ac-8eea-6eecc55f4ffc None None] Port c7a4f7e8-0cc2-4503-920f-7e5786e45bac cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:44.881225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.886607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.893015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.900635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.908622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f284295a-efca-428d-845a-600410816fec req-a950706e-b954-4361-a905-8122e91eacbf tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.3230412 Nov 08 12:26:44.915719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-72023296-5369-4171-b8be-86d405b3b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:44.918046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-72023296-5369-4171-b8be-86d405b3b31d service neutron] 10.222.0.61 "GET /v2.0/networks?id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 902 time: 0.1913280 Nov 08 12:26:44.928125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:44.975167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-9e9febe8-04d4-4e32-8712-9e88de7e3f6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 217 time: 0.0498979 Nov 08 12:26:45.023299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f284295a-efca-428d-845a-600410816fec req-c54a17ff-fe66-462b-bc79-77988e129ae0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132896 Nov 08 12:26:45.057071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-2505e019-4d6a-487b-b43b-cdf9dda1d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:45.059347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-2505e019-4d6a-487b-b43b-cdf9dda1d27d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0769761 Nov 08 12:26:45.060259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.099897 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1404a2-6a58-4636-b4e5-ad72ec9bf9c6 x-openstack-request-id: req-de1404a2-6a58-4636-b4e5-ad72ec9bf9c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:45.100424 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5fb60b-09d4-4ec6-8458-c56821e57fc5", "name": "network-vif-deleted", "tag": "d9623d71-dcce-4c3e-9eeb-e0f03d587a73", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:45.100752 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de1404a2-6a58-4636-b4e5-ad72ec9bf9c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:45.101064 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5fb60b-09d4-4ec6-8458-c56821e57fc5', 'name': 'network-vif-deleted', 'tag': 'd9623d71-dcce-4c3e-9eeb-e0f03d587a73', 'status': 'completed', 'code': 200} Nov 08 12:26:45.110997 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.141205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c505b67-ed16-4204-a8c9-b0fdb9d463c6']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:45.156938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843e7b9f-1121-48a2-b127-091ebe2767b9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:45.157241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843e7b9f-1121-48a2-b127-091ebe2767b9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:45.167571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-e83b3dd7-b81e-490c-a0e7-245c9cd35604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:45.172143 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-e83b3dd7-b81e-490c-a0e7-245c9cd35604 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995970 Nov 08 12:26:45.172481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.185975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.192946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:26:45.193695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:26:45.195848 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:26:45.381244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.390856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.393245 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-f7b2ba0f-8506-47c5-b260-29807e9a484f service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058728 Nov 08 12:26:45.402438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6c505b67-ed16-4204-a8c9-b0fdb9d463c6 HTTP/1.1" status: 204 len: 168 time: 0.7944412 Nov 08 12:26:45.409279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:45.429376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-7c195144-2221-4c68-9f66-1de21c5c55b8 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656898 Nov 08 12:26:45.440168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.453183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2207-90aa-4507-83df-760ee6fe9ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c505b67-ed16-4204-a8c9-b0fdb9d463c6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:45.504780 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b6ecfbba-2a79-4157-a616-cc2413225911 req-6983adca-6e85-45c5-99bc-d06e79ee2093 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036828 Nov 08 12:26:45.517133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.554112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Deleting subnet 3429cede-b34f-47a2-9ae6-c9abe98cd9c9 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:26:45.563663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.599047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:45.602576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.636448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.671061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-9ca01b44-b6b0-4146-8039-03aa7d2a896b tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:45.672594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-9ca01b44-b6b0-4146-8039-03aa7d2a896b tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215600 Nov 08 12:26:45.722385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-b95c5af7-8544-46d9-aac0-9fb3daa877f8 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/quotas/17bf4a12bbb34089bb0915a54e4f24a5 HTTP/1.1" status: 200 len: 375 time: 0.0394006 Nov 08 12:26:45.733178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Network bdcf1a16-5173-4887-9994-3048a33471ec is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:45.734813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:45.751881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.783550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.827995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed953fa8-7770-4b4e-b796-fc990e2df76b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:45.884086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35616) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:45.897799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ed953fa8-7770-4b4e-b796-fc990e2df76b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:45.898423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:45.905932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-b205628c-fc94-461c-aafb-4da074006325 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557693 Nov 08 12:26:45.933825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:26:46.015014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.044884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port ed953fa8-7770-4b4e-b796-fc990e2df76b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed953fa8-7770-4b4e-b796-fc990e2df76b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:46.077643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.105887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.113120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3429cede-b34f-47a2-9ae6-c9abe98cd9c9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:46.122877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.133615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4f9af5ab-0304-45b3-9e83-166cbeb84596 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3429cede-b34f-47a2-9ae6-c9abe98cd9c9 HTTP/1.1" status: 204 len: 168 time: 0.7182119 Nov 08 12:26:46.136100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:46.177332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=ed953fa8-7770-4b4e-b796-fc990e2df76b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:46.203016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:26:46.223349 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fe30974-e94e-412e-97e1-82a671b426dd admin admin] 10.222.0.58 "PUT /v2.0/routers/c5550cc6-68b9-4a7b-80b3-ae9e7901bd36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664140 Nov 08 12:26:46.231792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60a12fa3-0ec4-4bd3-b49c-9da91ae7c7a4 None None] Provisioning complete for port c7a4f7e8-0cc2-4503-920f-7e5786e45bac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:46.233822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60a12fa3-0ec4-4bd3-b49c-9da91ae7c7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.253983 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9dae15d0-87d2-4ff7-bf6b-eadbce0f3941 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3e485a7d812433b866a1f53a1d5534a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682334 Nov 08 12:26:46.259729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:46.340033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-60a12fa3-0ec4-4bd3-b49c-9da91ae7c7a4 None None] Port c7a4f7e8-0cc2-4503-920f-7e5786e45bac cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:46.348731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d17b07-2084-4ed8-befa-d7443855bff5 req-82435bde-1e3f-4e6f-9519-274a046cd907 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.356416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90d17b07-2084-4ed8-befa-d7443855bff5 req-82435bde-1e3f-4e6f-9519-274a046cd907 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.2150578 Nov 08 12:26:46.376786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.395882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.450594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.492474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d9623d71-dcce-4c3e-9eeb-e0f03d587a73 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:46.493196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.499719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.506077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.513115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.514230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: d9623d71-dcce-4c3e-9eeb-e0f03d587a73 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:46.514809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d9623d71-dcce-4c3e-9eeb-e0f03d587a73 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:46.521410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.528627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.534769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:46.536799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-29a991fd-3c24-44e1-bb0a-c7853355ad11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2553995 Nov 08 12:26:46.555900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Sync routers for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:26:46.567244 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:46.568042 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:46.605453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.609484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.613494 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80c5cdcd-a41e-4c87-b1dd-6151b2ac976a HTTP/1.1" status: 204 len: 168 time: 0.3506126 Nov 08 12:26:46.616709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90d17b07-2084-4ed8-befa-d7443855bff5 req-46f4400b-028a-4e3c-9a2b-985b894b9354 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296088 Nov 08 12:26:46.626621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.644085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3211-fab4-4da0-9ecb-b47c8b284218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5cdcd-a41e-4c87-b1dd-6151b2ac976a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:46.669240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095d7f03-d660-4a45-b9cd-bbd5f7da3c7d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:46.689317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4078ca43-92b1-4a77-8aa3-60f680f9a619') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:46.689317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4078ca43-92b1-4a77-8aa3-60f680f9a619') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:46.702324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d72ee055-758d-4a31-93dc-930cbdd5d7d8 req-a5535a49-aaca-4f9f-9605-a8d1ce5c7dc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509886 Nov 08 12:26:46.706140 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.742355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.745988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:26:46.746814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.760285 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:26:46.806844 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:26:46.837346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abdace60-6150-4e59-a18b-766e778082da req-4570304f-bd87-40fe-b618-7a8b0f2cf329 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 210 time: 0.0290115 Nov 08 12:26:46.920283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.928045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:46.935141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] 10.222.0.58 "DELETE /v2.0/networks/095d7f03-d660-4a45-b9cd-bbd5f7da3c7d HTTP/1.1" status: 204 len: 168 time: 0.7980974 Nov 08 12:26:46.944563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8bc96-8f6f-4d8f-99a5-f78f104f5a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=095d7f03-d660-4a45-b9cd-bbd5f7da3c7d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:47.044530 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:44Z', 'revision_number': 4, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c7a4f7e8-0cc2-4503-920f-7e5786e45bac', 'name': '', 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'mac_address': 'fa:16:3e:17:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '326ff181-373f-482e-9051-8a98056e8fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:43Z', 'updated_at': '2021-11-08T12:26:45Z', 'revision_number': 2, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'subnets': [{'id': '326ff181-373f-482e-9051-8a98056e8fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:47.077737 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Checking router: c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:26:47.078282 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Updating router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 port c7a4f7e8-0cc2-4503-920f-7e5786e45bac binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:26:47.106945 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.202367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf3ffcea-30ac-48f5-9532-b43573ce4467 req-f2b30618-912b-4be6-87f3-bf0c09941288 tempest-FloatingIPsNegativeTestJSON-699875131 tempest-FloatingIPsNegativeTestJSON-699875131-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=de96933e96ff435fa7972a1a4c415d42 HTTP/1.1" status: 200 len: 217 time: 0.0540802 Nov 08 12:26:47.259045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e102497f-2a86-44a8-8b0e-3ed56274d215 req-b15b1b8f-58cc-4629-b434-caa48526dfd6 tempest-FloatingIPsNegativeTestJSON-699875131 tempest-FloatingIPsNegativeTestJSON-699875131-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0332894 Nov 08 12:26:47.319678 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-d7fa5e4e-04ce-4cad-b67c-fdd0e31197cf req-4a60c577-edc0-444c-90bd-ce27efee01cf tempest-FloatingIPsNegativeTestJSON-699875131 tempest-FloatingIPsNegativeTestJSON-699875131-project] show failed (client error): The resource could not be found. Nov 08 12:26:47.320841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7fa5e4e-04ce-4cad-b67c-fdd0e31197cf req-4a60c577-edc0-444c-90bd-ce27efee01cf tempest-FloatingIPsNegativeTestJSON-699875131 tempest-FloatingIPsNegativeTestJSON-699875131-project] 10.222.0.58 "GET /v2.0/floatingips/4e13d3e2-41dd-4a4c-9c83-fe0d24085300 HTTP/1.1" status: 404 len: 350 time: 0.0412333 Nov 08 12:26:47.330391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:47.482012 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.521562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:47.546527 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-03de9fd0-2537-49ee-8840-17c1c182b570 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394542 Nov 08 12:26:47.580874 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.607931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1739f8b4-3b99-4404-8554-d74799e768c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47a0e5d2d3d84cf6a7a10c2df862ce79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859590 Nov 08 12:26:47.611365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:47.632902 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Pushing event updated for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:47.652947 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.653579 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.654192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.668327 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.669522 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.670082 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.672716 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.673158 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.673609 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.674038 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.674493 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.678734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:26:47.683581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:47.716237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed953fa8-7770-4b4e-b796-fc990e2df76b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:47.736030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-c9859bec-c808-4535-a546-88c355e909b0 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:47.737651 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-c9859bec-c808-4535-a546-88c355e909b0 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759133 Nov 08 12:26:47.740788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e438c893-02a7-47c3-855b-0029f802341d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.758721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.763459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Request body: {'port': {'device_id': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '17bf4a12bbb34089bb0915a54e4f24a5'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:47.811745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.850440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Attempting to bind port c7a4f7e8-0cc2-4503-920f-7e5786e45bac on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:47.850440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Attempting to bind port c7a4f7e8-0cc2-4503-920f-7e5786e45bac by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:47.850440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Attempting to bind port c7a4f7e8-0cc2-4503-920f-7e5786e45bac on network bdcf1a16-5173-4887-9994-3048a33471ec {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:47.856119 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:47.856948 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Checking segment: {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:47.857862 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.858782 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Bound using segment: {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:47.859429 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Bound port: c7a4f7e8-0cc2-4503-920f-7e5786e45bac, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7372d031-fa0e-4193-80ce-d1f71a9abc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:47.862434 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:47.863491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ed953fa8-7770-4b4e-b796-fc990e2df76b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:47.863880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.004487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] For port c7a4f7e8-0cc2-4503-920f-7e5786e45bac, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:48.011261 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] For port c7a4f7e8-0cc2-4503-920f-7e5786e45bac, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:48.081140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16fb8-b47e-44a4-badf-f3d3f9eea56e req-7e2ca32c-3fe4-49a9-8839-69d58b3e3677 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.082668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06c16fb8-b47e-44a4-badf-f3d3f9eea56e req-7e2ca32c-3fe4-49a9-8839-69d58b3e3677 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.2077601 Nov 08 12:26:48.094511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.100535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.106746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.112758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.112896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4f473197-7f1e-4f51-aabf-00646d175140 None None] Provisioning complete for port c7a4f7e8-0cc2-4503-920f-7e5786e45bac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:48.113267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f473197-7f1e-4f51-aabf-00646d175140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.118898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.124891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.130975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:48.132810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8694232-b909-4077-913a-2aa25c70d820 req-f4f07b98-d57c-475f-89fb-cc925f9c2447 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2566555 Nov 08 12:26:48.137060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Made reservation on behalf of 17bf4a12bbb34089bb0915a54e4f24a5 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:48.137396 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.144444 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.157811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.159281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.160452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.161605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5eee522-307b-46c1-b0f8-f1d3c81e6840 HTTP/1.1" status: 204 len: 168 time: 0.5492525 Nov 08 12:26:48.178041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4f473197-7f1e-4f51-aabf-00646d175140 None None] Port c7a4f7e8-0cc2-4503-920f-7e5786e45bac cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:48.199934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee62ba-2af0-46d9-8743-da7bedc8614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eee522-307b-46c1-b0f8-f1d3c81e6840,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:48.209995 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:48.217503 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:48.283132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.296393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.320367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801d41-7269-4158-abf7-9700e376ff7a None None] Pushing event updated for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:48.354237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.358529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e438c893-02a7-47c3-855b-0029f802341d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.374998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06c16fb8-b47e-44a4-badf-f3d3f9eea56e req-81762dbc-fa6a-4603-962b-2baf3351c102 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384281 Nov 08 12:26:48.407066 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:48.449562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8694232-b909-4077-913a-2aa25c70d820 req-15f92eae-4765-4fb4-b9f8-a3a5205127fa tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2849038 Nov 08 12:26:48.497060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:48.527728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e438c893-02a7-47c3-855b-0029f802341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.528110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd60c46f-4629-415c-871f-224ebf083a46,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:48.701665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] Provisioning complete for port c7a4f7e8-0cc2-4503-920f-7e5786e45bac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:48.702810 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.703164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Allocated IP 192.168.233.242 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/ca42bbda-662d-4946-bda7-35132af46ab8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:48.774046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:48.796313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'port_id': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'mac_address': 'fa:16:3e:55:0d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6adddf3-2fc6-4ebe-bb63-fcd7a621d175', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:48.804222 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:44Z', 'revision_number': 4, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c7a4f7e8-0cc2-4503-920f-7e5786e45bac', 'name': '', 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'mac_address': 'fa:16:3e:17:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '326ff181-373f-482e-9051-8a98056e8fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:43Z', 'updated_at': '2021-11-08T12:26:47Z', 'revision_number': 4, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'subnets': [{'id': '326ff181-373f-482e-9051-8a98056e8fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:48.836901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be922bf-175b-4f35-992c-0a6acc1a3498 None None] The sync data for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 is: [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:44Z', 'revision_number': 4, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c7a4f7e8-0cc2-4503-920f-7e5786e45bac', 'name': '', 'network_id': 'bdcf1a16-5173-4887-9994-3048a33471ec', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'mac_address': 'fa:16:3e:17:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '326ff181-373f-482e-9051-8a98056e8fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:43Z', 'updated_at': '2021-11-08T12:26:47Z', 'revision_number': 4, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'subnets': [{'id': '326ff181-373f-482e-9051-8a98056e8fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:26:48.948694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.966506 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:48.982883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11a4bb98-7973-4655-9a1e-08074715bdb8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:49.045501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:49.047433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] For port c7a4f7e8-0cc2-4503-920f-7e5786e45bac, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:49.079215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e438c893-02a7-47c3-855b-0029f802341d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75fd2a39160940e89014bd8bbd05e39b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3924432 Nov 08 12:26:49.087354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:49.104910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.181155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.181413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.185681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.195298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4562ef9-8ba1-4415-b23d-849e92a00d7a req-7b20abe4-05e7-4309-b63d-a800a418e0c5 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 210 time: 0.1201131 Nov 08 12:26:49.197306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-b67fcb41-0b89-4ada-92eb-e168545f059c tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320581 Nov 08 12:26:49.197997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438c893-02a7-47c3-855b-0029f802341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d3dbd-5092-4ff4-829d-5ee9b6923000,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:49.223522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.281962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.314118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['11a4bb98-7973-4655-9a1e-08074715bdb8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:49.318335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:49.366662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:49.369630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:49.378309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:49.386445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:49.392876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:49.487863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc896-0b9f-42b4-ae05-11ccd2b6f451 None None] Pushing event updated for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:49.520423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-4ead65f2-75a3-4e4e-81d9-5599aef23111 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.521984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-4ead65f2-75a3-4e4e-81d9-5599aef23111 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168485 Nov 08 12:26:49.522915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.527767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.538989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fea4e4d4-4322-4151-b83e-6929f2717c2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42f97d04afcd4ef580bea4d864d3fe32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679406 Nov 08 12:26:49.551235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35690) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:49.553981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.561179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.569081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Request body: {'port': {'device_id': 'd16c644f-652e-40e9-8a65-d27017616024', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '17bf4a12bbb34089bb0915a54e4f24a5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:49.571622 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/263d3dbd-5092-4ff4-829d-5ee9b6923000 HTTP/1.1" status: 204 len: 168 time: 0.4812782 Nov 08 12:26:49.607899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31849cc3-c810-472f-9f1c-fa6cd7e2c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d3dbd-5092-4ff4-829d-5ee9b6923000,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:49.622951 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-0ba319c3-e1f0-4758-b4fe-b9d3a072eea6 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8732376 Nov 08 12:26:49.641964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Request body: {'port': {'device_id': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:49.748809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.814569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7a4f7e8-0cc2-4503-920f-7e5786e45bac up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:49.826497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.870798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-458e5b2e-276f-4f4e-be49-c367c4c70aa3 None None] Provisioning complete for port ca42bbda-662d-4946-bda7-35132af46ab8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:49.871327 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-458e5b2e-276f-4f4e-be49-c367c4c70aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.882084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20fc1e-c3af-4481-b76e-73e65f1bd7e0 req-acf775b8-6ce3-44ea-a75b-a975ea1e4c07 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.890804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba20fc1e-c3af-4481-b76e-73e65f1bd7e0 req-acf775b8-6ce3-44ea-a75b-a975ea1e4c07 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 944 time: 0.3654523 Nov 08 12:26:49.904419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.924298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-458e5b2e-276f-4f4e-be49-c367c4c70aa3 None None] Port ca42bbda-662d-4946-bda7-35132af46ab8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:49.929645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c7a4f7e8-0cc2-4503-920f-7e5786e45bac triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:49.930070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.936424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.944674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.955565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.963743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.971467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.972085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:49.978284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.985497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:49.994864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-0ee6e367-7a11-4376-b662-d5553a238e1a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.4080129 Nov 08 12:26:50.105175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Deleting port c7a4f7e8-0cc2-4503-920f-7e5786e45bac {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:50.105516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.110723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.113861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.115238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5dccdbd-bebf-4ace-bc6f-20ec3387b122 HTTP/1.1" status: 204 len: 168 time: 0.5422614 Nov 08 12:26:50.135215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2a6f4-f782-4c91-8a54-3eed3672f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dccdbd-bebf-4ace-bc6f-20ec3387b122,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:50.157529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba20fc1e-c3af-4481-b76e-73e65f1bd7e0 req-745d54ea-2cd3-4d93-801a-fe50b3f116e6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645516 Nov 08 12:26:50.251066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b727a3c-973c-49a0-b8af-9ba08413cf7a req-e5115ee2-370d-482f-9f9b-d798bf60c457 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553086 Nov 08 12:26:50.262668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:50.291014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.317121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Transition to ACTIVE for port object ca42bbda-662d-4946-bda7-35132af46ab8 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:50.322049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] For port c7a4f7e8-0cc2-4503-920f-7e5786e45bac, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:50.322675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.341010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Calling delete_port for c7a4f7e8-0cc2-4503-920f-7e5786e45bac owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:50.410704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.413870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Made reservation on behalf of 17bf4a12bbb34089bb0915a54e4f24a5 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:50.418805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.504470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:50.512896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:50.552510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06175863-afbb-4938-bbd5-7d1a775a61d7 req-e3883685-6df1-4947-a5c0-b8c73519a105 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 210 time: 0.0447862 Nov 08 12:26:50.597257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 11a4bb98-7973-4655-9a1e-08074715bdb8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:50.598151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.669974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Attempting to bind port ca42bbda-662d-4946-bda7-35132af46ab8 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:50.670610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Attempting to bind port ca42bbda-662d-4946-bda7-35132af46ab8 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:50.671244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Attempting to bind port ca42bbda-662d-4946-bda7-35132af46ab8 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:50.684157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Port ca42bbda-662d-4946-bda7-35132af46ab8 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:50.684495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Attempting to bind port ca42bbda-662d-4946-bda7-35132af46ab8 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:50.700703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:50.701016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:50.701421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:50.701868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Bound port: ca42bbda-662d-4946-bda7-35132af46ab8, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:50.702233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.796057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:50.848119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:50.851328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Allocated IP 192.168.233.102 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/3169bf32-7d4d-44ab-9b8b-abb49c937223) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:50.856409 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41831d-51c0-426e-a681-a434d74f9564" -d '{"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-plugged", "status": "completed", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:50.901748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:50.913094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:50.917300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:50.956573 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feeaaf4-8d12-4d36-91ab-febf2938e9ed x-openstack-request-id: req-5feeaaf4-8d12-4d36-91ab-febf2938e9ed {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:50.956573 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-plugged", "status": "completed", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:50.956931 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5feeaaf4-8d12-4d36-91ab-febf2938e9ed {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:50.957482 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'code': 200} Nov 08 12:26:50.999797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.037411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.037994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.039399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] 10.222.0.57 "PUT /v2.0/ports/ca42bbda-662d-4946-bda7-35132af46ab8 HTTP/1.1" status: 200 len: 1096 time: 1.4074202 Nov 08 12:26:51.039882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:51.042113 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2428d577-6e97-4150-90d0-e92fe5275321" -d '{"events": [{"name": "network-changed", "server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:51.046416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.081665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124b000-0ec6-4c21-9be9-54c3bb346012 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:51.093831 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.133918 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71820eed-b1ad-4c49-962f-5215680ae71c x-openstack-request-id: req-71820eed-b1ad-4c49-962f-5215680ae71c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:51.134333 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:51.134700 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71820eed-b1ad-4c49-962f-5215680ae71c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:51.135467 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'status': 'completed', 'code': 200} Nov 08 12:26:51.136881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:51.146895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a4f7e8-0cc2-4503-920f-7e5786e45bac,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:51.162274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa06170-e482-4e74-9e52-3325c122c7fb req-1a372d6c-1040-402a-949f-5110a7046dc3 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.173820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa06170-e482-4e74-9e52-3325c122c7fb req-1a372d6c-1040-402a-949f-5110a7046dc3 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 944 time: 0.1992238 Nov 08 12:26:51.238159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-a67aa264-a6cf-4936-93e9-84eae3c26f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.240049 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-a67aa264-a6cf-4936-93e9-84eae3c26f78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 1099 time: 0.0847919 Nov 08 12:26:51.300910 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-1ae8c4da-e688-44e4-b512-092c4743763e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ca42bbda-662d-4946-bda7-35132af46ab8 HTTP/1.1" status: 200 len: 217 time: 0.0525596 Nov 08 12:26:51.358262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.385572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa06170-e482-4e74-9e52-3325c122c7fb req-61adb20e-914e-41a3-a01b-42401bccecf9 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034111 Nov 08 12:26:51.388955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-88c42001-2a38-4e30-9c8e-0b74e77311a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.392870 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-88c42001-2a38-4e30-9c8e-0b74e77311a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0832243 Nov 08 12:26:51.473440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-04746306-456e-4643-a080-9363e5c24cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.474765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-04746306-456e-4643-a080-9363e5c24cac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741599 Nov 08 12:26:51.604747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.610671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.618321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.627288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.629032 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-81e4e8d9-379a-4dcc-98a7-5a05e5496473 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411192 Nov 08 12:26:51.631124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.637554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.644469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.653732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4633f239-7453-40af-bdb9-23643390946a req-18cca66c-6363-4cc8-984e-5cba90662fdd tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.1795857 Nov 08 12:26:51.664189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.789438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c874cef5-c45b-4085-b5c3-18445ef79ad4 req-da86801e-6d29-4391-910c-2e5c413fb3e8 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516552 Nov 08 12:26:51.797424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:51.798266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:51.815543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:51.818543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:51.854041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:51.937104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4633f239-7453-40af-bdb9-23643390946a req-36c5df56-93c2-4978-87db-10fcbd1bdef2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824750 Nov 08 12:26:51.953617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968f40-493d-4e84-993d-dfc27b66b73b req-0274edaa-6e38-4c29-b5ba-9f339dab0caa tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.959138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4968f40-493d-4e84-993d-dfc27b66b73b req-0274edaa-6e38-4c29-b5ba-9f339dab0caa tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 936 time: 0.2521803 Nov 08 12:26:51.989593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:51.990281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.000008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d577-6e97-4150-90d0-e92fe5275321 req-2bce6a78-51fa-4058-90ff-e151d7c4a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.002238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-2bce6a78-51fa-4058-90ff-e151d7c4a432 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 1099 time: 0.0534897 Nov 08 12:26:52.068116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:52.115055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d577-6e97-4150-90d0-e92fe5275321 req-ac97a3a5-cfee-47c4-a0c4-46c7100fb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.116591 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-ac97a3a5-cfee-47c4-a0c4-46c7100fb1a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1068518 Nov 08 12:26:52.118745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4968f40-493d-4e84-993d-dfc27b66b73b req-68cde019-73d7-464d-95a1-35ec17df5974 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526933 Nov 08 12:26:52.137637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5d11f63f-8a12-4261-8b25-fb4f891f33b1 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5935311 Nov 08 12:26:52.143972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a1b08359-d506-4c19-9ae5-3299d229d3af None None] Provisioning complete for port 3169bf32-7d4d-44ab-9b8b-abb49c937223 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:52.144461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a1b08359-d506-4c19-9ae5-3299d229d3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.168098 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-7c0a2665-1d0e-49c7-ba74-33ae93398aae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ca42bbda-662d-4946-bda7-35132af46ab8 HTTP/1.1" status: 200 len: 217 time: 0.0428572 Nov 08 12:26:52.177261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Request body: {'port': {'device_id': 'd16c644f-652e-40e9-8a65-d27017616024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:52.195677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a1b08359-d506-4c19-9ae5-3299d229d3af None None] Port 3169bf32-7d4d-44ab-9b8b-abb49c937223 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:26:52.260660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d577-6e97-4150-90d0-e92fe5275321 req-08cf7d9e-2ccb-4ed4-b428-87ddd3acf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.262441 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-08cf7d9e-2ccb-4ed4-b428-87ddd3acf3be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0790563 Nov 08 12:26:52.280315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-network', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:52.306831 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.322553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d577-6e97-4150-90d0-e92fe5275321 req-5b9c5c35-256f-4447-89a0-33b1d032b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.324118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-5b9c5c35-256f-4447-89a0-33b1d032b50b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527444 Nov 08 12:26:52.339908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:26:52.369576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Made reservation on behalf of ed8852763ae04d4396c9efac03c01d08 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:52.372472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.440268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.443216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-02d6780d-5eaa-4e1e-96e9-389d23d2e065 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099284 Nov 08 12:26:52.555298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2428d577-6e97-4150-90d0-e92fe5275321 req-6d7465ef-339b-4c57-964d-f448c4315132 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022573 Nov 08 12:26:52.629710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-991df35c-8d50-45b7-ab11-c75ad5ccbf0d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.631441 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-991df35c-8d50-45b7-ab11-c75ad5ccbf0d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.0602190 Nov 08 12:26:52.744912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Deleting port 11a4bb98-7973-4655-9a1e-08074715bdb8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:52.745260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.849039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] For port 11a4bb98-7973-4655-9a1e-08074715bdb8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=11a4bb98-7973-4655-9a1e-08074715bdb8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:52.849519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:52.866835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Calling delete_port for 11a4bb98-7973-4655-9a1e-08074715bdb8 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:52.981486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64516f09-c6e4-4a7b-bad8-bce768c44316 req-14b52c29-b062-4307-b6fc-0298828e5908 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:52.981486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64516f09-c6e4-4a7b-bad8-bce768c44316 req-14b52c29-b062-4307-b6fc-0298828e5908 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 945 time: 0.4642358 Nov 08 12:26:52.986076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:26:53.000735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-84444543-614d-498f-b5de-0514e7d9cd05 admin admin] 10.222.0.58 "PUT /v2.0/routers/c5550cc6-68b9-4a7b-80b3-ae9e7901bd36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6690602 Nov 08 12:26:53.015227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:53.067172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Sync routers for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:26:53.083441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:53.084380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:53.157990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.167694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64516f09-c6e4-4a7b-bad8-bce768c44316 req-66226093-007d-4711-ad22-337916ed93e3 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864872 Nov 08 12:26:53.223669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.261094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event deleted for resources: {'Port': ['ID=11a4bb98-7973-4655-9a1e-08074715bdb8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:53.265480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.277443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['11a4bb98-7973-4655-9a1e-08074715bdb8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:53.283387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d81121ff-c425-4ee3-9119-0daea8f9f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.311901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.329302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] No DVR routers for this DVR port 11a4bb98-7973-4655-9a1e-08074715bdb8 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:53.332627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.337552 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d41819fb-7e14-4891-b542-ee5e3aba8987 req-0b9e725b-44f4-4b96-b3e0-79669f1fabbf tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "DELETE /v2.0/ports/11a4bb98-7973-4655-9a1e-08074715bdb8 HTTP/1.1" status: 204 len: 173 time: 0.6989291 Nov 08 12:26:53.338153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-deleted', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:53.349305 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba69c94b-e341-497d-9ac1-92c09f96001f" -d '{"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-deleted", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:53.382759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3169bf32-7d4d-44ab-9b8b-abb49c937223 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:53.384470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:53.398461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.410302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.417062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.423107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.429128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.435889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.441864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.443866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-baafc91a-5a27-4a40-83eb-970f674d2b39 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.3228712 Nov 08 12:26:53.449924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:26:53.458975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.487613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883bffd2-68c2-449d-a14c-c96bcf5a3718,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:53.511712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.511712 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Added segment 41855a37-d3a7-4223-ab31-1da3dce392ea of type vlan for network 0d19675d-7c46-42bf-87fd-50e76fd0c32b Nov 08 12:26:53.549120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Transition to ACTIVE for port object 3169bf32-7d4d-44ab-9b8b-abb49c937223 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:26:53.600464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5271-3c05-4dac-9f10-dd3d1b222d6c req-3fff0bfc-c9ed-42be-9f96-94dd66ca249f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.602652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6eca5271-3c05-4dac-9f10-dd3d1b222d6c req-3fff0bfc-c9ed-42be-9f96-94dd66ca249f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 936 time: 0.3308132 Nov 08 12:26:53.646545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:50Z', 'revision_number': 5, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:53.650187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.655753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:53.669127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.685013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Checking router: c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:26:53.702712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Routers {'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:53.703363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:53.734683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5153ddeb-750c-44bf-b091-c0a50bab0dc6 req-0c1b7471-b31a-48fa-8d70-97adc13e8cda tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690582 Nov 08 12:26:53.760314 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.797298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:53.808420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6eca5271-3c05-4dac-9f10-dd3d1b222d6c req-1fb74e90-b11c-4818-997a-86625bcadc14 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868644 Nov 08 12:26:53.865868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f50-e3f8-449b-ba81-ab3e6e8fea21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.869755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.869755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:53.869755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:53.877794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] Set router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:26:53.908940 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595de4e7-be23-429b-86ab-333e20bf3847 x-openstack-request-id: req-595de4e7-be23-429b-86ab-333e20bf3847 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:53.909284 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efd047d-912e-45f1-9d83-efd629ce36fa", "name": "network-vif-deleted", "tag": "11a4bb98-7973-4655-9a1e-08074715bdb8", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:53.909544 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-595de4e7-be23-429b-86ab-333e20bf3847 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:53.909986 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efd047d-912e-45f1-9d83-efd629ce36fa', 'name': 'network-vif-deleted', 'tag': '11a4bb98-7973-4655-9a1e-08074715bdb8', 'status': 'completed', 'code': 200} Nov 08 12:26:53.982342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f50-e3f8-449b-ba81-ab3e6e8fea21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.065053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f50-e3f8-449b-ba81-ab3e6e8fea21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.087151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] Pushing event updated for resources: {'Network': ['ID=0d19675d-7c46-42bf-87fd-50e76fd0c32b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:54.120843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:26:54.126164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-721ee203-4654-4b19-a591-5048684230ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0556643 Nov 08 12:26:54.134371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:54.140724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Request body: {'subnet': {'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-subnet', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:54.150769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Attempting to bind port 3169bf32-7d4d-44ab-9b8b-abb49c937223 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:54.150769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Attempting to bind port 3169bf32-7d4d-44ab-9b8b-abb49c937223 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:54.151127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1c2f5f50-e3f8-449b-ba81-ab3e6e8fea21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13f2f616f27a4d72936cd1bbfe377987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908965 Nov 08 12:26:54.151235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Attempting to bind port 3169bf32-7d4d-44ab-9b8b-abb49c937223 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:54.151332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f5f50-e3f8-449b-ba81-ab3e6e8fea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb25f5-89c9-438d-93bb-72177cd72bc6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:54.151995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:54.168375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Deleting port ed953fa8-7770-4b4e-b796-fc990e2df76b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:54.168733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.172053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Port 3169bf32-7d4d-44ab-9b8b-abb49c937223 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:26:54.172729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Attempting to bind port 3169bf32-7d4d-44ab-9b8b-abb49c937223 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:54.205188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:54.205527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:54.205914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:54.206379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Bound port: 3169bf32-7d4d-44ab-9b8b-abb49c937223, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:54.206733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.222295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:50Z', 'revision_number': 5, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:54.263397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:54.273327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.287758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Made reservation on behalf of ed8852763ae04d4396c9efac03c01d08 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:26:54.290781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.303796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.307354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aefe05-6f23-4768-b5a3-5a992c8cc26c None None] The sync data for ids ['c5550cc6-68b9-4a7b-80b3-ae9e7901bd36'] in n-d-816990-1 is: [{'id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1309410928-router', 'tenant_id': 'de96933e96ff435fa7972a1a4c415d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:38Z', 'updated_at': '2021-11-08T12:26:50Z', 'revision_number': 5, 'project_id': 'de96933e96ff435fa7972a1a4c415d42', 'gw_port': {'id': 'ed953fa8-7770-4b4e-b796-fc990e2df76b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5550cc6-68b9-4a7b-80b3-ae9e7901bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:39Z', 'updated_at': '2021-11-08T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:26:54.388846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:54.402159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'mac_address': 'fa:16:3e:05:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:54.422678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a884979-d0be-4d6e-8d3a-dcd1090af70a req-553a42cb-d804-4f77-b29e-2d58a3c5e9a9 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7efd047d-912e-45f1-9d83-efd629ce36fa HTTP/1.1" status: 200 len: 210 time: 0.1151419 Nov 08 12:26:54.423581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] For port ed953fa8-7770-4b4e-b796-fc990e2df76b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed953fa8-7770-4b4e-b796-fc990e2df76b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:54.424126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.451567 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.454657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Calling delete_port for ed953fa8-7770-4b4e-b796-fc990e2df76b owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:54.467246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:54.473670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.477469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:54.477678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.479172 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9fb25f5-89c9-438d-93bb-72177cd72bc6 HTTP/1.1" status: 204 len: 168 time: 0.3088458 Nov 08 12:26:54.489512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999406a7-5ab7-4793-ad02-f50ff3c25f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb25f5-89c9-438d-93bb-72177cd72bc6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:54.495318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:54.528433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:54.593526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.624900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.642544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:54.710916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:54.711592 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:54.713056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] 10.222.0.57 "PUT /v2.0/ports/3169bf32-7d4d-44ab-9b8b-abb49c937223 HTTP/1.1" status: 200 len: 1096 time: 2.5421979 Nov 08 12:26:54.713500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:54.715791 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bfbba-7f50-433a-b9e4-2af02f13894a" -d '{"events": [{"name": "network-changed", "server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:54.746580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eac634-d3a2-43a8-a25d-462bb43fd748 service neutron] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:54.775894 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d525b3d-134f-4b37-a597-b3c62144dfed x-openstack-request-id: req-9d525b3d-134f-4b37-a597-b3c62144dfed {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:54.776181 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:54.776431 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d525b3d-134f-4b37-a597-b3c62144dfed {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:54.776825 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'status': 'completed', 'code': 200} Nov 08 12:26:54.824610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ca42bbda-662d-4946-bda7-35132af46ab8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:54.872328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfbba-7f50-433a-b9e4-2af02f13894a req-33eea5cf-ae0f-4f9f-a945-048308b27261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:54.873855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-216bfbba-7f50-433a-b9e4-2af02f13894a req-33eea5cf-ae0f-4f9f-a945-048308b27261 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 1099 time: 0.0750422 Nov 08 12:26:54.908839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-216bfbba-7f50-433a-b9e4-2af02f13894a req-87321f38-8e70-423e-b581-96d4953160a3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265586 Nov 08 12:26:54.912020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.024512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.152788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed953fa8-7770-4b4e-b796-fc990e2df76b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:55.217770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1475eff-46c0-45c9-b3a3-3fac2b77878a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:55.257593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.265277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.271438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.278374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.284224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.291716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.297587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.299485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-cbb89f47-57fa-426a-8a97-01c92bd815a2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.3793108 Nov 08 12:26:55.345189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aadf2-4ae5-44bb-ab0f-cf6e98a8c259 req-1664b3a1-affe-495c-80ea-18ca8bb36d79 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.347212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-285aadf2-4ae5-44bb-ab0f-cf6e98a8c259 req-1664b3a1-affe-495c-80ea-18ca8bb36d79 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.3499362 Nov 08 12:26:55.370476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.377161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Checking segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:55.377525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Network hostable DHCP agents. Network: 0d19675d-7c46-42bf-87fd-50e76fd0c32b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:26:55.407920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf0259f9-8146-47a3-b707-9f44639a5816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.420557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfbba-7f50-433a-b9e4-2af02f13894a req-87a69a61-1c77-4db7-b313-27018d7bc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.424115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-216bfbba-7f50-433a-b9e4-2af02f13894a req-87a69a61-1c77-4db7-b313-27018d7bc19a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5029838 Nov 08 12:26:55.548377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.557482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.649469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5a870cc-f55a-4c8d-b860-8f413ebf0a95 req-90a278ec-05be-499c-9f00-64f9c0cfccf7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3311520 Nov 08 12:26:55.659129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-285aadf2-4ae5-44bb-ab0f-cf6e98a8c259 req-ecf6e9db-0864-4814-a578-cf48044dc544 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947342 Nov 08 12:26:55.659129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:26:55.671046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5409c742-49c0-42b1-ada0-1f29b2ec8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.672575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-5409c742-49c0-42b1-ada0-1f29b2ec8a1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 1099 time: 0.2022257 Nov 08 12:26:55.692054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7a4f7e8-0cc2-4503-920f-7e5786e45bac no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:55.722269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c7a4f7e8-0cc2-4503-920f-7e5786e45bac {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:55.722269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7a4f7e8-0cc2-4503-920f-7e5786e45bac not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:55.749413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-b038672c-40bb-4580-bcd6-f9aa849c3344 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223 HTTP/1.1" status: 200 len: 217 time: 0.0679328 Nov 08 12:26:55.750457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.760015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:26:55.760015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.760015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7ba16d3f-0e54-47b5-8297-961cb0a84567 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c5550cc6-68b9-4a7b-80b3-ae9e7901bd36 HTTP/1.1" status: 204 len: 168 time: 2.7409496 Nov 08 12:26:55.762657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:55.793910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 0d19675d-7c46-42bf-87fd-50e76fd0c32b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:55.801474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.801791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.803747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5dfd85-a3c3-4054-9936-868e404b2b47 None None] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:55.820232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-da10f979-a671-421a-8a71-4c67c08c3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.822400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-da10f979-a671-421a-8a71-4c67c08c3b89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0643673 Nov 08 12:26:55.862952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Deleting subnet 326ff181-373f-482e-9051-8a98056e8fec {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:26:55.870728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:55.895379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-a5c56867-7668-4513-b84a-c34fa0057bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:55.896822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-a5c56867-7668-4513-b84a-c34fa0057bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678847 Nov 08 12:26:55.904629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54216f93-ade5-475a-a647-dbdcd4926032 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7689314 Nov 08 12:26:55.915849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:55.922174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:55.965634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.010739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.015360 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.068608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-c8fed9ec-3620-491c-bbef-6e6440892310 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628327 Nov 08 12:26:56.086976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.100790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:26:56.102662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.168792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.248893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-379c2635-ec5c-4a4d-8df1-63aee8ad218a req-a9c26338-e6dc-47a5-aa07-d1e63d550d8d service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732345 Nov 08 12:26:56.285688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:56.385200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Allocated IP 172.20.0.2 (0d19675d-7c46-42bf-87fd-50e76fd0c32b/a1475eff-46c0-45c9-b3a3-3fac2b77878a/8fabec9d-54d1-4efe-889c-04e9b365993e) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:56.554068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:56.583014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:56.583193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port ca42bbda-662d-4946-bda7-35132af46ab8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:26:56.585079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 11a4bb98-7973-4655-9a1e-08074715bdb8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:56.585418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 11a4bb98-7973-4655-9a1e-08074715bdb8 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:56.589475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923319797', 'description': 'tempest-description--367950822'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:56.595450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ca42bbda-662d-4946-bda7-35132af46ab8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:56.595816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.630361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.636643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.641210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.686765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.714921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:26:56.717179 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb150d-6337-437c-bfa8-ab7c1b7a59b1" -d '{"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:26:56.723827 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.734942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:56.775849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.776133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.810695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490dcac5-4c9a-4903-af5a-37399e3dc0c5 None None] Network bdcf1a16-5173-4887-9994-3048a33471ec requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:56.822151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.822393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.828235 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/326ff181-373f-482e-9051-8a98056e8fec HTTP/1.1" status: 204 len: 168 time: 1.0639002 Nov 08 12:26:56.829447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b28dce-1659-49db-b900-e8f1d5bea27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326ff181-373f-482e-9051-8a98056e8fec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:56.832560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35924) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:56.949938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:56.953473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:56.957935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:57.007413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:57.017621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Pushing event updated for resources: {'Port': ['ID=8fabec9d-54d1-4efe-889c-04e9b365993e,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.089330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:57.100069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Deleting port 1c3335c7-1574-4890-bfa0-03646f8f6871 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:57.100411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.217065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.244815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72f794-e17a-4d9e-b0f6-d4de787591a0 req-465732cd-0748-4d55-aef0-a621bfca5711 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.246452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a72f794-e17a-4d9e-b0f6-d4de787591a0 req-465732cd-0748-4d55-aef0-a621bfca5711 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.4989007 Nov 08 12:26:57.252482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f6acd21-de2f-4398-aae9-e5b13ca54848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.261373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.271915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] For port 1c3335c7-1574-4890-bfa0-03646f8f6871, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c3335c7-1574-4890-bfa0-03646f8f6871,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:57.272277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.280458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.286798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.295584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.304085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.311090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.315864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.318129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.334725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.337334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Attempting to bind port 8fabec9d-54d1-4efe-889c-04e9b365993e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:26:57.337701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Attempting to bind port 8fabec9d-54d1-4efe-889c-04e9b365993e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:26:57.338058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Attempting to bind port 8fabec9d-54d1-4efe-889c-04e9b365993e on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:26:57.343341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-a9b29342-b651-426b-a834-4bdbb1410b4e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.5778897 Nov 08 12:26:57.343882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:26:57.344257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Checking segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:26:57.344651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.345123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Bound using segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:26:57.345985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Bound port: 8fabec9d-54d1-4efe-889c-04e9b365993e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:26:57.346390 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.349120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Calling delete_port for 1c3335c7-1574-4890-bfa0-03646f8f6871 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:57.433649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] For port 8fabec9d-54d1-4efe-889c-04e9b365993e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:26:57.439959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] DHCP port deletion for bdcf1a16-5173-4887-9994-3048a33471ec request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:26:57.442876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] For port 8fabec9d-54d1-4efe-889c-04e9b365993e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8fabec9d-54d1-4efe-889c-04e9b365993e,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:26:57.459696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.466977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a72f794-e17a-4d9e-b0f6-d4de787591a0 req-99245619-2221-4152-8020-cd99ba931f27 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065213 Nov 08 12:26:57.510279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7f92d5b-629e-4a8b-b63a-364e6b89260a req-3a8d90f2-0c49-4c9e-9951-ae6b8acd0d11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643851 Nov 08 12:26:57.514128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Deleting port 1c3335c7-1574-4890-bfa0-03646f8f6871 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:26:57.514614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.520599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.539698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.555710 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41db60d-bbdf-4f58-9517-0d21cfb0c6b7 x-openstack-request-id: req-d41db60d-bbdf-4f58-9517-0d21cfb0c6b7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:26:57.556549 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:26:57.566922 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d41db60d-bbdf-4f58-9517-0d21cfb0c6b7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:26:57.567467 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'code': 200} Nov 08 12:26:57.591017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Allocated IP 172.25.1.150 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/047ad612-e81e-48dd-b978-2b4ad4e8ed40) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:57.609098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9706e3c-3e1b-4c3d-bbae-93660de8c2e2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.629882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f6acd21-de2f-4398-aae9-e5b13ca54848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.704045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.704195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed953fa8-7770-4b4e-b796-fc990e2df76b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:57.705393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:57.707174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-003759c1-70fc-4aee-a7a5-412691c37fea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1219480 Nov 08 12:26:57.710108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'security_group_rule': {'security_group_id': 'b9706e3c-3e1b-4c3d-bbae-93660de8c2e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:57.717946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef3bb-3aa9-49bf-9c5c-3fb34f6b69cf req-ace92374-45b0-4fac-82de-1c766271c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:57.719491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ef3bb-3aa9-49bf-9c5c-3fb34f6b69cf req-ace92374-45b0-4fac-82de-1c766271c635 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 1101 time: 0.0643373 Nov 08 12:26:57.759744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f6acd21-de2f-4398-aae9-e5b13ca54848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.765238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ed953fa8-7770-4b4e-b796-fc990e2df76b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:57.765238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed953fa8-7770-4b4e-b796-fc990e2df76b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:57.765238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c3335c7-1574-4890-bfa0-03646f8f6871 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:26:57.772210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e76ef3bb-3aa9-49bf-9c5c-3fb34f6b69cf req-fcc665af-720b-470d-ad6a-40e732120819 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Nov 08 12:26:57.782093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.788807 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.795085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] For port 1c3335c7-1574-4890-bfa0-03646f8f6871, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c3335c7-1574-4890-bfa0-03646f8f6871,segment=NetworkSegment(7372d031-fa0e-4193-80ce-d1f71a9abc5d),segment_id=7372d031-fa0e-4193-80ce-d1f71a9abc5d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:57.795483 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.798578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1c3335c7-1574-4890-bfa0-03646f8f6871 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:26:57.798920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c3335c7-1574-4890-bfa0-03646f8f6871 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:26:57.817827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99528e-b754-47f4-b5e8-2d193e954925 None None] Pushing event updated for resources: {'Port': ['ID=8fabec9d-54d1-4efe-889c-04e9b365993e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.825219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Calling delete_port for 1c3335c7-1574-4890-bfa0-03646f8f6871 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:26:57.857976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.871607 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f6acd21-de2f-4398-aae9-e5b13ca54848 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3930cbad5ffc4a7fa33dc86000bcbeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7785606 Nov 08 12:26:57.871607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3335c7-1574-4890-bfa0-03646f8f6871,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.871945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:57.879124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] No DVR routers for this DVR port 1c3335c7-1574-4890-bfa0-03646f8f6871 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:57.932269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6acd21-de2f-4398-aae9-e5b13ca54848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb11625-67c7-4545-8cd6-bd565c6438be,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.940707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.956617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] No DVR routers for this DVR port 1c3335c7-1574-4890-bfa0-03646f8f6871 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:26:57.969382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:57.979996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d42bb-2825-4e12-bff2-4ec71335a87f None None] Pushing event deleted for resources: {'Port': ['ID=1c3335c7-1574-4890-bfa0-03646f8f6871,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:57.983046 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.051684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.054410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.071813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.095093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf1a16-5173-4887-9994-3048a33471ec']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:58.107812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7372d031-fa0e-4193-80ce-d1f71a9abc5d') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:58.108111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7372d031-fa0e-4193-80ce-d1f71a9abc5d') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:58.115818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.123474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.160019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.161999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.183506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:58.184633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:26:58.185020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.193467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:26:58.194504 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:26:58.197776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.197960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bb11625-67c7-4545-8cd6-bd565c6438be HTTP/1.1" status: 204 len: 168 time: 0.3250847 Nov 08 12:26:58.207794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237952c-ee43-4c65-bfd7-cf0b964f7d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb11625-67c7-4545-8cd6-bd565c6438be,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.211647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:58.222692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:58.236162 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:26:58.253036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c6e253-8a5e-4cee-8c7f-ba0224597a2d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.280107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=047ad612-e81e-48dd-b978-2b4ad4e8ed40,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.284799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:26:58.341298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.345082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c5414e4a-0dbe-4d37-a395-a4beb8d08c5b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6360812 Nov 08 12:26:58.345861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:58.352396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'security_group_rule': {'security_group_id': 'b9706e3c-3e1b-4c3d-bbae-93660de8c2e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:58.394555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.403363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.409272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] 10.222.0.58 "DELETE /v2.0/networks/bdcf1a16-5173-4887-9994-3048a33471ec HTTP/1.1" status: 204 len: 168 time: 1.5755057 Nov 08 12:26:58.424828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:58.438308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9b696-4791-4e5a-9a60-9ed1a7daaa0c admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcf1a16-5173-4887-9994-3048a33471ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.439521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'mac_address': 'fa:16:3e:ca:f3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:26:58.464595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.482823 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.507434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3169bf32-7d4d-44ab-9b8b-abb49c937223 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:26:58.522413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.562300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:58.611785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.667819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.696320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded46c4a-5e8f-495f-87df-2cf77792e6dd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.722721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752be9-393c-4204-981d-3f1c27c12aeb req-d97448ae-7562-4d33-af4d-9c1490549455 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.730486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3752be9-393c-4204-981d-3f1c27c12aeb req-d97448ae-7562-4d33-af4d-9c1490549455 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.1163626 Nov 08 12:26:58.751950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:58.764329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.767554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.776112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.783255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.789306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.795590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.801578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.809027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:58.811040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-4af624ef-3db1-4f08-a13a-49faefec1cc7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2005022 Nov 08 12:26:58.826685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:58.832073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0fedd9a0-be98-449c-8b81-2ad36ed6abac tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4849195 Nov 08 12:26:58.832729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:58.850279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:26:58.897714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['3169bf32-7d4d-44ab-9b8b-abb49c937223'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:26:58.939688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.000373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:59.059915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3752be9-393c-4204-981d-3f1c27c12aeb req-d66bb08b-ffc2-46fb-a9ea-18722f78dcc9 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229144 Nov 08 12:26:59.098042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b88abdd3-c6f8-4871-87be-8c3740de7b56 req-9241fd89-9af4-49e9-b04b-35b53ef5da95 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629611 Nov 08 12:26:59.160016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.160629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.227217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fd3de-4d60-4fc3-8eaa-190c7987313f None None] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:26:59.248648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-62439996-c3e4-4dc4-9a04-b488d0a8f33c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de96933e96ff435fa7972a1a4c415d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446589 Nov 08 12:26:59.255211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:26:59.338869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] Provisioning complete for port 8fabec9d-54d1-4efe-889c-04e9b365993e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:59.339238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.360331 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-4a90c6e3-ecbe-4181-94df-94fb8ffbb525 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524193 Nov 08 12:26:59.382121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.392859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.446232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.502658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-bcc99ba7-0f20-4a29-8ef2-c77d96b50f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:59.504256 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-bcc99ba7-0f20-4a29-8ef2-c77d96b50f7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc0608d6279a400e8699165c662e478e&device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 1096 time: 0.1060967 Nov 08 12:26:59.533422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.547351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Allocated IP 172.25.1.84 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/d660435d-ca1d-4195-82dc-85f47760dcd6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:26:59.559225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:26:59.600032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] For port 8fabec9d-54d1-4efe-889c-04e9b365993e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8fabec9d-54d1-4efe-889c-04e9b365993e,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:26:59.630106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.632683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.636749 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21e6a8a6-26ad-466c-aff3-826d8a7cc12a HTTP/1.1" status: 204 len: 168 time: 0.3797147 Nov 08 12:26:59.701927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.725410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f88a9-daca-4298-ad7f-f549f2d549f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e6a8a6-26ad-466c-aff3-826d8a7cc12a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:59.726121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.792255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8fabec9d-54d1-4efe-889c-04e9b365993e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:26:59.854539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.859213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8386f-c99e-48f8-baf5-32eafb4b2df7 None None] Pushing event updated for resources: {'Port': ['ID=8fabec9d-54d1-4efe-889c-04e9b365993e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:26:59.865114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-0da4f72b-ae21-4836-a4fe-e37eb8be5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:26:59.866764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-0da4f72b-ae21-4836-a4fe-e37eb8be5d6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=03bd7186-87da-476c-9a9f-678327f4a190 HTTP/1.1" status: 200 len: 917 time: 0.3352351 Nov 08 12:26:59.896623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:26:59.900948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8fabec9d-54d1-4efe-889c-04e9b365993e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:59.903195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.909538 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:26:59.927072 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:26:59.930883 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:26:59.943600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:26:59.954759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:26:59.959853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:26:59.985943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-379074c6-850d-46b2-a80f-48f451eb8928 None None] Provisioning complete for port 8fabec9d-54d1-4efe-889c-04e9b365993e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:26:59.986653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-379074c6-850d-46b2-a80f-48f451eb8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:26:59.996909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'Port': ['ID=d660435d-ca1d-4195-82dc-85f47760dcd6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:00.004648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-d39eb58c-3abf-4636-bbef-de72c75046b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb7dc69-d176-4305-b050-f00f27b581b7 HTTP/1.1" status: 200 len: 1001 time: 0.1271684 Nov 08 12:27:00.141144 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:00.185219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.291441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1625-8fa0-42b0-811e-c9ecb9e09abd req-2a567f7f-8d64-45ab-ab86-c4c4c892db65 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.292445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c5b1625-8fa0-42b0-811e-c9ecb9e09abd req-2a567f7f-8d64-45ab-ab86-c4c4c892db65 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 949 time: 0.0949619 Nov 08 12:27:00.297787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:00.391278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.491022 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:26:58Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:00.536339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 3169bf32-7d4d-44ab-9b8b-abb49c937223 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:00.542366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 3169bf32-7d4d-44ab-9b8b-abb49c937223 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:00.543013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.551680 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:00.553312 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Updating router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:00.603725 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.620369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-f22138c1-36dd-4bf2-b655-7a3a1e75e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.622767 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-f22138c1-36dd-4bf2-b655-7a3a1e75e5b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e52aaf1-8655-4665-a719-546891111d2a HTTP/1.1" status: 200 len: 855 time: 0.6103339 Nov 08 12:27:00.627966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.627966 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb073d20-2f73-421b-af0a-0eadc6e47ae5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7102666 Nov 08 12:27:00.640642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:00.678140 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.683211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-13d11ea8-cd62-4068-b618-e11bb0d92ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.684944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-13d11ea8-cd62-4068-b618-e11bb0d92ff6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03bd7186-87da-476c-9a9f-678327f4a190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428622 Nov 08 12:27:00.700067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.711844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:00.714831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c5b1625-8fa0-42b0-811e-c9ecb9e09abd req-908512de-c105-4070-a386-4f052f8fba46 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025466 Nov 08 12:27:00.714975 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d9aae-4b89-44f3-889b-84d04a844bc7" -d '{"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-plugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:00.731472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:00.819521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.828340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.835624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.843939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.851053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.851324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-b2589add-7b09-4f1e-9325-3961bccff55f service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542251 Nov 08 12:27:00.855400 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.859484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.866607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:00.876356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-e6b5ace2-449a-457a-b58d-4955e9dff24e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2346437 Nov 08 12:27:00.878441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:00.929643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:00.986486 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e306c1ea-b3f0-499d-a13d-e16b5c9716a3 req-fdc82a75-6c17-4ac1-b710-7727fa48f0b9 service neutron] 10.222.0.61 "GET /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235061 Nov 08 12:27:00.987637 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.065234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'Port': ['ID=d660435d-ca1d-4195-82dc-85f47760dcd6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:01.093992 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.122756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.131241 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54a845-4856-47bb-a8ab-bb55f260aded x-openstack-request-id: req-3b54a845-4856-47bb-a8ab-bb55f260aded {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:01.131874 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-plugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:01.134076 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b54a845-4856-47bb-a8ab-bb55f260aded {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:01.134076 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'code': 200} Nov 08 12:27:01.161429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4216e36-b6c0-4b5e-a424-3ec6174ac28a req-b1b3f46a-3b4e-4441-a4e2-bf44194f5b73 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2841101 Nov 08 12:27:01.163618 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d4139-18f1-4164-b6f0-d682fe9f670d None None] Pushing event updated for resources: {'Port': ['ID=047ad612-e81e-48dd-b978-2b4ad4e8ed40,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:01.173953 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Attempting to bind port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:01.174953 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Attempting to bind port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:01.176184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Attempting to bind port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:01.187054 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:01.189241 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:01.190152 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.190939 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:01.191601 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Bound port: 047ad612-e81e-48dd-b978-2b4ad4e8ed40, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:01.192163 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.270431 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.278286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ad8a3bcb-5a23-4477-b2ef-33d95f8b7392 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4356160 Nov 08 12:27:01.284549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:01.290618 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] For port 047ad612-e81e-48dd-b978-2b4ad4e8ed40, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:01.296782 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] For port 047ad612-e81e-48dd-b978-2b4ad4e8ed40, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=047ad612-e81e-48dd-b978-2b4ad4e8ed40,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:01.335081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b2c3e-2128-49a2-a9ef-26d540b3e1c7 req-fa2212a3-f0c9-42d1-8d9c-025e344b246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:01.336614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-567b2c3e-2128-49a2-a9ef-26d540b3e1c7 req-fa2212a3-f0c9-42d1-8d9c-025e344b246d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 1101 time: 0.0972841 Nov 08 12:27:01.368973 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.447280 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d4139-18f1-4164-b6f0-d682fe9f670d None None] Pushing event updated for resources: {'Port': ['ID=047ad612-e81e-48dd-b978-2b4ad4e8ed40,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:01.448067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-567b2c3e-2128-49a2-a9ef-26d540b3e1c7 req-c4c638ac-d701-449c-a190-681f440fb0be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036265 Nov 08 12:27:01.474728 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:01.475443 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:01.555923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-network', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:01.581039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.673829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8fabec9d-54d1-4efe-889c-04e9b365993e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:01.683932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Made reservation on behalf of 0f1c1e7d2f5e4fb887a472dbb57211be for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:01.686552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.702524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.731872 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:01.735890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-98c322e5-f81b-48ff-83e8-811c8e917572 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:01.740236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8fabec9d-54d1-4efe-889c-04e9b365993e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:01.740722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.746661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-98c322e5-f81b-48ff-83e8-811c8e917572 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.2277656 Nov 08 12:27:01.772920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-d5dabb1c-f434-4fe8-bb4e-9a31c8bf6e1b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/quotas/4e5b6debb2f84da08c8564392a92e458 HTTP/1.1" status: 200 len: 375 time: 0.0249116 Nov 08 12:27:01.869159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.959955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36062) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:01.974099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Allocated IP 172.20.0.1 (0d19675d-7c46-42bf-87fd-50e76fd0c32b/a1475eff-46c0-45c9-b3a3-3fac2b77878a/d66f4362-d326-4ba7-8051-ca0ca25edff4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:01.974460 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97192202-58da-4322-9136-be0b9817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:26:58Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:01.977369 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:01.990777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-b81e0205-5c19-4022-94a9-8d04a50f62f6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161481 Nov 08 12:27:02.004060 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97192202-58da-4322-9136-be0b9817ac2c None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:26:58Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:02.051551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:27:02.058665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4059-6e06-4343-a42c-bcd21ad9fe1f req-47884fe5-ed4a-4d25-85e7-81ec22e0e265 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.060226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7d4059-6e06-4343-a42c-bcd21ad9fe1f req-47884fe5-ed4a-4d25-85e7-81ec22e0e265 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 950 time: 0.1553547 Nov 08 12:27:02.072390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d4f5b6-6e23-4bf1-9117-8d699d216757,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:02.085998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.085998 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Added segment a5d86f86-8c44-435b-acd3-f93a851d6135 of type vlan for network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf Nov 08 12:27:02.143314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.147389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85413fec-b8c8-4fc3-b796-503a56c6694d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.230559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7d4059-6e06-4343-a42c-bcd21ad9fe1f req-8d3cfd2c-4cad-462e-9cfd-af5e24526d9b tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620982 Nov 08 12:27:02.249975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85413fec-b8c8-4fc3-b796-503a56c6694d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.253596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.254675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.255323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.269357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.281607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-551376f0-61f3-4252-a236-4942a16ece67 service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763669 Nov 08 12:27:02.381898 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0931275 Nov 08 12:27:02.382092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:02.382220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85413fec-b8c8-4fc3-b796-503a56c6694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.406305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Request body: {'subnet': {'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-subnet', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:02.446090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-85413fec-b8c8-4fc3-b796-503a56c6694d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6adf9ae82b8b4bdca0b08046b7a17823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820004 Nov 08 12:27:02.446385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85413fec-b8c8-4fc3-b796-503a56c6694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213ce5b-2a74-46e4-8789-596765708620,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:02.448102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36072) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:02.448909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c07e-9b59-4540-8faf-89eabf374c61 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3e8e30-056b-4584-9ebf-05bd5092a1cf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:02.488261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:27:02.533858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Made reservation on behalf of 0f1c1e7d2f5e4fb887a472dbb57211be for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:02.536198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.564404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-9b2563c5-4d79-48b2-aa0a-b8171ff251bf service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818484 Nov 08 12:27:02.675396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.715469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.751778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:02.769935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:02.793614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.799914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.809690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.813942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.833436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.834585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.842165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:02.844080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-191fb362-024d-4973-a68e-56efffc1405b req-4626e1bc-fe61-4a5e-97ac-d25dd014a806 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.2579422 Nov 08 12:27:02.846406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:02.853873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:02.861017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:03.195119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-122d35c3-b380-44c6-8832-48c73446cfdf None None] Provisioning complete for port d66f4362-d326-4ba7-8051-ca0ca25edff4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:03.196737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-122d35c3-b380-44c6-8832-48c73446cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.235967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-122d35c3-b380-44c6-8832-48c73446cfdf None None] Port d66f4362-d326-4ba7-8051-ca0ca25edff4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:03.254519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0c22587-795b-40e9-bd66-ce559140ca31 req-94d6f98c-26bd-4860-9f36-082397e6aaba tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 210 time: 0.3775480 Nov 08 12:27:03.343186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.470535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-191fb362-024d-4973-a68e-56efffc1405b req-52b860fd-f1e4-46a5-8642-2b0848dfb89b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6029263 Nov 08 12:27:03.507154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9a82-ab6e-48c7-a8ee-0bb03d9444ef req-2ca03503-2bba-430a-bdc0-82163282b96d tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:03.509457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f0a9a82-ab6e-48c7-a8ee-0bb03d9444ef req-2ca03503-2bba-430a-bdc0-82163282b96d tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 950 time: 0.1863902 Nov 08 12:27:03.557250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.560082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.560923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2213ce5b-2a74-46e4-8789-596765708620 HTTP/1.1" status: 204 len: 168 time: 1.0979533 Nov 08 12:27:03.562147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.652940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e3f1e-50c3-4f6f-a40d-5c2aba78d246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213ce5b-2a74-46e4-8789-596765708620,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:03.698296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f0a9a82-ab6e-48c7-a8ee-0bb03d9444ef req-2d1051c8-1e8f-4e98-9ac0-ed6ed2d78774 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811955 Nov 08 12:27:03.721314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff425c7-d658-4c7c-a086-fbf574de9382,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:03.754110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Checking segment: {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:03.754110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Network hostable DHCP agents. Network: 9d3e8e30-056b-4584-9ebf-05bd5092a1cf, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:27:03.754831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 047ad612-e81e-48dd-b978-2b4ad4e8ed40 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:03.756023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.833981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:03.834387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.926075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:03.934174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ad1d-fa51-4ebc-99ea-e03c529d95d3 req-59ec2319-bc3a-421f-8acb-70a7a7533504 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:03.938736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2221ad1d-fa51-4ebc-99ea-e03c529d95d3 req-59ec2319-bc3a-421f-8acb-70a7a7533504 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 950 time: 0.1200216 Nov 08 12:27:03.952986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 047ad612-e81e-48dd-b978-2b4ad4e8ed40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=047ad612-e81e-48dd-b978-2b4ad4e8ed40,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:03.984026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:27:04.032875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.036152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2221ad1d-fa51-4ebc-99ea-e03c529d95d3 req-a47ebc03-ca61-4e26-a7b2-4e4f0e055166 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890508 Nov 08 12:27:04.047962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.091097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=047ad612-e81e-48dd-b978-2b4ad4e8ed40,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:04.145748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9d3e8e30-056b-4584-9ebf-05bd5092a1cf) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:04.147549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.155931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3813e31-49c2-44c6-9188-b31a8dd7ef37 None None] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:04.196405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.200364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.200954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.270188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:04.344197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-03b60395-cc40-4ae6-a175-4d0f1bf86f53 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9591231 Nov 08 12:27:04.349850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36112) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:04.350354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:04.389828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67cfc31b-cbf4-4cae-92b8-3ca4e0f9f97d req-39a95d96-293e-4116-8e5b-95622faa803c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 210 time: 0.0426111 Nov 08 12:27:04.424639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'fixed_ips': [{'subnet_id': '4ff425c7-d658-4c7c-a086-fbf574de9382'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:27:04.425635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.459378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:04.461125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:04.495787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.497556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.579580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c14e5159-24f8-4279-a086-da43eb45c519 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:04.593282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.650000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Allocated IP 172.20.0.2 (9d3e8e30-056b-4584-9ebf-05bd5092a1cf/4ff425c7-d658-4c7c-a086-fbf574de9382/f255efdf-b40d-4d5a-9563-1a24a8f78ce8) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:04.684348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:04.708689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.715007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.721184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.728231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.730447 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:04.736467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.743396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.761617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:04.768683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-fc16fe64-4450-4ea5-b8a9-1fba6838d63b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5421 time: 0.1559224 Nov 08 12:27:04.850497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d676777c-bce0-48cc-9182-ed9d70f6fc75 None None] Provisioning complete for port d66f4362-d326-4ba7-8051-ca0ca25edff4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:04.850859 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d676777c-bce0-48cc-9182-ed9d70f6fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.959588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:04.960168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6a6fa80-cc93-4b99-9bd3-b7f43b163c0e req-90f8926f-2315-407e-bc97-c64b915ceb52 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883407 Nov 08 12:27:05.018951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:05.033519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d877d3f9-be38-42c0-bd45-0669de6f7ac6 admin admin] 10.222.0.58 "PUT /v2.0/routers/1e2e0aa8-91dc-4fc3-b876-6478047b1668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3873742 Nov 08 12:27:05.067647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:05.126291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:05.127233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:05.187082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c14e5159-24f8-4279-a086-da43eb45c519,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:05.187082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d676777c-bce0-48cc-9182-ed9d70f6fc75 None None] Port d66f4362-d326-4ba7-8051-ca0ca25edff4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:05.227425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.237484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c14e5159-24f8-4279-a086-da43eb45c519', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'port_id': 'c14e5159-24f8-4279-a086-da43eb45c519', 'mac_address': 'fa:16:3e:90:db:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:05.308334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-be50dd04-7dd3-4f42-b78e-4d56a35b5a50 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:05.310438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-be50dd04-7dd3-4f42-b78e-4d56a35b5a50 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.1784387 Nov 08 12:27:05.327069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.380653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'port': {'device_id': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'admin_state_up': True, 'tenant_id': '4e5b6debb2f84da08c8564392a92e458'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:05.414352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:05.418875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Pushing event updated for resources: {'Port': ['ID=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:05.439396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:05.472458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:05.478069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:05.487772 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.551399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.581211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.620071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14e5159-24f8-4279-a086-da43eb45c519 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:05.747271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Made reservation on behalf of 4e5b6debb2f84da08c8564392a92e458 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:05.749458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.754366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Allocated IP 172.25.1.162 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/9c9c73dc-ead1-4102-b95f-974aa3e51ae0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:05.772252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-879d34f4-3927-4b25-a6e3-f19a672bcdaa req-a3c4a4ed-65ea-4197-8f2b-2a0941071759 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 210 time: 0.0355914 Nov 08 12:27:05.788679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 047ad612-e81e-48dd-b978-2b4ad4e8ed40 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:05.793861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c14e5159-24f8-4279-a086-da43eb45c519,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:05.797405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Attempting to bind port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:05.797882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Attempting to bind port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:05.798355 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Attempting to bind port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 on network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:05.803806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-0e66be2a-e3e5-4535-8183-2bb94e1f4ebf tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:05.805877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-0e66be2a-e3e5-4535-8183-2bb94e1f4ebf tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 820 time: 0.2252805 Nov 08 12:27:05.823341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-8ff2c6b3-d741-4b2a-9c0f-2dfb0c119b7f tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/quotas/ed8852763ae04d4396c9efac03c01d08 HTTP/1.1" status: 200 len: 375 time: 0.0113819 Nov 08 12:27:05.845189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:05.845837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Checking segment: {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:05.846385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.846930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Bound using segment: {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:05.847512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Bound port: f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:05.847986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.865523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:05.866443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c95af6a1-c3cc-4464-85f5-7eebc73d71ef details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:05.903799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-ec030541-0240-4efe-a57a-0c6a7f2f5c1e tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731013 Nov 08 12:27:05.999641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Allocated IP 172.20.0.7 (5bb7bf10-576e-4d62-8cd9-9ed030ea8345/c6adddf3-2fc6-4ebe-bb63-fcd7a621d175/62efb332-fa26-4b76-9ef6-d0303bda74f8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:06.001584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:06.003287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.036113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:06.042560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] For port f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:06.046505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'port_id': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef', 'mac_address': 'fa:16:3e:2b:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:06.047042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] For port f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:06.060568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:06.061085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.084279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-70a26100-d521-4dcf-904e-ca8f7dc5a506 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778567 Nov 08 12:27:06.085633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 2, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:06.150959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:06.151308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Updating router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 port d66f4362-d326-4ba7-8051-ca0ca25edff4 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:06.155763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.161867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.221977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.235852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-0cea52e0-8302-438a-9e78-edd6beaf4418 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483698 Nov 08 12:27:06.237968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:06.246364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.247791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:06.256758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:06.275960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95af6a1-c3cc-4464-85f5-7eebc73d71ef {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:06.299675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:06.300715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Pushing event updated for resources: {'Port': ['ID=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:06.324166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.381230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.385277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:06.393321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.397969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:06.400623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.405229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be074d-3ae1-4696-8f4b-191a6d51991a None None] Pushing event updated for resources: {'Port': ['ID=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:06.409479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.435093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.448133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.455798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.466664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c1825a86-7b8b-4140-aa17-bbbea1b5d490 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5422 time: 0.3773155 Nov 08 12:27:06.538354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25437d92-3bbb-46e5-81d4-abe04d6709ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.539045 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.541876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 480f72f1-7781-43f5-bf5a-fd5e324d449d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:06.587911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.649607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e66359d-4ee6-408a-9785-9a50c454690b req-c161dc7e-73fe-4403-97d5-ee6aaf51fead tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819506 Nov 08 12:27:06.781117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:06.792348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:06.794361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:06.795716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:06.814512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:06.814682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:06.827784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:06.832812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '480f72f1-7781-43f5-bf5a-fd5e324d449d', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'port_id': '480f72f1-7781-43f5-bf5a-fd5e324d449d', 'mac_address': 'fa:16:3e:9c:df:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:06.841726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e19dfea3-6406-4694-a3de-cbf5940f65ba req-cb59fb03-871b-4b47-aa94-6d575f8edfb2 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.0529439 Nov 08 12:27:06.858498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25437d92-3bbb-46e5-81d4-abe04d6709ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.964863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30acbb-41fa-4a85-b050-6be4b5d83a40 req-25f63edb-5c70-497e-b563-1730ce0233e6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.969997 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.973281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d30acbb-41fa-4a85-b050-6be4b5d83a40 req-25f63edb-5c70-497e-b563-1730ce0233e6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 931 time: 0.0827785 Nov 08 12:27:06.974722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:06.975331 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25437d92-3bbb-46e5-81d4-abe04d6709ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.982551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:06.983397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:06.998050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.010790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'mac_address': 'fa:16:3e:05:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:07.059183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25437d92-3bbb-46e5-81d4-abe04d6709ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad0403-b41f-484e-9e51-f0181e491332,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:07.061275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480f72f1-7781-43f5-bf5a-fd5e324d449d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:07.072711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25437d92-3bbb-46e5-81d4-abe04d6709ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68a88e93b5ee4d70903f1ca5fb685ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7712431 Nov 08 12:27:07.073790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:07.081263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:07.084638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d30acbb-41fa-4a85-b050-6be4b5d83a40 req-d7dd80b9-b8ef-4e0b-9847-fdd654934852 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110888 Nov 08 12:27:07.101306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.127308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-5e49efea-afef-461b-a0a4-0019cdddc0c1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7516389 Nov 08 12:27:07.137126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.140598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:07.171552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.174100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Request body: {'port': {'device_id': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:07.183647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.184356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c85c8c12-579a-4ab0-a46b-d8cccfd3f030 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:07.194511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:07.254503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.276610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:07.281000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.284671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.291812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:07.329119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.331091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'network_id': 'a832796d-6050-47f4-99f6-7c5282354f64', 'port_id': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'mac_address': 'fa:16:3e:30:91:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de339ed-5d29-4bb2-832e-fecb425be9fe', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:07.332712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.334535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3ad0403-b41f-484e-9e51-f0181e491332 HTTP/1.1" status: 204 len: 168 time: 0.2592981 Nov 08 12:27:07.346156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54e5e-bdaf-48a7-be6c-de4d8dd0aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad0403-b41f-484e-9e51-f0181e491332,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:07.350870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.516242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ca42bbda-662d-4946-bda7-35132af46ab8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:07.518583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.594090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:07.752264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:07.827648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85c8c12-579a-4ab0-a46b-d8cccfd3f030 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:07.937586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:07.941187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db4fbe-073d-4934-9fb9-03637aa861b6 None None] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:07.943705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f255efdf-b40d-4d5a-9563-1a24a8f78ce8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:07.977472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:07.987624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:07.996283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.005523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.013258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Attempting to bind port d66f4362-d326-4ba7-8051-ca0ca25edff4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:08.013590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.013719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Attempting to bind port d66f4362-d326-4ba7-8051-ca0ca25edff4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:08.013978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Attempting to bind port d66f4362-d326-4ba7-8051-ca0ca25edff4 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:08.021456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.030117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.033056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-29543a6e-c7a1-406a-8da0-46eeaab64578 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5424 time: 0.2038591 Nov 08 12:27:08.037180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281414e-9e3a-4e17-ad83-da5403de8166 None None] Pushing event updated for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:08.087295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e17d457a-5228-47de-b932-0851862b97a7 req-a375df78-0746-47fa-b5a8-6a3972b8bf32 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.0519648 Nov 08 12:27:08.147520 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.148215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device eff5d8b5-84ce-4e4b-ae40-cce216085c1f details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:08.150310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:08.150918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Checking segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:08.151307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.151691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Bound using segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:08.152160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Bound port: d66f4362-d326-4ba7-8051-ca0ca25edff4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:08.152527 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.174932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bbd449d-155d-4f0f-923b-822ca29fbf49 req-db93313c-6e93-415a-be2d-e25f99583265 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199014 Nov 08 12:27:08.268845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Router d88150a5-dbff-4abb-b9c6-2066b0f8a1af is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:27:08.298237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] Provisioning complete for port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:08.298647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.339592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a363ca8-3410-47da-8dab-a72c9971c978 req-d878d783-f7fa-4aef-bcad-fd1af90229e6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:08.358830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a363ca8-3410-47da-8dab-a72c9971c978 req-d878d783-f7fa-4aef-bcad-fd1af90229e6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 931 time: 0.0981293 Nov 08 12:27:08.375807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:08.432754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a363ca8-3410-47da-8dab-a72c9971c978 req-713912c2-ce68-4dc5-8c93-0510b990eec4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720229 Nov 08 12:27:08.464110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62efb332-fa26-4b76-9ef6-d0303bda74f8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:08.464763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:08.483177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.498680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Transition to ACTIVE for port object 62efb332-fa26-4b76-9ef6-d0303bda74f8 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:08.540000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:08.540377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.569573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] For port d66f4362-d326-4ba7-8051-ca0ca25edff4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:08.577385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.620457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:08.630028 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Sync routers for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:08.631770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] For port d66f4362-d326-4ba7-8051-ca0ca25edff4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d66f4362-d326-4ba7-8051-ca0ca25edff4,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:08.649357 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:08.650063 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:08.694576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:08.779127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.787657 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:08.796649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:08.799019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Attempting to bind port 62efb332-fa26-4b76-9ef6-d0303bda74f8 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:08.799365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Attempting to bind port 62efb332-fa26-4b76-9ef6-d0303bda74f8 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:08.799698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Attempting to bind port 62efb332-fa26-4b76-9ef6-d0303bda74f8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:08.805910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Port 62efb332-fa26-4b76-9ef6-d0303bda74f8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:08.806236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Attempting to bind port 62efb332-fa26-4b76-9ef6-d0303bda74f8 on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:08.822379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.822379 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-560abce9-8bb4-4091-a720-47f2f64c26fd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4731896 Nov 08 12:27:08.822880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36260) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:08.827642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:08.828321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Checking segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:08.828439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Bound using segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:08.829152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Bound port: 62efb332-fa26-4b76-9ef6-d0303bda74f8, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:08.829507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:08.956150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'port_id': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'mac_address': 'fa:16:3e:c9:ea:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a81f57-6418-4726-8b21-865dc604ebd3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:08.998041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:09.009144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281414e-9e3a-4e17-ad83-da5403de8166 None None] Pushing event updated for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:09.030114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.030114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:09.030114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:09.037753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:09.071103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:09.126650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.245073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.246598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.251792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] 10.222.0.61 "PUT /v2.0/ports/62efb332-fa26-4b76-9ef6-d0303bda74f8 HTTP/1.1" status: 200 len: 1091 time: 2.0818214 Nov 08 12:27:09.264362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:09.271356 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:09.293115 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:06Z', 'revision_number': 3, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:09.328039 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Checking router: d88150a5-dbff-4abb-b9c6-2066b0f8a1af for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:09.328637 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Updating router d88150a5-dbff-4abb-b9c6-2066b0f8a1af port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:09.340052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1038588565-network', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:09.362539 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.390845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9cc7e-7570-44f9-b360-b48914d85195 service neutron] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:09.425117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.456251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:09.458533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.463263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-df8331f5-570b-4e94-bfbe-47b37e4c7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.464818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-df8331f5-570b-4e94-bfbe-47b37e4c7004 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 1094 time: 0.0609548 Nov 08 12:27:09.470970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.478602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c652650-123e-4832-8be1-2d639e7fe7ab req-12233e26-558a-4a4b-b979-b5039fdea48b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.1431341 Nov 08 12:27:09.481827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] For port f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:09.519121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.549863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.579793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.604291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.607043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.613455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.621237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.630432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.648887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.651385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-ed560fd2-422d-4758-9810-94ea59de82c4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5425 time: 0.3149338 Nov 08 12:27:09.702170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-6aa0d3f6-1a2a-416c-9231-d0a64a7eaf92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8 HTTP/1.1" status: 200 len: 217 time: 0.2033095 Nov 08 12:27:09.771426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff5d8b5-84ce-4e4b-ae40-cce216085c1f {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:09.778487 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76aff5f-eda6-4cdd-864d-093ef0c5d1a0 x-openstack-request-id: req-f76aff5f-eda6-4cdd-864d-093ef0c5d1a0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:09.778915 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:09.785322 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f76aff5f-eda6-4cdd-864d-093ef0c5d1a0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:09.785322 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'status': 'completed', 'code': 200} Nov 08 12:27:09.807761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:27:09.813161 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:27:09.831726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-88984c97-5068-49d8-a23b-e817054b5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.834696 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-88984c97-5068-49d8-a23b-e817054b5f91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 200 len: 862 time: 0.1209633 Nov 08 12:27:09.845447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-af51fe46-63b0-42ed-8949-63d0b1a740fb tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:09.847208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-af51fe46-63b0-42ed-8949-63d0b1a740fb tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 820 time: 0.1924152 Nov 08 12:27:09.886217 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-0978be2c-2ee1-4078-bf0a-6431bde38c88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437014 Nov 08 12:27:09.889111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.890859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'port': {'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'admin_state_up': True, 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:09.906991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:09.938815 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.961982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:09.986055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Provisioning complete for port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:09.986854 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:09.992888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b984e9-4ea2-4250-847b-d3ffa4c40f48 None None] Pushing event updated for resources: {'Port': ['ID=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.027934 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.068532 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-7a76dfc8-97e6-449d-a08e-a15ec46cf224 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746156 Nov 08 12:27:10.070855 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Attempting to bind port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:10.077483 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Attempting to bind port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:10.078203 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Attempting to bind port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:10.095525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.115240 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.121364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 456d6d53-39e0-4abd-90c7-9557e3fb46a5 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:10.125097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:27:10.128241 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:10.131888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:10.131888 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.131888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:10.131888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Bound port: 9c9c73dc-ead1-4102-b95f-974aa3e51ae0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:10.133387 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.146935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.147282 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Added segment 516e0548-8cff-47b4-801e-dada3f8c90be of type vlan for network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad Nov 08 12:27:10.198562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.218824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-378df238-106b-4ac4-97f5-1682882cf8e5 req-82e25374-2705-4e79-acd3-7035913f01e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3704348 Nov 08 12:27:10.248989 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] For port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:10.251748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] For port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:10.296973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cebbb-18b9-435e-bc0f-f49f63c54520 None None] Pushing event updated for resources: {'Port': ['ID=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.363105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:10.385625 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.417002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.417989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:10.418657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.427817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:10.476235 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cebbb-18b9-435e-bc0f-f49f63c54520 None None] Pushing event updated for resources: {'Port': ['ID=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.483211 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:10.484379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:10.507587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e588044-f018-4bd6-b90a-309a707ca175 req-951417a8-ac5c-47bd-8e32-d74b6ddabf45 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:10.518343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e588044-f018-4bd6-b90a-309a707ca175 req-951417a8-ac5c-47bd-8e32-d74b6ddabf45 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 943 time: 0.4804606 Nov 08 12:27:10.538309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364a70d-06c0-4162-afef-6b57ee998a7c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.642041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:10.654532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.681060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'network_id': '520c0c08-e003-432d-acfc-8d646c1ade8d', 'port_id': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'mac_address': 'fa:16:3e:cd:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a81f57-6418-4726-8b21-865dc604ebd3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:10.692958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:10.715294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e588044-f018-4bd6-b90a-309a707ca175 req-9cc01202-33fd-4b90-83fa-26d7c8c28f18 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984367 Nov 08 12:27:10.742672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36314) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:10.746000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7004981 Nov 08 12:27:10.788513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad11457-3cea-421b-879e-072752b1c03a admin admin] Pushing event updated for resources: {'Network': ['ID=fd6b66a1-04f5-4a7a-ab54-6e19fa637cad,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:10.803263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.809437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ca42bbda-662d-4946-bda7-35132af46ab8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:10.810136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.822000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.825220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:27:10.827267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Provisioning complete for port d66f4362-d326-4ba7-8051-ca0ca25edff4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:10.827634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:10.874788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Request body: {'subnet': {'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1038588565-subnet', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:10.875710 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9dba9189-e23f-4d9f-9c4f-00cb4b2bef50 req-fd3f9d02-ed55-4db0-9b22-dd39352e317d service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970657 Nov 08 12:27:10.907093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456d6d53-39e0-4abd-90c7-9557e3fb46a5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:10.908971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfe1fabd-ce36-4ac3-9dae-a096e8574539 req-0b1f4569-2adc-4110-a81f-ab08903b5591 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.2903676 Nov 08 12:27:10.921572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f255efdf-b40d-4d5a-9563-1a24a8f78ce8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:11.017142 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:06Z', 'revision_number': 3, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:11.027891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:11.067661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Made reservation on behalf of ed8852763ae04d4396c9efac03c01d08 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:11.074000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.094646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:08Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:11.100176 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b21b10-075b-4832-8549-8f7f57daa2ca None None] The sync data for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 is: [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:06Z', 'revision_number': 3, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:11.105712 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.106430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e21a319b-0b8b-4648-ac17-c3e30d13cfa9 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:11.174903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-687dd2f6-2af7-4ccb-afce-2829e2e788b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:11.176314 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-687dd2f6-2af7-4ccb-afce-2829e2e788b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 1094 time: 0.1266539 Nov 08 12:27:11.279641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:11.281918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.308163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:11.323224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaf287-9a41-4d74-8feb-68f1733dea5d None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:08Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:11.331323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'port_id': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'mac_address': 'fa:16:3e:fa:bd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:11.431841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:11.513995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-67acf537-4f37-4678-a3fc-8aa64154b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:11.521765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-67acf537-4f37-4678-a3fc-8aa64154b2ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 923 time: 0.3345392 Nov 08 12:27:11.533448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:11.533826 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.663149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.684238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-d094129f-20fe-4842-9757-f49dc578c4e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8 HTTP/1.1" status: 200 len: 217 time: 0.1547801 Nov 08 12:27:11.735026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.777777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-76e72d30-edd8-4b56-9093-d0b8d05c2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:11.779306 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-76e72d30-edd8-4b56-9093-d0b8d05c2d0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 200 len: 862 time: 0.0892861 Nov 08 12:27:11.828548 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-9ce6c96a-3caa-47f6-a566-e98d093736ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392485 Nov 08 12:27:11.864395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:11.884669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:11.887436 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f07a80-95e2-40b7-8144-3ddafa7fa135" -d '{"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:11.910500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:11.946826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] For port d66f4362-d326-4ba7-8051-ca0ca25edff4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d66f4362-d326-4ba7-8051-ca0ca25edff4,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:11.982979 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:12.015474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-dde8058a-e481-42a6-9212-9e0b4c0b5cbf service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776483 Nov 08 12:27:12.064282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:12.080574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a319b-0b8b-4648-ac17-c3e30d13cfa9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:12.108060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:12.152701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:12.165530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceaf2a91-dc1b-46b8-be8e-9fd802a52e3a req-a2f52c8e-2c34-42e1-af03-335fc5ef8835 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385942 Nov 08 12:27:12.195910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0cc63-2929-4a99-b7d2-53f1d4d8ed16 None None] Pushing event updated for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:12.210215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:12.275045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:12.331556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Allocated IP 172.20.0.1 (9d3e8e30-056b-4584-9ebf-05bd5092a1cf/4ff425c7-d658-4c7c-a086-fbf574de9382/456a7846-f4f9-403a-b71c-a72c3c067ba6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:12.363435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.370752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.376857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.383336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.390017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.396696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.407384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.410778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-8bcd0cf8-d06c-439e-90a6-af2d7d085571 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5427 time: 0.4030795 Nov 08 12:27:12.478470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64421a5e-1f89-46ef-810a-224add7aabaf req-cdfe22d2-5e4a-43d8-8a58-61ebc2e147c8 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:12.480232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64421a5e-1f89-46ef-810a-224add7aabaf req-cdfe22d2-5e4a-43d8-8a58-61ebc2e147c8 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 943 time: 0.5132041 Nov 08 12:27:12.539071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Allocated IP 172.20.0.8 (0d19675d-7c46-42bf-87fd-50e76fd0c32b/a1475eff-46c0-45c9-b3a3-3fac2b77878a/0073ad18-3c25-4353-82c1-1f8e9248b716) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:12.818336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e21a319b-0b8b-4648-ac17-c3e30d13cfa9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:12.872596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['456d6d53-39e0-4abd-90c7-9557e3fb46a5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:12.885292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c14e5159-24f8-4279-a086-da43eb45c519'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:12.938740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['480f72f1-7781-43f5-bf5a-fd5e324d449d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:12.978525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c95af6a1-c3cc-4464-85f5-7eebc73d71ef'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:13.015323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64421a5e-1f89-46ef-810a-224add7aabaf req-0487c98e-7ea0-48f6-b5a7-70e0e6f3d513 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838080 Nov 08 12:27:13.058097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['eff5d8b5-84ce-4e4b-ae40-cce216085c1f'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:13.089614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93e007bb-fc8f-4ad5-a20c-ada3d972542d req-2a6205f9-2e3a-4ddb-b840-de496d81b581 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6682522 Nov 08 12:27:13.168681 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d2c9a-1137-4732-854e-42d3a290259f x-openstack-request-id: req-0e4d2c9a-1137-4732-854e-42d3a290259f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:13.168957 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:13.169312 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e4d2c9a-1137-4732-854e-42d3a290259f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:13.169773 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'code': 200} Nov 08 12:27:13.238153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.334035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d66f4362-d326-4ba7-8051-ca0ca25edff4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:13.376515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.568766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.602118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-205ad725-3245-4ec7-a0cc-c897d8bb4234 req-9be1e629-a72f-44c9-a24d-5fe372d6ff64 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.2490728 Nov 08 12:27:13.689521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6725c92b-1d8b-4dda-8f8f-5e4567be2846,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:13.701425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.701863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.702673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.705006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.705406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.706484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.710920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:13.719447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Checking segment: {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:13.719963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Network hostable DHCP agents. Network: fd6b66a1-04f5-4a7a-ab54-6e19fa637cad, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:27:13.767276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.802035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.810443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c85c8c12-579a-4ab0-a46b-d8cccfd3f030'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:13.815282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:13.831654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:13.831947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d66f4362-d326-4ba7-8051-ca0ca25edff4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:13.832345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:13.838304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:13.852709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:13.893639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Pushing event updated for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:13.968675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event updated for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:13.983859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:13.987439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:14.065207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:27:14.132601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.284957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, fd6b66a1-04f5-4a7a-ab54-6e19fa637cad) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:14.342616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.343316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.353323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.354041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.437964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:14.440363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190b9f4-2599-4a13-a901-4a237220a117 None None] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:14.467324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d267-9e53-4c51-9b4e-3551ac36821f req-6a60b5f0-947b-4efb-825b-d8aab5f7abbd tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.474816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9549d267-9e53-4c51-9b4e-3551ac36821f req-6a60b5f0-947b-4efb-825b-d8aab5f7abbd tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 943 time: 0.2574983 Nov 08 12:27:14.517387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.524924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.535437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.536955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.543446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.549342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.556455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:14.563636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323ebef8-54a5-445c-9843-4c032d54f59c req-04fa65eb-d9c7-40b8-9a8d-bbbb3af5b93a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5428 time: 0.3075435 Nov 08 12:27:14.571353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:14.573937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d787b1bc-0236-4123-b7d1-f1ddbd969f1c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7794709 Nov 08 12:27:14.579542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-80e25836-19c8-4555-841a-bac5c19b97e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7197092 Nov 08 12:27:14.600732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:14.604428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Request body: {'port': {'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:14.611360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cd00757b-0d8b-49e2-9cc5-2c591b989c35 None None] Provisioning complete for port 456a7846-f4f9-403a-b71c-a72c3c067ba6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:14.611360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd00757b-0d8b-49e2-9cc5-2c591b989c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.718000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9549d267-9e53-4c51-9b4e-3551ac36821f req-d810a9c7-bcd4-4db4-8b3e-f104159d0f65 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414410 Nov 08 12:27:14.739787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.751071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.751989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.785200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:14.793259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:14.793497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cd00757b-0d8b-49e2-9cc5-2c591b989c35 None None] Port 456a7846-f4f9-403a-b71c-a72c3c067ba6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:14.810052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-323ebef8-54a5-445c-9843-4c032d54f59c req-d5b2a778-f94f-49b6-b4ad-7b7378024daa tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179897 Nov 08 12:27:14.971492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:14.986379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.044398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'port_id': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'mac_address': 'fa:16:3e:a3:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6adddf3-2fc6-4ebe-bb63-fcd7a621d175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:15.057735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-58b35215-d8ac-45b4-a7be-cbc9fd87f990 None None] Provisioning complete for port 0073ad18-3c25-4353-82c1-1f8e9248b716 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:15.058343 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58b35215-d8ac-45b4-a7be-cbc9fd87f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.110490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'fixed_ips': [{'subnet_id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:27:15.111634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.120107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:15.120944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.204530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-58b35215-d8ac-45b4-a7be-cbc9fd87f990 None None] Port 0073ad18-3c25-4353-82c1-1f8e9248b716 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:15.209064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.285345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62efb332-fa26-4b76-9ef6-d0303bda74f8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:15.301947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.325115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:15.347347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0073ad18-3c25-4353-82c1-1f8e9248b716 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:15.375034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.398477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.431463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Allocated IP 172.20.0.2 (fd6b66a1-04f5-4a7a-ab54-6e19fa637cad/6725c92b-1d8b-4dda-8f8f-5e4567be2846/bff3d738-e6ff-48a5-916a-b21bd7584e7d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:15.434016 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.453526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Transition to ACTIVE for port object 0073ad18-3c25-4353-82c1-1f8e9248b716 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:15.459944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.474117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa0e61-1a6c-4e1a-bb9f-15f59ea35132 req-a5a9ea8f-c1e8-4eba-8a51-7547d981a304 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:15.482216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:15.483908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92aa0e61-1a6c-4e1a-bb9f-15f59ea35132 req-a5a9ea8f-c1e8-4eba-8a51-7547d981a304 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 931 time: 0.1249952 Nov 08 12:27:15.528538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.563144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.572042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:15.605063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92aa0e61-1a6c-4e1a-bb9f-15f59ea35132 req-4bdb32ad-61f2-438d-9196-2beccc2f3adc tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193099 Nov 08 12:27:15.605735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.713511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Pushing event updated for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:15.732722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:15.767932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.801572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.825665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.835959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Pushing event updated for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:15.848425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.875444 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.922557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:15.950652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Attempting to bind port 0073ad18-3c25-4353-82c1-1f8e9248b716 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:15.951277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Attempting to bind port 0073ad18-3c25-4353-82c1-1f8e9248b716 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:15.951780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Attempting to bind port 0073ad18-3c25-4353-82c1-1f8e9248b716 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:15.960688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['62efb332-fa26-4b76-9ef6-d0303bda74f8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:15.966376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Port 0073ad18-3c25-4353-82c1-1f8e9248b716 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:15.966959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Attempting to bind port 0073ad18-3c25-4353-82c1-1f8e9248b716 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:15.983458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:15.984143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Checking segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:15.984730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Bound using segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:15.985346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Bound port: 0073ad18-3c25-4353-82c1-1f8e9248b716, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:15.985875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.021519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:16.034228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Pushing event updated for resources: {'Port': ['ID=bff3d738-e6ff-48a5-916a-b21bd7584e7d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:16.036865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:16.046540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce179a-9534-47ef-8bcf-ba781ec6ff83 req-ffb317d3-4609-4101-8bb8-b83afd0f08ed tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.048259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54ce179a-9534-47ef-8bcf-ba781ec6ff83 req-ffb317d3-4609-4101-8bb8-b83afd0f08ed tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.1869211 Nov 08 12:27:16.063141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Allocated IP 172.25.1.51 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/691b6c28-0273-408f-8fee-aa3dab3c1b2b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:16.077452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:16.134002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:16.146191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:16.196531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.199374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Attempting to bind port bff3d738-e6ff-48a5-916a-b21bd7584e7d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:16.199762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Attempting to bind port bff3d738-e6ff-48a5-916a-b21bd7584e7d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:16.200132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Attempting to bind port bff3d738-e6ff-48a5-916a-b21bd7584e7d on network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:16.205550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.208000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:16.208405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Checking segment: {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:16.208807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.209201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Bound using segment: {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:16.209677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Bound port: bff3d738-e6ff-48a5-916a-b21bd7584e7d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:16.210199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.219584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.228285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.237552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.239750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.255925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.261134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 480f72f1-7781-43f5-bf5a-fd5e324d449d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:16.263227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.272818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-174bde72-eb75-4a44-bda1-ef936533122c req-3b28b589-37a5-4237-9431-2cb7d0b19d24 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5428 time: 0.2785959 Nov 08 12:27:16.348879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:16.355485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54ce179a-9534-47ef-8bcf-ba781ec6ff83 req-8e2dde0d-0eea-4f73-b9c5-78efb1a8a7d1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953677 Nov 08 12:27:16.371247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.398391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0073ad18-3c25-4353-82c1-1f8e9248b716,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:16.465662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:16.474568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:16.490584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:16.523851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9bf08381-02d7-42ab-b8ac-e271a9a704dc None None] Provisioning complete for port 456a7846-f4f9-403a-b71c-a72c3c067ba6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:16.529304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bf08381-02d7-42ab-b8ac-e271a9a704dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.530812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.551498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=691b6c28-0273-408f-8fee-aa3dab3c1b2b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:16.553828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-174bde72-eb75-4a44-bda1-ef936533122c req-978b2c43-a1aa-41de-a136-fa5d67a71549 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2789049 Nov 08 12:27:16.603505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] For port bff3d738-e6ff-48a5-916a-b21bd7584e7d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:16.621345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 480f72f1-7781-43f5-bf5a-fd5e324d449d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:16.623505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9bf08381-02d7-42ab-b8ac-e271a9a704dc None None] Port 456a7846-f4f9-403a-b71c-a72c3c067ba6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:16.659384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.660037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.661519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] 10.222.0.61 "PUT /v2.0/ports/0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 1091 time: 2.0622263 Nov 08 12:27:16.662569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] For port bff3d738-e6ff-48a5-916a-b21bd7584e7d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bff3d738-e6ff-48a5-916a-b21bd7584e7d,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:16.665351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 480f72f1-7781-43f5-bf5a-fd5e324d449d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:16.666967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.670587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:16.680210 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e" -d '{"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:16.746815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Router d88150a5-dbff-4abb-b9c6-2066b0f8a1af has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:16.751902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afd1a4-8709-4c2d-848d-b89ca32e5607 service neutron] Pushing event updated for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:16.775923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.776668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.776668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.776931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.777227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.777686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.777874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.778186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.778534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.778854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.780079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.780490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:16.859309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:16.887507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f72f1-7781-43f5-bf5a-fd5e324d449d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:16.889773 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86eafa-9c66-4720-99f7-8aff14aba2d8" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "480f72f1-7781-43f5-bf5a-fd5e324d449d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:16.904371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:16.938164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21446f53-7488-4540-9823-e2d293d6288c req-d93bb254-4a32-4d95-8d87-4a08ef6cb540 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:16.939698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21446f53-7488-4540-9823-e2d293d6288c req-d93bb254-4a32-4d95-8d87-4a08ef6cb540 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.1795473 Nov 08 12:27:17.107894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.174206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.175385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c85c8c12-579a-4ab0-a46b-d8cccfd3f030 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:17.205374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94e8e-44cc-4133-946a-f0d5b2d7b34a None None] Pushing event updated for resources: {'Port': ['ID=bff3d738-e6ff-48a5-916a-b21bd7584e7d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:17.281696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:17.318301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.355508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd513c-dbb6-47f4-a59e-6736bbf26e42 req-794b3745-da59-4930-9b27-e0e09522967a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:17.358726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3bd513c-dbb6-47f4-a59e-6736bbf26e42 req-794b3745-da59-4930-9b27-e0e09522967a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 943 time: 0.5194685 Nov 08 12:27:17.364976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:17.373293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:17.374094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.528216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21446f53-7488-4540-9823-e2d293d6288c req-cfb9a595-45a6-46a9-a20d-a492f4034acb tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795693 Nov 08 12:27:17.549838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:17.566393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9cb02e5-f039-4422-bed7-4f5c851938ec admin admin] 10.222.0.58 "PUT /v2.0/routers/d88150a5-dbff-4abb-b9c6-2066b0f8a1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7361112 Nov 08 12:27:17.603404 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.610623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Sync routers for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:17.675587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:17.692804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:17.708919 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f81bb-5c09-4263-aff4-f959e3d65ac8 x-openstack-request-id: req-2e1f81bb-5c09-4263-aff4-f959e3d65ac8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:17.715648 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:17.715648 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e1f81bb-5c09-4263-aff4-f959e3d65ac8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:17.715648 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:27:17.722170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-d708d01b-895b-4d5f-b1b7-37aad4e52907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:17.729029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-d708d01b-895b-4d5f-b1b7-37aad4e52907 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1094 time: 0.4111772 Nov 08 12:27:17.747352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.753949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3bd513c-dbb6-47f4-a59e-6736bbf26e42 req-9d177383-db08-4c9e-82aa-964f7b4d120a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893691 Nov 08 12:27:17.798811 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248cfdc0-7dc7-4cd2-85b9-38dfbc0a6f3b x-openstack-request-id: req-248cfdc0-7dc7-4cd2-85b9-38dfbc0a6f3b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:17.799079 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "480f72f1-7781-43f5-bf5a-fd5e324d449d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:17.799335 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-248cfdc0-7dc7-4cd2-85b9-38dfbc0a6f3b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:17.799723 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f72f1-7781-43f5-bf5a-fd5e324d449d', 'code': 200} Nov 08 12:27:17.801483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:17.881925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:17.883243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device eff5d8b5-84ce-4e4b-ae40-cce216085c1f up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:17.907891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-3035c323-55ab-4a27-b21f-0c17fe12f67a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.1510165 Nov 08 12:27:18.137064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-6c46312b-60a0-4d3a-adf5-6f93f46dc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.138921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-6c46312b-60a0-4d3a-adf5-6f93f46dc47f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.2173223 Nov 08 12:27:18.175636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Router 7e03c59f-873e-48cb-aa9a-201c191be44c is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:27:18.184742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22b21-afa9-42f7-8df0-1a7f061b15ce req-3fb5f4e8-30e5-4d6d-9f14-cc1c3924fa9e tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.186827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41e22b21-afa9-42f7-8df0-1a7f061b15ce req-3fb5f4e8-30e5-4d6d-9f14-cc1c3924fa9e tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.2263167 Nov 08 12:27:18.227400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:18.231172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bff3d738-e6ff-48a5-916a-b21bd7584e7d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:18.283465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.293025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:18.297662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.305468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.312911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.326951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.334084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.341034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.349642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-94267ac7-99ed-4236-9e21-427738ca0794 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5430 time: 0.2807925 Nov 08 12:27:18.420855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41e22b21-afa9-42f7-8df0-1a7f061b15ce req-ff93f37d-2559-45fd-9ad7-1dd63c8a922f tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330377 Nov 08 12:27:18.437739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:18.447963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bff3d738-e6ff-48a5-916a-b21bd7584e7d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:18.448579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:18.449564 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Sync routers for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:18.455780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-d5573f7b-3999-4797-9161-249272f30288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:18.470441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:18.471076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:18.481447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-d5573f7b-3999-4797-9161-249272f30288 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330646 Nov 08 12:27:18.527152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port eff5d8b5-84ce-4e4b-ae40-cce216085c1f completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:18.544086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:18.547826 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8dbd7d8b-f66d-41d1-801b-7bf821008ca8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9658496 Nov 08 12:27:18.548084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:18.549769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port eff5d8b5-84ce-4e4b-ae40-cce216085c1f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:18.550482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:18.623582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2ddba93-7e96-47ed-874e-20415dd0c8a6 req-10d98926-f132-49a6-b9d0-c62544fe0829 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2694867 Nov 08 12:27:18.791445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-15f407a0-b5ee-4c7c-9210-eea15126e35a service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971871 Nov 08 12:27:18.964229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:18.999437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d909df-24dc-468a-abd1-2626b05f50f0 None None] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:19.039561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.084706 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:19.114564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port bff3d738-e6ff-48a5-916a-b21bd7584e7d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bff3d738-e6ff-48a5-916a-b21bd7584e7d,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:19.121854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6414be29-4d04-4643-bf39-580aacab736e None None] Provisioning complete for port bff3d738-e6ff-48a5-916a-b21bd7584e7d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:19.122320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6414be29-4d04-4643-bf39-580aacab736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.138578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:14Z', 'revision_number': 4, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '456a7846-f4f9-403a-b71c-a72c3c067ba6', 'name': '', 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'mac_address': 'fa:16:3e:36:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:10Z', 'updated_at': '2021-11-08T12:27:14Z', 'revision_number': 2, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'subnets': [{'id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:19.207279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a930c-b253-4848-ac86-99537c5a2018 req-7c5cdb03-a3fb-4872-817a-a9444ac79f4b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:19.209241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-918a930c-b253-4848-ac86-99537c5a2018 req-7c5cdb03-a3fb-4872-817a-a9444ac79f4b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 943 time: 0.2093740 Nov 08 12:27:19.218274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Checking router: d88150a5-dbff-4abb-b9c6-2066b0f8a1af for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:19.218671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Updating router d88150a5-dbff-4abb-b9c6-2066b0f8a1af port 456a7846-f4f9-403a-b71c-a72c3c067ba6 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:19.246733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.247717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:19.253277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:19.308629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0bf4240-2a71-46ad-8539-c1a869ec3ece req-ad4c3a8a-f370-4140-bb63-f40d766e69a8 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080502 Nov 08 12:27:19.332354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=bff3d738-e6ff-48a5-916a-b21bd7584e7d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:19.338912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-6a256e6c-2cdc-49c6-9066-fe9f8e55da10 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931128 Nov 08 12:27:19.343959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:19.346993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.347448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c14e5159-24f8-4279-a086-da43eb45c519 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:19.366966 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:16Z', 'revision_number': 3, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:19.371538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-918a930c-b253-4848-ac86-99537c5a2018 req-8a41fd69-4ed6-424c-8490-11a7d535456d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476474 Nov 08 12:27:19.415524 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Checking router: 7e03c59f-873e-48cb-aa9a-201c191be44c for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:19.415972 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Updating router 7e03c59f-873e-48cb-aa9a-201c191be44c port 691b6c28-0273-408f-8fee-aa3dab3c1b2b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:19.452481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.482448 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.487212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.703460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-ae11b34e-6d90-481f-8775-b06eee71a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:19.705148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-ae11b34e-6d90-481f-8775-b06eee71a950 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1094 time: 0.2705736 Nov 08 12:27:19.814333 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.844413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030'}, {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:19.846354 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd9356-b68a-4896-b144-549ee3a4a6eb" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030"}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:19.879182 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:19.913018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6225c3-3016-41e0-8e4b-5a5711b1aa1d req-20f137dd-d84a-4e1b-a6df-813e45053865 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:19.923817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef6225c3-3016-41e0-8e4b-5a5711b1aa1d req-20f137dd-d84a-4e1b-a6df-813e45053865 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.2834766 Nov 08 12:27:19.927039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-f6fa9dfe-0bad-465d-b2f1-722c566b7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:19.930708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:19.931414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-f6fa9dfe-0bad-465d-b2f1-722c566b7bae service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2088888 Nov 08 12:27:19.980831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:19.981554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.024459 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ae20-e03e-4628-b32a-ba67edc456ed None None] Pushing event updated for resources: {'Port': ['ID=691b6c28-0273-408f-8fee-aa3dab3c1b2b,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:20.029789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Attempting to bind port 691b6c28-0273-408f-8fee-aa3dab3c1b2b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:20.030714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Attempting to bind port 691b6c28-0273-408f-8fee-aa3dab3c1b2b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:20.034722 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Attempting to bind port 691b6c28-0273-408f-8fee-aa3dab3c1b2b on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:20.049379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:20.050029 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:20.051047 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.054776 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:20.055418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Bound port: 691b6c28-0273-408f-8fee-aa3dab3c1b2b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:20.055909 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.071770 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.129886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-43ba034a-d54d-468a-a7ae-8c09f71b7e3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.1796148 Nov 08 12:27:20.178482 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] For port 691b6c28-0273-408f-8fee-aa3dab3c1b2b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:20.184188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] For port 691b6c28-0273-408f-8fee-aa3dab3c1b2b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=691b6c28-0273-408f-8fee-aa3dab3c1b2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:20.200849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c14e5159-24f8-4279-a086-da43eb45c519 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:20.201946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef6225c3-3016-41e0-8e4b-5a5711b1aa1d req-2dd6644f-bcfb-46be-afb2-9a980bf83421 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764845 Nov 08 12:27:20.229423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.260372 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.265857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.278146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-e5e35564-8b4b-4334-83c6-118f7a9cd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:20.279707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-e5e35564-8b4b-4334-83c6-118f7a9cd3b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1390736 Nov 08 12:27:20.313827 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.322259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c14e5159-24f8-4279-a086-da43eb45c519 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:20.322843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.453104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.487424 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:20.488294 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:20.494722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-ef0ace0f-90bf-435a-b447-078e8522553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:20.497333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-ef0ace0f-90bf-435a-b447-078e8522553e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058551 Nov 08 12:27:20.605181 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ae20-e03e-4628-b32a-ba67edc456ed None None] Pushing event updated for resources: {'Port': ['ID=691b6c28-0273-408f-8fee-aa3dab3c1b2b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:20.616767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Allocated IP 172.25.1.194 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6d583a85-20d9-4bc4-ac2f-c3a28207001a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:20.691539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bff3d738-e6ff-48a5-916a-b21bd7584e7d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:20.704263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720ce37-7b62-4944-85e8-d4a48bb14362 req-a21d54f9-204b-4eca-9d38-1bd6cfcffea0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:20.705536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Allocated IP 172.20.0.1 (fd6b66a1-04f5-4a7a-ab54-6e19fa637cad/6725c92b-1d8b-4dda-8f8f-5e4567be2846/8b92bee3-45da-4ba1-a513-579df471b21f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:20.706890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4720ce37-7b62-4944-85e8-d4a48bb14362 req-a21d54f9-204b-4eca-9d38-1bd6cfcffea0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.2544484 Nov 08 12:27:20.781133 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:20.834779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-bd060a8a-3166-4c67-818b-dc025d3d80ec service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065352 Nov 08 12:27:20.843103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-97705d17-d5fd-45c1-aeaa-7c901ecb0b52 None None] Provisioning complete for port bff3d738-e6ff-48a5-916a-b21bd7584e7d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:20.848234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97705d17-d5fd-45c1-aeaa-7c901ecb0b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.848234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9a645-473f-40c2-8ff4-30d6532182de None None] Pushing event updated for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:20.890184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:20.935828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Attempting to bind port 456a7846-f4f9-403a-b71c-a72c3c067ba6 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:20.936198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Attempting to bind port 456a7846-f4f9-403a-b71c-a72c3c067ba6 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:20.936552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Attempting to bind port 456a7846-f4f9-403a-b71c-a72c3c067ba6 on network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:20.941660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4720ce37-7b62-4944-85e8-d4a48bb14362 req-e8958769-e83c-44de-86a6-8efc3871b209 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190824 Nov 08 12:27:21.027861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:21.030753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Checking segment: {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:21.034016 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.034689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Bound using segment: {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:21.035488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Bound port: 456a7846-f4f9-403a-b71c-a72c3c067ba6, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d86f86-8c44-435b-acd3-f93a851d6135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:21.043042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.043205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.049880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.072459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bff3d738-e6ff-48a5-916a-b21bd7584e7d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:21.073111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.101636 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:16Z', 'revision_number': 3, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:21.127469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57b4f96c-b12e-4d68-8f9a-a1b428a5933e req-13ae6dde-8834-418b-9500-f1278848cd05 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651856 Nov 08 12:27:21.147534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.172017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:21.176241 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4623fe7-b9b2-4baf-99d4-24848bcce5bb None None] The sync data for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 is: [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:16Z', 'revision_number': 3, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:21.189913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:21.192060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:21.194384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:21.282173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.302896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:21.318843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:21.324691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:21.388620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=6d583a85-20d9-4bc4-ac2f-c3a28207001a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:21.473168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.477477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.486771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.497424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.511107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.511107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.515168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.522350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:21.524747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-f642b943-2cb9-4fbc-b134-e0b8e2857fef tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5431 time: 0.3144715 Nov 08 12:27:21.596543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.624790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.659264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] For port 456a7846-f4f9-403a-b71c-a72c3c067ba6, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:21.667303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] For port 456a7846-f4f9-403a-b71c-a72c3c067ba6, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=456a7846-f4f9-403a-b71c-a72c3c067ba6,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:21.692565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c14e5159-24f8-4279-a086-da43eb45c519,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:21.735421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b17a276-3ac9-408a-8c76-06020a8a119d req-6ce1372a-d71d-4f19-9374-a9f6765308e3 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906414 Nov 08 12:27:21.755751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.825641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.856721 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26a157-f622-45f5-8aa0-483f11c45490 x-openstack-request-id: req-ef26a157-f622-45f5-8aa0-483f11c45490 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:21.857005 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030", "code": 200}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:21.857262 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef26a157-f622-45f5-8aa0-483f11c45490 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:21.857664 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'code': 200} Nov 08 12:27:21.857954 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'code': 200} Nov 08 12:27:21.893538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:21.896270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c95af6a1-c3cc-4464-85f5-7eebc73d71ef up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:21.978498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.056071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9a645-473f-40c2-8ff4-30d6532182de None None] Pushing event updated for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:22.059051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Provisioning complete for port 8b92bee3-45da-4ba1-a513-579df471b21f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:22.059579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.084008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.139136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:22.140203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:22.240344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0073ad18-3c25-4353-82c1-1f8e9248b716 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:22.302411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:22.307970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.311673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff01680-c2cf-4703-8963-3ee730a4f542 req-9930d97d-674c-43dd-b207-f7c4a3b75c80 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:22.326411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ff01680-c2cf-4703-8963-3ee730a4f542 req-9930d97d-674c-43dd-b207-f7c4a3b75c80 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 943 time: 0.2453170 Nov 08 12:27:22.333521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Port 8b92bee3-45da-4ba1-a513-579df471b21f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:22.420322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:22.443527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c95af6a1-c3cc-4464-85f5-7eebc73d71ef completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:22.451790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:22.505119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c95af6a1-c3cc-4464-85f5-7eebc73d71ef triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:22.505496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.520401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Provisioning complete for port 456a7846-f4f9-403a-b71c-a72c3c067ba6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:22.520763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.532271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ff01680-c2cf-4703-8963-3ee730a4f542 req-39d1223b-7cb5-4b85-833f-576e978b3037 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070961 Nov 08 12:27:22.544848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:22.549738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:22.575143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.673070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.699943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 691b6c28-0273-408f-8fee-aa3dab3c1b2b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:22.705973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:22.826276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Router 7e03c59f-873e-48cb-aa9a-201c191be44c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:22.902749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:22.969192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=6d583a85-20d9-4bc4-ac2f-c3a28207001a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:22.985474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0073ad18-3c25-4353-82c1-1f8e9248b716,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:22.987006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271524-bf57-40c3-b0e0-ef6d841a7714 req-960c0e5f-a33f-48a7-b6f6-861844cff3eb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:22.995420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db271524-bf57-40c3-b0e0-ef6d841a7714 req-960c0e5f-a33f-48a7-b6f6-861844cff3eb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.0984325 Nov 08 12:27:23.039303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.047976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-51f33d37-ec78-4c9b-9295-a75bc1da932b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7081375 Nov 08 12:27:23.065643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:23.074574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:23.097882 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-185e3857-bba1-4290-af96-4440efd31ee2 admin admin] 10.222.0.58 "PUT /v2.0/routers/7e03c59f-873e-48cb-aa9a-201c191be44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5473871 Nov 08 12:27:23.179807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f3d3573e-be7d-48fb-9811-051466f0362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.186788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-02b23ea6-ceee-465a-b336-7f3e2a864657 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.1341991 Nov 08 12:27:23.219237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db271524-bf57-40c3-b0e0-ef6d841a7714 req-3b4a9a48-7c47-43d8-b2fb-c597045ae0b5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181962 Nov 08 12:27:23.233069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.233069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 691b6c28-0273-408f-8fee-aa3dab3c1b2b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:23.234480 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.294306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.299887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36476) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:23.361934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.404482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-746548138'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:23.405940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0073ad18-3c25-4353-82c1-1f8e9248b716 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:23.431908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0073ad18-3c25-4353-82c1-1f8e9248b716,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:23.466137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-acc16f73-8c25-4bc3-8ea5-f8d85efc2607 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.467870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5ad9a8-3e75-4b2e-8f12-950144cca177 req-acc16f73-8c25-4bc3-8ea5-f8d85efc2607 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2803650 Nov 08 12:27:23.480648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:23.503044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] For port 456a7846-f4f9-403a-b71c-a72c3c067ba6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=456a7846-f4f9-403a-b71c-a72c3c067ba6,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:23.560290 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.574459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.584833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:23.588541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.616128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.624884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.635130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.649893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.650018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.650163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:27:23.650318 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.650318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 456d6d53-39e0-4abd-90c7-9557e3fb46a5 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:23.650530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.663246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.676069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.677312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:23.677942 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Added segment 32c3ddec-8a21-4284-bd70-7db0cfbaf211 of type vlan for network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 Nov 08 12:27:23.683609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-392df18e-7264-497c-84df-8c0b0c7e7360 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5432 time: 0.1457069 Nov 08 12:27:23.683776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 691b6c28-0273-408f-8fee-aa3dab3c1b2b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=691b6c28-0273-408f-8fee-aa3dab3c1b2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:23.697568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:23.781018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.781288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:14Z', 'revision_number': 4, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '456a7846-f4f9-403a-b71c-a72c3c067ba6', 'name': '', 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'mac_address': 'fa:16:3e:36:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:10Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 4, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'subnets': [{'id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:23.861283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68177b-5d5d-4796-b7fd-43e703fcdbe6 None None] The sync data for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 is: [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:27:14Z', 'revision_number': 4, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '456a7846-f4f9-403a-b71c-a72c3c067ba6', 'name': '', 'network_id': '9d3e8e30-056b-4584-9ebf-05bd5092a1cf', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'mac_address': 'fa:16:3e:36:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:10Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 4, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'subnets': [{'id': '4ff425c7-d658-4c7c-a086-fbf574de9382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:23.862726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e5159-24f8-4279-a086-da43eb45c519'}, {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:23.869852 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5452afe7-31c5-4f2c-9895-d1f6fc31a40f" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c14e5159-24f8-4279-a086-da43eb45c519"}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:23.879696 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:23.883722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0073ad18-3c25-4353-82c1-1f8e9248b716'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:23.887594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71de2b-24ab-4f7f-8bc6-6a8f04a55698 None None] Pushing event updated for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:23.888409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c10242-1446-4241-a69d-20f64f6b7dc8 req-18839e89-bd0c-416e-a53f-0dfae5585f11 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905179 Nov 08 12:27:23.923041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5b21c31b-14f0-4bf1-9716-a9ccfbc5002f None None] Provisioning complete for port 8b92bee3-45da-4ba1-a513-579df471b21f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:23.923411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b21c31b-14f0-4bf1-9716-a9ccfbc5002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.086281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Sync routers for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:24.139818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:24.141429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:24.144032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5b21c31b-14f0-4bf1-9716-a9ccfbc5002f None None] Port 8b92bee3-45da-4ba1-a513-579df471b21f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:24.167596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:24.250151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5b21c31b-14f0-4bf1-9716-a9ccfbc5002f None None] Provisioning complete for port 456a7846-f4f9-403a-b71c-a72c3c067ba6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:24.250560 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b21c31b-14f0-4bf1-9716-a9ccfbc5002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.255876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.263726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:24.265339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.406703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Network': ['ID=4720cf4a-3e61-411e-a339-99f8d32fb4e8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:24.458234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-edda3b0b-a751-4ef9-8b38-c766b046d730 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1572046 Nov 08 12:27:24.461079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36498) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:24.466473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'subnet': {'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:24.609700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:24.679170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-f58f01e4-19b3-4bcc-96a8-87b17513309b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6944940 Nov 08 12:27:24.701155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37560018-3cc7-4951-afee-17c927f8a5c3 req-f7c47134-fdd8-4b09-8009-12daf0b1d6e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:24.708960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37560018-3cc7-4951-afee-17c927f8a5c3 req-f7c47134-fdd8-4b09-8009-12daf0b1d6e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 944 time: 0.1786869 Nov 08 12:27:24.719716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:24.724312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:24.775832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:27:24.795276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 456a7846-f4f9-403a-b71c-a72c3c067ba6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:24.852159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:24.852159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.865349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:24.882732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:24.900928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=691b6c28-0273-408f-8fee-aa3dab3c1b2b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:24.922720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37560018-3cc7-4951-afee-17c927f8a5c3 req-e1d990cc-2723-4921-8ae8-fdad7759c8a5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046938 Nov 08 12:27:25.016414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.229075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 456a7846-f4f9-403a-b71c-a72c3c067ba6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:25.230679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.237478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.269479 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53a9764-3a7e-4139-b6d6-3a3139dbd5da x-openstack-request-id: req-f53a9764-3a7e-4139-b6d6-3a3139dbd5da {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:25.270330 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c14e5159-24f8-4279-a086-da43eb45c519", "code": 200}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:25.270922 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f53a9764-3a7e-4139-b6d6-3a3139dbd5da {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:25.271656 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e5159-24f8-4279-a086-da43eb45c519', 'code': 200} Nov 08 12:27:25.272244 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef', 'code': 200} Nov 08 12:27:25.406826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6af02-c972-43b7-b3f8-17210cbf4af5 req-3b961bf1-8822-4a07-8ce5-29b81dae2436 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:25.416143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b6af02-c972-43b7-b3f8-17210cbf4af5 req-3b961bf1-8822-4a07-8ce5-29b81dae2436 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.1109257 Nov 08 12:27:25.468289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Allocated IP 172.25.1.251 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/81a9d8c2-25cc-468b-9c3f-20bda1bddc8a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:25.474864 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.496875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b6af02-c972-43b7-b3f8-17210cbf4af5 req-15aab8b8-5d7b-4ea4-89d0-3789c0fd53f1 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798419 Nov 08 12:27:25.527188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.558028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:25.577611 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b7da6e6-247a-426e-8f5a-33fa94028676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.590962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 4, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8b92bee3-45da-4ba1-a513-579df471b21f', 'name': '', 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'mac_address': 'fa:16:3e:65:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:20Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 2, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'subnets': [{'id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:25.631567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Checking router: 7e03c59f-873e-48cb-aa9a-201c191be44c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:25.632018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Updating router 7e03c59f-873e-48cb-aa9a-201c191be44c port 8b92bee3-45da-4ba1-a513-579df471b21f binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:27:25.657331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.658138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e21a319b-0b8b-4648-ac17-c3e30d13cfa9 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:25.670343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.674550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Subnet': ['ID=7a7a2aab-904e-420c-b454-dcacc312177e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:25.682330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Checking segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:25.683521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network hostable DHCP agents. Network: 4720cf4a-3e61-411e-a339-99f8d32fb4e8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:27:25.702304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce76e-9314-4b97-aee4-db9d71f7cc04 req-cb0be2aa-964d-4ffc-8117-3870dd19a443 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:25.704494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bcce76e-9314-4b97-aee4-db9d71f7cc04 req-cb0be2aa-964d-4ffc-8117-3870dd19a443 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.0973742 Nov 08 12:27:25.715119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.791702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:25.798218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:27:25.860342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bcce76e-9314-4b97-aee4-db9d71f7cc04 req-c3ca4c1d-1196-4706-b2bc-2f6d83201701 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups?id=949a9b46-5405-459a-a8f7-5cff2910817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486166 Nov 08 12:27:25.864802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.877684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4720cf4a-3e61-411e-a339-99f8d32fb4e8) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:25.889922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:25.890465 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:25.890683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:25.910827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1efc1-d870-4080-87c0-caed436b1530 None None] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:25.930368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:25.939052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:25.941952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:25.985034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a4e511d-24d7-49f3-accb-43b72809aac5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5224164 Nov 08 12:27:25.987065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36516) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:25.995617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d779a69-c74c-4099-a315-7da187c5d831 req-0d5e6df0-7cdd-4301-9322-b21c77c525ab tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:25.995617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d779a69-c74c-4099-a315-7da187c5d831 req-0d5e6df0-7cdd-4301-9322-b21c77c525ab tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 945 time: 0.1992850 Nov 08 12:27:25.996435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1911005575'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:26.015089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=81a9d8c2-25cc-468b-9c3f-20bda1bddc8a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:26.051408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:26.051408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.129206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:26.133673 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.182875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:27:26.205094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.208009 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Added segment 09e9498a-a5c2-4f77-a3d7-1ca9237bd343 of type vlan for network 3ac5625d-bf57-4c83-b4b9-76123c568a5a Nov 08 12:27:26.210047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.233261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.240122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.247558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.254947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.263255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.272701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.278278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.280457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.283147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-ff5b5153-2755-4fc5-841a-e584bcae6a30 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5434 time: 0.2217462 Nov 08 12:27:26.339746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Deleting port c68db61f-22cf-4e69-b9d5-14fc0223d706 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:26.340418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.405946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.438081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.440560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7f148b5-216c-48ca-bfac-82748102fa62 req-a96d9385-e944-4c35-8252-399b2ea6ce41 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494246 Nov 08 12:27:26.446762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.447711 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.493293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'fixed_ips': [{'subnet_id': '7a7a2aab-904e-420c-b454-dcacc312177e'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:27:26.494536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.505922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.547283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.655320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] For port c68db61f-22cf-4e69-b9d5-14fc0223d706, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c68db61f-22cf-4e69-b9d5-14fc0223d706,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:26.655922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.705104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7169011 Nov 08 12:27:26.709146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36522) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:26.717074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'subnet': {'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:26.736619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Allocated IP 19.80.0.2 (4720cf4a-3e61-411e-a339-99f8d32fb4e8/7a7a2aab-904e-420c-b454-dcacc312177e/1a5cd8e8-d95f-4490-bc52-15b4227f19f8) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:26.740956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb583886-5274-466f-ae02-b5d7e8b1a3f5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Network': ['ID=3ac5625d-bf57-4c83-b4b9-76123c568a5a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:26.801828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a3b52-098d-4fa0-87c4-66b87e4929ca req-b3d087e6-7f56-4f7b-9149-bb42517e59d0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:26.803707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d3a3b52-098d-4fa0-87c4-66b87e4929ca req-b3d087e6-7f56-4f7b-9149-bb42517e59d0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 944 time: 0.2243593 Nov 08 12:27:26.871438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 691b6c28-0273-408f-8fee-aa3dab3c1b2b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:26.873653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:27:26.875592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.879756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:26.890551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:26.973454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d3a3b52-098d-4fa0-87c4-66b87e4929ca req-7fa7ce48-264e-4fc4-8aaf-06fd57e95760 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522949 Nov 08 12:27:26.986697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:26.994333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.046237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.092047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.092508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.092779 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Floating IP 4b88500f-2329-4ee7-ba6d-22595d04005d disassociated. External IP: 172.25.1.198, port: c68db61f-22cf-4e69-b9d5-14fc0223d706. Nov 08 12:27:27.093279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Calling delete_port for c68db61f-22cf-4e69-b9d5-14fc0223d706 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:27.172867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.242090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0073ad18-3c25-4353-82c1-1f8e9248b716 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:27.279553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5'}, {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:27.282309 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cfa80-aa0d-480e-bb51-71d012e6d4ae" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5"}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:27.345052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.396389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.416202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819c4a-d573-42ce-8466-cb28fb725075 None None] Pushing event updated for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:27.436960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.552638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.593070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=81a9d8c2-25cc-468b-9c3f-20bda1bddc8a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:27.645505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 691b6c28-0273-408f-8fee-aa3dab3c1b2b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:27.652133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.654096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Subnet': ['ID=84e33bb1-e305-4611-82c4-ad863562fa88,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:27.655610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Attempting to bind port 8b92bee3-45da-4ba1-a513-579df471b21f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:27.656009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Attempting to bind port 8b92bee3-45da-4ba1-a513-579df471b21f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:27.657161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event deleted for resources: {'Port': ['ID=c68db61f-22cf-4e69-b9d5-14fc0223d706,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:27.657333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Attempting to bind port 8b92bee3-45da-4ba1-a513-579df471b21f on network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:27.682031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6c5a-3f6e-4ad7-a9a6-cc0bc298089a req-8a72dc52-b910-4019-bee0-b10062f15302 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:27.683207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bacf6c5a-3f6e-4ad7-a9a6-cc0bc298089a req-8a72dc52-b910-4019-bee0-b10062f15302 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.3828249 Nov 08 12:27:27.691305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:27.696826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9f8f3f23-c0b9-480d-9605-534b587def00 None None] Provisioning complete for port 8b92bee3-45da-4ba1-a513-579df471b21f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:27.698203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3f23-c0b9-480d-9605-534b587def00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.705257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.706582 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.738204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Checking segment: {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:27.738838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network hostable DHCP agents. Network: 3ac5625d-bf57-4c83-b4b9-76123c568a5a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:27:27.750290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:27.750653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Checking segment: {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:27.751064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.751461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Bound using segment: {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:27.751959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Bound port: 8b92bee3-45da-4ba1-a513-579df471b21f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516e0548-8cff-47b4-801e-dada3f8c90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:27.754280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.826451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bacf6c5a-3f6e-4ad7-a9a6-cc0bc298089a req-40569c0a-d1f9-4587-b39e-390a347250ce tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278667 Nov 08 12:27:27.834849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 0073ad18-3c25-4353-82c1-1f8e9248b716 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:27.850086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Router 10d8803f-16df-44de-9403-2d9c59ee77cc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:27.880471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:27.890940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.894056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:27:27.925784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-dde722a1-91b3-4a16-ac51-5360b095123a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2446499 Nov 08 12:27:27.949534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 0073ad18-3c25-4353-82c1-1f8e9248b716 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:27.949927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:27.981571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f3f23-c0b9-480d-9605-534b587def00 None None] Port 8b92bee3-45da-4ba1-a513-579df471b21f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:28.013758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:28.016245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3ac5625d-bf57-4c83-b4b9-76123c568a5a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:28.021084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.021784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.060527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-c08bb7cb-fa2d-4a92-8289-690bb4c78ae4 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.1338129 Nov 08 12:27:28.094759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] For port 8b92bee3-45da-4ba1-a513-579df471b21f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:28.098627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] For port 8b92bee3-45da-4ba1-a513-579df471b21f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b92bee3-45da-4ba1-a513-579df471b21f,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:28.102406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Pushing event updated for resources: {'Port': ['ID=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:28.119978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:28.123386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831e1e8-5b11-42a8-b317-e6efdecb8e40 None None] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:28.176303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aaf0bc6b-d2ab-4eba-ade7-8a7828e09f07 req-2648adce-8f71-4acc-96e9-ea5bf5a03d75 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce719ec2-f19c-4e64-aafd-a199f2bae41b HTTP/1.1" status: 200 len: 210 time: 0.1143548 Nov 08 12:27:28.177623 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b977d054-6603-4d28-875d-8d02c125fe0d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4672573 Nov 08 12:27:28.361188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-028d7a84-c239-44c5-8c7c-44f8c5da53a8 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.362815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33d7b9f3-4664-437b-993d-a6fc55a6c01f req-028d7a84-c239-44c5-8c7c-44f8c5da53a8 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2879961 Nov 08 12:27:28.374224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:28.387263 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Sync routers for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:28.405874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:28.406796 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:28.470852 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a4c14-eb2b-4e90-84e2-e512af635f5e x-openstack-request-id: req-780a4c14-eb2b-4e90-84e2-e512af635f5e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:28.471458 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5", "code": 200}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-plugged", "status": "completed", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:28.471458 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-780a4c14-eb2b-4e90-84e2-e512af635f5e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:28.472631 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'code': 200} Nov 08 12:27:28.472631 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'code': 200} Nov 08 12:27:28.488679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.490911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.503910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] No DVR routers for this DVR port c68db61f-22cf-4e69-b9d5-14fc0223d706 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:27:28.554928 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:28.558858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.559860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Attempting to bind port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:28.559860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Attempting to bind port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:28.561178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d779a69-c74c-4099-a315-7da187c5d831 req-e0a23419-6aa9-4af8-8fc5-92a95394464e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.57 "DELETE /v2.0/ports/c68db61f-22cf-4e69-b9d5-14fc0223d706 HTTP/1.1" status: 204 len: 173 time: 2.5550480 Nov 08 12:27:28.563140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'name': 'network-vif-deleted', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:28.566650 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ec59a-e6d0-445d-91a9-2c813b18fb8b" -d '{"events": [{"server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "name": "network-vif-deleted", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:28.572004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Attempting to bind port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:28.645488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:28.646091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Checking segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:28.646701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.647252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Bound using segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:28.648834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Bound port: 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:28.649519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:28.691831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.695626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.697794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-2f9eb7c0-941c-46c5-b160-8434e00a8a22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.1970742 Nov 08 12:27:28.707656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e26ef-a65e-490b-9602-10edc4ed5125 req-ecda790a-f510-455d-8eab-88e299eab832 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.719097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d59e26ef-a65e-490b-9602-10edc4ed5125 req-ecda790a-f510-455d-8eab-88e299eab832 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 944 time: 0.2121401 Nov 08 12:27:28.758976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:28.760038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:28.765621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.776849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.777080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819c4a-d573-42ce-8466-cb28fb725075 None None] Pushing event updated for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:28.784696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.807018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.821857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.851881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.862400 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:28.883969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:28.887538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-6dbb7bcf-17e5-4a32-acaf-8b8a71b2e590 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.3915603 Nov 08 12:27:28.905567 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Checking router: 10d8803f-16df-44de-9403-2d9c59ee77cc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:28.917712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:28.918735 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:28.940110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.046744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-3ac5625d-bf57-4c83-b4b9-76123c568a5a', 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'fixed_ips': [{'subnet_id': '84e33bb1-e305-4611-82c4-ad863562fa88'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:27:29.052496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.058996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.065950 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:29.107539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d59e26ef-a65e-490b-9602-10edc4ed5125 req-bd01685a-e7c4-467d-be97-0dd8cc36671b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872232 Nov 08 12:27:29.142279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] For port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:29.165015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5273fc8-ba08-4a77-9b59-2e110cc0ef22 req-1436f4cd-872b-456d-ada6-85e5245a95a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4340436 Nov 08 12:27:29.189932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fede9b7-c3cd-4952-81dd-4e6c3cfb476f req-8c3cdbc6-e05f-4519-83e1-a581fe77d986 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562222 Nov 08 12:27:29.301214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] For port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:29.315838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0073ad18-3c25-4353-82c1-1f8e9248b716,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:29.331038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:29.372095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] Provisioning complete for port 8b92bee3-45da-4ba1-a513-579df471b21f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:29.372471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.378655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.544850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-550586b6-4c51-4f8c-b2f7-17f6f76684d2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:29.551262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-550586b6-4c51-4f8c-b2f7-17f6f76684d2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:29.553285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-550586b6-4c51-4f8c-b2f7-17f6f76684d2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/networks?id=4720cf4a-3e61-411e-a339-99f8d32fb4e8&id=3ac5625d-bf57-4c83-b4b9-76123c568a5a&id=4720cf4a-3e61-411e-a339-99f8d32fb4e8 HTTP/1.1" status: 200 len: 1391 time: 0.2601104 Nov 08 12:27:29.567443 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:29.593643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-50326d79-86bc-4d7c-9a6a-ada93f7b0fb2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/quotas/f07538dfe22a43cd853355b8e2a553ed HTTP/1.1" status: 200 len: 375 time: 0.0287807 Nov 08 12:27:29.606539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-4052b169-77d2-4963-a382-87df1cdac15f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2076759 Nov 08 12:27:29.628881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:29.629646 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca21f6-d0f9-4ea4-bf0f-261b036f2250 None None] The sync data for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 is: [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:25:06Z', 'revision_number': 4, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '46d17cfb-ed83-43b9-8596-a9bf95cdd25f', 'name': '', 'network_id': '6e1aa3dd-b56b-4983-908f-07d7eaa1f573', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'mac_address': 'fa:16:3e:4c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '61bec6f8-f792-4745-b538-5b786c76de18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:05Z', 'updated_at': '2021-11-08T12:25:11Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'subnets': [{'id': '61bec6f8-f792-4745-b538-5b786c76de18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:29.672794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.673561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:29.752947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-835b05a4-b343-432d-8209-ddbe291a7d71 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445656 Nov 08 12:27:29.827208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:29.848778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Allocated IP 19.86.0.2 (3ac5625d-bf57-4c83-b4b9-76123c568a5a/84e33bb1-e305-4611-82c4-ad863562fa88/66b2dd57-2dbd-409c-b7ad-660764ecc7e4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:29.918275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de37a6-00d4-487a-8d57-3c54408f0d25 None None] Pushing event updated for resources: {'Port': ['ID=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:30.047576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:30.076277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-f2552a84-b7bc-4911-b4f5-ebecf6fb3f52 service neutron] 10.222.0.58 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079135 Nov 08 12:27:30.401923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877868c-c327-4236-84de-4f95fe34b3f6 None None] New status for floating IP 4b88500f-2329-4ee7-ba6d-22595d04005d: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:27:30.455920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c68db61f-22cf-4e69-b9d5-14fc0223d706 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:30.462034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:30.504628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:30.507141 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e833a42-b27c-4341-a160-6b3b6a2ff73d" -d '{"events": [{"server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "name": "network-vif-plugged", "status": "completed", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:30.545506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: c68db61f-22cf-4e69-b9d5-14fc0223d706 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:30.545854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c68db61f-22cf-4e69-b9d5-14fc0223d706 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:30.547912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 62efb332-fa26-4b76-9ef6-d0303bda74f8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:27:30.566671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-1182ad93-93a0-4afc-9f90-0ac775c22ace service neutron] 10.222.0.58 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752467 Nov 08 12:27:30.583558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:30.592304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 4, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8b92bee3-45da-4ba1-a513-579df471b21f', 'name': '', 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'mac_address': 'fa:16:3e:65:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:20Z', 'updated_at': '2021-11-08T12:27:28Z', 'revision_number': 4, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'subnets': [{'id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:30.614911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:30.616815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 62efb332-fa26-4b76-9ef6-d0303bda74f8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:30.617167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:30.673599 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:30.704323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-6239ce69-0cb5-4c61-a217-5866902fdb94 service neutron] 10.222.0.58 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246495 Nov 08 12:27:30.745856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219c083-9aef-4f31-8715-8b37ff117b92 None None] The sync data for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 is: [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:27:21Z', 'revision_number': 4, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8b92bee3-45da-4ba1-a513-579df471b21f', 'name': '', 'network_id': 'fd6b66a1-04f5-4a7a-ab54-6e19fa637cad', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'mac_address': 'fa:16:3e:65:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:20Z', 'updated_at': '2021-11-08T12:27:28Z', 'revision_number': 4, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'subnets': [{'id': '6725c92b-1d8b-4dda-8f8f-5e4567be2846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:30.816398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:30.824028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:30.879538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] For port 8b92bee3-45da-4ba1-a513-579df471b21f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b92bee3-45da-4ba1-a513-579df471b21f,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:30.884926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:30.888593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:30.894614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Pushing event updated for resources: {'Port': ['ID=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:30.978778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.049408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-642c76fc-4873-4a86-844e-d83761a8caf8 service neutron] 10.222.0.58 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291788 Nov 08 12:27:31.240535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226439b4-ba4e-4dcd-8c78-1a9244d95dd0 None None] Pushing event updated for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:31.263439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Allocated IP 172.25.1.137 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ecb9f2df-b3cf-40bf-9064-323de92d1ae2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:31.311678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:31.312051 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.317080 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.318207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-dc2eca7a-2e4d-4653-9d8e-6dccf091d738 service neutron] 10.222.0.58 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596233 Nov 08 12:27:31.353476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Attempting to bind port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:31.353857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Attempting to bind port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:31.354213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Attempting to bind port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 on network 3ac5625d-bf57-4c83-b4b9-76123c568a5a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:31.366003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:31.366970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Checking segment: {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:31.367937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.368296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Bound using segment: {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:31.368917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Bound port: 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:31.369275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.393589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f8f9a-05f9-40f4-8cc6-10109fa11974 None None] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:31.461399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:31.493677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-d6f51de0-86e6-4f6b-9b1b-9c26ef95ade5 service neutron] 10.222.0.58 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688094 Nov 08 12:27:31.582334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.646353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.649200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fed814f7-2187-4019-a66e-532557b7531b None None] Provisioning complete for port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:31.649818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fed814f7-2187-4019-a66e-532557b7531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.730566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.801751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:31.809103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:31.813543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:31.856863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] For port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:31.879994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:31.894360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] For port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:31.908869 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:31.925774 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4095a318-3a37-4a6f-ad2d-a15fd761c061 x-openstack-request-id: req-4095a318-3a37-4a6f-ad2d-a15fd761c061 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:31.926145 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce719ec2-f19c-4e64-aafd-a199f2bae41b", "name": "network-vif-deleted", "tag": "c68db61f-22cf-4e69-b9d5-14fc0223d706", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:31.926437 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4095a318-3a37-4a6f-ad2d-a15fd761c061 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:31.926748 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce719ec2-f19c-4e64-aafd-a199f2bae41b', 'name': 'network-vif-deleted', 'tag': 'c68db61f-22cf-4e69-b9d5-14fc0223d706', 'status': 'completed', 'code': 200} Nov 08 12:27:31.934898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=ecb9f2df-b3cf-40bf-9064-323de92d1ae2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:31.984985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.073067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.089443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b12cd3-53c8-486c-8f6d-6303c60188c2 req-4229f424-e949-48fb-a6d6-0575c5b8fd3f tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:32.092296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5b12cd3-53c8-486c-8f6d-6303c60188c2 req-4229f424-e949-48fb-a6d6-0575c5b8fd3f tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.0806885 Nov 08 12:27:32.156280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.238667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:32.242120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fed814f7-2187-4019-a66e-532557b7531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.310564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8809546-161d-4fee-9b16-2f0e98dd532f None None] Pushing event updated for resources: {'Port': ['ID=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:32.398901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5b12cd3-53c8-486c-8f6d-6303c60188c2 req-1f907eae-869e-4dbe-873a-4f5068cb31f5 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699902 Nov 08 12:27:32.416511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.536546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:32.563386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.592577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-fed814f7-2187-4019-a66e-532557b7531b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:27:32.592931 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-fed814f7-2187-4019-a66e-532557b7531b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:27:32.687518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.859602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=ecb9f2df-b3cf-40bf-9064-323de92d1ae2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:32.917961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bdbd8-f737-458e-9d2d-be4998cf9f99 req-489363cb-1b78-494b-b551-e2f5808f54e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:32.919701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e73bdbd8-f737-458e-9d2d-be4998cf9f99 req-489363cb-1b78-494b-b551-e2f5808f54e6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.1357808 Nov 08 12:27:32.938047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:32.975955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b92bee3-45da-4ba1-a513-579df471b21f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:33.063728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8b92bee3-45da-4ba1-a513-579df471b21f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:33.064103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.074834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e73bdbd8-f737-458e-9d2d-be4998cf9f99 req-ad6a2264-075d-414e-886d-206d52c9edd3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381514 Nov 08 12:27:33.104887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.106189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-f94ebd07-ead2-4430-bec9-543daed26da9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4913907 Nov 08 12:27:33.191443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-233fcced-e3c7-4077-b698-d415416cd2f2 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.0771661 Nov 08 12:27:33.243006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:33.311194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.318059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.325199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.328281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-37cc7d4d-56a1-40c4-bb04-babae0f4dbd1 None None] Provisioning complete for port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:33.328653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37cc7d4d-56a1-40c4-bb04-babae0f4dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.334802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.341048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.355743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.361887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.363887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-d6bf7d85-a90f-48f7-b4da-8efa565b65a7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.1880252 Nov 08 12:27:33.375835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:33.376207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.460369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-ea78a4c6-63f5-4439-9a19-5d3d23c813f9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.461705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25b66162-a502-4953-aef3-5d2a8ca3daea req-ea78a4c6-63f5-4439-9a19-5d3d23c813f9 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2493801 Nov 08 12:27:33.492283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-351f87c7-ddce-4eb8-8da0-6aa39195a138 req-8c1fa9a6-2725-4a2b-a5ca-4ed444830270 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134167 Nov 08 12:27:33.560712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:33.565029 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fbaa75-725b-42e7-9655-201321111b86 x-openstack-request-id: req-35fbaa75-725b-42e7-9655-201321111b86 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:33.565337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "name": "network-vif-plugged", "status": "completed", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:33.565564 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35fbaa75-725b-42e7-9655-201321111b86 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:33.565952 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'code': 200} Nov 08 12:27:33.652964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99c29325-451c-4f98-8e81-433f6958d40a req-4ab618ca-740a-4563-b9b5-1251e809b456 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 210 time: 0.0463190 Nov 08 12:27:33.654183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:33.654588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.700820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122619b-7191-4b53-9d57-ff536eacfdda req-71482a08-7311-4caf-859d-4b533a57535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.702522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5122619b-7191-4b53-9d57-ff536eacfdda req-71482a08-7311-4caf-859d-4b533a57535b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.0485263 Nov 08 12:27:33.743574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36610) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:33.872963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.876197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5122619b-7191-4b53-9d57-ff536eacfdda req-d8c58b6c-bb1f-462c-8453-d096ee481982 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628792 Nov 08 12:27:33.907613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.915735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c555-642c-48e3-be09-054ab7dc8a9a req-baf49212-dfdd-4089-a548-9a5eb2f19e38 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:33.917302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb4c555-642c-48e3-be09-054ab7dc8a9a req-baf49212-dfdd-4089-a548-9a5eb2f19e38 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.1700625 Nov 08 12:27:33.966059 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:33.971763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0451351-935d-4854-af99-a1e63590b6f5 req-f3c54b82-096a-4820-a400-4682eae71975 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1724226 Nov 08 12:27:33.984400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:33.986122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09705185-3640-4535-86a2-012cbb3f5a80 None None] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:34.011386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb4c555-642c-48e3-be09-054ab7dc8a9a req-b77af560-2a2f-405a-a091-3c0c85caf5bd tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840769 Nov 08 12:27:34.064996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:34.067930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f5cec78a-2bb2-4609-b1cb-5832445f557a None None] Provisioning complete for port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:34.068286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f5cec78a-2bb2-4609-b1cb-5832445f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.123641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.126050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.126962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.128468 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "DELETE /v2.0/security-groups/949a9b46-5405-459a-a8f7-5cff2910817c HTTP/1.1" status: 204 len: 168 time: 0.3845077 Nov 08 12:27:34.132674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.134870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:34.138714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.145165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.151581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.151952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ce1a8-18ae-4418-bc00-e5ebaf3d2cc4 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a9b46-5405-459a-a8f7-5cff2910817c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:34.154960 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-b4e14bf6-9674-441d-a3b0-964e7d81347e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] show failed (client error): The resource could not be found. Nov 08 12:27:34.157123 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4e14bf6-9674-441d-a3b0-964e7d81347e tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "GET /v2.0/security-groups/949a9b46-5405-459a-a8f7-5cff2910817c HTTP/1.1" status: 404 len: 347 time: 0.0203698 Nov 08 12:27:34.157517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.157654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.164600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.167871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8aaf8005-a2be-41eb-a82f-6f0d2e60f3c7 req-f623f3e9-c505-45ad-856d-99c3606719e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.0956070 Nov 08 12:27:34.180736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:34.180736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:34.190288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Request body: {'floatingip': {'port_id': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:34.198468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.289711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:34.316241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.502165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f2561c30-9616-4ff4-b785-c0efea32a44c None None] Provisioning complete for port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:34.502570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f2561c30-9616-4ff4-b785-c0efea32a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.551906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da638f-8c93-4aa9-b368-085215ed654e req-77f1cc19-030e-4f4e-a203-229d26e4e3fe tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:34.553359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28da638f-8c93-4aa9-b368-085215ed654e req-77f1cc19-030e-4f4e-a203-229d26e4e3fe tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.2639511 Nov 08 12:27:34.695802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:34.731422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Deleting port 0d43632d-f8b3-4776-947c-0f7d28675a57 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:34.731650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.736121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28da638f-8c93-4aa9-b368-085215ed654e req-f08325ca-2172-4556-bba6-dc62034f753e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721611 Nov 08 12:27:34.752801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:34.753552 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:34.853774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:35.225897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:27:35.364449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:35.364790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:35.491816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Calling delete_port for 0d43632d-f8b3-4776-947c-0f7d28675a57 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:35.567342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:35.569919 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d493b0e-3675-45b5-a2b4-f158d6e2ac47" -d '{"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-plugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:35.592043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765cb26-e664-4ac9-b4f0-7bf4b2755f49 req-6c2feb05-314e-4ee5-b0fb-83a96a71f3a2 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:35.593532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7765cb26-e664-4ac9-b4f0-7bf4b2755f49 req-6c2feb05-314e-4ee5-b0fb-83a96a71f3a2 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.6376929 Nov 08 12:27:35.733090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Allocated IP 172.25.1.222 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/99cebcdb-57a6-4fe1-8540-6685c608e6ed) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:35.751002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-305040b0-fefe-4941-a6fc-049b20c50a40 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:35.757143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-305040b0-fefe-4941-a6fc-049b20c50a40 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:35.758648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-305040b0-fefe-4941-a6fc-049b20c50a40 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "GET /v2.0/networks?id=4720cf4a-3e61-411e-a339-99f8d32fb4e8&id=3ac5625d-bf57-4c83-b4b9-76123c568a5a&id=4720cf4a-3e61-411e-a339-99f8d32fb4e8 HTTP/1.1" status: 200 len: 1391 time: 0.4901309 Nov 08 12:27:35.795220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'admin_state_up': True, 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:35.817555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:27:35.961386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7765cb26-e664-4ac9-b4f0-7bf4b2755f49 req-63295130-5a9e-460b-b325-0a5a595472b3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290205 Nov 08 12:27:36.016274 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.102789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9db2aa01-c765-4db3-8232-670bc4353864 req-9a7bc0c1-14d0-4e8d-ac40-1b5a483a6026 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 210 time: 0.0742962 Nov 08 12:27:36.111432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.191414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.295048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.334217 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Floating IP f604ce36-bc71-451e-953d-05cfc15eb13a associated. External IP: 172.25.1.163, port: e21a319b-0b8b-4648-ac17-c3e30d13cfa9. Nov 08 12:27:36.337000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:36.340486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.342366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Pushing event deleted for resources: {'Port': ['ID=0d43632d-f8b3-4776-947c-0f7d28675a57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:36.409472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037a6b4-a6aa-487f-bf96-dc34954b0790 req-39f0346a-4963-48dc-9133-b4ea832c8378 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:36.411049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a037a6b4-a6aa-487f-bf96-dc34954b0790 req-39f0346a-4963-48dc-9133-b4ea832c8378 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.1721125 Nov 08 12:27:36.478528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.629946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:36.649624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.652191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:36.653336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61852137-27c5-49e5-891d-29363a53b916 tempest-ServersTestJSON-681758119 tempest-ServersTestJSON-681758119-project] 10.222.0.58 "DELETE /v2.0/floatingips/4b88500f-2329-4ee7-ba6d-22595d04005d HTTP/1.1" status: 204 len: 168 time: 2.4731908 Nov 08 12:27:36.660911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:36.661057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:36.666539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:36.722225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=99cebcdb-57a6-4fe1-8540-6685c608e6ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:36.739372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a037a6b4-a6aa-487f-bf96-dc34954b0790 req-829b0815-f81d-4e79-ac2d-6b3380e91a40 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051081 Nov 08 12:27:36.805419 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115751b-59f0-433f-b2cf-911f1d0bef16 x-openstack-request-id: req-3115751b-59f0-433f-b2cf-911f1d0bef16 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:36.805419 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-plugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:36.806010 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3115751b-59f0-433f-b2cf-911f1d0bef16 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:36.806196 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'code': 200} Nov 08 12:27:36.866672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Allocated IP 19.80.0.180 (4720cf4a-3e61-411e-a339-99f8d32fb4e8/7a7a2aab-904e-420c-b454-dcacc312177e/5d9947f3-55f5-49e9-92f9-9df4cdf6bda5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:37.098875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.363504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Deleting port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:37.363758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.441775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] For port 46d17cfb-ed83-43b9-8596-a9bf95cdd25f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:37.442319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.455861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Calling delete_port for 46d17cfb-ed83-43b9-8596-a9bf95cdd25f owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:37.459080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.495343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Router d6567283-7cae-4440-bdc8-e8b09292dbcd has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:37.495343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d448f8c-765a-4629-bef2-f4f71456e3fe req-f8372b65-7212-4df8-bade-f5846ab89494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:37.496380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d448f8c-765a-4629-bef2-f4f71456e3fe req-f8372b65-7212-4df8-bade-f5846ab89494 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 1096 time: 0.5194159 Nov 08 12:27:37.511994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183be2db-b852-475a-8e3a-0366bed9e3ee req-a8100300-f16b-4ef0-a9b3-43172d7cf776 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:37.513462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-183be2db-b852-475a-8e3a-0366bed9e3ee req-a8100300-f16b-4ef0-a9b3-43172d7cf776 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 950 time: 0.4755173 Nov 08 12:27:37.531056 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.674605 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.689846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d448f8c-765a-4629-bef2-f4f71456e3fe req-17cd0cef-0c15-4d56-b48f-9b68872e6cd7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695862 Nov 08 12:27:37.695542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.722827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=46d17cfb-ed83-43b9-8596-a9bf95cdd25f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:37.748746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-183be2db-b852-475a-8e3a-0366bed9e3ee req-472ed040-b232-49d7-825a-d2b88ea53d9f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272542 Nov 08 12:27:37.816455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:37.828609 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Sync routers for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:37.830837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.846886 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:37.848006 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:37.862729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.928530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:37.933800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:37.961178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aafd548e-56ac-4d25-a025-fc5ce345e28a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "PUT /v2.0/floatingips/f604ce36-bc71-451e-953d-05cfc15eb13a HTTP/1.1" status: 200 len: 992 time: 3.7748091 Nov 08 12:27:37.974927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:37.978021 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9f8614-adcf-4181-81eb-a88cd587fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:37.986984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:37.991053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:38.055797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:38.074282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:38.153711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:38.154402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.181286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.195771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d682b0-b7f3-4544-b2bc-979a21d29d85 req-0ac35e83-722d-4bb7-a453-8da7a8a5e57a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:38.203111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d682b0-b7f3-4544-b2bc-979a21d29d85 req-0ac35e83-722d-4bb7-a453-8da7a8a5e57a tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.2381415 Nov 08 12:27:38.226120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Router 10d8803f-16df-44de-9403-2d9c59ee77cc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:38.263130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d682b0-b7f3-4544-b2bc-979a21d29d85 req-47aac5b7-8353-4b5b-95c0-55c2fb3f17ad tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590589 Nov 08 12:27:38.280096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.316704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f604ce36-bc71-451e-953d-05cfc15eb13a', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'port_id': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'mac_address': 'fa:16:3e:fa:bd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:26:01Z', 'updated_at': '2021-11-08T12:27:35Z', 'revision_number': 1, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:38.321811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-71b9eecf-191d-4f6c-8bec-24ebec7cb070 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5445378 Nov 08 12:27:38.353910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3bdd145e-79b6-4d77-a23b-c53c5ed42100 None None] Provisioning complete for port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:38.354977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3bdd145e-79b6-4d77-a23b-c53c5ed42100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.361289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:38.370350 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e93fc87-60d6-4f41-98e0-95be59c51c8c admin admin] 10.222.0.58 "PUT /v2.0/routers/10d8803f-16df-44de-9403-2d9c59ee77cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102957 Nov 08 12:27:38.370482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.370590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:38.376595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a', 'admin_state_up': True, 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:38.386494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Sync routers for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:38.393084 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Checking router: d6567283-7cae-4440-bdc8-e8b09292dbcd for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:38.419115 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:38.419832 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:38.420951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd145e-79b6-4d77-a23b-c53c5ed42100 None None] Port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:38.423422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:38.424292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:38.465281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:38.547315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event updated for resources: {'Port': ['ID=99cebcdb-57a6-4fe1-8540-6685c608e6ed,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:38.570120 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:38.580508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61000bae-5b94-4494-abdb-d73c30ce77b3 req-9c44dddc-1ac2-4522-826b-cd3bae992f19 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:38.588622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61000bae-5b94-4494-abdb-d73c30ce77b3 req-9c44dddc-1ac2-4522-826b-cd3bae992f19 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.1026616 Nov 08 12:27:38.604127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.627934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:38.655010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61000bae-5b94-4494-abdb-d73c30ce77b3 req-39a85c02-147b-4297-879a-967b61ab038b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653524 Nov 08 12:27:38.667349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:38.673914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.757239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:38.807250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:38.809856 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e34f5a-8b01-465e-a0f2-95eb9a58d66d" -d '{"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:38.849177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.850694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0451351-935d-4854-af99-a1e63590b6f5 req-e6b3daad-c892-4d2d-9517-b5ca15178a7f tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8718565 Nov 08 12:27:38.869453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.889331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:38.933471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e572d-005d-4fa7-abe0-8cf57bd30745 req-6b213f0b-aa34-407a-8331-571db19b9f4f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:38.940780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b3e572d-005d-4fa7-abe0-8cf57bd30745 req-6b213f0b-aa34-407a-8331-571db19b9f4f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 932 time: 0.1498129 Nov 08 12:27:38.960716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:27:37Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:38.963804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:38.993186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Checking router: 10d8803f-16df-44de-9403-2d9c59ee77cc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:39.003675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Routers {'10d8803f-16df-44de-9403-2d9c59ee77cc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:39.004294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['10d8803f-16df-44de-9403-2d9c59ee77cc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:39.029487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b3e572d-005d-4fa7-abe0-8cf57bd30745 req-715cbff2-e0b1-499b-a62e-6ab000545f95 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877697 Nov 08 12:27:39.051738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0451351-935d-4854-af99-a1e63590b6f5 req-5c96c2cd-b191-4105-a496-10ee2715a3a8 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.1846447 Nov 08 12:27:39.092739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.115092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Allocated IP 19.86.0.122 (3ac5625d-bf57-4c83-b4b9-76123c568a5a/84e33bb1-e305-4611-82c4-ad863562fa88/465873ee-f0bc-4ef1-961a-4ae70df8dbd2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:39.170203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] Set router 10d8803f-16df-44de-9403-2d9c59ee77cc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:39.223723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0451351-935d-4854-af99-a1e63590b6f5 req-0192a7a5-3bfe-4810-94a3-fdaa48bc1dc5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:39.227332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0451351-935d-4854-af99-a1e63590b6f5 req-0192a7a5-3bfe-4810-94a3-fdaa48bc1dc5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1612763 Nov 08 12:27:39.251588 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f604ce36-bc71-451e-953d-05cfc15eb13a', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'port_id': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'mac_address': 'fa:16:3e:fa:bd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:26:01Z', 'updated_at': '2021-11-08T12:27:35Z', 'revision_number': 1, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:39.285832 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593d0b9-d477-4e21-bbad-f91259d914af None None] The sync data for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 is: [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f604ce36-bc71-451e-953d-05cfc15eb13a', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'port_id': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'mac_address': 'fa:16:3e:fa:bd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:26:01Z', 'updated_at': '2021-11-08T12:27:35Z', 'revision_number': 1, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:39.296944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Deleting port 94a3f84c-1da5-408d-80ce-04067887a447 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:39.296944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.382177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] For port 94a3f84c-1da5-408d-80ce-04067887a447, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=94a3f84c-1da5-408d-80ce-04067887a447,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:39.382648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.396858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Calling delete_port for 94a3f84c-1da5-408d-80ce-04067887a447 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:39.484429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:27:37Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:39.505700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6bb2f-1438-403a-b670-3753b356f42a req-06d6a040-4af8-43af-aa57-adb90c22f815 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:39.515907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfc6bb2f-1438-403a-b670-3753b356f42a req-06d6a040-4af8-43af-aa57-adb90c22f815 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.0969267 Nov 08 12:27:39.518976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e17d8f-0fe8-440d-bc8d-b3fde0326362 None None] The sync data for ids ['10d8803f-16df-44de-9403-2d9c59ee77cc'] in n-d-816990-1 is: [{'id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'name': 'tempest-ServersTestJSON-1734815221-router', 'tenant_id': '912024f24d2f468ea08848a8a51d8807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '94a3f84c-1da5-408d-80ce-04067887a447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:58Z', 'updated_at': '2021-11-08T12:27:37Z', 'revision_number': 5, 'project_id': '912024f24d2f468ea08848a8a51d8807', 'gw_port': {'id': '94a3f84c-1da5-408d-80ce-04067887a447', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d8803f-16df-44de-9403-2d9c59ee77cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:25:00Z', 'updated_at': '2021-11-08T12:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:39.546533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.602913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfc6bb2f-1438-403a-b670-3753b356f42a req-971cf3e0-823b-406c-bd3e-c160419a6596 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859864 Nov 08 12:27:39.630551 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db4755-8fc6-4129-a9db-5413124420c4 None None] New status for floating IP f604ce36-bc71-451e-953d-05cfc15eb13a: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:27:39.716622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.717931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.734636 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa4e7a5-43a3-47c7-bd7d-fa9fdf7bf437 x-openstack-request-id: req-8fa4e7a5-43a3-47c7-bd7d-fa9fdf7bf437 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:39.734865 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:39.735204 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fa4e7a5-43a3-47c7-bd7d-fa9fdf7bf437 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:39.735665 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'status': 'completed', 'code': 200} Nov 08 12:27:39.780196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Pushing event deleted for resources: {'Port': ['ID=94a3f84c-1da5-408d-80ce-04067887a447,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:39.829251 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41cfff6-3f39-4f28-aa30-fa2f720c0b40 x-openstack-request-id: req-c41cfff6-3f39-4f28-aa30-fa2f720c0b40 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:39.829789 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:39.830300 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c41cfff6-3f39-4f28-aa30-fa2f720c0b40 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:39.831149 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'code': 200} Nov 08 12:27:39.868430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.868677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:39.928955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:39.931928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:39.935104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:39.960562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b27d93f-0fec-4c0e-9dd4-2b687c0350dc req-e0bdaabf-9a00-4087-a5a2-cb92b4c87d28 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips/15c8b506-2af0-495e-af6a-b88914fa805c HTTP/1.1" status: 200 len: 693 time: 0.0902758 Nov 08 12:27:39.984730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:39.987600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.112784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.113237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.113697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.114162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.114647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.115143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.116924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.119099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-1bae09aa-d8be-4eea-87e7-1aae5932f9c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.3571291 Nov 08 12:27:40.133829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.138162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d8803f-16df-44de-9403-2d9c59ee77cc {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:27:40.144019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.145239 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a953639f-3a33-463a-89d8-1f19a24eb95a admin admin] 10.222.0.58 "DELETE /v2.0/routers/10d8803f-16df-44de-9403-2d9c59ee77cc HTTP/1.1" status: 204 len: 168 time: 1.7738054 Nov 08 12:27:40.148039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36704) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:40.151155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.151818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.208072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Deleting subnet 61bec6f8-f792-4745-b538-5b786c76de18 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:27:40.212866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.248975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82746fc3-0509-4f64-b77d-c726b685f08d req-3c657024-c56e-4218-8783-3abe338155b7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4661658 Nov 08 12:27:40.249411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.264859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d93f-0fec-4c0e-9dd4-2b687c0350dc req-f5736c80-0bb5-4ebb-b948-349e2adf0b68 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.266637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b27d93f-0fec-4c0e-9dd4-2b687c0350dc req-f5736c80-0bb5-4ebb-b948-349e2adf0b68 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3101063 Nov 08 12:27:40.283083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:40.283244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f6c75651-1840-43eb-a851-658f2aa0942d None None] Provisioning complete for port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:40.283360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6c75651-1840-43eb-a851-658f2aa0942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.293910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-1b27d93f-0fec-4c0e-9dd4-2b687c0350dc req-63d4d27b-a375-484a-9078-ed3807efabab tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:27:40.294932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b27d93f-0fec-4c0e-9dd4-2b687c0350dc req-63d4d27b-a375-484a-9078-ed3807efabab tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110536 Nov 08 12:27:40.307202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-7433bb39-4b48-432f-925e-827da6a2e6e3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9771810 Nov 08 12:27:40.331487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'admin_state_up': True, 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:40.342690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.347649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75651-1840-43eb-a851-658f2aa0942d None None] Port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:40.364129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-47d04fc9-3360-4eed-8e92-3d2928993805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.366696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-47d04fc9-3360-4eed-8e92-3d2928993805 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 HTTP/1.1" status: 200 len: 913 time: 0.2359955 Nov 08 12:27:40.466423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.474729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.497098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bec6f8-f792-4745-b538-5b786c76de18,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:40.504132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.508851 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ce8ac56-b335-4ce4-a923-9f025fd782de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/61bec6f8-f792-4745-b538-5b786c76de18 HTTP/1.1" status: 204 len: 168 time: 0.3598065 Nov 08 12:27:40.511256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05a2eb-3828-47c8-96ba-1c34ce0385eb None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:40.512568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36708) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:40.555056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-ea46e2ef-b6b4-4c23-828c-794cebaebe1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 1002 time: 0.1460259 Nov 08 12:27:40.567619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52ebf5-eaf4-4d45-9e11-b17fb22d5e9f req-f67525f5-3ffc-4408-ad5b-e99b826d4f1b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.569639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a52ebf5-eaf4-4d45-9e11-b17fb22d5e9f req-f67525f5-3ffc-4408-ad5b-e99b826d4f1b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.1612914 Nov 08 12:27:40.595191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.652645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Deleting port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:40.653005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.707315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-20a5e408-8bb6-47ff-8a7d-7d636b186cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:40.708724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-20a5e408-8bb6-47ff-8a7d-7d636b186cc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 200 len: 851 time: 0.1382008 Nov 08 12:27:40.716708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a52ebf5-eaf4-4d45-9e11-b17fb22d5e9f req-4cc99298-aac9-4cf3-a7cc-e63b4e5c0b49 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177082 Nov 08 12:27:40.724877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] For port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:40.725359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.743686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Calling delete_port for 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:40.762646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:40.766409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.809344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] DHCP port deletion for 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:27:40.846610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.896753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Deleting port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:40.897803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.925871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 46d17cfb-ed83-43b9-8596-a9bf95cdd25f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:40.929074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:40.967666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Pushing event deleted for resources: {'Port': ['ID=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:40.973189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] No DVR routers for this DVR port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:27:40.973539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 46d17cfb-ed83-43b9-8596-a9bf95cdd25f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:40.974114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 46d17cfb-ed83-43b9-8596-a9bf95cdd25f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:40.974744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 94a3f84c-1da5-408d-80ce-04067887a447 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:41.004602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 94a3f84c-1da5-408d-80ce-04067887a447 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:41.004950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 94a3f84c-1da5-408d-80ce-04067887a447 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:41.005583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:41.012999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] For port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,segment=NetworkSegment(6bc61e3a-4ae4-4d42-8c88-03900ffc8be6),segment_id=6bc61e3a-4ae4-4d42-8c88-03900ffc8be6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:41.013667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.042695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:41.042923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:41.056002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Calling delete_port for 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:41.056382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.082434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1aa3dd-b56b-4983-908f-07d7eaa1f573']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:41.094849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:41.095502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc61e3a-4ae4-4d42-8c88-03900ffc8be6') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:41.108721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.125624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.133989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:27:41.134522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:27:41.136511 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:27:41.278478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.282978 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.293920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.298389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6e1aa3dd-b56b-4983-908f-07d7eaa1f573 HTTP/1.1" status: 204 len: 168 time: 0.7848017 Nov 08 12:27:41.304440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Network 6e1aa3dd-b56b-4983-908f-07d7eaa1f573 is not hosted by any dhcp agent {{(pid=102537) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:27:41.305213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] No DVR routers for this DVR port 301ce1ca-3c85-4472-8558-4f75ef6fb2a8 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:27:41.307275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb96c62-81d0-4c68-bb90-b474e17e8423 None None] Pushing event deleted for resources: {'Port': ['ID=301ce1ca-3c85-4472-8558-4f75ef6fb2a8,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:41.317096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea2c30-b14b-4fed-a304-965ca7eaf866 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1aa3dd-b56b-4983-908f-07d7eaa1f573,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:41.325072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-ee9ddf53-990e-4d1f-aff4-62f2a75d380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:41.326471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-ee9ddf53-990e-4d1f-aff4-62f2a75d380b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6074371 Nov 08 12:27:41.484524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c934-60dd-4d20-819c-c3a8454fd553 req-28a0e224-bf2e-49b3-85f4-d2f4e5efbda7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:41.490555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c934-60dd-4d20-819c-c3a8454fd553 req-28a0e224-bf2e-49b3-85f4-d2f4e5efbda7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:41.492907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de15c934-60dd-4d20-819c-c3a8454fd553 req-28a0e224-bf2e-49b3-85f4-d2f4e5efbda7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 1655 time: 0.5837107 Nov 08 12:27:41.518785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Allocated IP 19.80.0.199 (4720cf4a-3e61-411e-a339-99f8d32fb4e8/7a7a2aab-904e-420c-b454-dcacc312177e/96f3690a-874a-4478-88f2-80e6babd23e6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:41.567522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Allocated IP 172.25.1.27 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/a50626a3-1c3d-4b46-a46c-e446e80f19e8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:41.581402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-ab8ab3bd-dc43-4b5c-b4d2-e5adf3903f7c service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438674 Nov 08 12:27:41.642928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36724) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:41.687682 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d96f450-d776-44d5-bda6-eb4f9dae3117 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=912024f24d2f468ea08848a8a51d8807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435143 Nov 08 12:27:41.690538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:41.737927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de15c934-60dd-4d20-819c-c3a8454fd553 req-8a6854b3-30ff-48f0-94e9-804a0eb49d31 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373838 Nov 08 12:27:41.745312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.780684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.863584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9f8614-adcf-4181-81eb-a88cd587fef5 req-ee512e2b-04f3-4d91-b4f7-a507fdb52b21 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711728 Nov 08 12:27:41.879135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.907022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.939096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.942063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:41.943509 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2696573d-6126-4af7-b36c-929d358e9fbe HTTP/1.1" status: 204 len: 168 time: 0.2519963 Nov 08 12:27:41.952932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5a725-4a61-4e23-a247-182d105a37ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696573d-6126-4af7-b36c-929d358e9fbe,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:42.009930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.051416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:42.055985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:42.060312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:42.084038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event updated for resources: {'Port': ['ID=a50626a3-1c3d-4b46-a46c-e446e80f19e8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:42.089419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.190365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:42.199530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:42.204810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:42.208861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:42.215099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-d8ba29b5-5cf2-412a-ab3d-bf2000293b00 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips/15c8b506-2af0-495e-af6a-b88914fa805c HTTP/1.1" status: 200 len: 693 time: 0.0898190 Nov 08 12:27:42.378794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:42.380285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.410373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.447828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-76c790a5-8271-4ff7-94ad-dfa08fc353e6 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:42.449222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-76c790a5-8271-4ff7-94ad-dfa08fc353e6 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2052555 Nov 08 12:27:42.486533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2e9955c6-0cb7-4f20-bdf9-d9523ffecb7b None None] Provisioning complete for port 96f3690a-874a-4478-88f2-80e6babd23e6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:42.487119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2e9955c6-0cb7-4f20-bdf9-d9523ffecb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.496937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-42e387fb-4c2b-4436-b54d-37acb3019168 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1778810 Nov 08 12:27:42.510206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-51dabb6f-d214-468b-93ca-51d62f934f61 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0538836 Nov 08 12:27:42.525110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2e9955c6-0cb7-4f20-bdf9-d9523ffecb7b None None] Port 96f3690a-874a-4478-88f2-80e6babd23e6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:42.535799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:42.605525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:42.611077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-3b35d054-461a-49be-8509-bcddfa00f5d0 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0795031 Nov 08 12:27:42.715202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.025779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Deleting port 99cebcdb-57a6-4fe1-8540-6685c608e6ed {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:43.026123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.052057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:43.124706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.154559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1310875879-network', 'tenant_id': '018e78dfd0cb44289e905ff0eccc258f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:43.185923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.186292 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.200929 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.219975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Calling delete_port for 99cebcdb-57a6-4fe1-8540-6685c608e6ed owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:43.298493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Made reservation on behalf of 018e78dfd0cb44289e905ff0eccc258f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:43.300955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.315423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.354594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:43.360234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event updated for resources: {'Port': ['ID=a50626a3-1c3d-4b46-a46c-e446e80f19e8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:43.378218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.398998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.403101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Transition to ACTIVE for port object 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:43.431038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.468187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.483070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.510041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:43.512297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.513591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82746fc3-0509-4f64-b77d-c726b685f08d req-14eee7fe-2b6d-4b77-9a5a-0a6fc9dc38c7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2460008 Nov 08 12:27:43.581313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:43.598005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:27:43.601677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82746fc3-0509-4f64-b77d-c726b685f08d req-bad3ba66-5c80-4ce0-98aa-a2492c12e1bd tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 695 time: 0.0774989 Nov 08 12:27:43.604451 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.613377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.613377 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Added segment 268cc142-2059-4bd2-a605-f3c6042be744 of type vlan for network f8e68c48-b080-48b9-958c-32b6e19529cd Nov 08 12:27:43.674025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.687317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event deleted for resources: {'Port': ['ID=99cebcdb-57a6-4fe1-8540-6685c608e6ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:43.785930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.787027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:43.787894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.872621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.875106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] Pushing event updated for resources: {'Network': ['ID=f8e68c48-b080-48b9-958c-32b6e19529cd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:43.876180 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.878103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f38671-5b25-432e-a844-9ca4da03b096 req-eb02081e-7014-41fd-aa6b-6788967e656a tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "DELETE /v2.0/floatingips/15c8b506-2af0-495e-af6a-b88914fa805c HTTP/1.1" status: 204 len: 173 time: 1.2391682 Nov 08 12:27:43.893245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f8e68c48-b080-48b9-958c-32b6e19529cd details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:27:43.893803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Attempting to bind port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:43.893803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Attempting to bind port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:43.894058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Attempting to bind port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:43.913510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:43.913906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Attempting to bind port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:43.923057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953769-0644-4530-afbb-c95497907662 req-c954d9e6-9c3e-4a68-9304-0ecaac4d38b9 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:43.924537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb953769-0644-4530-afbb-c95497907662 req-c954d9e6-9c3e-4a68-9304-0ecaac4d38b9 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.1668146 Nov 08 12:27:43.931728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:43.932148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Checking segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:43.932536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Bound using segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:43.933137 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f575f421-5934-4ec3-8382-4f1a43f3764a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8799293 Nov 08 12:27:43.935945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:43.936214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Bound port: 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:43.936618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:43.941023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Request body: {'subnet': {'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1310875879-subnet', 'tenant_id': '018e78dfd0cb44289e905ff0eccc258f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:43.948941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82746fc3-0509-4f64-b77d-c726b685f08d req-342a2718-9d0e-4fd9-9df1-f9babe2a7b8d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:43.950683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82746fc3-0509-4f64-b77d-c726b685f08d req-342a2718-9d0e-4fd9-9df1-f9babe2a7b8d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3209634 Nov 08 12:27:44.094235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:44.102060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:44.120313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Deleting port 9bb7dc69-d176-4305-b050-f00f27b581b7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:44.120656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.129327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Made reservation on behalf of 018e78dfd0cb44289e905ff0eccc258f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:44.132347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.223084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.249557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0938-16ba-4004-aff3-3c96b41136a7 req-a487c369-0811-4ae2-b8fc-eddb1a0b4dd6 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:44.251067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63fd0938-16ba-4004-aff3-3c96b41136a7 req-a487c369-0811-4ae2-b8fc-eddb1a0b4dd6 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 945 time: 0.1256495 Nov 08 12:27:44.280179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:44.281091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.282573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 HTTP/1.1" status: 200 len: 1092 time: 1.7713182 Nov 08 12:27:44.292231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:44.294545 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:44.342179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] For port 9bb7dc69-d176-4305-b050-f00f27b581b7, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9bb7dc69-d176-4305-b050-f00f27b581b7,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:44.348468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.362410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fb73-d82d-4da0-b74e-01bbbe313df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:44.436095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63fd0938-16ba-4004-aff3-3c96b41136a7 req-9951355b-4ef8-4904-b54c-2b3054c5c1f5 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0203a5ee-ab7f-4b1b-a828-699b361d0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612921 Nov 08 12:27:44.451065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.457097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:44.472518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:44.541411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c0548b-51e6-4eaa-9e43-d038975b9d84,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:44.623163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Checking segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:44.623532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Network hostable DHCP agents. Network: f8e68c48-b080-48b9-958c-32b6e19529cd, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:27:44.659982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:44.688948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'mac_address': 'fa:16:3e:ca:f3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:44.760054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.780169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3169bf32-7d4d-44ab-9b8b-abb49c937223 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:44.780811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Network f8e68c48-b080-48b9-958c-32b6e19529cd is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:27:44.809121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:44.905813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f8e68c48-b080-48b9-958c-32b6e19529cd) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:44.917756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a872ff1-e4bc-43be-b1c6-198a962f586c None None] Network f8e68c48-b080-48b9-958c-32b6e19529cd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:44.926078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:44.930748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:44.977030 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:45.051564 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95c3f3ae-82f4-48d7-95cf-8ebe174ab83e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1145396 Nov 08 12:27:45.079879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['3169bf32-7d4d-44ab-9b8b-abb49c937223'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:45.150298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:45.161310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.163411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.164319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.164989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.165524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.166038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.166577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.167285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.167779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.169410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.169973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.170497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:27:45.276910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b705d-3367-4a4d-8f3d-fbdf0c2b4b2e None None] Network f8e68c48-b080-48b9-958c-32b6e19529cd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:27:45.358560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d324d-ee12-484a-9444-792489c07e5c req-b2b7abc9-d515-49b9-a5f0-215a0dfdbc36 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.365263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a8d324d-ee12-484a-9444-792489c07e5c req-b2b7abc9-d515-49b9-a5f0-215a0dfdbc36 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4078479 Nov 08 12:27:45.408135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:45.411706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:45.412073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:45.412994 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Floating IP d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe disassociated. External IP: 172.25.1.104, port: 9bb7dc69-d176-4305-b050-f00f27b581b7. Nov 08 12:27:45.413301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Calling delete_port for 9bb7dc69-d176-4305-b050-f00f27b581b7 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:45.514609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028df08-877a-42ac-8e37-fc1ba5970123 req-bffbde40-b448-4714-912f-d7e02fd4b471 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.520715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028df08-877a-42ac-8e37-fc1ba5970123 req-bffbde40-b448-4714-912f-d7e02fd4b471 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.528590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028df08-877a-42ac-8e37-fc1ba5970123 req-bffbde40-b448-4714-912f-d7e02fd4b471 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.530261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2028df08-877a-42ac-8e37-fc1ba5970123 req-bffbde40-b448-4714-912f-d7e02fd4b471 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2389 time: 0.5565326 Nov 08 12:27:45.676250 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:45.795880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2028df08-877a-42ac-8e37-fc1ba5970123 req-1294f2d9-64c7-457e-8b40-cd6001126dbb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251320 Nov 08 12:27:45.844363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-66e5cf9d-0596-4f62-ba7f-bb039e1eadd6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.845900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-66e5cf9d-0596-4f62-ba7f-bb039e1eadd6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 820 time: 0.2932298 Nov 08 12:27:45.905346 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168fe90-de21-46dc-b8cc-4cf11fc646f9 x-openstack-request-id: req-7168fe90-de21-46dc-b8cc-4cf11fc646f9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:45.905639 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:45.905869 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7168fe90-de21-46dc-b8cc-4cf11fc646f9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:45.906269 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', 'status': 'completed', 'code': 200} Nov 08 12:27:45.913601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-7e73a48a-8a1f-4bcb-83b2-9b398a5087dc tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/quotas/ed8852763ae04d4396c9efac03c01d08 HTTP/1.1" status: 200 len: 375 time: 0.0440753 Nov 08 12:27:45.988047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-b8429399-35f4-4fad-b3da-73a50d13d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.988796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-b8429399-35f4-4fad-b3da-73a50d13d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.989184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-b8429399-35f4-4fad-b3da-73a50d13d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:45.991353 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-b8429399-35f4-4fad-b3da-73a50d13d8be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2732 time: 0.0725002 Nov 08 12:27:46.039823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-54110896-80b0-48be-a872-6821a86ad4f6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890422 Nov 08 12:27:46.145696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.170648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-92d5b42f-f907-46d4-a16a-4c4afcc8a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:46.171455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-92d5b42f-f907-46d4-a16a-4c4afcc8a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:46.171986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-92d5b42f-f907-46d4-a16a-4c4afcc8a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:46.173630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-92d5b42f-f907-46d4-a16a-4c4afcc8a22c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f07538dfe22a43cd853355b8e2a553ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1740806 Nov 08 12:27:46.198971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event deleted for resources: {'Port': ['ID=9bb7dc69-d176-4305-b050-f00f27b581b7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:46.286427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-7e0df1db-1bd0-4d64-a340-51a8b977948b service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283244 Nov 08 12:27:46.326816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:46.354656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-608c75df-a7c0-488a-a63d-0eb65edf4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:46.356241 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-295fa75c-79f2-4c7d-9fec-7afc5f07bc22 req-608c75df-a7c0-488a-a63d-0eb65edf4dff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740777 Nov 08 12:27:46.406632 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.463028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:46.497240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Transition to ACTIVE for port object 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:46.500553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-dc9b0a68-fc13-4748-9e72-505f4382936d service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687806 Nov 08 12:27:46.524318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 3169bf32-7d4d-44ab-9b8b-abb49c937223 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:46.524994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.563156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Router 74e6e721-fe07-4c60-9535-1aa22b59c713 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:27:46.570336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.640160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Pushing event updated for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:46.700228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.776518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:46.782329 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde31f5-11e0-43bb-8738-031c19e9c702" -d '{"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-plugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:46.798149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:46.888498 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:46.994928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:47.016118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22607085-db90-4c86-8a3f-c8eda157e7bc req-57dfb5bd-debc-48ec-afe2-856be887ba48 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=0f1c1e7d2f5e4fb887a472dbb57211be HTTP/1.1" status: 200 len: 1657 time: 0.2007551 Nov 08 12:27:47.120658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Attempting to bind port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:47.120658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Attempting to bind port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:47.120658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Attempting to bind port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 on network 3ac5625d-bf57-4c83-b4b9-76123c568a5a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:47.166714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:27:47.178670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Sync routers for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:27:47.186698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 on network 3ac5625d-bf57-4c83-b4b9-76123c568a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:47.187036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Attempting to bind port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 on network 3ac5625d-bf57-4c83-b4b9-76123c568a5a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:47.198232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:47.201517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:47.221335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-e25a13fd-754e-4dea-8e0e-72428c6fe5e6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:47.222897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-e25a13fd-754e-4dea-8e0e-72428c6fe5e6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.4335046 Nov 08 12:27:47.234871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:47.235263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Checking segment: {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:47.235587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Bound using segment: {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:47.236092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Bound port: 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e9498a-a5c2-4f77-a3d7-1ca9237bd343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:47.236448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:47.257969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] No DVR routers for this DVR port 9bb7dc69-d176-4305-b050-f00f27b581b7 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:27:47.261045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:47.265281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb953769-0644-4530-afbb-c95497907662 req-e501bc7a-6950-447d-ae88-bdccaed13534 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.61 "DELETE /v2.0/ports/9bb7dc69-d176-4305-b050-f00f27b581b7 HTTP/1.1" status: 204 len: 173 time: 3.3260300 Nov 08 12:27:47.308337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-50dc3da6-418b-47e4-aa92-0d12dca7967f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/quotas/018e78dfd0cb44289e905ff0eccc258f HTTP/1.1" status: 200 len: 375 time: 0.0695598 Nov 08 12:27:47.375794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:47.432587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22607085-db90-4c86-8a3f-c8eda157e7bc req-a9ae27e2-b55a-45d5-8ae8-292d824ed3f6 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:47.432587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22607085-db90-4c86-8a3f-c8eda157e7bc req-a9ae27e2-b55a-45d5-8ae8-292d824ed3f6 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks?id=6894d54f-f127-4b21-a375-736db7f41c4c&id=6894d54f-f127-4b21-a375-736db7f41c4c&id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 787 time: 0.4046669 Nov 08 12:27:47.438591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-7b3fb96a-e5eb-447c-9d39-025326accd55 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911427 Nov 08 12:27:47.450731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-22607085-db90-4c86-8a3f-c8eda157e7bc req-edcb2b69-7a21-47da-80db-df192ebbeeef tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:27:47.461733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22607085-db90-4c86-8a3f-c8eda157e7bc req-edcb2b69-7a21-47da-80db-df192ebbeeef tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186272 Nov 08 12:27:47.547795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:47.697337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39ee02a0-978c-4d95-b29d-171c6c87e4e9 req-2b85e2f6-a8cb-4c8f-8cca-0bc802cf012b tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.1508873 Nov 08 12:27:47.699156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:47.703341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:47.744240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Checking router: 74e6e721-fe07-4c60-9535-1aa22b59c713 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:27:47.755032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:27:47.755707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:47.796767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-aa6a29b5-e191-411b-8152-66ef6fb0b98b service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257451 Nov 08 12:27:47.817569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:47.912236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:27:47.935372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'name': 'network-vif-deleted', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:47.938060 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5abd157-ff63-4b82-90c4-49d754a5167a" -d '{"events": [{"server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "name": "network-vif-deleted", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:48.006523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55facee0-6d90-47dc-beb2-e66bb512a9ad req-c687fb24-38aa-42b6-bdfa-88b03e2c9579 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 210 time: 0.1372674 Nov 08 12:27:48.009212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:48.011821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:48.017965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] 10.222.0.57 "PUT /v2.0/ports/465873ee-f0bc-4ef1-961a-4ae70df8dbd2 HTTP/1.1" status: 200 len: 1092 time: 3.5474653 Nov 08 12:27:48.108385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd97198-5c11-4f2d-8e28-c6192b01af0e service neutron] Pushing event updated for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:48.140800 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba9de5-fd87-4dff-9844-919c0519ffd4 x-openstack-request-id: req-6fba9de5-fd87-4dff-9844-919c0519ffd4 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:48.141098 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-plugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:48.144130 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fba9de5-fd87-4dff-9844-919c0519ffd4 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:48.144130 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'code': 200} Nov 08 12:27:48.155797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Request body: {'port': {'device_id': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:48.201369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-ceaef369-5e8a-428a-93ae-58f2c51559e9 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032948 Nov 08 12:27:48.284986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:48.410950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:27:48.514142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a8a8-f674-4133-aa8a-35e996f02941 req-18e1e49e-766b-4ecf-8217-71796dad6e82 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:48.514652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:48.524400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a8a8-f674-4133-aa8a-35e996f02941 req-18e1e49e-766b-4ecf-8217-71796dad6e82 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:48.530368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9bb7dc69-d176-4305-b050-f00f27b581b7 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:48.535268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a8a8-f674-4133-aa8a-35e996f02941 req-18e1e49e-766b-4ecf-8217-71796dad6e82 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:48.537573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'port_id': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'mac_address': 'fa:16:3e:a3:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6adddf3-2fc6-4ebe-bb63-fcd7a621d175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:27:48.578019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f13a8a8-f674-4133-aa8a-35e996f02941 req-18e1e49e-766b-4ecf-8217-71796dad6e82 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2401 time: 0.3315890 Nov 08 12:27:48.609955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 9bb7dc69-d176-4305-b050-f00f27b581b7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:48.610402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9bb7dc69-d176-4305-b050-f00f27b581b7 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:48.701755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:48.719513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62efb332-fa26-4b76-9ef6-d0303bda74f8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:48.792511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:48.810347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:27:48.856197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f8534-b7fc-4025-8a9d-82b3ff7756ba None None] The sync data for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 is: [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:23:32Z', 'revision_number': 4, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '56113ac5-fab2-41d9-901b-aceecba1e527', 'name': '', 'network_id': '03bd7186-87da-476c-9a9f-678327f4a190', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'mac_address': 'fa:16:3e:07:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7e52aaf1-8655-4665-a719-546891111d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:31Z', 'updated_at': '2021-11-08T12:23:39Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'subnets': [{'id': '7e52aaf1-8655-4665-a719-546891111d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:27:48.912016 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:49.041473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:49.061276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['62efb332-fa26-4b76-9ef6-d0303bda74f8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:49.182764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-6695df6d-dc32-4d6b-b804-fb6f44024cba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880396 Nov 08 12:27:49.291338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-9e8d17d0-2152-4c80-bada-ce6af0e5e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:49.296758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-9e8d17d0-2152-4c80-bada-ce6af0e5e566 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 1099 time: 0.0661225 Nov 08 12:27:49.422914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-f19d5380-e364-4ccb-b394-5b85052dbeb2 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips/d3a141c4-a963-4978-a65a-46282e42779f HTTP/1.1" status: 200 len: 693 time: 0.0952766 Nov 08 12:27:49.480610 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77215174-8e63-43d7-9270-65a10e86c0d1 None None] New status for floating IP d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:27:49.608426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-418934a0-f6c7-4d23-92e4-1ce9b79ee514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:49.613308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-418934a0-f6c7-4d23-92e4-1ce9b79ee514 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2929459 Nov 08 12:27:49.713715 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-773cd593-ad6f-4720-8cf2-b67e90e2b2c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ca42bbda-662d-4946-bda7-35132af46ab8 HTTP/1.1" status: 200 len: 217 time: 0.0919766 Nov 08 12:27:49.778155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-8d7025ac-1721-470a-895e-9bd257ae45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:49.780423 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-8d7025ac-1721-470a-895e-9bd257ae45ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0601604 Nov 08 12:27:49.782949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f13a8a8-f674-4133-aa8a-35e996f02941 req-9ef55930-a2e9-4267-9d2e-d4252455f9a0 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2032712 Nov 08 12:27:49.866901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-e3f16ad2-55c9-40cb-bb64-7c0776dcf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:49.871299 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-e3f16ad2-55c9-40cb-bb64-7c0776dcf480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826309 Nov 08 12:27:49.979195 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-0479c15c-275f-4323-aa6e-a28e88775373 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011140 Nov 08 12:27:49.992719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-996993b1-2a48-4eb5-b9dc-20f99485e880 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:49.999294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-996993b1-2a48-4eb5-b9dc-20f99485e880 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3916211 Nov 08 12:27:50.072049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225bd6-3c06-4ace-b476-774016f740c8 req-12e0169c-145a-4f89-af5f-60b1d898fa54 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:50.079516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75225bd6-3c06-4ace-b476-774016f740c8 req-12e0169c-145a-4f89-af5f-60b1d898fa54 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 944 time: 0.1706679 Nov 08 12:27:50.090380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6fc3b7d3-4d46-407c-b59a-6a537e757590 req-fe853ef8-55d4-4415-81cb-8eca714f2881 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042855 Nov 08 12:27:50.101123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-f5ec2fe9-5491-4707-a337-a6ddbfce3308 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.0997112 Nov 08 12:27:50.180058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.236222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-c7a3bd38-e399-4a7d-a625-d50c2aa3e791 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1268537 Nov 08 12:27:50.410542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75225bd6-3c06-4ace-b476-774016f740c8 req-885db568-3ed1-4243-ba79-3173de8a8273 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299370 Nov 08 12:27:50.413752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f3690a-874a-4478-88f2-80e6babd23e6 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:50.418713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:27:50.440626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-f9e64418-1aea-4a41-bd2c-be517347bc34 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:50.443156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-f9e64418-1aea-4a41-bd2c-be517347bc34 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.57 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 820 time: 0.2388790 Nov 08 12:27:50.447547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.457294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'port': {'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'admin_state_up': True, 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:50.513012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Transition to ACTIVE for port object 96f3690a-874a-4478-88f2-80e6babd23e6 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:50.518908 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab10b14-0fa7-4467-aaf9-155d56af687f x-openstack-request-id: req-9ab10b14-0fa7-4467-aaf9-155d56af687f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:50.520278 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ca7060-eb78-4a7e-99fd-cb2efbe5413c", "name": "network-vif-deleted", "tag": "9bb7dc69-d176-4305-b050-f00f27b581b7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:50.520553 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ab10b14-0fa7-4467-aaf9-155d56af687f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:50.520958 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ca7060-eb78-4a7e-99fd-cb2efbe5413c', 'name': 'network-vif-deleted', 'tag': '9bb7dc69-d176-4305-b050-f00f27b581b7', 'status': 'completed', 'code': 200} Nov 08 12:27:50.543073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 62efb332-fa26-4b76-9ef6-d0303bda74f8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:50.543540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.551735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Deleting port ecb9f2df-b3cf-40bf-9064-323de92d1ae2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:50.551735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.613871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96412bd6-828e-4495-8c3c-9ddafc464d3b req-69c35afd-d206-493f-9a1d-cd3ca684fb23 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 210 time: 0.0400424 Nov 08 12:27:50.688787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.706343 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.769245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:50.771436 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e8c09d-b193-460a-bd3e-595f945d6703" -d '{"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-plugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:50.795016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:50.802141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Pushing event updated for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:50.815031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb9f66b-73ac-4883-91f8-6396181d0ec5 req-ff730e14-e571-4e85-863d-3db51535f3b7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.1172752 Nov 08 12:27:50.884615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Made reservation on behalf of ed8852763ae04d4396c9efac03c01d08 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:50.884945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.894719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.923736 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.925007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:50.957411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Calling delete_port for ecb9f2df-b3cf-40bf-9064-323de92d1ae2 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:51.031890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Attempting to bind port 96f3690a-874a-4478-88f2-80e6babd23e6 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:51.032776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Attempting to bind port 96f3690a-874a-4478-88f2-80e6babd23e6 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:51.033315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Attempting to bind port 96f3690a-874a-4478-88f2-80e6babd23e6 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:51.037548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e33e6d04-ac2b-47f6-8a95-9ec29af394b7 req-fd286fec-7a16-41f0-ab24-9836892e8882 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 210 time: 0.0406814 Nov 08 12:27:51.043738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Port 96f3690a-874a-4478-88f2-80e6babd23e6 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:51.044377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Attempting to bind port 96f3690a-874a-4478-88f2-80e6babd23e6 on network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:51.104537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:51.132928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:51.135048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Checking segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:51.135757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Bound using segment: {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:51.136844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Bound port: 96f3690a-874a-4478-88f2-80e6babd23e6, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c3ddec-8a21-4284-bd70-7db0cfbaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:51.137454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.282151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Allocated IP 172.20.0.14 (0d19675d-7c46-42bf-87fd-50e76fd0c32b/a1475eff-46c0-45c9-b3a3-3fac2b77878a/c430351a-f332-430d-9b0c-24f377a57e82) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:51.299158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:51.306614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=96f3690a-874a-4478-88f2-80e6babd23e6,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:51.397342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.496271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:51.496898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.498274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] 10.222.0.57 "PUT /v2.0/ports/96f3690a-874a-4478-88f2-80e6babd23e6 HTTP/1.1" status: 200 len: 1092 time: 3.3483727 Nov 08 12:27:51.522531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.541355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7a9e-663c-4f69-8ea3-8c7fc43a3061 service neutron] Pushing event updated for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:51.603131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.651773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:51.665930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0073ad18-3c25-4353-82c1-1f8e9248b716'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:27:51.701711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event deleted for resources: {'Port': ['ID=ecb9f2df-b3cf-40bf-9064-323de92d1ae2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:51.763648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-10b071b1-ff84-49dc-9f70-6b8a650b0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:51.764120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-10b071b1-ff84-49dc-9f70-6b8a650b0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:51.766696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event updated for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:51.767475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-10b071b1-ff84-49dc-9f70-6b8a650b0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:51.769524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-10b071b1-ff84-49dc-9f70-6b8a650b0359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2866 time: 0.1258295 Nov 08 12:27:51.780778 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:51.787165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:51.799581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:51.931131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-b98d3dd4-a20c-4b13-a668-0402705da2db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 HTTP/1.1" status: 200 len: 217 time: 0.1214747 Nov 08 12:27:51.994298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:51.995607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.066105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.071792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.088039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4e4eb7f-0d4e-4be3-b35f-67a13c19b529 req-a27206d0-e108-4ba4-ba52-edeb52fc3b6d tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "DELETE /v2.0/floatingips/d3a141c4-a963-4978-a65a-46282e42779f HTTP/1.1" status: 204 len: 173 time: 1.8379869 Nov 08 12:27:52.094670 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957379aa-19d6-424d-907f-174a6c5b7d01 x-openstack-request-id: req-957379aa-19d6-424d-907f-174a6c5b7d01 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:52.095054 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-plugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:52.095903 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-957379aa-19d6-424d-907f-174a6c5b7d01 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:52.096392 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'code': 200} Nov 08 12:27:52.130049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-650d9dbe-5768-4202-9944-7f3e534e7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.138588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-650d9dbe-5768-4202-9944-7f3e534e7eda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a7a2aab-904e-420c-b454-dcacc312177e HTTP/1.1" status: 200 len: 801 time: 0.1727085 Nov 08 12:27:52.147661 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-1b551938-8100-4349-859f-c898ad361fe5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6950705 Nov 08 12:27:52.159722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Request body: {'port': {'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:52.264736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69fe550f-33da-49b0-9dd8-9d9cc07e9c41 req-bd735ed2-ff0f-4d0e-ae4d-4dc7e0764567 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 210 time: 0.0557041 Nov 08 12:27:52.273276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-69196e51-3c37-4cbc-a063-7b433a2cc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.275406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-69196e51-3c37-4cbc-a063-7b433a2cc989 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4720cf4a-3e61-411e-a339-99f8d32fb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1285727 Nov 08 12:27:52.287505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1e1e926-d413-421a-9277-819e670d5728 None None] Provisioning complete for port c430351a-f332-430d-9b0c-24f377a57e82 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:27:52.289146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e926-d413-421a-9277-819e670d5728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.329558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1e926-d413-421a-9277-819e670d5728 None None] Port c430351a-f332-430d-9b0c-24f377a57e82 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:27:52.355141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434e84e-f0cb-4a3a-9018-d0cbff4295c3 req-27bcf01a-b55a-41df-8d7d-9912868f8ad5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.373740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434e84e-f0cb-4a3a-9018-d0cbff4295c3 req-27bcf01a-b55a-41df-8d7d-9912868f8ad5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.386334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434e84e-f0cb-4a3a-9018-d0cbff4295c3 req-27bcf01a-b55a-41df-8d7d-9912868f8ad5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.388207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4434e84e-f0cb-4a3a-9018-d0cbff4295c3 req-27bcf01a-b55a-41df-8d7d-9912868f8ad5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2413 time: 0.1923184 Nov 08 12:27:52.417620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:52.481119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-15b39308-def8-44cf-9690-301e87d9944c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.486415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-15b39308-def8-44cf-9690-301e87d9944c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.57 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.2696187 Nov 08 12:27:52.509335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24848a56-c725-45cb-9ec6-9f38643a40db req-b4d0d0f0-a7fb-4937-8fae-f0294ae5273f tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.1070046 Nov 08 12:27:52.511782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Request body: {'port': {'device_id': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'admin_state_up': True, 'tenant_id': '018e78dfd0cb44289e905ff0eccc258f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:52.526642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2'}, {'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:52.531305 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0d168b-5161-4f4e-84d1-a02bd07f6012" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2"}, {"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:52.565985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.669915 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.701981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4434e84e-f0cb-4a3a-9018-d0cbff4295c3 req-e9dc272a-b4de-41b1-baee-3c85a9aaef89 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043904 Nov 08 12:27:52.732002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:52.745323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-ed30f965-08f4-4057-8686-43f36bd113c9 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605722 Nov 08 12:27:52.819147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0650f934-0668-49ea-bb9a-426472fc0512 req-a54739dd-7b75-406a-875a-9521ece1d27c tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips/32993da7-0261-46ca-b6fa-33819af6fe45 HTTP/1.1" status: 200 len: 693 time: 0.0831757 Nov 08 12:27:52.871590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:52.881616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7125-936f-4ddf-b7cc-dff49df1a945 req-4da4fd95-a8c0-4dcf-93e1-5ad1dc4039e0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:52.883235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-608f7125-936f-4ddf-b7cc-dff49df1a945 req-4da4fd95-a8c0-4dcf-93e1-5ad1dc4039e0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 945 time: 0.2325766 Nov 08 12:27:52.964905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:53.061637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Made reservation on behalf of 018e78dfd0cb44289e905ff0eccc258f for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:27:53.065221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.067616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-608f7125-936f-4ddf-b7cc-dff49df1a945 req-70387bc6-9e74-45de-a035-cb8f7aed5d63 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672752 Nov 08 12:27:53.126780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-10d74841-dc38-4364-adf1-8bee1aff3076 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409441 Nov 08 12:27:53.128683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6760543-e876-4f78-9d78-4e19e488b69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.208667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-de953e6b-ef22-4ea8-8612-03b8c086f4e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2 HTTP/1.1" status: 200 len: 217 time: 0.0735264 Nov 08 12:27:53.245962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f934-0668-49ea-bb9a-426472fc0512 req-d0c8d499-502b-49bb-ad17-49ae51166cca tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:53.247502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0650f934-0668-49ea-bb9a-426472fc0512 req-d0c8d499-502b-49bb-ad17-49ae51166cca tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.4026053 Nov 08 12:27:53.290120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Allocated IP 172.20.0.5 (f8e68c48-b080-48b9-958c-32b6e19529cd/98c0548b-51e6-4eaa-9e43-d038975b9d84/c20002c2-d82a-4126-a198-5ccd704cfaf5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:27:53.293516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-34d98ad0-ca4e-4668-8803-baa33ef9f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:53.295038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-34d98ad0-ca4e-4668-8803-baa33ef9f226 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84e33bb1-e305-4611-82c4-ad863562fa88 HTTP/1.1" status: 200 len: 801 time: 0.0571120 Nov 08 12:27:53.386237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cc53-d29d-4e9e-9645-06841b1b995e req-0eab3c36-0558-4447-a816-75ab342dc051 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:53.398915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9264cc53-d29d-4e9e-9645-06841b1b995e req-0eab3c36-0558-4447-a816-75ab342dc051 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 932 time: 0.1835258 Nov 08 12:27:53.419358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c430351a-f332-430d-9b0c-24f377a57e82 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:53.431392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.437595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0650f934-0668-49ea-bb9a-426472fc0512 req-18280fd9-9a40-437c-b8c6-68ab0325aa5b tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.1414254 Nov 08 12:27:53.460087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Transition to ACTIVE for port object c430351a-f332-430d-9b0c-24f377a57e82 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:53.493494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.500009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0650f934-0668-49ea-bb9a-426472fc0512 req-01499175-d88e-47b0-b3fc-c285270e7ff7 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.0544317 Nov 08 12:27:53.530731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-65ce2444-cb79-4374-87c0-176be147c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:53.532354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-65ce2444-cb79-4374-87c0-176be147c905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac5625d-bf57-4c83-b4b9-76123c568a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2293007 Nov 08 12:27:53.559636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.610452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9264cc53-d29d-4e9e-9645-06841b1b995e req-151a7867-6ffe-498b-9fd0-bb2215af1435 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088332 Nov 08 12:27:53.649538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:53.717304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Network f8e68c48-b080-48b9-958c-32b6e19529cd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:27:53.720900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:27:53.782560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:27:53.793256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Pushing event updated for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:53.991085 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecde5011-8c92-46c9-a31f-52f4c47214fa x-openstack-request-id: req-ecde5011-8c92-46c9-a31f-52f4c47214fa {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:54.011165 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:54.011165 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecde5011-8c92-46c9-a31f-52f4c47214fa {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:54.011536 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2', 'status': 'completed', 'code': 200} Nov 08 12:27:54.012047 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6', 'status': 'completed', 'code': 200} Nov 08 12:27:54.043227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:54.097475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:54.099320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:54.100795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:54.101614 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3b9d5-85a7-4fbb-a1ec-dc681d930631" -d '{"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:54.128381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Attempting to bind port c430351a-f332-430d-9b0c-24f377a57e82 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:54.129037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Attempting to bind port c430351a-f332-430d-9b0c-24f377a57e82 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:54.129571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Attempting to bind port c430351a-f332-430d-9b0c-24f377a57e82 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:54.132056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-7cf4c41a-c364-4d97-b7f1-09c90314db77 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660963 Nov 08 12:27:54.138014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Port c430351a-f332-430d-9b0c-24f377a57e82 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:54.138591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Attempting to bind port c430351a-f332-430d-9b0c-24f377a57e82 on network 0d19675d-7c46-42bf-87fd-50e76fd0c32b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:54.145707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:54.152832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Checking segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:54.152832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Bound using segment: {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:54.152832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Bound port: c430351a-f332-430d-9b0c-24f377a57e82, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41855a37-d3a7-4223-ab31-1da3dce392ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:54.152832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:54.161816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-1df3c231-85d8-4cd3-ac2c-753bad16d588 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:54.164410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-1df3c231-85d8-4cd3-ac2c-753bad16d588 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 943 time: 0.2660642 Nov 08 12:27:54.235931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-24f13941-e306-48ba-aa04-d3a06d6b3a3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7381935 Nov 08 12:27:54.239260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:54.244018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c430351a-f332-430d-9b0c-24f377a57e82,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:54.250129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Request body: {'port': {'device_id': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:27:54.261076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2e67-80ab-4d0c-ad38-6dc40823a303 req-4caa4eeb-f45a-41ac-b85c-77c7d7a1f6ee tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:54.268639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdcc2e67-80ab-4d0c-ad38-6dc40823a303 req-4caa4eeb-f45a-41ac-b85c-77c7d7a1f6ee tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 931 time: 0.2515757 Nov 08 12:27:54.291112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Deleting port 81a9d8c2-25cc-468b-9c3f-20bda1bddc8a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:54.291594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:54.322124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:54.421001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdcc2e67-80ab-4d0c-ad38-6dc40823a303 req-8ee39f98-3a2d-464d-b2fb-983e25bd72b4 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463029 Nov 08 12:27:54.438058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-296bda59-322e-486e-a66b-719eb4e60b15 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918673 Nov 08 12:27:54.665817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:54.730018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Pushing event updated for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:54.975744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5beb97bb-9f43-4711-84a6-1d58bc25d9aa req-664d27bf-e99c-4a10-8a43-534d2daac25d tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.4351370 Nov 08 12:27:54.989887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-c74ef266-474d-40ce-b822-28f28a029fc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=96f3690a-874a-4478-88f2-80e6babd23e6 HTTP/1.1" status: 200 len: 217 time: 0.5277851 Nov 08 12:27:55.085933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.087518 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.089209 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-40b521ec-74cc-415a-9b5f-89b446ad5004 service neutron] 10.222.0.57 "PUT /v2.0/ports/c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 1092 time: 2.9339755 Nov 08 12:27:55.089981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:55.094027 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f11b1-e52b-4145-b881-29a5a83aae93" -d '{"events": [{"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:55.100133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-9bc77a51-6347-4e25-afd7-1556ce82e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.105944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-9bc77a51-6347-4e25-afd7-1556ce82e7eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a7a2aab-904e-420c-b454-dcacc312177e HTTP/1.1" status: 200 len: 801 time: 0.0867009 Nov 08 12:27:55.211915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Deleting port 62efb332-fa26-4b76-9ef6-d0303bda74f8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:55.212257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.249725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364c07b-3709-43e5-9937-921b97f111d2 req-676b9765-974c-405d-bd12-7a2ceff189f4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.257093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364c07b-3709-43e5-9937-921b97f111d2 req-676b9765-974c-405d-bd12-7a2ceff189f4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.269845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364c07b-3709-43e5-9937-921b97f111d2 req-676b9765-974c-405d-bd12-7a2ceff189f4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.277987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2364c07b-3709-43e5-9937-921b97f111d2 req-676b9765-974c-405d-bd12-7a2ceff189f4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2413 time: 0.1738307 Nov 08 12:27:55.317544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:27:55.333156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.359271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-aac4037c-540d-4088-bf86-1621445e018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.361484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-aac4037c-540d-4088-bf86-1621445e018a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1095 time: 0.0921707 Nov 08 12:27:55.362739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Transition to ACTIVE for port object c20002c2-d82a-4126-a198-5ccd704cfaf5 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:27:55.399204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.399528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.404927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-881c6897-2d26-40ec-b34c-38282229db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.421128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Calling delete_port for 81a9d8c2-25cc-468b-9c3f-20bda1bddc8a owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:55.421385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-fe4df990-e290-4dbf-a606-4ef50ddd6da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 217 time: 0.0488002 Nov 08 12:27:55.442207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.511059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ddc0-a420-44de-96e2-063633874765 req-d28f3baa-1bd4-4c6b-b8dc-e24ec3ad14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.512547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-d28f3baa-1bd4-4c6b-b8dc-e24ec3ad14b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4720cf4a-3e61-411e-a339-99f8d32fb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3488100 Nov 08 12:27:55.543417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-025b8e7c-b8ad-42a7-9c8d-bc3476a72dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.547899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-025b8e7c-b8ad-42a7-9c8d-bc3476a72dec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1181779 Nov 08 12:27:55.549879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:55.572025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2364c07b-3709-43e5-9937-921b97f111d2 req-b8f28033-a5bf-4ad1-a423-139db78edc5d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926843 Nov 08 12:27:55.636256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] For port 62efb332-fa26-4b76-9ef6-d0303bda74f8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=62efb332-fa26-4b76-9ef6-d0303bda74f8,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:27:55.640039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.640576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-5866b851-5ddd-4643-9a00-bc7b2608d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:55.641903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-5866b851-5ddd-4643-9a00-bc7b2608d246 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864177 Nov 08 12:27:55.662112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Calling delete_port for 62efb332-fa26-4b76-9ef6-d0303bda74f8 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:55.743115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Attempting to bind port c20002c2-d82a-4126-a198-5ccd704cfaf5 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:27:55.743115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Attempting to bind port c20002c2-d82a-4126-a198-5ccd704cfaf5 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:27:55.743844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Attempting to bind port c20002c2-d82a-4126-a198-5ccd704cfaf5 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:55.752824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Port c20002c2-d82a-4126-a198-5ccd704cfaf5 on network f8e68c48-b080-48b9-958c-32b6e19529cd not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:27:55.753168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Attempting to bind port c20002c2-d82a-4126-a198-5ccd704cfaf5 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:27:55.762939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:27:55.763686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Checking segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:27:55.763686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Bound using segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:27:55.764387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Bound port: c20002c2-d82a-4126-a198-5ccd704cfaf5, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:27:55.766106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:55.837252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-6502c027-4f81-4eec-b147-442b202d1f06 service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853497 Nov 08 12:27:55.842275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-d51873c0-b4bd-4a36-83a7-0f9170e652d3 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181751 Nov 08 12:27:55.899472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:27:55.984275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:27:55.991708 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-46f27bf8-2ecb-40a3-98e3-b7bbb5879f65 req-2d26e87e-4c2b-4b9e-8012-a488572fcb68 service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393714 Nov 08 12:27:56.017865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf51cf-8e6d-46f9-b7df-71857fdeb201 req-e8a8c78a-f152-4c8a-bf7d-71b05a24c407 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.019328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dadf51cf-8e6d-46f9-b7df-71857fdeb201 req-e8a8c78a-f152-4c8a-bf7d-71b05a24c407 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb5ea150-727d-4e6c-b23b-e8b8003654fa HTTP/1.1" status: 200 len: 943 time: 0.2792776 Nov 08 12:27:56.125219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d573ddc0-a420-44de-96e2-063633874765 req-729a099d-eac2-4057-9aaf-69fe2ce1cff6 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493095 Nov 08 12:27:56.134594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dadf51cf-8e6d-46f9-b7df-71857fdeb201 req-03648ff1-cb33-4d78-b2f3-d46d0483f17d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084316 Nov 08 12:27:56.139159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.171870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.203851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event deleted for resources: {'Port': ['ID=81a9d8c2-25cc-468b-9c3f-20bda1bddc8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:56.250213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.271996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.275354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.279138 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd14d97-d2be-4c8f-90ed-e8cba94b6009 x-openstack-request-id: req-6bd14d97-d2be-4c8f-90ed-e8cba94b6009 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:56.279632 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:56.280078 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bd14d97-d2be-4c8f-90ed-e8cba94b6009 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:56.280676 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'code': 200} Nov 08 12:27:56.282652 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] 10.222.0.57 "PUT /v2.0/ports/c20002c2-d82a-4126-a198-5ccd704cfaf5 HTTP/1.1" status: 200 len: 1091 time: 2.0370052 Nov 08 12:27:56.345765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event deleted for resources: {'Port': ['ID=62efb332-fa26-4b76-9ef6-d0303bda74f8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:56.369144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc881-b0ed-4566-8283-015024b3e760 service neutron] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:56.391188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.393857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.395173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0650f934-0668-49ea-bb9a-426472fc0512 req-5691bfb3-c6e9-4532-9729-28a356cb88ff tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "DELETE /v2.0/floatingips/32993da7-0261-46ca-b6fa-33819af6fe45 HTTP/1.1" status: 204 len: 173 time: 2.8857934 Nov 08 12:27:56.428263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] No DVR routers for this DVR port 62efb332-fa26-4b76-9ef6-d0303bda74f8 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:27:56.433471 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.436946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-340da491-e8c7-48a5-ae5d-69524cd8349e req-6d1a5ed7-6cf9-44f7-a96b-fe118b10ee30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "DELETE /v2.0/ports/62efb332-fa26-4b76-9ef6-d0303bda74f8 HTTP/1.1" status: 204 len: 173 time: 2.2509463 Nov 08 12:27:56.437512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-deleted', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:56.440043 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c79d2-3a67-49a5-8fcb-2e7774a74686" -d '{"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-deleted", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:56.465088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-50cd603a-a257-407e-81da-453d5bf6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.465727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-50cd603a-a257-407e-81da-453d5bf6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.466394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-50cd603a-a257-407e-81da-453d5bf6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.468193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-50cd603a-a257-407e-81da-453d5bf6f3db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2866 time: 0.1863878 Nov 08 12:27:56.520118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-607fb310-dae9-40e3-b6d2-2c3f419cc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.523090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-607fb310-dae9-40e3-b6d2-2c3f419cc626 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 1094 time: 0.1038227 Nov 08 12:27:56.586298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-bbc0d5c8-6fcd-4083-8c73-078dd9eb3fac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5 HTTP/1.1" status: 200 len: 217 time: 0.0550256 Nov 08 12:27:56.597534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197175d6-c6bc-48d8-ba19-1ef4b23cb34e req-cab18d75-4503-4c0c-9ad8-5adbcdc45ab4 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.599278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-197175d6-c6bc-48d8-ba19-1ef4b23cb34e req-cab18d75-4503-4c0c-9ad8-5adbcdc45ab4 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 944 time: 0.1814039 Nov 08 12:27:56.656130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:56.694426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-045f94ed-cd6a-4daa-83d9-d8eb12d84e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.695037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-045f94ed-cd6a-4daa-83d9-d8eb12d84e9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.1007235 Nov 08 12:27:56.741249 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dc459-f8fa-4f10-b15e-4135125beb3f x-openstack-request-id: req-369dc459-f8fa-4f10-b15e-4135125beb3f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:56.741634 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:56.741784 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-369dc459-f8fa-4f10-b15e-4135125beb3f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:56.742154 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82', 'status': 'completed', 'code': 200} Nov 08 12:27:56.783412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-a7b1261b-3dd0-4b75-8053-d22d54f18bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.797692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-a7b1261b-3dd0-4b75-8053-d22d54f18bc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac5625d-bf57-4c83-b4b9-76123c568a5a HTTP/1.1" status: 200 len: 903 time: 0.3038156 Nov 08 12:27:56.797692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-197175d6-c6bc-48d8-ba19-1ef4b23cb34e req-ac97b7b2-6959-4c59-bec5-bcc51edb8ff2 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683190 Nov 08 12:27:56.803407 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-23b4a079-4532-42cb-bdbc-542610cc80a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824513 Nov 08 12:27:56.893388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-12e3ee46-21f2-4e80-83c9-67ae29a4b302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2 HTTP/1.1" status: 200 len: 217 time: 0.0861709 Nov 08 12:27:56.981096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-71f77dd4-7ac2-4a5c-8442-4dc98650fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:56.982677 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-71f77dd4-7ac2-4a5c-8442-4dc98650fd1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1095 time: 0.1825488 Nov 08 12:27:57.098282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96ac72f9-9d32-4976-8a04-783f408df70c req-e2c01929-00e3-47f3-8ee5-673cb7699496 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ca7060-eb78-4a7e-99fd-cb2efbe5413c HTTP/1.1" status: 200 len: 210 time: 0.0469632 Nov 08 12:27:57.127475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-cefeff2f-856b-4967-827e-1ef0e6559b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.128602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-cefeff2f-856b-4967-827e-1ef0e6559b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84e33bb1-e305-4611-82c4-ad863562fa88 HTTP/1.1" status: 200 len: 801 time: 0.2244647 Nov 08 12:27:57.152125 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-cba4fb1c-aa7f-4775-8723-403e3ba60637 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338466 Nov 08 12:27:57.168114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a8d0c-c4c9-4868-8a58-9309190b357a req-b9e708df-9cb1-40be-9c5d-ae72e06566c8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.169911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168a8d0c-c4c9-4868-8a58-9309190b357a req-b9e708df-9cb1-40be-9c5d-ae72e06566c8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 943 time: 0.2396224 Nov 08 12:27:57.259460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-7e8d600b-b712-4d05-af17-299702e76e38 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips/d2312692-0330-4560-93e3-0c751abfdb14 HTTP/1.1" status: 200 len: 693 time: 0.0871694 Nov 08 12:27:57.301324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-4fe202f5-3a1b-482e-8aeb-0bcc86f97dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.304140 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-4fe202f5-3a1b-482e-8aeb-0bcc86f97dc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.3092444 Nov 08 12:27:57.355362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-65226a0e-3a29-437a-b743-3e9641eef3af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 217 time: 0.0443826 Nov 08 12:27:57.361008 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a0c977e-c56d-464d-9aa3-29d0650b6c0a req-36c6bdf5-95b7-4d0e-854f-d00758d60950 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915834 Nov 08 12:27:57.367816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-99c62493-2ade-452d-85b4-0f8fb1d0d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.369391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-99c62493-2ade-452d-85b4-0f8fb1d0d9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac5625d-bf57-4c83-b4b9-76123c568a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2255893 Nov 08 12:27:57.388677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168a8d0c-c4c9-4868-8a58-9309190b357a req-3e45302c-a313-46b0-8612-68f571ec6580 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569765 Nov 08 12:27:57.427853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-e5a64fa7-7fb2-4c76-896d-5ce929ff0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.429957 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-e5a64fa7-7fb2-4c76-896d-5ce929ff0967 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.0624070 Nov 08 12:27:57.481035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-bb5bcf45-782a-48b4-8bea-231851fd7625 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.488867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-bb5bcf45-782a-48b4-8bea-231851fd7625 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2142801 Nov 08 12:27:57.536549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-4068278b-91a2-4dd2-8784-32288868bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.537628 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b5845-a618-4afd-ad5c-eb942f57ced8 x-openstack-request-id: req-ae2b5845-a618-4afd-ad5c-eb942f57ced8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:27:57.537960 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5ea150-727d-4e6c-b23b-e8b8003654fa", "name": "network-vif-deleted", "tag": "62efb332-fa26-4b76-9ef6-d0303bda74f8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:27:57.538160 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae2b5845-a618-4afd-ad5c-eb942f57ced8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:27:57.538580 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5ea150-727d-4e6c-b23b-e8b8003654fa', 'name': 'network-vif-deleted', 'tag': '62efb332-fa26-4b76-9ef6-d0303bda74f8', 'status': 'completed', 'code': 200} Nov 08 12:27:57.539031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-4068278b-91a2-4dd2-8784-32288868bf3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011341 Nov 08 12:27:57.560533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-125a553c-3969-42aa-89f4-8d2d317d23b0 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0707335 Nov 08 12:27:57.572789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-92324eee-eb28-4be8-8cb0-343850d22546 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948326 Nov 08 12:27:57.658331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-3e02c697-7910-49d1-addc-822f392a17a7 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0967700 Nov 08 12:27:57.663465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-0b0a50ef-1546-4b86-92f5-3faea904eaba service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170003 Nov 08 12:27:57.817345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b59f11b1-e52b-4145-b881-29a5a83aae93 req-0477f861-3c29-401f-867a-41579e659a7c service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460717 Nov 08 12:27:57.858664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-99c34a29-72f5-4d1f-b623-30373a981498 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571805 Nov 08 12:27:57.941229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25984e-f6a6-4424-b300-c23c99fd1232 req-625f105b-f4c0-4f43-986c-471e490d662f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.947753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25984e-f6a6-4424-b300-c23c99fd1232 req-625f105b-f4c0-4f43-986c-471e490d662f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.953965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25984e-f6a6-4424-b300-c23c99fd1232 req-625f105b-f4c0-4f43-986c-471e490d662f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:57.955756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a25984e-f6a6-4424-b300-c23c99fd1232 req-625f105b-f4c0-4f43-986c-471e490d662f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2413 time: 0.3560727 Nov 08 12:27:57.971618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:58.086646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-071046ad-d2db-49e0-9e5e-832c72005212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.087115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-071046ad-d2db-49e0-9e5e-832c72005212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.087577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-071046ad-d2db-49e0-9e5e-832c72005212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.089397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-071046ad-d2db-49e0-9e5e-832c72005212 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2866 time: 0.1693132 Nov 08 12:27:58.092946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a25984e-f6a6-4424-b300-c23c99fd1232 req-57f53399-a8ef-4cc1-99d7-bbd495486fe8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202381 Nov 08 12:27:58.175816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Deleting port 6d583a85-20d9-4bc4-ac2f-c3a28207001a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:27:58.175816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:58.347860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-4a70fd80-09d2-48b2-aaa2-5d97580e4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.350672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-4a70fd80-09d2-48b2-aaa2-5d97580e4be8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4720cf4a-3e61-411e-a339-99f8d32fb4e8 HTTP/1.1" status: 200 len: 902 time: 0.2533028 Nov 08 12:27:58.427176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-ed0a72cb-7863-4793-bdf8-51757a832547 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=96f3690a-874a-4478-88f2-80e6babd23e6 HTTP/1.1" status: 200 len: 217 time: 0.0667496 Nov 08 12:27:58.464651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:27:58.503865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 62efb332-fa26-4b76-9ef6-d0303bda74f8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:27:58.504511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 62efb332-fa26-4b76-9ef6-d0303bda74f8 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:27:58.556797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:58.557434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:58.588571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Calling delete_port for 6d583a85-20d9-4bc4-ac2f-c3a28207001a owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:27:58.602203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c3aa-305b-4694-a6c7-9717193032a6 req-6e058c42-196a-4c33-9a9d-0759988fe786 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.609872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8044c3aa-305b-4694-a6c7-9717193032a6 req-6e058c42-196a-4c33-9a9d-0759988fe786 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 944 time: 0.1777554 Nov 08 12:27:58.620834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-28400e5a-18fe-481a-821c-f31485057333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.624191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-28400e5a-18fe-481a-821c-f31485057333 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a7a2aab-904e-420c-b454-dcacc312177e HTTP/1.1" status: 200 len: 801 time: 0.1807117 Nov 08 12:27:58.744712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:27:58.747523 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5470dc1-1f54-44e3-b32c-b8abc42884dc" -d '{"events": [{"name": "network-changed", "server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:27:58.767250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-1f6fc07a-2653-4a99-bb7d-39b895d92c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:58.770933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-1f6fc07a-2653-4a99-bb7d-39b895d92c6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4720cf4a-3e61-411e-a339-99f8d32fb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1306446 Nov 08 12:27:58.775293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8044c3aa-305b-4694-a6c7-9717193032a6 req-86d86612-a39e-4533-9c29-b7d7a5899ccd tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642830 Nov 08 12:27:58.860221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:59.039789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-17247b5c-ebcb-4547-8cfd-c32bb5c75d81 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603540 Nov 08 12:27:59.122367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:59.189252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Pushing event deleted for resources: {'Port': ['ID=6d583a85-20d9-4bc4-ac2f-c3a28207001a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:27:59.251173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-1c8b6771-6141-4f96-96a0-28a480ddfa61 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:59.258785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-1c8b6771-6141-4f96-96a0-28a480ddfa61 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.2881970 Nov 08 12:27:59.318829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-cd385b84-654f-4c88-9069-268227c9cdc6 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/quotas/4e5b6debb2f84da08c8564392a92e458 HTTP/1.1" status: 200 len: 375 time: 0.0582345 Nov 08 12:27:59.332671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a0d168b-5161-4f4e-84d1-a02bd07f6012 req-58ee0516-98d6-482f-968c-a57422fbfe09 service neutron] 10.222.0.57 "GET /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571592 Nov 08 12:27:59.370723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:59.373268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:59.374596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ba7924-4bf7-491e-8557-f3ff7e4fc585 req-0d0e623c-42cf-49fb-8495-b8b784318be5 tempest-FloatingIPDetailsTestJSON-1997706372 tempest-FloatingIPDetailsTestJSON-1997706372-project] 10.222.0.58 "DELETE /v2.0/floatingips/d2312692-0330-4560-93e3-0c751abfdb14 HTTP/1.1" status: 204 len: 173 time: 1.7155344 Nov 08 12:27:59.385440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37038) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:27:59.434219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-8c333471-d49b-4aa0-9e07-5944e40cacd3 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144536 Nov 08 12:27:59.932842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae262-e91e-4f64-9258-bf14af5859fe req-da90359e-bfe4-41d6-9650-fbd49d4cf881 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:27:59.934381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36dae262-e91e-4f64-9258-bf14af5859fe req-da90359e-bfe4-41d6-9650-fbd49d4cf881 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 943 time: 0.4783428 Nov 08 12:27:59.946103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:27:59.975044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-57280bee-f061-4142-ae7d-93fca774e873 service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394337 Nov 08 12:28:00.065446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36dae262-e91e-4f64-9258-bf14af5859fe req-2b5a15b7-b23e-4836-b259-fe2997d309ef tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168954 Nov 08 12:28:00.111942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-0e9a2e0c-dbbb-4b23-95cf-2f8edc99b9e7 service neutron] 10.222.0.58 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362224 Nov 08 12:28:00.167336 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0175f43-7a43-45aa-bbe4-1c482cd893c3 x-openstack-request-id: req-c0175f43-7a43-45aa-bbe4-1c482cd893c3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:00.173206 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:00.173206 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0175f43-7a43-45aa-bbe4-1c482cd893c3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:00.173206 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'status': 'completed', 'code': 200} Nov 08 12:28:00.232343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-3d6780a2-acfc-426b-9321-f1f42f4fbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:00.233950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-3d6780a2-acfc-426b-9321-f1f42f4fbf86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 1094 time: 0.0552070 Nov 08 12:28:00.310070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:00.385900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-1311da4c-1a41-43e2-bd57-da9441089d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:00.398643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Deleting port 456a7846-f4f9-403a-b71c-a72c3c067ba6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:00.399286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:00.416257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-1311da4c-1a41-43e2-bd57-da9441089d8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 916 time: 0.1476927 Nov 08 12:28:00.452341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:00.562897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:00.603976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-8d7f8bc5-c6c4-4939-9ffc-e0d1a3d3e298 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5 HTTP/1.1" status: 200 len: 217 time: 0.1867311 Nov 08 12:28:00.620344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] For port 456a7846-f4f9-403a-b71c-a72c3c067ba6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=456a7846-f4f9-403a-b71c-a72c3c067ba6,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:00.620732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:00.644274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Calling delete_port for 456a7846-f4f9-403a-b71c-a72c3c067ba6 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:00.742164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:00.744515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5e26-0bf4-4f19-8599-1e2ccca86ad3 req-90f609a8-ac0d-4748-9154-6b37c0eb71e4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:00.765566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5e26-0bf4-4f19-8599-1e2ccca86ad3 req-90f609a8-ac0d-4748-9154-6b37c0eb71e4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:00.793419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5e26-0bf4-4f19-8599-1e2ccca86ad3 req-90f609a8-ac0d-4748-9154-6b37c0eb71e4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:00.807482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-590c5e26-0bf4-4f19-8599-1e2ccca86ad3 req-90f609a8-ac0d-4748-9154-6b37c0eb71e4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2413 time: 0.3659415 Nov 08 12:28:00.820547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:00.834195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'port_id': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', 'mac_address': 'fa:16:3e:d5:37:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7a2aab-904e-420c-b454-dcacc312177e', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:00.879563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:00.902726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:00.933603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:00.999458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.002341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.002788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.003807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:01.005130 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "DELETE /v2.0/security-groups/0203a5ee-ab7f-4b1b-a828-699b361d0beb HTTP/1.1" status: 204 len: 168 time: 0.6892481 Nov 08 12:28:01.012492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37060) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:01.039757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-590c5e26-0bf4-4f19-8599-1e2ccca86ad3 req-3ffe7293-7307-4d68-b65e-7b4040c846a7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259581 Nov 08 12:28:01.079148 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-6ece6bf9-d9e1-4c44-b0f0-08f784e9301e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] show failed (client error): The resource could not be found. Nov 08 12:28:01.080405 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6ece6bf9-d9e1-4c44-b0f0-08f784e9301e tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "GET /v2.0/security-groups/0203a5ee-ab7f-4b1b-a828-699b361d0beb HTTP/1.1" status: 404 len: 347 time: 0.0640142 Nov 08 12:28:01.089137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-6c91f374-c6a1-4f11-8a41-ccba46051f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:01.092326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-6c91f374-c6a1-4f11-8a41-ccba46051f3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.4796863 Nov 08 12:28:01.095022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:01.113016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba827c29-17eb-4cc4-b045-6a15f68cfa57 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0203a5ee-ab7f-4b1b-a828-699b361d0beb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:01.151477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:01.214420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-a9c269ec-ff9f-4308-a60f-70fd4e5871b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000702 Nov 08 12:28:01.267063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790fc8-84ee-4341-a7ee-e1c30e07553b req-53a63404-548b-47c9-9fd6-ffdaae97b2fd tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:01.275968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3790fc8-84ee-4341-a7ee-e1c30e07553b req-53a63404-548b-47c9-9fd6-ffdaae97b2fd tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 944 time: 0.4589763 Nov 08 12:28:01.306532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:01.323472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2', 'network_id': '3ac5625d-bf57-4c83-b4b9-76123c568a5a', 'port_id': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2', 'mac_address': 'fa:16:3e:f8:99:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e33bb1-e305-4611-82c4-ad863562fa88', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:01.354865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0e8cb31-6ca5-4fcc-afc5-5f55b1915f29 req-45c2a605-55f7-443a-860d-6947fd9da271 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 210 time: 0.1391585 Nov 08 12:28:01.379515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.420247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.434121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Pushing event deleted for resources: {'Port': ['ID=456a7846-f4f9-403a-b71c-a72c3c067ba6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:01.461416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:01.505163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:01.551588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.552275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c430351a-f332-430d-9b0c-24f377a57e82 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:01.756775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c430351a-f332-430d-9b0c-24f377a57e82,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:01.841444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c430351a-f332-430d-9b0c-24f377a57e82', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:01.853898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:01.877333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3790fc8-84ee-4341-a7ee-e1c30e07553b req-c14387d5-9774-462b-a40b-ec10b5e6cd8e tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992815 Nov 08 12:28:01.928865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:01.994937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.044426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-78a43e4d-df5a-4f1e-b528-9b2b8d37b4b4 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975695 Nov 08 12:28:02.054068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc96d-afa1-4e59-8d25-334fb63647f7 req-97c6d26f-47c0-446e-9439-0481d51c8a2b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:02.063485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a3dc96d-afa1-4e59-8d25-334fb63647f7 req-97c6d26f-47c0-446e-9439-0481d51c8a2b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 943 time: 0.4864883 Nov 08 12:28:02.063883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c430351a-f332-430d-9b0c-24f377a57e82 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:02.139313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c430351a-f332-430d-9b0c-24f377a57e82,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:02.147435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a3dc96d-afa1-4e59-8d25-334fb63647f7 req-8b441277-77e2-40d6-bc6d-e1cf2d149b50 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817518 Nov 08 12:28:02.247636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.258827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 96f3690a-874a-4478-88f2-80e6babd23e6 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:02.300548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5470dc1-1f54-44e3-b32c-b8abc42884dc req-77bf7e59-3413-4a58-8a59-4ff13bdc1ee3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117524 Nov 08 12:28:02.302272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Deleting port 356c973a-b6b5-4594-b414-7009163a031c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:02.303357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.325356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Router d88150a5-dbff-4abb-b9c6-2066b0f8a1af has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:02.436259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4205485-f387-4d8a-bfc6-9185e4b5d64e req-21622f09-4aa7-4b6f-9ff1-9b4c37ab3ffc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:02.447231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4205485-f387-4d8a-bfc6-9185e4b5d64e req-21622f09-4aa7-4b6f-9ff1-9b4c37ab3ffc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:02.455094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4205485-f387-4d8a-bfc6-9185e4b5d64e req-21622f09-4aa7-4b6f-9ff1-9b4c37ab3ffc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:02.464601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4205485-f387-4d8a-bfc6-9185e4b5d64e req-21622f09-4aa7-4b6f-9ff1-9b4c37ab3ffc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2415 time: 0.2240269 Nov 08 12:28:02.472743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=96f3690a-874a-4478-88f2-80e6babd23e6,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:02.506679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:02.510463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '96f3690a-874a-4478-88f2-80e6babd23e6', 'network_id': '4720cf4a-3e61-411e-a339-99f8d32fb4e8', 'port_id': '96f3690a-874a-4478-88f2-80e6babd23e6', 'mac_address': 'fa:16:3e:25:a2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7a2aab-904e-420c-b454-dcacc312177e', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:02.531783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:02.549255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Sync routers for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:02.549944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-376e262c-9f9f-47c5-b868-2887faa13685 admin admin] 10.222.0.58 "PUT /v2.0/routers/d88150a5-dbff-4abb-b9c6-2066b0f8a1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1632123 Nov 08 12:28:02.555301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:02.564644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4205485-f387-4d8a-bfc6-9185e4b5d64e req-9fdaef40-348d-4b77-9368-cc8d3e61ea22 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985873 Nov 08 12:28:02.578682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:02.579529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:02.581699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.610945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b11625b9-0d3a-4551-b0c3-482c143a8541 req-7283d1e3-4015-4a3c-a047-68fe82874cdc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 210 time: 0.1007566 Nov 08 12:28:02.637994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.639202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.643733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f3690a-874a-4478-88f2-80e6babd23e6 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:02.671797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Calling delete_port for 356c973a-b6b5-4594-b414-7009163a031c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:02.673931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=96f3690a-874a-4478-88f2-80e6babd23e6,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:02.710177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.801405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:02.970104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:02.970737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:02.973190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.069603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:03.155380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:28:01Z', 'revision_number': 5, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:03.205513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Checking router: d88150a5-dbff-4abb-b9c6-2066b0f8a1af for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:03.212724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:03.222334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Pushing event deleted for resources: {'Port': ['ID=356c973a-b6b5-4594-b414-7009163a031c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:03.232085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'port_id': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'mac_address': 'fa:16:3e:e7:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0548b-51e6-4eaa-9e43-d038975b9d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:03.233699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Routers {'d88150a5-dbff-4abb-b9c6-2066b0f8a1af'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:03.234408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:03.265230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2553f-8fad-4a99-b878-6cf1bf8afd98 req-f4f932b0-715c-4d0b-a9cf-b0eefb663d03 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:03.267143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71a2553f-8fad-4a99-b878-6cf1bf8afd98 req-f4f932b0-715c-4d0b-a9cf-b0eefb663d03 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 945 time: 0.3138120 Nov 08 12:28:03.305509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.314692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.316868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c7bc45d8-72ee-4bf8-bc30-c000719f24f7 tempest-ServersTestBootFromVolume-1753575615 tempest-ServersTestBootFromVolume-1753575615-project] 10.222.0.58 "DELETE /v2.0/floatingips/d97e8157-8e00-4eb5-a5e1-86ddeaa5e9fe HTTP/1.1" status: 204 len: 168 time: 2.2034333 Nov 08 12:28:03.321433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37106) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:03.373794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.402712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71a2553f-8fad-4a99-b878-6cf1bf8afd98 req-a4c65064-ab59-4a9b-8561-82867e1faeda tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279376 Nov 08 12:28:03.403981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.425771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:03.456903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] Set router d88150a5-dbff-4abb-b9c6-2066b0f8a1af gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:03.461274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:03.487888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82a4cd-da97-4fbb-88ca-2844241d9378 req-e0ad4761-96b0-4aef-a22b-860e05129822 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:03.498563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e82a4cd-da97-4fbb-88ca-2844241d9378 req-e0ad4761-96b0-4aef-a22b-860e05129822 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 943 time: 0.1114933 Nov 08 12:28:03.564940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e82a4cd-da97-4fbb-88ca-2844241d9378 req-0a49fcb0-e32f-4967-86fc-8f94870fbece tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609572 Nov 08 12:28:03.586212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.729822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:03.761597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c526eb3-47ac-431e-983e-52703ead389d req-c94c4fa9-304c-4025-a78f-df471158529f tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0417340 Nov 08 12:28:03.779624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Deleting port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:03.780550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:03.816602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad87c-7904-447b-ba1a-a73f96b9d6ea req-53012744-dbfd-4224-b7e7-bdfc4a00d609 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:03.824196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad87c-7904-447b-ba1a-a73f96b9d6ea req-53012744-dbfd-4224-b7e7-bdfc4a00d609 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:03.830794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad87c-7904-447b-ba1a-a73f96b9d6ea req-53012744-dbfd-4224-b7e7-bdfc4a00d609 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:03.840194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8bad87c-7904-447b-ba1a-a73f96b9d6ea req-53012744-dbfd-4224-b7e7-bdfc4a00d609 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2416 time: 0.1541274 Nov 08 12:28:03.904411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8bad87c-7904-447b-ba1a-a73f96b9d6ea req-a4566923-1bc4-4417-919d-fe35166caf92 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Nov 08 12:28:03.905602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:28:01Z', 'revision_number': 5, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:03.957530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659879-85e9-4e9d-b0a4-9a999ab2e360 None None] The sync data for ids ['d88150a5-dbff-4abb-b9c6-2066b0f8a1af'] in n-d-816990-1 is: [{'id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'name': 'tempest-FloatingIPDetailsTestJSON-1623891979-router', 'tenant_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:04Z', 'updated_at': '2021-11-08T12:28:01Z', 'revision_number': 5, 'project_id': '0f1c1e7d2f5e4fb887a472dbb57211be', 'gw_port': {'id': '9c9c73dc-ead1-4102-b95f-974aa3e51ae0', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88150a5-dbff-4abb-b9c6-2066b0f8a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:05Z', 'updated_at': '2021-11-08T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:04.002422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] For port 9c9c73dc-ead1-4102-b95f-974aa3e51ae0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:04.002750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.026177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Calling delete_port for 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:04.045497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-ec6b75de-4620-470b-a28d-930b5fbade3e tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:04.048094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-ec6b75de-4620-470b-a28d-930b5fbade3e tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/networks?id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 200 len: 822 time: 0.2612150 Nov 08 12:28:04.063604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Request body: {'port': {'device_id': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'admin_state_up': True, 'tenant_id': '4e5b6debb2f84da08c8564392a92e458'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:04.090101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c430351a-f332-430d-9b0c-24f377a57e82'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:04.158914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['465873ee-f0bc-4ef1-961a-4ae70df8dbd2'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:04.166279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['5d9947f3-55f5-49e9-92f9-9df4cdf6bda5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:04.266128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.299868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Made reservation on behalf of 4e5b6debb2f84da08c8564392a92e458 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:04.304879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.375935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['96f3690a-874a-4478-88f2-80e6babd23e6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:04.378336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c20002c2-d82a-4126-a198-5ccd704cfaf5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:04.575283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.620561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9c73dc-ead1-4102-b95f-974aa3e51ae0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:04.794328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.819586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2b98f-789d-445c-bf31-16280f42539a req-3ec5c4ff-a811-4de7-9809-e64569ed312d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:04.826552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f2b98f-789d-445c-bf31-16280f42539a req-3ec5c4ff-a811-4de7-9809-e64569ed312d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 945 time: 0.2570343 Nov 08 12:28:04.838944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Allocated IP 172.20.0.3 (5bb7bf10-576e-4d62-8cd9-9ed030ea8345/c6adddf3-2fc6-4ebe-bb63-fcd7a621d175/26a5fc9b-1fd3-42d1-8f77-9b8ec927284f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:04.859912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 456a7846-f4f9-403a-b71c-a72c3c067ba6 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:04.893788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 456a7846-f4f9-403a-b71c-a72c3c067ba6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:04.894140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 456a7846-f4f9-403a-b71c-a72c3c067ba6 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:04.905346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20ac0-620c-4306-81e5-6919b8478db8 req-9cf78a3c-8e60-4f93-b83c-bf575b509d4c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:04.914362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f20ac0-620c-4306-81e5-6919b8478db8 req-9cf78a3c-8e60-4f93-b83c-bf575b509d4c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 944 time: 0.1928391 Nov 08 12:28:04.989182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:04.998365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.025083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f2b98f-789d-445c-bf31-16280f42539a req-11ae0773-60f1-4baf-8a87-5d0cb4a2888b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720467 Nov 08 12:28:05.112139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61f20ac0-620c-4306-81e5-6919b8478db8 req-bb143ef0-14cb-479e-970a-eb021a11fd9e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967371 Nov 08 12:28:05.154024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Deleting port 56113ac5-fab2-41d9-901b-aceecba1e527 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:05.154415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.166754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4045871f-0090-423c-948e-48d9448dd926 req-b72a8588-7b21-4995-b2b8-290670377583 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0391042 Nov 08 12:28:05.207454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.222288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.222734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88150a5-dbff-4abb-b9c6-2066b0f8a1af {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:28:05.227942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.231813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5e8e74c-ce97-4982-8191-94a160425b66 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d88150a5-dbff-4abb-b9c6-2066b0f8a1af HTTP/1.1" status: 204 len: 168 time: 2.6727924 Nov 08 12:28:05.232976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:05.293343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b931152-1c5c-4707-b567-2bae8722a30a req-e7e7c225-c13d-477d-a456-36111d873a47 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:05.307691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b931152-1c5c-4707-b567-2bae8722a30a req-e7e7c225-c13d-477d-a456-36111d873a47 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:05.308068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b931152-1c5c-4707-b567-2bae8722a30a req-e7e7c225-c13d-477d-a456-36111d873a47 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:05.309887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b931152-1c5c-4707-b567-2bae8722a30a req-e7e7c225-c13d-477d-a456-36111d873a47 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2416 time: 0.0916378 Nov 08 12:28:05.321085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] For port 56113ac5-fab2-41d9-901b-aceecba1e527, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=56113ac5-fab2-41d9-901b-aceecba1e527,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:05.321503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.337271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Deleting subnet 4ff425c7-d658-4c7c-a086-fbf574de9382 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:28:05.355648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.357549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Calling delete_port for 56113ac5-fab2-41d9-901b-aceecba1e527 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:05.365676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b931152-1c5c-4707-b567-2bae8722a30a req-a581241b-0bc4-456a-b4ae-f3878fa9dae8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Nov 08 12:28:05.398717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.444218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.445483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:05.448719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:05.452305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:05.494992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event updated for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:05.538721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:05.539339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.610996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-41d57e86-5f91-4499-b69c-795b71f81d58 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5517161 Nov 08 12:28:05.616281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.624732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Request body: {'port': {'device_id': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:05.688035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.778781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.807251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff425c7-d658-4c7c-a086-fbf574de9382,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:05.812947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.816196 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f9fc927b-1322-4fee-a98a-bd140fe9b73e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4ff425c7-d658-4c7c-a086-fbf574de9382 HTTP/1.1" status: 204 len: 168 time: 0.5822773 Nov 08 12:28:05.820066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37156) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:05.825452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01dfee-133f-4510-a064-ffbd96c6c144 None None] Network 9d3e8e30-056b-4584-9ebf-05bd5092a1cf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:05.872802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.913701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56113ac5-fab2-41d9-901b-aceecba1e527,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:05.923086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:05.984167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:05.994275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.009492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Transition to ACTIVE for port object 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:06.054418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.064739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] DHCP port deletion for 9d3e8e30-056b-4584-9ebf-05bd5092a1cf request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:28:06.164842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Deleting port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:06.165211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.169913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.188908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Pushing event updated for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:06.275373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9865409-4f6d-42fb-a2c9-665629e0efda req-4c92c560-6ded-4c21-b0da-edda90fd3346 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.276900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9865409-4f6d-42fb-a2c9-665629e0efda req-4c92c560-6ded-4c21-b0da-edda90fd3346 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 945 time: 0.1373909 Nov 08 12:28:06.282176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] For port f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:06.283132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.284127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Deleting port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:06.284468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.298358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Calling delete_port for f255efdf-b40d-4d5a-9563-1a24a8f78ce8 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:06.342897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Attempting to bind port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:06.343166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Attempting to bind port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:06.343594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Attempting to bind port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:06.359763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:06.360142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Attempting to bind port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f on network 5bb7bf10-576e-4d62-8cd9-9ed030ea8345 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:06.366823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] For port f255efdf-b40d-4d5a-9563-1a24a8f78ce8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,segment=NetworkSegment(a5d86f86-8c44-435b-acd3-f93a851d6135),segment_id=a5d86f86-8c44-435b-acd3-f93a851d6135)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:06.367205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.374477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62a8a-ce10-498b-a073-bab9613c59ba req-862e26b6-e4e9-4ffa-a25c-07f9428419e6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.375977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8c62a8a-ce10-498b-a073-bab9613c59ba req-862e26b6-e4e9-4ffa-a25c-07f9428419e6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 944 time: 0.1280692 Nov 08 12:28:06.380450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:06.380724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Checking segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:06.381011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Bound using segment: {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:06.381443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Bound port: 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:06.382049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.387484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9865409-4f6d-42fb-a2c9-665629e0efda req-8891458a-fdfa-430c-ad85-b24e8e2c26ba tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Nov 08 12:28:06.421628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Calling delete_port for f255efdf-b40d-4d5a-9563-1a24a8f78ce8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:06.470196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.497026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] Pushing event deleted for resources: {'Port': ['ID=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:06.505565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd448c3d-1899-48eb-8e92-c0681396bab3 None None] No DVR routers for this DVR port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:06.529823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8c62a8a-ce10-498b-a073-bab9613c59ba req-25f1d053-c2ef-49df-baaa-ba9dc377b4cf tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314003 Nov 08 12:28:06.542582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:06.543467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:06.545976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Router 74e6e721-fe07-4c60-9535-1aa22b59c713 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:06.561588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2529e-8364-49bb-bcd1-153fe90bb4af req-b39d2feb-a658-4ad5-8845-a9ab93568d6c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.570048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2c2529e-8364-49bb-bcd1-153fe90bb4af req-b39d2feb-a658-4ad5-8845-a9ab93568d6c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1034613 Nov 08 12:28:06.597155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.624160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2c2529e-8364-49bb-bcd1-153fe90bb4af req-cc38b5c2-b89b-4a54-85a4-065e2e137d19 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Nov 08 12:28:06.656784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.687757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Pushing event deleted for resources: {'Port': ['ID=f255efdf-b40d-4d5a-9563-1a24a8f78ce8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:06.703228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] No DVR routers for this DVR port f255efdf-b40d-4d5a-9563-1a24a8f78ce8 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:06.755296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.763047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.763047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] 10.222.0.61 "PUT /v2.0/ports/26a5fc9b-1fd3-42d1-8f77-9b8ec927284f HTTP/1.1" status: 200 len: 1091 time: 1.1372380 Nov 08 12:28:06.763047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:06.765856 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:06.767711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:06.781215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Sync routers for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:06.796015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:06.803562 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:06.804032 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5f2bfbca-426c-4922-b3dd-acf209feafa4 admin admin] 10.222.0.58 "PUT /v2.0/routers/74e6e721-fe07-4c60-9535-1aa22b59c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4712026 Nov 08 12:28:06.804032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37190) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:06.831590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb46aa-78fe-487c-aa2d-476ff490726d service neutron] Pushing event updated for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:06.846331 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040fc0ae-90ee-4ded-a855-7fb05a601e3f x-openstack-request-id: req-040fc0ae-90ee-4ded-a855-7fb05a601e3f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:06.846580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:06.847153 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:06.847153 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-040fc0ae-90ee-4ded-a855-7fb05a601e3f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:06.847360 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f', 'status': 'completed', 'code': 200} Nov 08 12:28:06.861581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb535557-5c1c-4f1c-ba2f-7dc6388c35c0 req-b23608bb-65e2-4e85-a5fb-0a83981dfafc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.869388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb535557-5c1c-4f1c-ba2f-7dc6388c35c0 req-b23608bb-65e2-4e85-a5fb-0a83981dfafc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.875719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb535557-5c1c-4f1c-ba2f-7dc6388c35c0 req-b23608bb-65e2-4e85-a5fb-0a83981dfafc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:06.884200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb535557-5c1c-4f1c-ba2f-7dc6388c35c0 req-b23608bb-65e2-4e85-a5fb-0a83981dfafc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2416 time: 0.2125137 Nov 08 12:28:06.893634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:06.893634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9c9c73dc-ead1-4102-b95f-974aa3e51ae0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:06.898037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f255efdf-b40d-4d5a-9563-1a24a8f78ce8 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:06.925191 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:06.943657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f255efdf-b40d-4d5a-9563-1a24a8f78ce8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:06.944393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f255efdf-b40d-4d5a-9563-1a24a8f78ce8 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:06.947708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:06.979609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e8e30-056b-4584-9ebf-05bd5092a1cf']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.013335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb535557-5c1c-4f1c-ba2f-7dc6388c35c0 req-c88d2964-bbbc-413e-819e-d7c5d93e9bea tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282492 Nov 08 12:28:07.019261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d86f86-8c44-435b-acd3-f93a851d6135') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.019561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d86f86-8c44-435b-acd3-f93a851d6135') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.024501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9315ac-91fa-4a7c-b43a-0f2527c05810 req-63940947-6eb2-43fe-a5da-49f1cf9b9698 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.026006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af9315ac-91fa-4a7c-b43a-0f2527c05810 req-63940947-6eb2-43fe-a5da-49f1cf9b9698 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 950 time: 0.0960534 Nov 08 12:28:07.028181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-a4a31e65-9b84-44ed-a0a4-29ab43bf63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.029542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-a4a31e65-9b84-44ed-a0a4-29ab43bf63e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 1094 time: 0.1374214 Nov 08 12:28:07.033853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.058693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.066218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.069155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:28:07.069616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:28:07.071400 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:28:07.115094 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:28:05Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.148413 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Checking router: 74e6e721-fe07-4c60-9535-1aa22b59c713 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:07.157479 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Routers {'74e6e721-fe07-4c60-9535-1aa22b59c713'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:07.158350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['74e6e721-fe07-4c60-9535-1aa22b59c713'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.164074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af9315ac-91fa-4a7c-b43a-0f2527c05810 req-4f703fc7-6490-46ef-9422-0a44debdb94a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209061 Nov 08 12:28:07.198671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-51bdb4b4-787e-4afd-bc6a-10e5894f07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.199339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-51bdb4b4-787e-4afd-bc6a-10e5894f07d5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4e5b6debb2f84da08c8564392a92e458&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1551180 Nov 08 12:28:07.281834 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] Set router 74e6e721-fe07-4c60-9535-1aa22b59c713 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:07.317126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-eac6def3-9e74-420b-bb0d-50402a0a14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.318778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f59e7e9-2d53-4393-821c-91a9e20fa0ab req-eac6def3-9e74-420b-bb0d-50402a0a14aa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116126 Nov 08 12:28:07.448842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-28b11982-a625-484c-9557-e12bcee81206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.450877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-28b11982-a625-484c-9557-e12bcee81206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e5b6debb2f84da08c8564392a92e458&device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 1094 time: 0.0864756 Nov 08 12:28:07.476264 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.482792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.485934 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9d3e8e30-056b-4584-9ebf-05bd5092a1cf HTTP/1.1" status: 204 len: 168 time: 1.6649001 Nov 08 12:28:07.502668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522648-6c52-442d-a0c2-44ff76640797 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3e8e30-056b-4584-9ebf-05bd5092a1cf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:07.518688 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:28:05Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:07.520783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.527984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-5b7e5679-0087-4bba-9a0a-da2cf3104ab7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f HTTP/1.1" status: 200 len: 217 time: 0.0668683 Nov 08 12:28:07.561650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8bda3-14e0-4034-8fb9-3102231c23de None None] The sync data for ids ['74e6e721-fe07-4c60-9535-1aa22b59c713'] in n-d-816990-1 is: [{'id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'name': 'tempest-ServersTestBootFromVolume-1901794373-router', 'tenant_id': 'bc0608d6279a400e8699165c662e478e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:23:27Z', 'updated_at': '2021-11-08T12:28:05Z', 'revision_number': 5, 'project_id': 'bc0608d6279a400e8699165c662e478e', 'gw_port': {'id': '16b50cd3-4e8a-4a95-a732-e02e24ac3a6c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e6e721-fe07-4c60-9535-1aa22b59c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:23:28Z', 'updated_at': '2021-11-08T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:07.616303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642705-358f-4534-a006-4b10d537ab6e req-8774a55f-0344-4188-a511-40877eb82a74 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.621970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a642705-358f-4534-a006-4b10d537ab6e req-8774a55f-0344-4188-a511-40877eb82a74 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 945 time: 0.1008232 Nov 08 12:28:07.623670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-55bb6ee7-bfc0-4026-93e3-5f0d494fe78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:07.625064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-55bb6ee7-bfc0-4026-93e3-5f0d494fe78a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 200 len: 862 time: 0.0721288 Nov 08 12:28:07.645309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 96f3690a-874a-4478-88f2-80e6babd23e6 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:07.660045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Deleting port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:07.662717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.667933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-12971f8a-2bed-4736-97c9-fbc88d71f9b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5bb7bf10-576e-4d62-8cd9-9ed030ea8345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344300 Nov 08 12:28:07.745051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a642705-358f-4534-a006-4b10d537ab6e req-69e6e398-db48-426e-8921-5bdb01db213c tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190240 Nov 08 12:28:07.753376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] For port 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:07.753716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.780140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Calling delete_port for 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:07.799117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-3aa264b4-4257-46fc-83f5-8b840407a520 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211448 Nov 08 12:28:07.815568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 96f3690a-874a-4478-88f2-80e6babd23e6 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:07.826777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 96f3690a-874a-4478-88f2-80e6babd23e6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:07.828905 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.964114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:07.994454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:07.997754 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea1b2d9-a8b9-4402-92ce-a222f509d5f4" -d '{"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:08.015944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=96f3690a-874a-4478-88f2-80e6babd23e6,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:08.039941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:08.119439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf94b73e-48c9-41f4-b94f-d866beed1216 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f1c1e7d2f5e4fb887a472dbb57211be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782480 Nov 08 12:28:08.121930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:08.174206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.199403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.207994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.209370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:08.269348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.289434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:08.298678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Pushing event deleted for resources: {'Port': ['ID=16b50cd3-4e8a-4a95-a732-e02e24ac3a6c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:08.345121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319dd9c-92fb-4ad6-850c-b95937e83955 req-86373b87-38a8-4873-8895-08524787853a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.346703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c319dd9c-92fb-4ad6-850c-b95937e83955 req-86373b87-38a8-4873-8895-08524787853a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 944 time: 0.5001886 Nov 08 12:28:08.370720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.381744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e81403d5-36ae-4869-9c2c-87981ff610a2 req-1ce09ed8-b5c4-4e84-886b-0c4e32b13516 service neutron] 10.222.0.61 "GET /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739617 Nov 08 12:28:08.401505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ac6b7-d8a4-46e7-ad5b-c556184d7ea7 req-ef4c5fb1-3d90-4fd6-934a-a3aa4b72eae8 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.403951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a72ac6b7-d8a4-46e7-ad5b-c556184d7ea7 req-ef4c5fb1-3d90-4fd6-934a-a3aa4b72eae8 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 943 time: 0.4810441 Nov 08 12:28:08.435739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:08.438828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.439622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:08.439995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.442174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.446136 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92d4f5b6-6e23-4bf1-9117-8d699d216757 HTTP/1.1" status: 204 len: 168 time: 0.3231266 Nov 08 12:28:08.449062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c319dd9c-92fb-4ad6-850c-b95937e83955 req-1e983221-b396-41ee-a94b-58c5f5f7e180 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934188 Nov 08 12:28:08.478441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a72ac6b7-d8a4-46e7-ad5b-c556184d7ea7 req-9cf2692c-f339-4124-a7cd-2b40dab981fc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Nov 08 12:28:08.495359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580e299-1d71-4013-9b18-09998f870d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d4f5b6-6e23-4bf1-9117-8d699d216757,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:08.500099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.502471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.559586 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.564269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af03f545-7d18-4895-b30b-3e753e7495d3 x-openstack-request-id: req-af03f545-7d18-4895-b30b-3e753e7495d3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:08.564269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:08.564593 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af03f545-7d18-4895-b30b-3e753e7495d3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:08.564889 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6', 'code': 200} Nov 08 12:28:08.603210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:08.607969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.609230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e6e721-fe07-4c60-9535-1aa22b59c713 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:28:08.613740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.615193 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-747e685e-506d-4740-9a7f-a9897982d66b admin admin] 10.222.0.58 "DELETE /v2.0/routers/74e6e721-fe07-4c60-9535-1aa22b59c713 HTTP/1.1" status: 204 len: 168 time: 1.8133671 Nov 08 12:28:08.617619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37234) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:08.680141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Deleting subnet 7e52aaf1-8655-4665-a719-546891111d2a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:28:08.683926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.685701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac45a7-ed47-4830-bade-75e611144697 req-9adf4528-adf9-4937-967a-ec3ef3f02bbb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.691371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac45a7-ed47-4830-bade-75e611144697 req-9adf4528-adf9-4937-967a-ec3ef3f02bbb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.693958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.695168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:08.700471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac45a7-ed47-4830-bade-75e611144697 req-9adf4528-adf9-4937-967a-ec3ef3f02bbb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.700471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cac45a7-ed47-4830-bade-75e611144697 req-9adf4528-adf9-4937-967a-ec3ef3f02bbb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2417 time: 0.0849433 Nov 08 12:28:08.732139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.807142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cac45a7-ed47-4830-bade-75e611144697 req-cd1e0f89-7551-4f50-9707-d06d2fb642de tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Nov 08 12:28:08.808179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 56113ac5-fab2-41d9-901b-aceecba1e527 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:08.831111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:08.868407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 56113ac5-fab2-41d9-901b-aceecba1e527 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:08.868780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 56113ac5-fab2-41d9-901b-aceecba1e527 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:08.892336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:08.935876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8dd10-ef2d-4430-9c08-0b7b0d8981e4 req-b2481ab2-3cf2-488a-9415-ad490f39215a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:08.937449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fe8dd10-ef2d-4430-9c08-0b7b0d8981e4 req-b2481ab2-3cf2-488a-9415-ad490f39215a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 945 time: 0.0780025 Nov 08 12:28:08.986743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fe8dd10-ef2d-4430-9c08-0b7b0d8981e4 req-463a2bf8-b028-4fc3-bb25-77c9eb48bb59 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Nov 08 12:28:09.030028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:09.034468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:09.034837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.105492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.127635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.140426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e52aaf1-8655-4665-a719-546891111d2a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:09.154672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.156478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd979687-5dab-4b2b-8f2e-e293cfac5693 None None] Network 03bd7186-87da-476c-9a9f-678327f4a190 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:09.160759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bccce32-693d-4e54-8c48-38c0cbf079dc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7e52aaf1-8655-4665-a719-546891111d2a HTTP/1.1" status: 204 len: 168 time: 0.5399230 Nov 08 12:28:09.165329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37248) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:09.228590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:09.244615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.306370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Deleting port c3ef9895-faa4-400c-9d6b-9df2f108f3be {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:09.306916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.358894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.359815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c430351a-f332-430d-9b0c-24f377a57e82 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:09.402911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] DHCP port deletion for 03bd7186-87da-476c-9a9f-678327f4a190 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:28:09.412796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] For port c3ef9895-faa4-400c-9d6b-9df2f108f3be, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3ef9895-faa4-400c-9d6b-9df2f108f3be,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:09.413035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.428782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Calling delete_port for c3ef9895-faa4-400c-9d6b-9df2f108f3be owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:09.465486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:09.495927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Deleting port c3ef9895-faa4-400c-9d6b-9df2f108f3be {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:09.496296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.565733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] For port c3ef9895-faa4-400c-9d6b-9df2f108f3be, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3ef9895-faa4-400c-9d6b-9df2f108f3be,segment=NetworkSegment(1d7ccc54-9aaa-4807-85b6-9544c9ca9da1),segment_id=1d7ccc54-9aaa-4807-85b6-9544c9ca9da1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:09.566127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.579590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c430351a-f332-430d-9b0c-24f377a57e82 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:09.582031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Calling delete_port for c3ef9895-faa4-400c-9d6b-9df2f108f3be owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:09.588782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c430351a-f332-430d-9b0c-24f377a57e82 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:09.589242 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.625111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.665985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4286bc-e76e-45d5-b498-5b8f451029ef req-c1b0c241-9036-4d50-9d2f-5545d2da5f91 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:09.667740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c4286bc-e76e-45d5-b498-5b8f451029ef req-c1b0c241-9036-4d50-9d2f-5545d2da5f91 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 944 time: 0.1090517 Nov 08 12:28:09.676916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119170d-e311-4e9e-9650-856a81284d73 req-763d8b77-1b69-445d-8054-6d62ba4f2a97 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:09.681026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ef9895-faa4-400c-9d6b-9df2f108f3be,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:09.685263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2119170d-e311-4e9e-9650-856a81284d73 req-763d8b77-1b69-445d-8054-6d62ba4f2a97 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0968251 Nov 08 12:28:09.688703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] No DVR routers for this DVR port c3ef9895-faa4-400c-9d6b-9df2f108f3be on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:09.720121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.758170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] Pushing event deleted for resources: {'Port': ['ID=c3ef9895-faa4-400c-9d6b-9df2f108f3be,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:09.759937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb732a5e-a320-4d7d-a1be-5d15e0b7f7bc None None] No DVR routers for this DVR port c3ef9895-faa4-400c-9d6b-9df2f108f3be on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:09.764509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.776180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2119170d-e311-4e9e-9650-856a81284d73 req-f1c5f240-8490-4d66-bc11-c34aad38d0fc tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Nov 08 12:28:09.800834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c4286bc-e76e-45d5-b498-5b8f451029ef req-3ed7b15c-029c-40f9-aa13-11fa938efd58 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124933 Nov 08 12:28:09.825310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c430351a-f332-430d-9b0c-24f377a57e82,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:09.827539 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.856997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bd7186-87da-476c-9a9f-678327f4a190']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:09.868456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:09.868760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7ccc54-9aaa-4807-85b6-9544c9ca9da1') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:09.883244 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.899142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:28:09.908945 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:28:09.928656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:09.932247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:09.936190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:09.946360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadaf54-0c97-4d8f-a2c1-242a72e68497 req-26be129f-6a5c-44ec-8364-a2966bab879d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:09.952666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadaf54-0c97-4d8f-a2c1-242a72e68497 req-26be129f-6a5c-44ec-8364-a2966bab879d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:09.960892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadaf54-0c97-4d8f-a2c1-242a72e68497 req-26be129f-6a5c-44ec-8364-a2966bab879d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:09.961957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdadaf54-0c97-4d8f-a2c1-242a72e68497 req-26be129f-6a5c-44ec-8364-a2966bab879d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.0765629 Nov 08 12:28:10.023759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdadaf54-0c97-4d8f-a2c1-242a72e68497 req-c9561e13-46d1-4daf-90c7-dd551dab1275 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Nov 08 12:28:10.036130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:10.053424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.069166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.075420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] 10.222.0.58 "DELETE /v2.0/networks/03bd7186-87da-476c-9a9f-678327f4a190 HTTP/1.1" status: 204 len: 168 time: 0.9099281 Nov 08 12:28:10.085429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d4e6-7e82-4967-bfa0-3b3d14c61877 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bd7186-87da-476c-9a9f-678327f4a190,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:10.145561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c20002c2-d82a-4126-a198-5ccd704cfaf5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:10.151094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c20002c2-d82a-4126-a198-5ccd704cfaf5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:10.151360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.157171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-468476814-network', 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:10.200323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792799b8-2a45-4d7d-8e1f-bb5994f32906 req-a3346f6e-5a38-4aad-a298-b4d9ea61f6d8 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.202039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-792799b8-2a45-4d7d-8e1f-bb5994f32906 req-a3346f6e-5a38-4aad-a298-b4d9ea61f6d8 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 946 time: 0.0780568 Nov 08 12:28:10.256923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-792799b8-2a45-4d7d-8e1f-bb5994f32906 req-97df142a-b9e8-4b8c-b25a-ffa62c064167 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Nov 08 12:28:10.270050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:10.272609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.282728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.378662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.381632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.420952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:10.436846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.464390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:28:10.474802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4d0420-5e53-4db9-a833-56ccb7aaa666,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:10.479537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.479884 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Added segment c3869ffb-c46f-4de1-981d-65f53c7bc044 of type vlan for network 357c0b18-d882-41eb-9199-dcdbd1676eae Nov 08 12:28:10.500217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:10.510807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:10.530163 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.530978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:10.551880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.566115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5'}, {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2'}, {'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82'}, {'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:10.568485 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d1b11-f3d8-485c-bc38-5cd721ce2f3d" -d '{"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5"}, {"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2"}, {"server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c430351a-f332-430d-9b0c-24f377a57e82"}, {"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-plugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:10.579462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-258a2b8a-a3f7-45cf-813c-80d79eb52774 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc0608d6279a400e8699165c662e478e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733798 Nov 08 12:28:10.580114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:10.632013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.635010 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf33760-7849-4b25-8410-11a080143e92 x-openstack-request-id: req-5cf33760-7849-4b25-8410-11a080143e92 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:10.635310 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5", "code": 200}, {"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-plugged", "status": "completed", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2", "code": 200}, {"server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c430351a-f332-430d-9b0c-24f377a57e82", "code": 200}, {"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-plugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:10.635846 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cf33760-7849-4b25-8410-11a080143e92 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:10.635983 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', 'code': 200} Nov 08 12:28:10.636189 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2', 'code': 200} Nov 08 12:28:10.636439 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82', 'code': 200} Nov 08 12:28:10.636685 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'code': 200} Nov 08 12:28:10.643313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.644506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.645097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.673677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.674882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:10.704432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:10.740444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f', 'network_id': '5bb7bf10-576e-4d62-8cd9-9ed030ea8345', 'port_id': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f', 'mac_address': 'fa:16:3e:7e:ac:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6adddf3-2fc6-4ebe-bb63-fcd7a621d175', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:10.753677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7904093 Nov 08 12:28:10.756882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:10.765711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Request body: {'subnet': {'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-468476814-subnet', 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:10.769922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f353b0-b879-40e5-bdc8-19638446a001 admin admin] Pushing event updated for resources: {'Network': ['ID=357c0b18-d882-41eb-9199-dcdbd1676eae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:10.777149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.790388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 357c0b18-d882-41eb-9199-dcdbd1676eae details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:28:10.842928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3ef9895-faa4-400c-9d6b-9df2f108f3be no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:10.853904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a257-a664-4cea-8b54-d9706a559ff3 req-fe082c52-a767-441d-87ad-faf8bb5a55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.855720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8333a257-a664-4cea-8b54-d9706a559ff3 req-fe082c52-a767-441d-87ad-faf8bb5a55fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 1096 time: 0.0750799 Nov 08 12:28:10.887611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a9135-f5d0-401e-ba45-5080ea05b777 req-0c781fc0-3930-4087-a3bc-9cee1a02fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.889204 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d23a9135-f5d0-401e-ba45-5080ea05b777 req-0c781fc0-3930-4087-a3bc-9cee1a02fd34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1097 time: 0.0894768 Nov 08 12:28:10.897704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088988-5bc7-4a39-970d-52adfd3b8dda req-2cb61f75-6bc7-499b-8c31-ebb54ecb8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.898338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088988-5bc7-4a39-970d-52adfd3b8dda req-2cb61f75-6bc7-499b-8c31-ebb54ecb8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.898848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088988-5bc7-4a39-970d-52adfd3b8dda req-2cb61f75-6bc7-499b-8c31-ebb54ecb8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:10.900406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d088988-5bc7-4a39-970d-52adfd3b8dda req-2cb61f75-6bc7-499b-8c31-ebb54ecb8fc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2872 time: 0.0987232 Nov 08 12:28:10.909808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:10.909808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.939053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.956335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c3ef9895-faa4-400c-9d6b-9df2f108f3be {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:10.956677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3ef9895-faa4-400c-9d6b-9df2f108f3be not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:10.957088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:10.977729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.980401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:10.981663 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/602343b8-30bc-4d0b-87b2-8d16d07cd414 HTTP/1.1" status: 204 len: 168 time: 0.4031453 Nov 08 12:28:10.986777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8333a257-a664-4cea-8b54-d9706a559ff3 req-9884cdbb-9ddb-4ace-a337-a8b3ea319f5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232295 Nov 08 12:28:11.002003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:11.005914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119714a-8b4f-4e06-b386-0a128101c819 req-5eb007f0-8f74-441f-a141-97a9a8bf7b25 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.013451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b119714a-8b4f-4e06-b386-0a128101c819 req-5eb007f0-8f74-441f-a141-97a9a8bf7b25 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1214552 Nov 08 12:28:11.023733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:11.026227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:11.027377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:11.027776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 16b50cd3-4e8a-4a95-a732-e02e24ac3a6c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:11.030951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49060445-0908-45ea-8bd0-1e233997fd30 req-5735673b-f6b1-4f5c-845a-f8622036c54c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.032481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49060445-0908-45ea-8bd0-1e233997fd30 req-5735673b-f6b1-4f5c-845a-f8622036c54c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1393557 Nov 08 12:28:11.037105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee131d91-db4b-4108-a418-2cbe69c68ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602343b8-30bc-4d0b-87b2-8d16d07cd414,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:11.084031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d088988-5bc7-4a39-970d-52adfd3b8dda req-943ce707-4f8d-4020-ae96-1746cf80d6da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707423 Nov 08 12:28:11.087881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d23a9135-f5d0-401e-ba45-5080ea05b777 req-55d375de-ae10-411b-b7e7-b805df40d440 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863065 Nov 08 12:28:11.094987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b119714a-8b4f-4e06-b386-0a128101c819 req-43ee1512-7fb5-4e8d-af04-39f344c847ad tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Nov 08 12:28:11.128509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:11.134767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49060445-0908-45ea-8bd0-1e233997fd30 req-481d8c43-3419-4b5a-a185-c008abe65a92 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910823 Nov 08 12:28:11.202894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:11.206428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:11.235449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ba21-6107-45d1-8712-3f05bac61ba6 req-44e520de-ef42-4582-ae8c-ecf1290912dd tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.241964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ba21-6107-45d1-8712-3f05bac61ba6 req-44e520de-ef42-4582-ae8c-ecf1290912dd tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.247987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ba21-6107-45d1-8712-3f05bac61ba6 req-44e520de-ef42-4582-ae8c-ecf1290912dd tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.249716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29b5ba21-6107-45d1-8712-3f05bac61ba6 req-44e520de-ef42-4582-ae8c-ecf1290912dd tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.0706475 Nov 08 12:28:11.267996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:11.307736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29b5ba21-6107-45d1-8712-3f05bac61ba6 req-55dfac28-72ff-4e4f-b9b8-b180761d7527 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Nov 08 12:28:11.356394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:11.419753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66908bb-49b7-4195-b675-ed342eaa38d0 req-f0ad3f52-8135-4eac-8401-f2db80f80c17 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.421683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b66908bb-49b7-4195-b675-ed342eaa38d0 req-f0ad3f52-8135-4eac-8401-f2db80f80c17 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 946 time: 0.0593407 Nov 08 12:28:11.428497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07b6432-9ccd-447b-a835-f2e445885160,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:11.433697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['26a5fc9b-1fd3-42d1-8f77-9b8ec927284f'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:11.449007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Checking segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:11.449607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Network hostable DHCP agents. Network: 357c0b18-d882-41eb-9199-dcdbd1676eae, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:28:11.482371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b66908bb-49b7-4195-b675-ed342eaa38d0 req-bffe0c97-59af-417e-b6b0-f725587dcdf6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Nov 08 12:28:11.528161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Network 357c0b18-d882-41eb-9199-dcdbd1676eae is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:28:11.594439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 357c0b18-d882-41eb-9199-dcdbd1676eae) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:11.594439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:11.594439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:11.597044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df7185-0966-4c13-bc37-79be34d4c52f None None] Network 357c0b18-d882-41eb-9199-dcdbd1676eae requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:11.653589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:11.690354 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60e4a919-86bf-4ae7-93c3-357863b016de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9321475 Nov 08 12:28:11.792889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4298d802-8ee4-48b5-a960-9a1f66a524b6 None None] Network 357c0b18-d882-41eb-9199-dcdbd1676eae requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:11.866549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:11.884154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'mac_address': 'fa:16:3e:05:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:11.960567 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:11.987129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:12.009411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:12.093104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.155265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:12.229093 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:28:12.250409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-4f380278-ebfb-4ed6-9d88-0febfcd3941f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:12.254745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-4f380278-ebfb-4ed6-9d88-0febfcd3941f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.1484251 Nov 08 12:28:12.268850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ca42bbda-662d-4946-bda7-35132af46ab8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:12.276357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d291c1-c9b6-404c-a9e6-8e946dfe4973 req-1f234139-7b41-4068-886d-337eef01356b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:12.277856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4d291c1-c9b6-404c-a9e6-8e946dfe4973 req-1f234139-7b41-4068-886d-337eef01356b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 944 time: 0.0944314 Nov 08 12:28:12.288478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-06041b1e-b43b-4444-864b-04344111ba68 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/quotas/9e99fd04f29549a59a28d2000e04e2ee HTTP/1.1" status: 200 len: 375 time: 0.0285804 Nov 08 12:28:12.293865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:12.342693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-4f9725d4-b382-46eb-a961-b52c0be203ca tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531359 Nov 08 12:28:12.446941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4d291c1-c9b6-404c-a9e6-8e946dfe4973 req-33851997-5903-40e0-b75a-7c5ecc037c9d tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492121 Nov 08 12:28:12.461614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-985509698-network', 'tenant_id': 'b164e10166fc4c0ebfd10e0d9746e061'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:12.499272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-9b70e95f-2888-4352-b616-73c05947ef3c service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557171 Nov 08 12:28:12.513312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:12.613475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Made reservation on behalf of b164e10166fc4c0ebfd10e0d9746e061 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:12.615986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.629749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.637568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056e99-3d1e-483f-b460-cda2b58f6cdf req-6855f021-4a0c-4d3b-9455-2d3a4b70ab45 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:12.639165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:12.642455 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70463e-9bd0-4c4c-ac64-c8f8cc0419b0" -d '{"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-unplugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:12.642851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88056e99-3d1e-483f-b460-cda2b58f6cdf req-6855f021-4a0c-4d3b-9455-2d3a4b70ab45 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1013036 Nov 08 12:28:12.694582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-952b6ab5-92bc-4e0d-8ccc-be4acdf84d37 service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877687 Nov 08 12:28:12.705464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:12.713775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:12.714464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.747225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88056e99-3d1e-483f-b460-cda2b58f6cdf req-d9b30a97-c476-42f6-8618-7ee4aee78d87 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Nov 08 12:28:12.774134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.848578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.884213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:12.910392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.927405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:28:12.940969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:12.946669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:12.947075 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Added segment 307ee840-e8c0-43f2-8f69-726605a3a3f5 of type vlan for network 27b27e0a-3c90-41f0-8094-8e042969a517 Nov 08 12:28:12.995041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.001918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.045158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046673-01d9-4615-bafa-be540e3fe5f1 req-f87f0ccf-22f0-4b76-b45a-3cd3badf3b51 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.060887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046673-01d9-4615-bafa-be540e3fe5f1 req-f87f0ccf-22f0-4b76-b45a-3cd3badf3b51 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.071444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046673-01d9-4615-bafa-be540e3fe5f1 req-f87f0ccf-22f0-4b76-b45a-3cd3badf3b51 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.074202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af046673-01d9-4615-bafa-be540e3fe5f1 req-f87f0ccf-22f0-4b76-b45a-3cd3badf3b51 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.1265042 Nov 08 12:28:13.105167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.106747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.107743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.130971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:13.209278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] Pushing event updated for resources: {'Network': ['ID=27b27e0a-3c90-41f0-8094-8e042969a517,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:13.219419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 27b27e0a-3c90-41f0-8094-8e042969a517 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:28:13.243022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d88b-ff52-4f75-81d4-951d51558ba4 req-a7bdf0a1-dc45-4823-a555-31aabff1d8fa tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.250436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b750d88b-ff52-4f75-81d4-951d51558ba4 req-a7bdf0a1-dc45-4823-a555-31aabff1d8fa tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 946 time: 0.1368794 Nov 08 12:28:13.256540 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-229237e6-5cce-42f4-a209-96f98d814dbb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9609001 Nov 08 12:28:13.259841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37406) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:13.265989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Request body: {'subnet': {'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-985509698-subnet', 'tenant_id': 'b164e10166fc4c0ebfd10e0d9746e061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:13.296340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af046673-01d9-4615-bafa-be540e3fe5f1 req-af5fc669-e4ab-4382-b2eb-816297323400 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102709 Nov 08 12:28:13.367236 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a484bf49-3791-4636-b0a7-60558268d7f2 x-openstack-request-id: req-a484bf49-3791-4636-b0a7-60558268d7f2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:13.367525 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-unplugged", "status": "completed", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:13.368164 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a484bf49-3791-4636-b0a7-60558268d7f2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:13.368455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b750d88b-ff52-4f75-81d4-951d51558ba4 req-d4d1a598-7e5e-47f7-bfae-b5a270500fd5 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172943 Nov 08 12:28:13.368618 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'code': 200} Nov 08 12:28:13.399659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Made reservation on behalf of b164e10166fc4c0ebfd10e0d9746e061 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:13.404584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.466338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea5d6815-2cb6-4926-bc66-b414bd7af110 req-b740052d-a527-4ccd-8921-cedc267a6521 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 210 time: 0.0401871 Nov 08 12:28:13.636264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-2103ef8d-ced0-4385-bff0-af9434fc5145 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.638299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-2103ef8d-ced0-4385-bff0-af9434fc5145 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1270270 Nov 08 12:28:13.648339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5812d80-72d4-4c88-9e6e-968cd37bd7f5 req-47c6547f-cd08-43a2-ab40-1da6b95fe05b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:13.650275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5812d80-72d4-4c88-9e6e-968cd37bd7f5 req-47c6547f-cd08-43a2-ab40-1da6b95fe05b tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 945 time: 0.0839038 Nov 08 12:28:13.654453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:13.715842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-cdaf00cd-8e8a-4dd6-8a8e-502f03a70129 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 695 time: 0.0643337 Nov 08 12:28:13.728705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ca42bbda-662d-4946-bda7-35132af46ab8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:13.729120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.736355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:13.799075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.804101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.818546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5812d80-72d4-4c88-9e6e-968cd37bd7f5 req-46c3f136-f7c4-4574-aec9-07513a018df0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540697 Nov 08 12:28:13.846660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:13.908279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:13.922388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Pushing event updated for resources: {'Subnet': ['ID=150ce353-cb7a-4474-a07c-fb68c90293a6,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:13.957950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Checking segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:13.959293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Network hostable DHCP agents. Network: 27b27e0a-3c90-41f0-8094-8e042969a517, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:28:13.975727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:14.041359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:14.054492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc8bc-626f-4a75-b06c-40ca69b9f62b req-ad6a2269-1f54-43ee-a2ed-bf0eb1da4b20 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.056123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-512fc8bc-626f-4a75-b06c-40ca69b9f62b req-ad6a2269-1f54-43ee-a2ed-bf0eb1da4b20 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1190104 Nov 08 12:28:14.087726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Network 27b27e0a-3c90-41f0-8094-8e042969a517 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:28:14.180272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 27b27e0a-3c90-41f0-8094-8e042969a517) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:14.194891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.195138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:14.197169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c07cb9-a4e8-4410-86df-21fffeeec56a None None] Network 27b27e0a-3c90-41f0-8094-8e042969a517 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:14.212531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-512fc8bc-626f-4a75-b06c-40ca69b9f62b req-f070011f-b88d-49fb-a40b-9d950dae0f0f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107888 Nov 08 12:28:14.285474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ef6fb04-da34-4ea1-b527-d11e9ef7ebde admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0241292 Nov 08 12:28:14.458706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e244641-05e2-4241-ac5e-988b1aca6ce0 None None] Network 27b27e0a-3c90-41f0-8094-8e042969a517 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:14.686110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934014-45db-495c-8294-94c7f5772008 req-b593df58-f400-40b5-8775-5d1db86a9f4a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.694807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b934014-45db-495c-8294-94c7f5772008 req-b593df58-f400-40b5-8775-5d1db86a9f4a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1408749 Nov 08 12:28:14.760941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b934014-45db-495c-8294-94c7f5772008 req-df050e4f-92a4-4e2e-a3c5-4aede1112a4d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Nov 08 12:28:14.766381 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:14.886675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:14.959784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb4d7f-6e68-4264-aae4-53d18a859ff0 req-f21d3c48-5e3e-4b85-a197-ea4f0f0e8171 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.968934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb4d7f-6e68-4264-aae4-53d18a859ff0 req-f21d3c48-5e3e-4b85-a197-ea4f0f0e8171 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.976301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb4d7f-6e68-4264-aae4-53d18a859ff0 req-f21d3c48-5e3e-4b85-a197-ea4f0f0e8171 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:14.978349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08eb4d7f-6e68-4264-aae4-53d18a859ff0 req-f21d3c48-5e3e-4b85-a197-ea4f0f0e8171 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.1398509 Nov 08 12:28:15.089146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08eb4d7f-6e68-4264-aae4-53d18a859ff0 req-9112f199-18fc-437e-b88f-c9afa3b2d25c tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978985 Nov 08 12:28:15.090772 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103 associated. External IP: 172.25.1.27, port: 0073ad18-3c25-4353-82c1-1f8e9248b716. Nov 08 12:28:15.252185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2335faaa-fd13-4b51-9073-5e386c80d1b6 req-b42c1d35-398d-4980-b8dc-c8556d2e4185 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 210 time: 0.0391273 Nov 08 12:28:15.369923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f'}, {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:15.372871 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939d976-aa92-4323-afe0-eefdc6cf9b39" -d '{"events": [{"server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "name": "network-vif-plugged", "status": "completed", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f"}, {"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:15.431186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:15.744093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:15.935680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:15.944972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:15.956581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:15.975803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:15.976558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:16.084839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-b19c28d1-d623-476e-adbe-e712f8f235e0 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "PUT /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 995 time: 2.3556349 Nov 08 12:28:16.089281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:16.092055 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9c09c9-23a2-4581-b643-d215e0d74181" -d '{"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:16.127365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-19d98c8b-d187-4e5a-9934-77b015a7ebd8 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:16.131313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-19d98c8b-d187-4e5a-9934-77b015a7ebd8 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 817 time: 0.6267636 Nov 08 12:28:16.195344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-3c5bf459-6651-4a30-af2a-cded37f21181 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/quotas/b164e10166fc4c0ebfd10e0d9746e061 HTTP/1.1" status: 200 len: 375 time: 0.0464838 Nov 08 12:28:16.243008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-2c38c6e9-1111-4663-ade9-50bb912dd7a8 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465982 Nov 08 12:28:16.252748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-34f0fa85-b096-4607-984d-f6c447e203df tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:16.254226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-34f0fa85-b096-4607-984d-f6c447e203df tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.3048205 Nov 08 12:28:16.277558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Request body: {'port': {'device_id': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'admin_state_up': True, 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:16.317202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:16.322982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-da8ab01c-ebaa-4b36-8608-46bba2d6bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:16.324530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-da8ab01c-ebaa-4b36-8608-46bba2d6bee7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.1894372 Nov 08 12:28:16.555459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-40075c90-0dd2-4acb-afd4-6f1093a3d393 service neutron] 10.222.0.58 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983952 Nov 08 12:28:16.617259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:14Z', 'revision_number': 1, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:16.636779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-03b4a161-672f-41a0-b03e-e3386759f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:16.638339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-03b4a161-672f-41a0-b03e-e3386759f091 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2672453 Nov 08 12:28:16.657340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:16.667637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:16.668203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:16.772750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:16.776532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:16.795089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-319f8876-18ee-4fb1-a1c3-7ad45406f418 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 998 time: 0.1224120 Nov 08 12:28:16.801334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-edc6112b-26b1-4300-907e-4b52312028ae service neutron] 10.222.0.58 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343168 Nov 08 12:28:16.835659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:16.915399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-dd1d46f6-e52a-457d-b1cf-cc3a12de7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:16.917214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-dd1d46f6-e52a-457d-b1cf-cc3a12de7dd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1105082 Nov 08 12:28:17.001028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-61d94040-539f-4beb-9e74-30beb69d44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:17.002421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-61d94040-539f-4beb-9e74-30beb69d44ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784073 Nov 08 12:28:17.006278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Allocated IP 172.20.0.6 (357c0b18-d882-41eb-9199-dcdbd1676eae/b07b6432-9ccd-447b-a835-f2e445885160/2f41292d-37ff-4f44-8482-1cbd7aba75a5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:17.091551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:14Z', 'revision_number': 1, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:17.124179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b99657-32f2-4b2b-93b8-2708e6933e74 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:14Z', 'revision_number': 1, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:17.190995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-43149922-b0a0-48cb-af1e-7693e9d31be4 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757820 Nov 08 12:28:17.303567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:17.351194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a173572-98eb-4980-b70d-98693ba15cd8 req-2ba2b123-7490-4e1b-b664-a9d45b5c0ccd service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512969 Nov 08 12:28:17.413345 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2c24c-85ea-4782-ae8e-503a0b371d9e None None] New status for floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:28:17.471256 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:17.546765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Network 357c0b18-d882-41eb-9199-dcdbd1676eae is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:17.554740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:17.569869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:17.574637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:17.607701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.608208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.608632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.609059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.609552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.610009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.610423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.610839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.611274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.611851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.612357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.612998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:17.654706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:17.657804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:17.779873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-156d4263-438f-465a-b723-562db66deb0c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5127656 Nov 08 12:28:17.795465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Request body: {'port': {'device_id': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:17.935810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d51872-98a9-44ab-8811-a3d5ac108bc3 req-6b1b7068-5e57-476d-a93d-c5a67f38d185 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:17.938341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1d51872-98a9-44ab-8811-a3d5ac108bc3 req-6b1b7068-5e57-476d-a93d-c5a67f38d185 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 945 time: 0.2122755 Nov 08 12:28:17.939116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:18.101985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620dfdf9-9b92-42ab-bbcf-453dd78c3d33 x-openstack-request-id: req-620dfdf9-9b92-42ab-bbcf-453dd78c3d33 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:18.101985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "name": "network-vif-plugged", "status": "completed", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f", "code": 200}, {"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-plugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:18.101985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-620dfdf9-9b92-42ab-bbcf-453dd78c3d33 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:18.101985 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f', 'code': 200} Nov 08 12:28:18.101985 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'code': 200} Nov 08 12:28:18.226305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1d51872-98a9-44ab-8811-a3d5ac108bc3 req-b33303bd-4aea-4c75-8797-3736365e8eda tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705262 Nov 08 12:28:18.251845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65a15-6685-4bd5-af66-8eeea5cf0019 req-b7cdd452-a7fb-4f32-999a-b90d31e7d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:18.253400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c0a65a15-6685-4bd5-af66-8eeea5cf0019 req-b7cdd452-a7fb-4f32-999a-b90d31e7d7ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0762644 Nov 08 12:28:18.291309 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5360ba2-d23b-46df-9f60-9ef8fc358d1a x-openstack-request-id: req-e5360ba2-d23b-46df-9f60-9ef8fc358d1a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:18.291783 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:18.292114 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5360ba2-d23b-46df-9f60-9ef8fc358d1a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:18.292942 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:28:18.344174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c0a65a15-6685-4bd5-af66-8eeea5cf0019 req-0de9fe1f-8d58-448c-9ed7-fc1f94ba295b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822384 Nov 08 12:28:18.489698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f41292d-37ff-4f44-8482-1cbd7aba75a5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:18.502559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:18.518828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-52f27ad4-6620-4d65-b5c1-84ab26697a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:18.520349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-52f27ad4-6620-4d65-b5c1-84ab26697a81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.2054179 Nov 08 12:28:18.534177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Transition to ACTIVE for port object 2f41292d-37ff-4f44-8482-1cbd7aba75a5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:18.549657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea0f27-7783-44b0-beee-ecc18883d7f3 req-042554d9-095e-4a12-87c8-33c9aabf54b1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:18.551237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ea0f27-7783-44b0-beee-ecc18883d7f3 req-042554d9-095e-4a12-87c8-33c9aabf54b1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 931 time: 0.1887786 Nov 08 12:28:18.571709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-f91b55b6-8e9e-4d84-b275-8e7de43e5d5c tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:18.573255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-f91b55b6-8e9e-4d84-b275-8e7de43e5d5c tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1821022 Nov 08 12:28:18.664357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:18.847917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ea0f27-7783-44b0-beee-ecc18883d7f3 req-0266f208-ac38-47ad-93b8-38e9e4137c85 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864931 Nov 08 12:28:18.859305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-546da00d-418e-4ff1-9e89-35d06cebb869 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1000 time: 0.2669353 Nov 08 12:28:18.866509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:18.898778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-fddf1007-fcea-4fc3-b389-6a1124c30f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:18.903713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-fddf1007-fcea-4fc3-b389-6a1124c30f73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.3481686 Nov 08 12:28:18.908383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:19.123285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:19.128200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-6b7280fd-a01c-4713-a515-561acee91575 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 1000 time: 0.1960814 Nov 08 12:28:19.135035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Attempting to bind port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:19.136074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Attempting to bind port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:19.136448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Attempting to bind port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:19.188181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb00d6-ebdb-409f-8a0e-5f8e4e96b3ec req-d0472e3a-dbc7-4d18-8dcb-a33d55dce285 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:19.190608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bfb00d6-ebdb-409f-8a0e-5f8e4e96b3ec req-d0472e3a-dbc7-4d18-8dcb-a33d55dce285 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1586053 Nov 08 12:28:19.199681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 on network 357c0b18-d882-41eb-9199-dcdbd1676eae not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:19.200012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Attempting to bind port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:19.242292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:19.243013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Checking segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:19.243013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Bound using segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:19.243445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Bound port: 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:19.243801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:19.369025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-c9c95f86-7b83-4a71-999b-2f724c51059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:19.370362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-c9c95f86-7b83-4a71-999b-2f724c51059c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.2294648 Nov 08 12:28:19.436313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bfb00d6-ebdb-409f-8a0e-5f8e4e96b3ec req-e6f9558f-99a9-4efb-894a-8932741fee44 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132463 Nov 08 12:28:19.544343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:19.608619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:19.611022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-ef67b6d4-0083-45ec-8c72-1340843530d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:19.612581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-ef67b6d4-0083-45ec-8c72-1340843530d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099540 Nov 08 12:28:19.723387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:19.775936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:19.776593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:19.778614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] 10.222.0.61 "PUT /v2.0/ports/2f41292d-37ff-4f44-8482-1cbd7aba75a5 HTTP/1.1" status: 200 len: 1091 time: 1.9888570 Nov 08 12:28:19.957717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:20.353653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:20.356159 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589551ca-e111-4689-8c03-c080c91619c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:20.394495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27f0ef-42a1-4cc2-9a6b-49f397171c4d service neutron] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:20.444565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e58b30a1-e5c9-4ff5-878e-482c3a2e02a4 req-ed39aa47-6e38-4d58-b615-e4b837729cee tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 210 time: 0.0715468 Nov 08 12:28:20.474861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-f18f9ec2-82ad-4990-a86d-b1a73d017b5d service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515756 Nov 08 12:28:20.602004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-e1d0e4ff-c673-4cd8-a6d8-5dbbb6d9e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:20.603789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-e1d0e4ff-c673-4cd8-a6d8-5dbbb6d9e959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 1094 time: 0.6775291 Nov 08 12:28:20.692554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-39ea78c2-6fed-412d-a196-9decb7759b0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5 HTTP/1.1" status: 200 len: 217 time: 0.0722508 Nov 08 12:28:20.759789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:20.808921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-ed44f532-d73c-4b4b-b3d6-e9f69b1243a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:20.810436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-ed44f532-d73c-4b4b-b3d6-e9f69b1243a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.1103468 Nov 08 12:28:20.819503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9c09c9-23a2-4581-b643-d215e0d74181 req-497ecae2-df77-46ff-98eb-8c2a536f2877 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885966 Nov 08 12:28:20.849591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-178039e0-0262-4325-b621-2598556ed512 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291147 Nov 08 12:28:20.869315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16584521-a445-43b8-94ac-616397c8f5ad req-cb2c571e-4329-4e98-8ec2-81115003ae91 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:20.871681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16584521-a445-43b8-94ac-616397c8f5ad req-cb2c571e-4329-4e98-8ec2-81115003ae91 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1605775 Nov 08 12:28:20.955267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:21.052429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16584521-a445-43b8-94ac-616397c8f5ad req-d2f1873e-c60a-4839-8d87-95e20a8502d0 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540484 Nov 08 12:28:21.119484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-64111972-c694-4c31-b479-9d4d87783acc service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462680 Nov 08 12:28:21.211846 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103 associated. External IP: 172.25.1.27, port: 0073ad18-3c25-4353-82c1-1f8e9248b716. Nov 08 12:28:21.361816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5ec1a-696b-4a10-8660-19fd94190be6 req-655efebd-1a03-4979-a90a-4c90ef4e5270 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.363349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60f5ec1a-696b-4a10-8660-19fd94190be6 req-655efebd-1a03-4979-a90a-4c90ef4e5270 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 943 time: 0.1837869 Nov 08 12:28:21.391968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed42cd58-214b-499d-89fa-0db56bbb0d8f req-4ce23718-84b0-4b0c-af31-dea037bf41f3 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504826 Nov 08 12:28:21.438177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60f5ec1a-696b-4a10-8660-19fd94190be6 req-e941236c-cbfc-438f-a540-3eed2ba66ce1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Nov 08 12:28:21.587590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:21.606483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b5fb-a4d1-4cdc-8d67-bbfedd59efb0 req-af0f6f71-10f9-4675-a5db-56d265eabd48 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.612433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b5fb-a4d1-4cdc-8d67-bbfedd59efb0 req-af0f6f71-10f9-4675-a5db-56d265eabd48 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.618629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b5fb-a4d1-4cdc-8d67-bbfedd59efb0 req-af0f6f71-10f9-4675-a5db-56d265eabd48 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.620298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad97b5fb-a4d1-4cdc-8d67-bbfedd59efb0 req-af0f6f71-10f9-4675-a5db-56d265eabd48 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.0936680 Nov 08 12:28:21.730903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-286d8043-cb52-41b8-80f8-217bec3e229e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.740294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-286d8043-cb52-41b8-80f8-217bec3e229e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.747463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-286d8043-cb52-41b8-80f8-217bec3e229e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:21.750034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-286d8043-cb52-41b8-80f8-217bec3e229e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 2419 time: 0.0889707 Nov 08 12:28:21.768523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad97b5fb-a4d1-4cdc-8d67-bbfedd59efb0 req-1b92604d-ec3e-4acb-958f-67535a352bbc tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415310 Nov 08 12:28:21.820595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:21.831960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:21.849737 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fa9b04-aad4-478e-a1d0-f363389ad42b x-openstack-request-id: req-68fa9b04-aad4-478e-a1d0-f363389ad42b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:21.851194 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:21.852184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:21.854772 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68fa9b04-aad4-478e-a1d0-f363389ad42b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:21.854772 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'status': 'completed', 'code': 200} Nov 08 12:28:21.855230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:21.911948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:21.912402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:22.048983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:22.049392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:22.066440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:22.077305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:22.326413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38fb0-d329-430b-b6ca-d44e6f00877b req-65ff5e50-c2b2-4507-815f-7ebda527b8b2 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:22.328495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f38fb0-d329-430b-b6ca-d44e6f00877b req-65ff5e50-c2b2-4507-815f-7ebda527b8b2 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.3128574 Nov 08 12:28:22.425680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-ee617ec7-21db-4c69-8919-261cc7ec3b95 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:22.431096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-ee617ec7-21db-4c69-8919-261cc7ec3b95 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 817 time: 0.6890259 Nov 08 12:28:22.435344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589551ca-e111-4689-8c03-c080c91619c3 req-f0533a64-cc76-4de3-b0c0-f7d5e967d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:22.437064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-f0533a64-cc76-4de3-b0c0-f7d5e967d547 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 1094 time: 0.5693343 Nov 08 12:28:22.455020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:22.461097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Request body: {'port': {'device_id': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'admin_state_up': True, 'tenant_id': 'b164e10166fc4c0ebfd10e0d9746e061'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:22.479170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:20Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:22.544194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:22.555195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['96f3690a-874a-4478-88f2-80e6babd23e6', '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', '465873ee-f0bc-4ef1-961a-4ae70df8dbd2'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:22.563810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:22.563810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:22.576519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=465873ee-f0bc-4ef1-961a-4ae70df8dbd2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:22.597554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.597911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.607782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:22.653453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:22.679603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f38fb0-d329-430b-b6ca-d44e6f00877b req-51b52cba-b13f-4d82-a676-ff8dca5cac9f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121929 Nov 08 12:28:22.684915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:22.700164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:22.704562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-fce60c01-4ae3-4f2e-828d-a51be02dd5e2 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "DELETE /v2.0/ports/465873ee-f0bc-4ef1-961a-4ae70df8dbd2 HTTP/1.1" status: 204 len: 173 time: 0.9443598 Nov 08 12:28:22.710333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:22.710333 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445984c0-9ebe-4507-a8e1-b0674f44452b" -d '{"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:22.817838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589551ca-e111-4689-8c03-c080c91619c3 req-c97e1a72-368b-4e1d-a4d2-fb21002cd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:22.819469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-c97e1a72-368b-4e1d-a4d2-fb21002cd3f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 905 time: 0.3726127 Nov 08 12:28:22.933120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:22.953299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-9cb3a78d-29cb-4c83-89c7-50dfc821c4da tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:22.954892 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-9cb3a78d-29cb-4c83-89c7-50dfc821c4da tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 817 time: 0.5494447 Nov 08 12:28:22.978506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Request body: {'port': {'device_id': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'admin_state_up': True, 'tenant_id': 'b164e10166fc4c0ebfd10e0d9746e061'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:23.279210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-a2e65309-4026-4cb7-9da7-8dc064b201d1 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:23.280917 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-a2e65309-4026-4cb7-9da7-8dc064b201d1 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.57 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 817 time: 0.3815243 Nov 08 12:28:23.289452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 96f3690a-874a-4478-88f2-80e6babd23e6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:23.289804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.306217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Request body: {'port': {'device_id': '07980091-bdc4-4458-8996-26e973bef89b', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'admin_state_up': True, 'tenant_id': 'b164e10166fc4c0ebfd10e0d9746e061'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:23.382305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96ed017e-035f-4157-ac6d-47c1e84c2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.441085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-90b6a40a-6e59-4ca0-b2fe-091bb40271a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5 HTTP/1.1" status: 200 len: 217 time: 0.6082942 Nov 08 12:28:23.525734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Made reservation on behalf of b164e10166fc4c0ebfd10e0d9746e061 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:23.529540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.559486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 96f3690a-874a-4478-88f2-80e6babd23e6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=96f3690a-874a-4478-88f2-80e6babd23e6,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:23.559855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.560835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:23.566212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.580874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 96f3690a-874a-4478-88f2-80e6babd23e6 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:23.588117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57d5699e-5a5c-4e05-9493-20097ab85f2e req-4819fbb0-d679-4b96-8cd8-969e139bccaa tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 210 time: 0.0553961 Nov 08 12:28:23.600078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:20Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:23.653898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Made reservation on behalf of b164e10166fc4c0ebfd10e0d9746e061 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:23.658432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.663060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61af0-11f7-4072-acbe-17a3083f90ab None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:20Z', 'revision_number': 3, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:23.716348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589551ca-e111-4689-8c03-c080c91619c3 req-84c16689-9aa1-4dc0-a9fa-b3de967514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:23.718804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-84c16689-9aa1-4dc0-a9fa-b3de967514ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.2652800 Nov 08 12:28:23.814366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-bd32efc1-5e08-4c1a-bcdd-d2726a94782b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606861 Nov 08 12:28:23.832181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Made reservation on behalf of b164e10166fc4c0ebfd10e0d9746e061 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:23.836443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:23.848364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-54f43a9f-6c7a-42a0-895d-9d62806f31ae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "PUT /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 998 time: 4.9730866 Nov 08 12:28:23.868179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}, {'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:23.874703 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}, {"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:23.915254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Allocated IP 172.20.0.6 (27b27e0a-3c90-41f0-8094-8e042969a517/150ce353-cb7a-4474-a07c-fb68c90293a6/3e9aa133-a75c-47e2-ab82-ecbf05a1076c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:23.996555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-74f38df3-07e9-4e34-9785-4d83c2c0162e tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:24.011741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-74f38df3-07e9-4e34-9785-4d83c2c0162e tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports/0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 942 time: 0.0817122 Nov 08 12:28:24.074450 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74385ff4-6dca-4247-b5c3-b3ed37a06445 None None] New status for floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:28:24.159070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a432c-71e8-42d0-a860-72b338a7d92d req-0824f423-327d-43e8-80b1-9db59b72c967 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:24.161071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.167553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-196a432c-71e8-42d0-a860-72b338a7d92d req-0824f423-327d-43e8-80b1-9db59b72c967 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 943 time: 0.2836604 Nov 08 12:28:24.198999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.243046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-d13d2841-f775-4eb1-a9a9-24aeba70bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:24.245641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-d13d2841-f775-4eb1-a9a9-24aeba70bb0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.1245532 Nov 08 12:28:24.256230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=96f3690a-874a-4478-88f2-80e6babd23e6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:24.286112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.332031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-411127d6-a6d6-4099-a156-db97f1ff4e25 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023992 Nov 08 12:28:24.339794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Network 27b27e0a-3c90-41f0-8094-8e042969a517 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:24.344792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-196a432c-71e8-42d0-a860-72b338a7d92d req-2b024ec8-5ce5-4c1b-ba34-b8b893f864be tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762769 Nov 08 12:28:24.372202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:24.372202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:24.418236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 96f3690a-874a-4478-88f2-80e6babd23e6 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:24.418236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.420151 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-938ab2e0-a6ec-492f-8ad0-0383791c3626 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "DELETE /v2.0/ports/96f3690a-874a-4478-88f2-80e6babd23e6 HTTP/1.1" status: 204 len: 173 time: 1.7026043 Nov 08 12:28:24.472623 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406d5d5b-2f2f-411d-86c8-21c763d35123 x-openstack-request-id: req-406d5d5b-2f2f-411d-86c8-21c763d35123 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:24.472623 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "465873ee-f0bc-4ef1-961a-4ae70df8dbd2", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:24.472946 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-406d5d5b-2f2f-411d-86c8-21c763d35123 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:24.473806 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '465873ee-f0bc-4ef1-961a-4ae70df8dbd2', 'status': 'completed', 'code': 200} Nov 08 12:28:24.510407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:24.524150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:24.525240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:24.531720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Allocated IP 172.20.0.12 (27b27e0a-3c90-41f0-8094-8e042969a517/150ce353-cb7a-4474-a07c-fb68c90293a6/99cdee72-59e5-472c-badf-b04ca004c59a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:24.565139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event updated for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:24.590580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:24.599371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:24.600085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.689041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:24.689350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.713503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:24.725716 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-52f75288-c1e2-44b5-9922-8c2be37cbe12 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7520983 Nov 08 12:28:24.792920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Request body: {'port': {'device_id': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:24.909015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:24.909417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.912513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:24.915173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-5aa2b1aa-dcd6-45dd-87e8-2c02f835f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:24.917063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-5aa2b1aa-dcd6-45dd-87e8-2c02f835f453 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.6574483 Nov 08 12:28:24.937917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:24.955453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:28:24.992589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-68e90e74-60a8-42d2-80af-2d03dce4b0cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.0612214 Nov 08 12:28:25.008990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cbd1-d33a-4eac-b18c-b54f003727f0 req-745063cb-ce7d-487a-ba3d-382e9950fc43 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.011098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3b4cbd1-d33a-4eac-b18c-b54f003727f0 req-745063cb-ce7d-487a-ba3d-382e9950fc43 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c56916-55d4-44b6-baea-53c2584f7620 HTTP/1.1" status: 200 len: 946 time: 0.3107815 Nov 08 12:28:25.042812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:24Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:25.077921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:25.090830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:25.091454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:25.117477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.121416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589551ca-e111-4689-8c03-c080c91619c3 req-79a576f8-a4f6-40ea-ba6b-5a3068799931 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357110 Nov 08 12:28:25.170075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-d3e18a00-5182-405b-befd-b557daa3b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.170075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-d3e18a00-5182-405b-befd-b557daa3b5a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1495857 Nov 08 12:28:25.194194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-baa5f567-d0fa-4de8-afc3-0c311ec9b3ea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.195880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-baa5f567-d0fa-4de8-afc3-0c311ec9b3ea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1225390 Nov 08 12:28:25.214335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3b4cbd1-d33a-4eac-b18c-b54f003727f0 req-394ef168-4603-4ccb-9020-8cee15b8613a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804922 Nov 08 12:28:25.235581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:25.250614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:25.284186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'mac_address': 'fa:16:3e:67:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:25.303923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-c45ddbd9-7f6a-4c6f-ade2-1dc0c6a04a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.322833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-c45ddbd9-7f6a-4c6f-ade2-1dc0c6a04a64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412656 Nov 08 12:28:25.367490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.401591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.423005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f41292d-37ff-4f44-8482-1cbd7aba75a5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:25.445492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:25.452345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-072ae30b-2554-453e-a611-d55c2934c412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.494059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Network 27b27e0a-3c90-41f0-8094-8e042969a517 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:25.506856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:25.508782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event updated for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:25.518356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cb7d-da5f-448b-b465-480590d95950 req-1a7b9e95-1ccd-4529-9586-230b5e8f114c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.519908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d85cb7d-da5f-448b-b465-480590d95950 req-1a7b9e95-1ccd-4529-9586-230b5e8f114c tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1888912 Nov 08 12:28:25.521082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:25.527922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.607737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-0f7be0ac-52c0-46a2-9eb9-216df52e6f4d service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839146 Nov 08 12:28:25.621908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:25.666721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d85cb7d-da5f-448b-b465-480590d95950 req-741cd895-3704-458f-99f9-359dfc63e1ea tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups?id=1af2d7ff-0945-4f6b-8439-195960c5ae46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363351 Nov 08 12:28:25.687714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:24Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:25.702114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:25.702761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:25.729179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:25.757009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:25.758340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 465873ee-f0bc-4ef1-961a-4ae70df8dbd2 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:25.758782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 96f3690a-874a-4478-88f2-80e6babd23e6 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:25.760960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a23ee-826e-4a51-8999-ef3c45bd8583 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': 'c430351a-f332-430d-9b0c-24f377a57e82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:88:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:24Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:25.807310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 96f3690a-874a-4478-88f2-80e6babd23e6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:25.807310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 96f3690a-874a-4478-88f2-80e6babd23e6 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:25.807730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:25.812299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-0e9d761c-5777-41bd-b528-5fb8c6831eee service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011256 Nov 08 12:28:25.842343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-c79ee5c8-cff2-4955-9d54-92a3e73d1a58 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3999658 Nov 08 12:28:25.876352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Request body: {'port': {'device_id': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:25.964992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2f41292d-37ff-4f44-8482-1cbd7aba75a5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:25.990903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.024457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d42a-f69b-47a7-8c4b-c7eceeaf8a7e req-595277d4-fd1d-4ec2-b68d-579218707961 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:26.038329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0188d42a-f69b-47a7-8c4b-c7eceeaf8a7e req-595277d4-fd1d-4ec2-b68d-579218707961 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.2723408 Nov 08 12:28:26.047231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.064541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Deleting port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:26.065386 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.206346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] For port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,segment=NetworkSegment(f8a8e452-7a8f-4309-b2bc-c04b34be9dba),segment_id=f8a8e452-7a8f-4309-b2bc-c04b34be9dba)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:26.207554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.220829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-9e9e4e31-922d-4e23-b65c-f32d10ebd723 {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:28:26.221647 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:28:26.222604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.228673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0188d42a-f69b-47a7-8c4b-c7eceeaf8a7e req-1c1c8d69-1cf1-419c-8496-0f1cfb1bb8c8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889548 Nov 08 12:28:26.328391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=5d9947f3-55f5-49e9-92f9-9df4cdf6bda5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:26.342915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Calling delete_port for 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:26.343194 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd69671-4348-4e00-a1ee-02007d895267 x-openstack-request-id: req-8cd69671-4348-4e00-a1ee-02007d895267 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:26.343435 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:26.343901 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cd69671-4348-4e00-a1ee-02007d895267 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:26.345082 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:28:26.345425 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82', 'status': 'completed', 'code': 200} Nov 08 12:28:26.353355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-03ffd595-a8c5-4d84-9b22-3ef8574a1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:26.377701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-03ffd595-a8c5-4d84-9b22-3ef8574a1f2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1097 time: 0.2344453 Nov 08 12:28:26.441324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:26.442977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.448125 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4314f4df-4cfc-4b53-8b5c-1e1547dfd958 req-b683686a-534f-4a14-87cb-40080af41780 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "DELETE /v2.0/ports/5d9947f3-55f5-49e9-92f9-9df4cdf6bda5 HTTP/1.1" status: 204 len: 173 time: 1.9844270 Nov 08 12:28:26.503684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6'}, {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:26.508334 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e4aa4-708b-49f4-9d2f-027dac0f38d4" -d '{"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6"}, {"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:26.600366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3590697a-fbf5-435f-9b97-a48777575fa7 req-1d5fc284-857a-47fc-8206-d5b0f5d993a1 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 210 time: 0.1660564 Nov 08 12:28:26.620150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.637947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9aa133-a75c-47e2-ab82-ecbf05a1076c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:26.648514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.712099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Transition to ACTIVE for port object 3e9aa133-a75c-47e2-ab82-ecbf05a1076c will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:26.730628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.753113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-dcc002df-5906-4b89-8e1c-a880de63df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:26.761274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-dcc002df-5906-4b89-8e1c-a880de63df46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1097 time: 0.3750548 Nov 08 12:28:26.781644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-0608ef33-4ff6-4588-8c29-11a25ca3551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:26.783245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-0608ef33-4ff6-4588-8c29-11a25ca3551e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.3989255 Nov 08 12:28:26.808511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-763db4ce-841d-427c-b5a8-7fc9907b56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:26.809859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.810069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-763db4ce-841d-427c-b5a8-7fc9907b56a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.4311597 Nov 08 12:28:26.918069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:26.929339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:26.982320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event deleted for resources: {'Port': ['ID=26a5fc9b-1fd3-42d1-8f77-9b8ec927284f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:27.057350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] No DVR routers for this DVR port 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:27.062875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:27.066286 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.61 "DELETE /v2.0/ports/26a5fc9b-1fd3-42d1-8f77-9b8ec927284f HTTP/1.1" status: 204 len: 173 time: 1.8472683 Nov 08 12:28:27.090795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Attempting to bind port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:27.096927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Attempting to bind port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:27.096927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Attempting to bind port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:27.096927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c on network 27b27e0a-3c90-41f0-8094-8e042969a517 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:27.097414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Attempting to bind port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:27.106826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:27.106826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Checking segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:27.106826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Bound using segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:27.106826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Bound port: 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:27.106826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:27.201594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:27.204209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-62327493-b51d-4fdc-b47d-5d3ff15ae72b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 1001 time: 0.3774400 Nov 08 12:28:27.206823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:27.296336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5625-968b-40f6-b79c-3cdc6267bc31 req-86614d26-bdad-406e-9eba-33f7ef3f1420 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.297939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-400c5625-968b-40f6-b79c-3cdc6267bc31 req-86614d26-bdad-406e-9eba-33f7ef3f1420 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 944 time: 0.2362485 Nov 08 12:28:27.306013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-530fee8a-3dd9-49ca-bf22-bebb96c685e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.307567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-530fee8a-3dd9-49ca-bf22-bebb96c685e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.5375335 Nov 08 12:28:27.333778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-1fb74535-865b-42a4-bcf8-ad9c13cc85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.335749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-1fb74535-865b-42a4-bcf8-ad9c13cc85be service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.5222502 Nov 08 12:28:27.339616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:27.395160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.396314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:27.398287 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] 10.222.0.61 "PUT /v2.0/ports/3e9aa133-a75c-47e2-ab82-ecbf05a1076c HTTP/1.1" status: 200 len: 1091 time: 2.6562364 Nov 08 12:28:27.419219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-94163f13-f07d-499d-958e-d718be3d0335 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.0694354 Nov 08 12:28:27.423655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe0a4a-9b7c-4336-be30-9d2e8f7b4a67 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:27.591167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-1e209951-aef4-4d98-b658-8960f2a7a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.592837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-1e209951-aef4-4d98-b658-8960f2a7a830 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 1094 time: 0.0601561 Nov 08 12:28:27.682548 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-aff192da-0a4f-486e-92d3-ec62fc0c26f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c HTTP/1.1" status: 200 len: 217 time: 0.0796516 Nov 08 12:28:27.742044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-688ad6b0-2fc0-4fe2-9e09-73af715fbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.743722 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-688ad6b0-2fc0-4fe2-9e09-73af715fbf26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 200 len: 857 time: 0.0537314 Nov 08 12:28:27.784789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-e81d2f54-bcc7-4ba8-be6d-7c2208918382 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27b27e0a-3c90-41f0-8094-8e042969a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324361 Nov 08 12:28:27.836914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-5884b979-2b76-434a-a75d-8985f5fe7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:27.844014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-5884b979-2b76-434a-a75d-8985f5fe7e1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.6170242 Nov 08 12:28:27.927436 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-608d3e44-dd35-4b7a-a4bf-01217d67dc2a service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336410 Nov 08 12:28:27.975562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-400c5625-968b-40f6-b79c-3cdc6267bc31 req-8839f67c-61ca-47e8-be61-6fbdab80d03d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599870 Nov 08 12:28:27.977523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-592ff8d1-75b8-4cfc-83b0-6ef541a0db39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 1001 time: 0.6546557 Nov 08 12:28:28.014692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.123249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cdee72-59e5-472c-badf-b04ca004c59a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:28.144452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-0076e9ec-b391-485c-b570-9967bccf2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.146482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-0076e9ec-b391-485c-b570-9967bccf2360 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.3355658 Nov 08 12:28:28.167292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37604) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:28.181469 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-995f38c1-3159-413c-87af-d637b54ea7a3 service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407274 Nov 08 12:28:28.195848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.379344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting subnet 84e33bb1-e305-4611-82c4-ad863562fa88 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:28:28.380613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-60038582-5da8-43f9-9989-79c017acf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.380739 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6075a-aa3d-4b0d-95cf-51c3f97b0ea3 x-openstack-request-id: req-35d6075a-aa3d-4b0d-95cf-51c3f97b0ea3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:28.380739 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "96f3690a-874a-4478-88f2-80e6babd23e6", "status": "completed", "code": 200}, {"server_uuid": "f3c56916-55d4-44b6-baea-53c2584f7620", "name": "network-vif-deleted", "tag": "5d9947f3-55f5-49e9-92f9-9df4cdf6bda5", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:28.380739 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35d6075a-aa3d-4b0d-95cf-51c3f97b0ea3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:28.380739 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '96f3690a-874a-4478-88f2-80e6babd23e6', 'status': 'completed', 'code': 200} Nov 08 12:28:28.380739 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c56916-55d4-44b6-baea-53c2584f7620', 'name': 'network-vif-deleted', 'tag': '5d9947f3-55f5-49e9-92f9-9df4cdf6bda5', 'status': 'completed', 'code': 200} Nov 08 12:28:28.381356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-60038582-5da8-43f9-9989-79c017acf054 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4059434 Nov 08 12:28:28.381478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.381585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Transition to ACTIVE for port object 99cdee72-59e5-472c-badf-b04ca004c59a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:28.381585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-f5c5824a-9413-44a3-840a-e62557cc06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.381585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-f5c5824a-9413-44a3-840a-e62557cc06ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.3422861 Nov 08 12:28:28.381959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.421471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-9c416798-cefa-4df7-9dc3-e983e512346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.423034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-9c416798-cefa-4df7-9dc3-e983e512346c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2675562 Nov 08 12:28:28.424872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d32c6f70-5819-48bd-aa61-d93b12e7ad60 req-69a7caf7-bb64-4f94-94c8-e286a6237110 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c5f9ac7-0c68-4136-9247-287da97fa3d9 HTTP/1.1" status: 200 len: 210 time: 0.1084948 Nov 08 12:28:28.475939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.532239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-36c97862-ce45-4b7e-aa88-7bf1b4f93dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.533886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-36c97862-ce45-4b7e-aa88-7bf1b4f93dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864653 Nov 08 12:28:28.574053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-5c153a49-9cc3-4661-b987-350c56afb733 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774706 Nov 08 12:28:28.702164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-6cb63b32-1909-43f1-9b91-2c545c991098 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680614 Nov 08 12:28:28.708884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:28.741341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4a9f-3b87-42a1-802b-4e786052a912 req-b7281829-c8df-4ab8-a882-4339b91ec972 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:28.742849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-402f4a9f-3b87-42a1-802b-4e786052a912 req-b7281829-c8df-4ab8-a882-4339b91ec972 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.2195151 Nov 08 12:28:28.834898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-c8fdc5af-749a-4475-896c-a357f418f5eb service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851455 Nov 08 12:28:28.844685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f784adfa-9676-4e0f-beb6-71a1b83bb87d req-1328126f-1506-4a01-a64d-208c75764d0f service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557774 Nov 08 12:28:28.866138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.886267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.930062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Subnet': ['ID=84e33bb1-e305-4611-82c4-ad863562fa88,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:28.937467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:28.943785 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c49206e-a6b7-4b50-a34d-ed21142bf647 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/subnets/84e33bb1-e305-4611-82c4-ad863562fa88 HTTP/1.1" status: 204 len: 168 time: 0.7736037 Nov 08 12:28:28.944396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:28.946311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc5faa-06dd-45a8-ae90-8b5903f2b926 None None] Network 3ac5625d-bf57-4c83-b4b9-76123c568a5a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:29.010060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-c478b563-c9da-43bc-85bf-90180f2fb3c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948890 Nov 08 12:28:29.010720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Pushing event updated for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:29.019892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:29.027780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.029761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Allocated IP 172.20.0.2 (27b27e0a-3c90-41f0-8094-8e042969a517/150ce353-cb7a-4474-a07c-fb68c90293a6/1c20bdbd-9772-481e-88dd-60b7cc419690) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:29.060897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:29.061511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.063265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.076645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-402f4a9f-3b87-42a1-802b-4e786052a912 req-16846c4d-32c2-4378-8e9a-395f81c5f985 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189375 Nov 08 12:28:29.316755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] DHCP port deletion for 3ac5625d-bf57-4c83-b4b9-76123c568a5a request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:28:29.323049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d19b0a35-7c8f-4ed0-b803-d5c338d3dfa0 req-bc4e1f85-747a-49d4-b36e-b1e4ed5f3697 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 210 time: 0.1100748 Nov 08 12:28:29.336303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.339460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:29.339800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.366505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Attempting to bind port 99cdee72-59e5-472c-badf-b04ca004c59a on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:29.366846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Attempting to bind port 99cdee72-59e5-472c-badf-b04ca004c59a by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:29.367162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Attempting to bind port 99cdee72-59e5-472c-badf-b04ca004c59a on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:29.376518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b81a9e3-d79e-419a-90db-ef9a3b0cd0e8 req-4b088d2f-d026-4c32-9fd7-6cb55decf016 service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297248 Nov 08 12:28:29.377227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Port 99cdee72-59e5-472c-badf-b04ca004c59a on network 27b27e0a-3c90-41f0-8094-8e042969a517 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:29.377548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Attempting to bind port 99cdee72-59e5-472c-badf-b04ca004c59a on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:29.392721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:29.393060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Checking segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:29.393585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Bound using segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:29.394233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Bound port: 99cdee72-59e5-472c-badf-b04ca004c59a, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:29.406714 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.413977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.455044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:29.455044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:29.455044 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86bc98-6665-445d-b725-5ef7b9468147" -d '{"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-plugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:29.477378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Deleting port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:29.477759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.497448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:29.498081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.521958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:29.575043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.575899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:29.581344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-b14fbaf0-5be3-4350-a3fe-8aa989c47f66 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1001 time: 0.1997058 Nov 08 12:28:29.597202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] For port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,segment=NetworkSegment(09e9498a-a5c2-4f77-a3d7-1ca9237bd343),segment_id=09e9498a-a5c2-4f77-a3d7-1ca9237bd343)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:29.597676 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.631547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:29.634132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.663305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:29.667183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 26a5fc9b-1fd3-42d1-8f77-9b8ec927284f not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:29.668145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Calling delete_port for 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:29.672572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052e082-af4f-4727-ab73-4566423849e9 req-78724713-5995-4ba2-a8b8-0b42840bef6d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:29.683149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9052e082-af4f-4727-ab73-4566423849e9 req-78724713-5995-4ba2-a8b8-0b42840bef6d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 944 time: 0.1798711 Nov 08 12:28:29.693569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-1b0f695c-b308-45e7-acd2-43c76f92b77a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:29.706321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-1b0f695c-b308-45e7-acd2-43c76f92b77a tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports/c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 943 time: 0.1181028 Nov 08 12:28:29.709680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=99cdee72-59e5-472c-badf-b04ca004c59a,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:29.713677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Network 27b27e0a-3c90-41f0-8094-8e042969a517 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:29.729608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:29.733232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:29.781018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event updated for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:29.808580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.818023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:29.819107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.835316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9052e082-af4f-4727-ab73-4566423849e9 req-ecdc9d5e-48ee-4143-905b-43cd5ce371db tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511679 Nov 08 12:28:29.908604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:29.983918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:30.012741 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-8d08216d-3c14-4f97-a325-9bf85af00fa2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7189627 Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: from cryptography.utils import int_from_bytes Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: from cryptography.utils import int_from_bytes Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.039019 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:28:30.043283 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:28:30.045137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.048179 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1703120-c2cb-4771-ba8f-7ff9a2019d98 x-openstack-request-id: req-a1703120-c2cb-4771-ba8f-7ff9a2019d98 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:30.048488 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-plugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:30.048726 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1703120-c2cb-4771-ba8f-7ff9a2019d98 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:30.049158 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'code': 200} Nov 08 12:28:30.057881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.059234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.062060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] 10.222.0.61 "PUT /v2.0/ports/99cdee72-59e5-472c-badf-b04ca004c59a HTTP/1.1" status: 200 len: 1092 time: 4.1952178 Nov 08 12:28:30.062060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:30.064078 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6075be0-4d21-496c-b4fe-520a9a82509e" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:30.073471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:30.089353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] Pushing event deleted for resources: {'Port': ['ID=66b2dd57-2dbd-409c-b7ad-660764ecc7e4,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:30.106699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Request body: {'port': {'device_id': '07980091-bdc4-4458-8996-26e973bef89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:30.116166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad11caf-a3ab-451f-8055-48adfa85c5e8 None None] No DVR routers for this DVR port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:30.125164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:30.139951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22877efa-c0df-4d8f-9e6d-68cab6c5c75d service neutron] Pushing event updated for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:30.222675 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ac66b-d5dc-46a3-a34a-e619c79708a9 x-openstack-request-id: req-930ac66b-d5dc-46a3-a34a-e619c79708a9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:30.222961 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:30.223757 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-930ac66b-d5dc-46a3-a34a-e619c79708a9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:30.224286 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a', 'status': 'completed', 'code': 200} Nov 08 12:28:30.250042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-3b5bcea2-fda9-4d4b-a50e-46185538006d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1001 time: 0.3365571 Nov 08 12:28:30.289203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'name': 'network-vif-deleted', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f'}, {'name': 'network-changed', 'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:30.292571 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2b3f4-04b1-4741-985f-599122986277" -d '{"events": [{"server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "name": "network-vif-deleted", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f"}, {"name": "network-changed", "server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:30.368104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.372389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.375800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5807e3-0605-461e-9ff8-97643167c1c8 req-7a9a7492-54eb-4e1b-995d-d2258295d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.377402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5807e3-0605-461e-9ff8-97643167c1c8 req-7a9a7492-54eb-4e1b-995d-d2258295d3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 1096 time: 0.2415392 Nov 08 12:28:30.414748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-9a777174-3167-43af-abd9-67bc6916776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.416290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-9a777174-3167-43af-abd9-67bc6916776c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 1095 time: 0.1954203 Nov 08 12:28:30.424695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac5625d-bf57-4c83-b4b9-76123c568a5a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:30.440482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e9498a-a5c2-4f77-a3d7-1ca9237bd343') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:30.440861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e9498a-a5c2-4f77-a3d7-1ca9237bd343') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:30.459560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.481922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b2e94-ebed-40ac-b8d9-097bc35b2eaf req-d9bca446-cedb-430d-9951-4125ae6f02e0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.483175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a0b2e94-ebed-40ac-b8d9-097bc35b2eaf req-d9bca446-cedb-430d-9951-4125ae6f02e0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1858666 Nov 08 12:28:30.526887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.538403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:28:30.538853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:28:30.541869 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:28:30.554212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-ec5e7e47-756d-46fd-bc9d-1174d82cbcf1 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.555592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-ec5e7e47-756d-46fd-bc9d-1174d82cbcf1 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3049724 Nov 08 12:28:30.584953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-5c9c050b-8cdf-4c79-b4d0-296b0d22d986 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:28:30.586088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b416614-71a0-4abc-a2a5-149c8f34c8ee req-5c9c050b-8cdf-4c79-b4d0-296b0d22d986 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222764 Nov 08 12:28:30.605895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e5807e3-0605-461e-9ff8-97643167c1c8 req-65e58b1d-872a-418c-9738-26496b145721 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152698 Nov 08 12:28:30.636987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a0b2e94-ebed-40ac-b8d9-097bc35b2eaf req-f4348cb8-aa21-4190-9dc7-c4fb07a1399c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411624 Nov 08 12:28:30.640269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-540884cb-9bce-4d3a-8735-758f9b9a0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:30.641702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-540884cb-9bce-4d3a-8735-758f9b9a0a3c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2143302 Nov 08 12:28:30.697904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.708058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e9aa133-a75c-47e2-ab82-ecbf05a1076c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:30.708407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.714844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/networks/3ac5625d-bf57-4c83-b4b9-76123c568a5a HTTP/1.1" status: 204 len: 168 time: 1.7647614 Nov 08 12:28:30.715714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:30.792467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c20bdbd-9772-481e-88dd-60b7cc419690 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:30.799021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting subnet 7a7a2aab-904e-420c-b454-dcacc312177e {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:28:30.803622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.818393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.855888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Transition to ACTIVE for port object 1c20bdbd-9772-481e-88dd-60b7cc419690 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:30.860386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:30.881297 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba33cd3-3dec-4a70-a15a-db2b9f8b4081 x-openstack-request-id: req-4ba33cd3-3dec-4a70-a15a-db2b9f8b4081 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:30.881463 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f9ac7-0c68-4136-9247-287da97fa3d9", "name": "network-vif-deleted", "tag": "26a5fc9b-1fd3-42d1-8f77-9b8ec927284f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:30.881777 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ba33cd3-3dec-4a70-a15a-db2b9f8b4081 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:30.882190 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f9ac7-0c68-4136-9247-287da97fa3d9', 'name': 'network-vif-deleted', 'tag': '26a5fc9b-1fd3-42d1-8f77-9b8ec927284f', 'status': 'completed', 'code': 200} Nov 08 12:28:30.882495 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c', 'status': 'completed', 'code': 200} Nov 08 12:28:30.882931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'port_id': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c', 'mac_address': 'fa:16:3e:85:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ce353-cb7a-4474-a07c-fb68c90293a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:30.883185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8a49-9d36-4247-a8e4-646a916c9101 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Network': ['ID=3ac5625d-bf57-4c83-b4b9-76123c568a5a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:30.885714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:30.908971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:30.909316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 66b2dd57-2dbd-409c-b7ad-660764ecc7e4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:30.944309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.950904 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:30.958659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9aa133-a75c-47e2-ab82-ecbf05a1076c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:30.980049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:31.009730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Pushing event updated for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:31.026458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.064495 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.076383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2b3f4-04b1-4741-985f-599122986277 req-0f351903-bad9-4224-abb2-66d4489e69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.077890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-0f351903-bad9-4224-abb2-66d4489e69ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 1094 time: 0.2464354 Nov 08 12:28:31.081450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Attempting to bind port 1c20bdbd-9772-481e-88dd-60b7cc419690 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:31.082339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Attempting to bind port 1c20bdbd-9772-481e-88dd-60b7cc419690 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:31.082339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Attempting to bind port 1c20bdbd-9772-481e-88dd-60b7cc419690 on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:31.087266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Port 1c20bdbd-9772-481e-88dd-60b7cc419690 on network 27b27e0a-3c90-41f0-8094-8e042969a517 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:31.087863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Attempting to bind port 1c20bdbd-9772-481e-88dd-60b7cc419690 on network 27b27e0a-3c90-41f0-8094-8e042969a517 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:31.092802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:31.093199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Checking segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:31.093525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Bound using segment: {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:31.094677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Bound port: 1c20bdbd-9772-481e-88dd-60b7cc419690, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307ee840-e8c0-43f2-8f69-726605a3a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:31.094677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.116263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-0be259ec-ff36-4eae-99f6-4ee35d4a8a11 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1001 time: 0.2429314 Nov 08 12:28:31.127835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:31.161851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:31.165162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c20bdbd-9772-481e-88dd-60b7cc419690,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:31.180488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d78a-c2d3-4a6d-a390-b6b8ca237e9e req-1cb6f6a1-12bf-4bbc-9efb-d2a0e0a1f5e9 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.182041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b143d78a-c2d3-4a6d-a390-b6b8ca237e9e req-1cb6f6a1-12bf-4bbc-9efb-d2a0e0a1f5e9 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 943 time: 0.2655714 Nov 08 12:28:31.253323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-68f653e2-93d0-46dc-9b22-9a7c165dc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.255623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6075be0-4d21-496c-b4fe-520a9a82509e req-68f653e2-93d0-46dc-9b22-9a7c165dc32e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4104335 Nov 08 12:28:31.271246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.306070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-f0bd0aaa-1cbb-41ac-8f71-9492afd21275 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.315934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.317118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.318980 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] 10.222.0.57 "PUT /v2.0/ports/1c20bdbd-9772-481e-88dd-60b7cc419690 HTTP/1.1" status: 200 len: 1091 time: 1.2909043 Nov 08 12:28:31.321127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-f0bd0aaa-1cbb-41ac-8f71-9492afd21275 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports/c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 943 time: 0.1803300 Nov 08 12:28:31.342387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.343851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69fae-b0a0-481c-8bf4-5572768e292c service neutron] Pushing event updated for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:31.388417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3e9aa133-a75c-47e2-ab82-ecbf05a1076c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:31.462568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2b3f4-04b1-4741-985f-599122986277 req-d54ed739-ca16-4434-8bbf-fe76248a2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.464042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-d54ed739-ca16-4434-8bbf-fe76248a2602 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 918 time: 0.3675456 Nov 08 12:28:31.477891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b143d78a-c2d3-4a6d-a390-b6b8ca237e9e req-73f0fc1d-6c99-4261-a8f2-2867522903b7 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334557 Nov 08 12:28:31.539882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-d4b9cf38-311d-41b1-ba57-d37bfe4fd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.541449 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-d4b9cf38-311d-41b1-ba57-d37bfe4fd448 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 1094 time: 0.0578864 Nov 08 12:28:31.586990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-29f4261d-74eb-42df-b0a0-15ebaead423d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c20bdbd-9772-481e-88dd-60b7cc419690 HTTP/1.1" status: 200 len: 217 time: 0.0361991 Nov 08 12:28:31.627818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:31.675906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-7d66fd22-652b-4b7c-bd27-cbd10f3fefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.677450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-7d66fd22-652b-4b7c-bd27-cbd10f3fefd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 200 len: 857 time: 0.0813971 Nov 08 12:28:31.717138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-727c9c5d-ab12-4e56-b9d3-d6d63eca7d7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b27e0a-3c90-41f0-8094-8e042969a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307341 Nov 08 12:28:31.751041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.809747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:31.855905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-b5039b36-cf27-4bc4-86e4-7d5ad9b62787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:31.857428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-b5039b36-cf27-4bc4-86e4-7d5ad9b62787 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 1095 time: 0.5607045 Nov 08 12:28:31.858677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-7df367c6-dba9-4ca2-8e7d-03718496c6af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c HTTP/1.1" status: 200 len: 217 time: 0.3761547 Nov 08 12:28:31.872647 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-07723009-6bf3-49c7-a5ee-3631e9e3b255 service neutron] 10.222.0.57 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479897 Nov 08 12:28:31.931581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-b1fd358a-5bc5-4ed8-b8db-e50e7770529d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1001 time: 0.5622065 Nov 08 12:28:31.969481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-5aed0013-bf87-4eb9-93eb-9375831125b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99cdee72-59e5-472c-badf-b04ca004c59a HTTP/1.1" status: 200 len: 217 time: 0.0976810 Nov 08 12:28:31.970899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-17eae754-5676-4720-822f-0b2f9d3da429 service neutron] 10.222.0.57 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900695 Nov 08 12:28:32.036377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.039017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.040324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9706e3c-3e1b-4c3d-bbae-93660de8c2e2 HTTP/1.1" status: 204 len: 168 time: 0.4112265 Nov 08 12:28:32.044727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:32.057694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0530b-4a8d-4891-902b-5f35a1fb40c4 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9706e3c-3e1b-4c3d-bbae-93660de8c2e2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:32.063995 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-bbf1d59b-d343-42e2-9b65-91c4467a6d50 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] show failed (client error): The resource could not be found. Nov 08 12:28:32.065795 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bbf1d59b-d343-42e2-9b65-91c4467a6d50 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "GET /v2.0/security-groups/b9706e3c-3e1b-4c3d-bbae-93660de8c2e2 HTTP/1.1" status: 404 len: 347 time: 0.0193779 Nov 08 12:28:32.071271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2b3f4-04b1-4741-985f-599122986277 req-a413aa01-71f8-4343-a9a9-54966f8661df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:32.072812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-a413aa01-71f8-4343-a9a9-54966f8661df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 200 len: 857 time: 0.1955004 Nov 08 12:28:32.072989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37686) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:32.106678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301eec-4f98-4593-9e6e-8abea0a39831 req-d16e025d-6c27-40b4-bb37-127ed8c46544 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:32.108208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca301eec-4f98-4593-9e6e-8abea0a39831 req-d16e025d-6c27-40b4-bb37-127ed8c46544 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 945 time: 0.2600498 Nov 08 12:28:32.141589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-c7c01855-12c3-44da-815b-716f088eff37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27b27e0a-3c90-41f0-8094-8e042969a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557635 Nov 08 12:28:32.151005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-a63dd601-a391-427c-a2f9-185d19e187ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:32.152758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-a63dd601-a391-427c-a2f9-185d19e187ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 200 len: 857 time: 0.1664531 Nov 08 12:28:32.158348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.214163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Deleting port d660435d-ca1d-4195-82dc-85f47760dcd6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:32.214563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.264726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7a2aab-904e-420c-b454-dcacc312177e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:32.267896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f87c5-46ed-4001-a912-c7865a2de654 None None] Network 4720cf4a-3e61-411e-a339-99f8d32fb4e8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:32.268453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-18cb495b-3cf7-4561-81c1-d0636ff3a67a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27b27e0a-3c90-41f0-8094-8e042969a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908344 Nov 08 12:28:32.272489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.277597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab3e202c-8af6-42f7-80fb-cba6b879596f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/subnets/7a7a2aab-904e-420c-b454-dcacc312177e HTTP/1.1" status: 204 len: 168 time: 1.5601261 Nov 08 12:28:32.288888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:32.334359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-128e5717-8080-49b5-8844-80b7033be0b3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:32.335601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-128e5717-8080-49b5-8844-80b7033be0b3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3740683 Nov 08 12:28:32.346514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.346842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.394367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca301eec-4f98-4593-9e6e-8abea0a39831 req-dedc12a8-2ea5-4a15-99fc-5161fbef36ca tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549970 Nov 08 12:28:32.401290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Calling delete_port for d660435d-ca1d-4195-82dc-85f47760dcd6 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:32.420833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.534535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-52ea81d7-2452-45a5-9576-0b41fa11a94f service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782561 Nov 08 12:28:32.544896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] DHCP port deletion for 4720cf4a-3e61-411e-a339-99f8d32fb4e8 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:28:32.573199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-4fc7dc3f-942f-4919-b5fa-c3d3e4ec98a4 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1001 time: 0.2145386 Nov 08 12:28:32.606545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:32.607143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.612466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Deleting port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:32.612919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:32.613259 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.618556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-03ad8283-b70a-48a0-a537-b48712f4db93 service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034568 Nov 08 12:28:32.700470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] For port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:32.700753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.712910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e9aa133-a75c-47e2-ab82-ecbf05a1076c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:32.714199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,segment=NetworkSegment(32c3ddec-8a21-4284-bd70-7db0cfbaf211),segment_id=32c3ddec-8a21-4284-bd70-7db0cfbaf211)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:32.714596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.733576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:32.747085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Calling delete_port for 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:32.807480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.810231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:32.822038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed39436-21dc-436e-a8b7-ca79d3cd3f70 req-e3068515-3241-434f-94f0-7d6d712085bb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:32.823415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eed39436-21dc-436e-a8b7-ca79d3cd3f70 req-e3068515-3241-434f-94f0-7d6d712085bb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.2803993 Nov 08 12:28:32.842700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.876943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Pushing event deleted for resources: {'Port': ['ID=d660435d-ca1d-4195-82dc-85f47760dcd6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:32.885744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:32.888349 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f248f-4ecf-4d21-a37b-c41f3bd3f635" -d '{"events": [{"name": "network-changed", "server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:32.899243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b2b3f4-04b1-4741-985f-599122986277 req-b75a35f9-e256-4595-aa38-e19ce17a1213 service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550253 Nov 08 12:28:32.935747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.958621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:32.961822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.964365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:32.964535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.964850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:32.968068 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-edfd0f64-0180-4b08-9aa8-f66f09b95b30 tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] 10.222.0.58 "DELETE /v2.0/floatingips/1975155c-c07a-4be9-9185-6c1996430a39 HTTP/1.1" status: 204 len: 168 time: 0.8918345 Nov 08 12:28:32.979694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f138068-dc4d-4f03-b5be-d8a0efc02a1a req-ee2155cf-7eba-498e-8b32-885cd0d5938a service neutron] 10.222.0.61 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957444 Nov 08 12:28:33.000925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eed39436-21dc-436e-a8b7-ca79d3cd3f70 req-4c02f66e-8b4c-4a4b-8496-4778fbf6541a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408010 Nov 08 12:28:33.008267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.051755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.053608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.062392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:33.067448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:33.104213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] Pushing event deleted for resources: {'Port': ['ID=1a5cd8e8-d95f-4490-bc52-15b4227f19f8,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:33.109434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3625234-4686-4405-92b0-c38da6bcae43 None None] No DVR routers for this DVR port 1a5cd8e8-d95f-4490-bc52-15b4227f19f8 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:33.120768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.154952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:33.159801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.159801 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103 disassociated. External IP: 172.25.1.27, port: c430351a-f332-430d-9b0c-24f377a57e82. Nov 08 12:28:33.161031 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9a21d9-ca32-4280-ab72-30522a7e92bd" -d '{"events": [{"server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "name": "network-vif-plugged", "status": "completed", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:33.172403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:33.182782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.205955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4720cf4a-3e61-411e-a339-99f8d32fb4e8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:33.217050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c3ddec-8a21-4284-bd70-7db0cfbaf211') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:33.217467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c3ddec-8a21-4284-bd70-7db0cfbaf211') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:33.232590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.248485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.252830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.255734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:28:33.256256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:28:33.260013 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:28:33.301954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:33.328958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349efb3-ce4c-4c00-95db-c62e0d037bcf req-e3682435-ef78-45b5-9bac-9979dada32ae tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:33.330461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a349efb3-ce4c-4c00-95db-c62e0d037bcf req-e3682435-ef78-45b5-9bac-9979dada32ae tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 943 time: 0.0678875 Nov 08 12:28:33.407084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.415818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.418520 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/networks/4720cf4a-3e61-411e-a339-99f8d32fb4e8 HTTP/1.1" status: 204 len: 168 time: 1.1282988 Nov 08 12:28:33.429348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37718) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:33.434479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1509352702'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:33.438875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590b0e1-e5bc-4b63-8232-d7bd124ec873 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Network': ['ID=4720cf4a-3e61-411e-a339-99f8d32fb4e8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:33.456203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a349efb3-ce4c-4c00-95db-c62e0d037bcf req-9b4cdab9-4ba6-42f7-bf2f-ab22d8110df3 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876899 Nov 08 12:28:33.474616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:33.503152 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217a67ae-7051-403c-9d7c-e6f55ea8bdd8 x-openstack-request-id: req-217a67ae-7051-403c-9d7c-e6f55ea8bdd8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:33.503439 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:33.503692 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-217a67ae-7051-403c-9d7c-e6f55ea8bdd8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:33.504086 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690', 'status': 'completed', 'code': 200} Nov 08 12:28:33.516015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:33.519526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.573488 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872e9734-7015-4ff1-8eb8-6fa8a546e5eb x-openstack-request-id: req-872e9734-7015-4ff1-8eb8-6fa8a546e5eb {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:33.574701 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "name": "network-vif-plugged", "status": "completed", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:33.575074 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-872e9734-7015-4ff1-8eb8-6fa8a546e5eb {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:33.575599 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c', 'code': 200} Nov 08 12:28:33.602991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:33.603255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:28:33.608541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.615125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-3c2f747a-2974-4126-859f-27f73bafc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:33.616924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-3c2f747a-2974-4126-859f-27f73bafc8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 1094 time: 0.0736339 Nov 08 12:28:33.619980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.620306 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Added segment f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd of type vlan for network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 Nov 08 12:28:33.629007 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:33.642279 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:33.642877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:33.652250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-abad76f0-0e2d-4e3e-866e-c4d499673355 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "PUT /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 694 time: 1.0582645 Nov 08 12:28:33.692394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:33.695788 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e" -d '{"events": [{"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:33.756464 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:33.762788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c20bdbd-9772-481e-88dd-60b7cc419690 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:33.765259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:33.802460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed29b65-1bf5-4e3a-b62a-0f4be4cd5523 req-af3972cf-836f-40f3-8379-41e455710355 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:33.804219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ed29b65-1bf5-4e3a-b62a-0f4be4cd5523 req-af3972cf-836f-40f3-8379-41e455710355 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 951 time: 0.1507013 Nov 08 12:28:33.807673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-5f985704-80ca-45d4-b018-4428f4e0fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:33.810676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-5f985704-80ca-45d4-b018-4428f4e0fb54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1097 time: 0.1071677 Nov 08 12:28:33.811559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8036-f433-447e-861b-cdf300f57fb4 req-1b26d22f-db5f-45b4-9e74-dcd3ac7e379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:33.813875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af3f8036-f433-447e-861b-cdf300f57fb4 req-1b26d22f-db5f-45b4-9e74-dcd3ac7e379c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1106892 Nov 08 12:28:33.920274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af3f8036-f433-447e-861b-cdf300f57fb4 req-d1cb254d-e1d3-463c-8f26-39743e8ce96b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881751 Nov 08 12:28:33.943349 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:33.965274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c20bdbd-9772-481e-88dd-60b7cc419690,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:33.974626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ed29b65-1bf5-4e3a-b62a-0f4be4cd5523 req-2502ccc3-16d7-4231-b9cb-313641eec440 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556590 Nov 08 12:28:34.001302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '1c20bdbd-9772-481e-88dd-60b7cc419690', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'port_id': '1c20bdbd-9772-481e-88dd-60b7cc419690', 'mac_address': 'fa:16:3e:b5:89:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ce353-cb7a-4474-a07c-fb68c90293a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:34.015940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:34.044174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-75739d50-1519-4871-85cc-e5244a5dbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.046122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-75739d50-1519-4871-85cc-e5244a5dbfeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2227752 Nov 08 12:28:34.060341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.062103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.084340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c20bdbd-9772-481e-88dd-60b7cc419690 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:34.092300 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.109181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-212b236a-271b-4e29-91ee-ad6c959cfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.110741 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-212b236a-271b-4e29-91ee-ad6c959cfd29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 200 len: 918 time: 0.4814699 Nov 08 12:28:34.121412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-2f3ac006-8821-4838-87c6-d47e99a424e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 217 time: 0.0650485 Nov 08 12:28:34.144350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c20bdbd-9772-481e-88dd-60b7cc419690,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:34.167448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-f966f30b-9353-4d1f-8d3f-9f562e533e01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c20bdbd-9772-481e-88dd-60b7cc419690 HTTP/1.1" status: 200 len: 217 time: 0.0471969 Nov 08 12:28:34.175348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:34.211879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cd40e-e470-42b7-9739-734b1b655029 req-f190a239-5b4c-4f75-9caf-2d8263c19810 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.211879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556cd40e-e470-42b7-9739-734b1b655029 req-f190a239-5b4c-4f75-9caf-2d8263c19810 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 945 time: 0.0989599 Nov 08 12:28:34.211879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-1ce571fd-939e-49cc-b0fd-01400ffcb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.212665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.217295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-1ce571fd-939e-49cc-b0fd-01400ffcb97d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.0747554 Nov 08 12:28:34.218163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.218780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.235994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.236710 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:34.270013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-9034c151-6b82-4f1a-bcc7-682569ad6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.271584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-9034c151-6b82-4f1a-bcc7-682569ad6fbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 200 len: 857 time: 0.0970385 Nov 08 12:28:34.276659 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:34.288726 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:34.289505 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:34.304082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-48b4c6db-68ad-47e9-8ab5-7f5423c79a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.312722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:34.313277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-48b4c6db-68ad-47e9-8ab5-7f5423c79a8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951045 Nov 08 12:28:34.327115 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-57cf6ff9-1dd0-4f06-8faf-43721ef9d100 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b27e0a-3c90-41f0-8094-8e042969a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294449 Nov 08 12:28:34.336126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:34.336501 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9058928 Nov 08 12:28:34.338378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3632ad8-3847-420d-9656-5396c6a262a8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Network': ['ID=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:34.351680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'subnet': {'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:34.352505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:28:34.360277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-556cd40e-e470-42b7-9739-734b1b655029 req-6eacc091-095c-42c9-8a4f-94004cea2e2b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341431 Nov 08 12:28:34.445512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-a80e5787-355e-44c6-9f6e-5e2965f2af47 service neutron] 10.222.0.57 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079733 Nov 08 12:28:34.454990 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:34.523563 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2679b32-7df3-4f3e-89e2-5c1c9996982d x-openstack-request-id: req-f2679b32-7df3-4f3e-89e2-5c1c9996982d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:34.523857 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "tag": "c430351a-f332-430d-9b0c-24f377a57e82", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:34.524112 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2679b32-7df3-4f3e-89e2-5c1c9996982d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:34.524642 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82', 'status': 'completed', 'code': 200} Nov 08 12:28:34.541863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-9fcf8b59-ad9f-453d-b5f0-19e4e829c3af service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276940 Nov 08 12:28:34.594672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['1c20bdbd-9772-481e-88dd-60b7cc419690'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:34.626097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-076f248f-4ecf-4d21-a37b-c41f3bd3f635 req-89de7e76-99b9-47f4-a057-49a06053c159 service neutron] 10.222.0.57 "GET /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726255 Nov 08 12:28:34.658725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:34.670179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:34.677136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-8de872c5-7799-48f4-ade0-0bb1ee4c9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.686844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-8de872c5-7799-48f4-ade0-0bb1ee4c9292 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 1097 time: 0.1165211 Nov 08 12:28:34.751143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:34.781745 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc25ac-a225-44ca-a693-c412090bc128 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:34.786037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cffbe648-6151-438b-a86b-2f6d06368c04 req-275374d3-7952-4756-b9aa-d485521cedfa service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430186 Nov 08 12:28:34.933622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955547-86b8-4c60-8911-fa4e3b15ecba req-1a616579-2d5c-4c89-8065-23ad21f2c306 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.935154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42955547-86b8-4c60-8911-fa4e3b15ecba req-1a616579-2d5c-4c89-8065-23ad21f2c306 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1521697 Nov 08 12:28:34.944123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-2bfc8860-b517-4430-aba3-832fc1264add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:34.945571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-2bfc8860-b517-4430-aba3-832fc1264add service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2404921 Nov 08 12:28:35.023857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-e3e80997-3ab8-4a48-9c54-2d1a87c9cf2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 200 len: 217 time: 0.0700495 Nov 08 12:28:35.047928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf43b15-18bd-4cf3-9d7a-b24622a17c0e None None] New status for floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:28:35.119902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42955547-86b8-4c60-8911-fa4e3b15ecba req-b3e06a4b-4393-44cc-9ed9-34e8e8d558b3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778381 Nov 08 12:28:35.154820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-a7fad345-b3e0-4efd-b5bc-94dde8388917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:35.154820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-a7fad345-b3e0-4efd-b5bc-94dde8388917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1081684 Nov 08 12:28:35.165900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:35.220732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-3388aa45-d71a-4b55-818c-b1582a11d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:35.222223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-3388aa45-d71a-4b55-818c-b1582a11d365 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662622 Nov 08 12:28:35.235133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Deleting subnet c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:28:35.235133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.235330 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.276707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.334177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.391266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Subnet': ['ID=99630042-6460-4741-889d-e61dd5c8fdbf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:35.417746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e91f2-8dce-41c1-9b53-94d6b4b5b2ff req-a4f0fecc-09e4-44cd-b259-4c6994df5ca1 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:35.425306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-840e91f2-8dce-41c1-9b53-94d6b4b5b2ff req-a4f0fecc-09e4-44cd-b259-4c6994df5ca1 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 944 time: 0.2071254 Nov 08 12:28:35.463087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Checking segment: {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:35.463465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network hostable DHCP agents. Network: 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:28:35.469188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-bb58c65f-e429-40b7-945e-d4465925c61e service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360492 Nov 08 12:28:35.533278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.554284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-840e91f2-8dce-41c1-9b53-94d6b4b5b2ff req-89ee4a3d-92e3-4fcc-a09b-8a92344fc877 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276209 Nov 08 12:28:35.560557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6adddf3-2fc6-4ebe-bb63-fcd7a621d175,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:35.565229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.571672 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-72abcd09-e35c-4315-a1cb-448fc98c6039 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c6adddf3-2fc6-4ebe-bb63-fcd7a621d175 HTTP/1.1" status: 204 len: 168 time: 0.4046557 Nov 08 12:28:35.572179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:35.577357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:35.590353 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f4e90-41f5-435d-b0e6-6ab399ee057f" -d '{"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:35.646304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6960efc-cf81-44c5-b1a9-6bab1bd8e44e req-1f9c02af-1536-4fa3-b813-013ec0102b08 service neutron] 10.222.0.57 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647623 Nov 08 12:28:35.649169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:28:35.694338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.724606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806579c-948a-47be-b103-2ff521d38329 req-3fa0f999-39e4-4e3e-b321-0b1505a4cd65 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:35.726135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b806579c-948a-47be-b103-2ff521d38329 req-3fa0f999-39e4-4e3e-b321-0b1505a4cd65 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 945 time: 0.0828032 Nov 08 12:28:35.773714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c20bdbd-9772-481e-88dd-60b7cc419690 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:35.818031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:35.826774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bb7e1-8079-4788-b84a-74fd9d054e97 None None] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:35.831691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.842284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:35.842284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.859513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b806579c-948a-47be-b103-2ff521d38329 req-5d77341b-cef9-40b6-952a-df35a541eb62 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162527 Nov 08 12:28:35.872551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb7bf10-576e-4d62-8cd9-9ed030ea8345']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:35.896073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:35.896493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a8e452-7a8f-4309-b2bc-c04b34be9dba') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:35.906849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 1c20bdbd-9772-481e-88dd-60b7cc419690 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:35.910050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.922167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 1c20bdbd-9772-481e-88dd-60b7cc419690 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:35.922374 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.928346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5439d67a-3ada-47b7-846b-b4a34f93f667 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5911462 Nov 08 12:28:35.929164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37782) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:35.935769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.939954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1731261052'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:35.944250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:28:35.949542 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:28:35.988302 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c29ca-dfac-475d-a97b-33d3bc567ac2 x-openstack-request-id: req-353c29ca-dfac-475d-a97b-33d3bc567ac2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:35.989072 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:35.989556 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-353c29ca-dfac-475d-a97b-33d3bc567ac2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:35.990149 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'code': 200} Nov 08 12:28:36.052956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:36.058033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.084969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:28:36.094091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.094711 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Added segment 9b627a88-ed2d-4963-8124-4b620a8c7ae7 of type vlan for network 7214c724-4246-4d11-a309-658c6e336410 Nov 08 12:28:36.099156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.147329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.155402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9ea6fa2e-844b-4e43-bd14-d5d238cad6f5', 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'fixed_ips': [{'subnet_id': '99630042-6460-4741-889d-e61dd5c8fdbf'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:28:36.156615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-30126100-7554-478a-88fe-c5d3e38b0cae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:36.158530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-30126100-7554-478a-88fe-c5d3e38b0cae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1090658 Nov 08 12:28:36.159314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.180758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c20bdbd-9772-481e-88dd-60b7cc419690,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:36.275704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.276143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.283729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:36.284396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.385121 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4519660 Nov 08 12:28:36.387215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:36.392383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:36.393754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'subnet': {'network_id': '7214c724-4246-4d11-a309-658c6e336410', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:36.425306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Allocated IP 19.80.0.2 (9ea6fa2e-844b-4e43-bd14-d5d238cad6f5/99630042-6460-4741-889d-e61dd5c8fdbf/b4dff28a-4908-47de-8a2b-cc4647824a58) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:36.425598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867e477-fd88-45da-a9e1-3ffe5c8484a4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Network': ['ID=7214c724-4246-4d11-a309-658c6e336410,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:36.439712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 7214c724-4246-4d11-a309-658c6e336410 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:28:36.560840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:36.565745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.617521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-d79fc3c7-c9e0-4283-926d-9d6a6d77cabf tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 695 time: 0.4511347 Nov 08 12:28:36.625101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:36.627365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.673667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.677614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5bb7bf10-576e-4d62-8cd9-9ed030ea8345 HTTP/1.1" status: 204 len: 168 time: 1.1042540 Nov 08 12:28:36.688542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.721012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.743422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 99cdee72-59e5-472c-badf-b04ca004c59a details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:36.790210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.791591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39119621-1577-45b0-b2cd-2bdb5061cca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb7bf10-576e-4d62-8cd9-9ed030ea8345,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:36.838807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551a979-092a-419b-8de5-8aa293ff398b req-a210b5b1-dadb-4247-9ca1-a02aa5373565 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:36.840315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7551a979-092a-419b-8de5-8aa293ff398b req-a210b5b1-dadb-4247-9ca1-a02aa5373565 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.2195311 Nov 08 12:28:36.927928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:36.978708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7551a979-092a-419b-8de5-8aa293ff398b req-7b199cd0-38e5-4616-a18a-ffef88dff174 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255093 Nov 08 12:28:37.030571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Subnet': ['ID=cd3be9a3-6be3-4840-869d-4c3ad1d43af3,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:37.062763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Checking segment: {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:37.062763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network hostable DHCP agents. Network: 7214c724-4246-4d11-a309-658c6e336410, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:28:37.154659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:37.170215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:37.170815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:37.176326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:37.183182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Pushing event updated for resources: {'Port': ['ID=b4dff28a-4908-47de-8a2b-cc4647824a58,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:37.188567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=99cdee72-59e5-472c-badf-b04ca004c59a,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:37.215839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '99cdee72-59e5-472c-badf-b04ca004c59a', 'network_id': '27b27e0a-3c90-41f0-8094-8e042969a517', 'port_id': '99cdee72-59e5-472c-badf-b04ca004c59a', 'mac_address': 'fa:16:3e:93:69:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ce353-cb7a-4474-a07c-fb68c90293a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:37.232067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 7214c724-4246-4d11-a309-658c6e336410 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:28:37.273988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Attempting to bind port b4dff28a-4908-47de-8a2b-cc4647824a58 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:37.274437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Attempting to bind port b4dff28a-4908-47de-8a2b-cc4647824a58 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:37.274737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Attempting to bind port b4dff28a-4908-47de-8a2b-cc4647824a58 on network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:37.281025 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37a9faaa-cdca-4373-ad3b-0972063461d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e5b6debb2f84da08c8564392a92e458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1066272 Nov 08 12:28:37.283059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:37.287753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:37.288127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Checking segment: {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:37.288531 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.289079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Bound using segment: {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:37.289559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Bound port: b4dff28a-4908-47de-8a2b-cc4647824a58, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:37.290070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.292063 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.318159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cdee72-59e5-472c-badf-b04ca004c59a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:37.331985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.334395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 7214c724-4246-4d11-a309-658c6e336410) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:37.347045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:37.348918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.356764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9000c8a-6c49-48dc-a130-5ed9364b76ca None None] Network 7214c724-4246-4d11-a309-658c6e336410 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:37.360699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.376553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.385405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.399761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=99cdee72-59e5-472c-badf-b04ca004c59a,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:37.428474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1a68b1e5-87e4-4045-9440-cadbd710f594 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0323312 Nov 08 12:28:37.482985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.489983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384214d-584f-4a76-9516-aafe194bf854 req-f034b234-3af0-461a-a29c-c44442a35d43 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:37.498088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2384214d-584f-4a76-9516-aafe194bf854 req-f034b234-3af0-461a-a29c-c44442a35d43 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.1636193 Nov 08 12:28:37.529954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] For port b4dff28a-4908-47de-8a2b-cc4647824a58, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:37.547055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-19184306-c7bd-4f51-8e0d-60d2f7f2e8e1 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:37.548714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-19184306-c7bd-4f51-8e0d-60d2f7f2e8e1 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.57 "GET /v2.0/ports?device_id=d90d8c37-fbb9-4aa7-af60-c809275b6b0b HTTP/1.1" status: 200 len: 946 time: 0.1119993 Nov 08 12:28:37.554671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] For port b4dff28a-4908-47de-8a2b-cc4647824a58, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4dff28a-4908-47de-8a2b-cc4647824a58,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:37.572747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.581648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.581648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1af2d7ff-0945-4f6b-8439-195960c5ae46 HTTP/1.1" status: 204 len: 168 time: 0.2950158 Nov 08 12:28:37.581922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:37.591116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b18073-8c54-4d74-b666-d758933b5258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af2d7ff-0945-4f6b-8439-195960c5ae46,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:37.635654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.667169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2384214d-584f-4a76-9516-aafe194bf854 req-9df68936-0ba2-42c1-a93f-6d1220949281 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680901 Nov 08 12:28:37.707049 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103 associated. External IP: 172.25.1.27, port: 0073ad18-3c25-4353-82c1-1f8e9248b716. Nov 08 12:28:37.747980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c6cb-d62b-4949-b019-40ca832330a6 None None] Pushing event updated for resources: {'Port': ['ID=b4dff28a-4908-47de-8a2b-cc4647824a58,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:37.756528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-7214c724-4246-4d11-a309-658c6e336410', 'network_id': '7214c724-4246-4d11-a309-658c6e336410', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'fixed_ips': [{'subnet_id': 'cd3be9a3-6be3-4840-869d-4c3ad1d43af3'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:28:37.757446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:37.833545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['99cdee72-59e5-472c-badf-b04ca004c59a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:37.961588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Allocated IP 19.86.0.2 (7214c724-4246-4d11-a309-658c6e336410/cd3be9a3-6be3-4840-869d-4c3ad1d43af3/92e6d23f-cb9b-4a10-867e-223c4da9c256) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:37.994229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f63e2a-89e2-44e8-826b-7554abe3b55a req-8e5625dd-658d-4943-b5ef-906e0bc5dfb3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:37.995882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:37.998279 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36564b40-105d-4f06-97c2-293d7ff264fe" -d '{"events": [{"server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "name": "network-vif-plugged", "status": "completed", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:37.998930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53f63e2a-89e2-44e8-826b-7554abe3b55a req-8e5625dd-658d-4943-b5ef-906e0bc5dfb3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 945 time: 0.2215719 Nov 08 12:28:38.024298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Deleting port c430351a-f332-430d-9b0c-24f377a57e82 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:38.024298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.173694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53f63e2a-89e2-44e8-826b-7554abe3b55a req-12215885-7d7f-4e95-ad3c-84ceae8717dc tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441827 Nov 08 12:28:38.336413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] For port c430351a-f332-430d-9b0c-24f377a57e82, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c430351a-f332-430d-9b0c-24f377a57e82,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:38.336812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.340880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.366023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:38.367183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Calling delete_port for c430351a-f332-430d-9b0c-24f377a57e82 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:38.447892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.515541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Network 7214c724-4246-4d11-a309-658c6e336410 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:38.518663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:38.524805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:38.537752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Pushing event updated for resources: {'Port': ['ID=92e6d23f-cb9b-4a10-867e-223c4da9c256,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:38.594193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Attempting to bind port 92e6d23f-cb9b-4a10-867e-223c4da9c256 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:38.597572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Attempting to bind port 92e6d23f-cb9b-4a10-867e-223c4da9c256 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:38.597572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Attempting to bind port 92e6d23f-cb9b-4a10-867e-223c4da9c256 on network 7214c724-4246-4d11-a309-658c6e336410 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:38.604843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:38.605311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Checking segment: {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:38.605801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.606310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Bound using segment: {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:38.606961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Bound port: 92e6d23f-cb9b-4a10-867e-223c4da9c256, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:38.607412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.641797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:38.650435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.661437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:38.678805 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:38.678805 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:38.727092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] For port 92e6d23f-cb9b-4a10-867e-223c4da9c256, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:38.742448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] For port 92e6d23f-cb9b-4a10-867e-223c4da9c256, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=92e6d23f-cb9b-4a10-867e-223c4da9c256,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:38.754635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-adec8f2a-a7c0-4fe9-b614-0f5c868a6877 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:38.768615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-adec8f2a-a7c0-4fe9-b614-0f5c868a6877 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:38.771478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-adec8f2a-a7c0-4fe9-b614-0f5c868a6877 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/networks?id=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5&id=7214c724-4246-4d11-a309-658c6e336410 HTTP/1.1" status: 200 len: 1392 time: 0.2782640 Nov 08 12:28:38.783312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-837e1faa-fc7f-4df9-9dd3-02dd7de46bd7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "PUT /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 995 time: 2.1649029 Nov 08 12:28:38.799080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:38.799080 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7202e17-60d1-4a37-88db-bb12784b2129" -d '{"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:38.810478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-c8980a69-c119-4b6a-a1d5-f6959e67908c tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/quotas/f07538dfe22a43cd853355b8e2a553ed HTTP/1.1" status: 200 len: 375 time: 0.0289326 Nov 08 12:28:38.819041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.865451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4dff28a-4908-47de-8a2b-cc4647824a58 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:38.877251 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:38.924881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8683d0e4-537f-4eba-9d0f-fb1cb3280da7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1134443 Nov 08 12:28:38.937506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:38.970064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b31f5-89fa-4a13-b2dc-7300940b6618 None None] Pushing event updated for resources: {'Port': ['ID=92e6d23f-cb9b-4a10-867e-223c4da9c256,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:38.999297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event deleted for resources: {'Port': ['ID=c430351a-f332-430d-9b0c-24f377a57e82,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:39.008328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-2f4b71f8-8f0e-4ace-b5fc-f66767a634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:39.009554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-2f4b71f8-8f0e-4ace-b5fc-f66767a634c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.1971681 Nov 08 12:28:39.014533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0073ad18-3c25-4353-82c1-1f8e9248b716'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:39.104099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:39.206184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b4dff28a-4908-47de-8a2b-cc4647824a58 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:39.206184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.333017 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:37Z', 'revision_number': 8, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:39.339470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] No DVR routers for this DVR port c430351a-f332-430d-9b0c-24f377a57e82 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:39.352395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-501185210-network', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:39.360660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.366613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8a555-4814-4e24-b397-bdea64996c3f None None] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:39.366967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23213d19-4d41-4e47-8d2b-c05f1935e82e req-3a991214-26f4-4a57-a0e7-473501d4674b tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.57 "DELETE /v2.0/ports/c430351a-f332-430d-9b0c-24f377a57e82 HTTP/1.1" status: 204 len: 173 time: 1.7858386 Nov 08 12:28:39.411884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-fbdb2865-0691-4e05-a1dd-113e78ae183c service neutron] 10.222.0.58 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861255 Nov 08 12:28:39.419118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.429788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:39.457003 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:39.458209 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:39.490327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-9b33ac35-b38f-42d5-9249-95f19be7d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:39.492369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-9b33ac35-b38f-42d5-9249-95f19be7d1db service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.4477971 Nov 08 12:28:39.492766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Made reservation on behalf of bb2f04ebfdb643bf84feb73302df52c0 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:39.497866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.511995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.572428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-47506cf4-7414-4c12-801a-ba95dc8a3b48 None None] Provisioning complete for port b4dff28a-4908-47de-8a2b-cc4647824a58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:39.573340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47506cf4-7414-4c12-801a-ba95dc8a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.617875 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:39.628661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port b4dff28a-4908-47de-8a2b-cc4647824a58, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4dff28a-4908-47de-8a2b-cc4647824a58,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:39.646579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.659644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-8679108e-cfaa-481c-85ed-6cd081499d87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 998 time: 0.1273804 Nov 08 12:28:39.663520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-29f7c83c-22ec-4dc2-ad4d-4f66e0c5a20a service neutron] 10.222.0.58 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345538 Nov 08 12:28:39.731941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.744068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.778282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47506cf4-7414-4c12-801a-ba95dc8a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.789275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:28:39.794298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-8de91cb0-7cde-4ad5-ad27-6f6c2b7e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:39.797683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-8de91cb0-7cde-4ad5-ad27-6f6c2b7e8db8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1315923 Nov 08 12:28:39.807469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b61cf-b6f9-4c18-b2ac-5704aa759be7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:39.814860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.815709 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Added segment 68c6adf3-4bc0-4c57-8783-9eaae1803fca of type vlan for network f546d0fe-ce7e-4566-93d8-434108d703bb Nov 08 12:28:39.817954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c430351a-f332-430d-9b0c-24f377a57e82 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:39.866114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: c430351a-f332-430d-9b0c-24f377a57e82 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:39.866849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-add1f219-3b50-41be-890f-0c14307a2637 service neutron] 10.222.0.58 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927421 Nov 08 12:28:39.866955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c430351a-f332-430d-9b0c-24f377a57e82 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:39.876463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.877864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-89adb064-7c07-4315-9091-73a8392204ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:39.880189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-89adb064-7c07-4315-9091-73a8392204ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722694 Nov 08 12:28:39.934460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=b4dff28a-4908-47de-8a2b-cc4647824a58,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:39.962971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-47506cf4-7414-4c12-801a-ba95dc8a3b48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:28:39.963597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.963776 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-47506cf4-7414-4c12-801a-ba95dc8a3b48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:28:39.964815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:39.965672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:39.991607 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:37Z', 'revision_number': 8, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:40.034386 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648da5-fb08-49c7-b3fa-e7a2660773d9 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '0bd710b3-8a85-4d17-ac64-4094c3cb5103', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'port_id': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'mac_address': 'fa:16:3e:2d:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:27:42Z', 'updated_at': '2021-11-08T12:28:37Z', 'revision_number': 8, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:40.055046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-cd52eb74-0fce-486b-a6ae-4b0df9e6148b service neutron] 10.222.0.58 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738384 Nov 08 12:28:40.063514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] Pushing event updated for resources: {'Network': ['ID=f546d0fe-ce7e-4566-93d8-434108d703bb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:40.076191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f546d0fe-ce7e-4566-93d8-434108d703bb details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:28:40.111967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-0db7756f-1b18-4990-a8b4-5b8b006125c6 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423943 Nov 08 12:28:40.155465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6db7aba0-7650-40ac-b9d1-eb4e30c5de3f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0497527 Nov 08 12:28:40.156878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37884) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:40.164730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Request body: {'subnet': {'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-501185210-subnet', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:40.269840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Made reservation on behalf of bb2f04ebfdb643bf84feb73302df52c0 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:40.272246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:40.572426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fdf5a-1a85-41c5-aaf7-d6265a76a53d None None] New status for floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:28:40.634213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18a42d-09f1-4490-b65a-b0314d4966e6 None None] Network 7214c724-4246-4d11-a309-658c6e336410 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:40.741073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:40.748764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2ef941f-4b93-4d79-afdc-07fd7c068160 req-b14c86ad-0fca-47cc-8d01-c4e209fd99f7 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297538 Nov 08 12:28:40.756936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Provisioning complete for port b4dff28a-4908-47de-8a2b-cc4647824a58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:40.757302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:40.758133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26517ccf-93ce-442a-91ad-f2a1c060f109 req-2a0c4dfa-7886-4c09-9b80-7015ab44c2eb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:40.768123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26517ccf-93ce-442a-91ad-f2a1c060f109 req-2a0c4dfa-7886-4c09-9b80-7015ab44c2eb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.0978291 Nov 08 12:28:40.791689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 99cdee72-59e5-472c-badf-b04ca004c59a up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:40.838754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26517ccf-93ce-442a-91ad-f2a1c060f109 req-41ecc0c2-2c68-42f0-ba9b-9a55de8d408e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693090 Nov 08 12:28:40.850404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58de66f3-daac-4157-9758-a507f2b81124,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:40.864112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Checking segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:40.864811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Network hostable DHCP agents. Network: f546d0fe-ce7e-4566-93d8-434108d703bb, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:28:40.978348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Network f546d0fe-ce7e-4566-93d8-434108d703bb is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:28:41.038824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb54a9-90a2-4299-9bf0-bd06e7bcb8f8 req-6a3b244d-f0f9-4552-acfd-456777ad856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:41.040963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68eb54a9-90a2-4299-9bf0-bd06e7bcb8f8 req-6a3b244d-f0f9-4552-acfd-456777ad856b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 1096 time: 0.0540385 Nov 08 12:28:41.044069 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62b546-fc28-4d15-ad4b-efe817be8ec6 x-openstack-request-id: req-6d62b546-fc28-4d15-ad4b-efe817be8ec6 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:41.044592 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "name": "network-vif-plugged", "status": "completed", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:41.044592 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d62b546-fc28-4d15-ad4b-efe817be8ec6 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:41.044927 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690', 'code': 200} Nov 08 12:28:41.058118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 92e6d23f-cb9b-4a10-867e-223c4da9c256 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:41.106340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68eb54a9-90a2-4299-9bf0-bd06e7bcb8f8 req-959a6979-49ab-4c10-8502-875da35f99b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578673 Nov 08 12:28:41.126732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f546d0fe-ce7e-4566-93d8-434108d703bb) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:41.131366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:41.131968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.145302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b77c96-d7cd-494f-9e73-bec797c459ef None None] Network f546d0fe-ce7e-4566-93d8-434108d703bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:41.172294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38b84b-f19d-40ee-b2a0-bad620fc0616 req-e4a97c83-940a-4e7d-8a3f-12cbebdab53a tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:41.174100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b38b84b-f19d-40ee-b2a0-bad620fc0616 req-e4a97c83-940a-4e7d-8a3f-12cbebdab53a tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.0665832 Nov 08 12:28:41.254602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b38b84b-f19d-40ee-b2a0-bad620fc0616 req-3aca4652-1758-4741-8e00-a43ed8b4ecdb tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720649 Nov 08 12:28:41.276667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:41.278644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-221359c0-2618-46a2-a45f-2b220f3d7549 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1148682 Nov 08 12:28:41.281776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:41.304398 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5657b-90cc-4f51-ae8e-d1f4979dc637 x-openstack-request-id: req-9cd5657b-90cc-4f51-ae8e-d1f4979dc637 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:41.305870 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:41.305870 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cd5657b-90cc-4f51-ae8e-d1f4979dc637 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:41.305870 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:28:41.319931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 99cdee72-59e5-472c-badf-b04ca004c59a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:28:41.327889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 92e6d23f-cb9b-4a10-867e-223c4da9c256 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:41.328225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.356990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 99cdee72-59e5-472c-badf-b04ca004c59a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:41.357364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.368716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-2fd8cec8-83f1-4742-b586-a91d18c7aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:41.370336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-2fd8cec8-83f1-4742-b586-a91d18c7aa9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.0470982 Nov 08 12:28:41.398626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.400227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.452616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Provisioning complete for port 92e6d23f-cb9b-4a10-867e-223c4da9c256 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:41.452988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.548652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5244c0f-9d6b-4c85-955d-dfb7b002fbf8 req-9b4099d8-ddf7-499d-8ac7-22b2ffefc883 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 210 time: 0.0701566 Nov 08 12:28:41.552670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f546d0fe-ce7e-4566-93d8-434108d703bb', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:28:41.553453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.593993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.624610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.654727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-c8df43ee-55c5-4668-afcf-37b21f27a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:41.656978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-c8df43ee-55c5-4668-afcf-37b21f27a0c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2788754 Nov 08 12:28:41.715814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f018d8-74dd-43bc-a832-1583089654bf req-77138db6-c281-4c53-8180-e0f50ab77642 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 997 time: 0.1235125 Nov 08 12:28:41.730582 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.833100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-b1538d7a-d9fe-4b75-903f-39f37aa99341 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 1000 time: 0.1691372 Nov 08 12:28:41.854024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 92e6d23f-cb9b-4a10-867e-223c4da9c256, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=92e6d23f-cb9b-4a10-867e-223c4da9c256,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:41.866406 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.869430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=99cdee72-59e5-472c-badf-b04ca004c59a,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:41.905116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Allocated IP 172.20.0.2 (f546d0fe-ce7e-4566-93d8-434108d703bb/58de66f3-daac-4157-9758-a507f2b81124/3219a0fa-0ffd-4d52-8179-34d0949f516b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:41.982554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.982554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:41.982899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4dff28a-4908-47de-8a2b-cc4647824a58 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:42.037186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.042783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-668af14c-6a65-477a-9dbf-b72c8bf6c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.044917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-668af14c-6a65-477a-9dbf-b72c8bf6c425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1798897 Nov 08 12:28:42.056122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f018d8-74dd-43bc-a832-1583089654bf req-72e5d240-2af5-4730-bee6-614daf9843af tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.057715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f018d8-74dd-43bc-a832-1583089654bf req-72e5d240-2af5-4730-bee6-614daf9843af tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.3347528 Nov 08 12:28:42.123438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:28:42.123994 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-3e38bc81-297b-4e69-99da-c24513306c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:28:42.128493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:42.142685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645fc22-6310-4322-a84d-4782d91115f2 req-f1be0885-087a-46f1-84ec-4944d3338c61 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.144462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f645fc22-6310-4322-a84d-4782d91115f2 req-f1be0885-087a-46f1-84ec-4944d3338c61 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.0963326 Nov 08 12:28:42.191121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-785e0ea7-fe97-4d8d-b34a-8e8684e3fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.194346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-785e0ea7-fe97-4d8d-b34a-8e8684e3fafe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341350 Nov 08 12:28:42.207742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b4dff28a-4908-47de-8a2b-cc4647824a58 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:42.208116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.255589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=92e6d23f-cb9b-4a10-867e-223c4da9c256,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:42.262533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.355363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.374899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f645fc22-6310-4322-a84d-4782d91115f2 req-6d215e6c-2c9d-42e0-ad79-7a2c15e0d26d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198384 Nov 08 12:28:42.380688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-e6850b3d-f001-4b99-8ddf-93557636c94c tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1000 time: 0.1991191 Nov 08 12:28:42.414556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Network f546d0fe-ce7e-4566-93d8-434108d703bb is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:42.418669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:42.423162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:42.426396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Pushing event updated for resources: {'Port': ['ID=3219a0fa-0ffd-4d52-8179-34d0949f516b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:42.467527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-1a01a859-64ee-4619-82d7-3ce875ba9dc5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623558 Nov 08 12:28:42.492404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-98abfa24-c09b-454a-8f20-c5781b0148c6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.500016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Attempting to bind port 3219a0fa-0ffd-4d52-8179-34d0949f516b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:42.500630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Attempting to bind port 3219a0fa-0ffd-4d52-8179-34d0949f516b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:42.501209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Attempting to bind port 3219a0fa-0ffd-4d52-8179-34d0949f516b on network f546d0fe-ce7e-4566-93d8-434108d703bb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:42.503494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-98abfa24-c09b-454a-8f20-c5781b0148c6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports/0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 942 time: 0.0957205 Nov 08 12:28:42.507422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:42.507965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Checking segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:42.508609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.509517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Bound using segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:42.510110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Bound port: 3219a0fa-0ffd-4d52-8179-34d0949f516b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:42.510612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.582758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] For port 3219a0fa-0ffd-4d52-8179-34d0949f516b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:42.586124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] For port 3219a0fa-0ffd-4d52-8179-34d0949f516b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3219a0fa-0ffd-4d52-8179-34d0949f516b,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:42.669993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.747383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d404fe9-6a68-4b90-9c98-2fda3dd8748a None None] Pushing event updated for resources: {'Port': ['ID=3219a0fa-0ffd-4d52-8179-34d0949f516b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:42.762222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce67c6-961e-4e12-86e5-73c0d4cbaefe req-254d0c40-d466-4fa9-84a4-826afe9746fa tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:42.764019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83ce67c6-961e-4e12-86e5-73c0d4cbaefe req-254d0c40-d466-4fa9-84a4-826afe9746fa tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.2264981 Nov 08 12:28:42.774589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 92e6d23f-cb9b-4a10-867e-223c4da9c256 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:42.775604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7202e17-60d1-4a37-88db-bb12784b2129 req-0626bb4c-9ecf-40ed-887a-5eed78117631 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989450 Nov 08 12:28:42.810880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-8f970217-6c89-4774-a356-3e504f367b5d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1000 time: 0.2144706 Nov 08 12:28:42.847287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-00035194-556c-4013-b759-b76e7b4feaef None None] Provisioning complete for port 92e6d23f-cb9b-4a10-867e-223c4da9c256 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:42.847287 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00035194-556c-4013-b759-b76e7b4feaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.875824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.918378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 92e6d23f-cb9b-4a10-867e-223c4da9c256 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:42.919073 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.945523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:42.974505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83ce67c6-961e-4e12-86e5-73c0d4cbaefe req-cfef82b2-457d-4a8d-a813-482fd78b7df6 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970434 Nov 08 12:28:43.051788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:43.053007 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef159044-69f4-46f4-b37a-9410c65de790" -d '{"events": [{"server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "name": "network-vif-plugged", "status": "completed", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:43.100660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-34e80a2c-c4f7-4c20-90f4-c75c691ae0d8 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:43.102173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-34e80a2c-c4f7-4c20-90f4-c75c691ae0d8 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2813869 Nov 08 12:28:43.243963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Allocated IP 172.25.1.130 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/00c9ede1-1b7b-424b-9f68-78e8198ce547) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:43.306048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-d06b486d-da90-43d5-b29b-bbee81bda103 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 1000 time: 0.1769474 Nov 08 12:28:43.307905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a28c54a-be65-47a5-a820-5e68cfd8ed84 req-090c41f6-3f4a-4f51-a393-4cfef2760040 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 210 time: 0.0565846 Nov 08 12:28:43.312020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'name': 'network-vif-deleted', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:43.314290 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bc2e3-d78a-40a7-982c-c80709ced1e1" -d '{"events": [{"server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "name": "network-vif-deleted", "tag": "c430351a-f332-430d-9b0c-24f377a57e82"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:43.328084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-5afeebdd-9f1c-464f-a310-0f0b838abb7b tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:43.334704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-5afeebdd-9f1c-464f-a310-0f0b838abb7b tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:43.336303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-5afeebdd-9f1c-464f-a310-0f0b838abb7b tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "GET /v2.0/networks?id=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5&id=7214c724-4246-4d11-a309-658c6e336410 HTTP/1.1" status: 200 len: 1392 time: 0.2820544 Nov 08 12:28:43.348708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:43.391308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'port': {'device_id': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5', 'admin_state_up': True, 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:43.427197 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cad26c-9a3f-4212-bf95-81f76f0fecaf x-openstack-request-id: req-a0cad26c-9a3f-4212-bf95-81f76f0fecaf {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:43.427861 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "name": "network-vif-plugged", "status": "completed", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:43.427861 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0cad26c-9a3f-4212-bf95-81f76f0fecaf {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:43.428179 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a', 'code': 200} Nov 08 12:28:43.545762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:43.887953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafce3d8-343c-4f7d-b137-7461cd31f8bc None None] Network f546d0fe-ce7e-4566-93d8-434108d703bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:28:43.908606 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b48e6b-dfd0-416e-b0c1-ede03ba966bc x-openstack-request-id: req-18b48e6b-dfd0-416e-b0c1-ede03ba966bc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:43.910565 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d8c37-fbb9-4aa7-af60-c809275b6b0b", "name": "network-vif-deleted", "tag": "c430351a-f332-430d-9b0c-24f377a57e82", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:43.910565 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18b48e6b-dfd0-416e-b0c1-ede03ba966bc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:43.910565 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d8c37-fbb9-4aa7-af60-c809275b6b0b', 'name': 'network-vif-deleted', 'tag': 'c430351a-f332-430d-9b0c-24f377a57e82', 'status': 'completed', 'code': 200} Nov 08 12:28:43.961212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.056530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e73ab-d59f-443a-b622-fe397467e63e req-a13a2dcc-6958-4185-82cc-ecfedc6be9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:44.058037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d74e73ab-d59f-443a-b622-fe397467e63e req-a13a2dcc-6958-4185-82cc-ecfedc6be9e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 1097 time: 0.5549660 Nov 08 12:28:44.095748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2b36a-14ef-4757-b301-803a87ac51a8 req-bf9dedc6-2b53-420c-8950-1321d783c015 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:44.097234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c2b36a-14ef-4757-b301-803a87ac51a8 req-bf9dedc6-2b53-420c-8950-1321d783c015 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1904945 Nov 08 12:28:44.122440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] Provisioning complete for port 3219a0fa-0ffd-4d52-8179-34d0949f516b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:44.122806 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.186112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:44.189497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.207475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.229693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d74e73ab-d59f-443a-b622-fe397467e63e req-5da739af-c37b-4acf-9cff-976cdaea4fdc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565402 Nov 08 12:28:44.245872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c2b36a-14ef-4757-b301-803a87ac51a8 req-f0d3ddfa-354b-440b-ba65-4233366f16f3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325226 Nov 08 12:28:44.252157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.264387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.308983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.309322 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103 disassociated. External IP: 172.25.1.27, port: 0073ad18-3c25-4353-82c1-1f8e9248b716. Nov 08 12:28:44.319203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] For port 3219a0fa-0ffd-4d52-8179-34d0949f516b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3219a0fa-0ffd-4d52-8179-34d0949f516b,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:44.367519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.379600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:44.398631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:44.404017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Pushing event updated for resources: {'Port': ['ID=00c9ede1-1b7b-424b-9f68-78e8198ce547,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:44.406940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:44.448531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4f8f-f943-4249-8042-5301454dd042 None None] Pushing event updated for resources: {'Port': ['ID=3219a0fa-0ffd-4d52-8179-34d0949f516b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:44.588166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-03cb6ba2-7a19-4f26-b368-be51e173c90c None None] Provisioning complete for port 3219a0fa-0ffd-4d52-8179-34d0949f516b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:44.588449 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-03cb6ba2-7a19-4f26-b368-be51e173c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.621132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Allocated IP 19.80.0.3 (9ea6fa2e-844b-4e43-bd14-d5d238cad6f5/99630042-6460-4741-889d-e61dd5c8fdbf/32903050-523c-4cf9-a7cd-7d557a2eb809) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:44.667232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa74812-fd14-4026-b2aa-e51ab4e7ac8b req-0dbd4593-8b03-4dde-8d11-361578420d41 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:44.668767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfa74812-fd14-4026-b2aa-e51ab4e7ac8b req-0dbd4593-8b03-4dde-8d11-361578420d41 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.1939688 Nov 08 12:28:44.791631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3219a0fa-0ffd-4d52-8179-34d0949f516b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:44.822955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:44.880000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfa74812-fd14-4026-b2aa-e51ab4e7ac8b req-e7b1a246-81b3-4977-9000-db420f6d24ba tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694603 Nov 08 12:28:44.925156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3219a0fa-0ffd-4d52-8179-34d0949f516b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:44.925524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:44.954992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:45.034415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:45.054435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'mac_address': 'fa:16:3e:67:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:45.098610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.109538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09e3a3e9-9e1d-4412-89b6-1db39dd22916 req-099be9f7-9a1e-4d60-8688-250f9524ba67 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 210 time: 0.0573533 Nov 08 12:28:45.131467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f41292d-37ff-4f44-8482-1cbd7aba75a5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:45.158412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:45.197293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.234954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:45.236402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.240816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.249182 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:45.263533 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:45.264734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:45.275383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.333245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-ed652d19-e78c-4ef2-b24d-852d657ce0a6 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "PUT /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 695 time: 2.0154026 Nov 08 12:28:45.333656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:45.347367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.348394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.349091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.349871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.350499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.351059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.352327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.352909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.353514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.354075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.354810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.355429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:45.427477 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:45.443316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.449862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2f41292d-37ff-4f44-8482-1cbd7aba75a5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:45.599093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-65215644-c45c-43c1-9fe2-4baad5ea42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:45.601135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-65215644-c45c-43c1-9fe2-4baad5ea42f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.2395337 Nov 08 12:28:45.602855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:45.742508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:45.749835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61895-e664-4dd0-82c0-8bbf3aaf0f19 req-b8dd75ba-0a3d-4143-b944-9870039c1334 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:45.751361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aba61895-e664-4dd0-82c0-8bbf3aaf0f19 req-b8dd75ba-0a3d-4143-b944-9870039c1334 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 945 time: 0.3636518 Nov 08 12:28:45.762425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:45.768130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:45.794272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:45.811299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:45.822295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-87873093-102a-480e-be3a-07d8c42f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:45.822721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:45.823786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-87873093-102a-480e-be3a-07d8c42f08dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.2033582 Nov 08 12:28:45.831903 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:45.832644 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:45.914941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-8d9b1082-d854-4604-b490-472fd92b63a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.0688393 Nov 08 12:28:45.915392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:45.917638 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ccaab5-0c03-4035-855d-93e07227db0e" -d '{"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:46.021417 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:46.046656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:46.047215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:46.058055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:46.067909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aba61895-e664-4dd0-82c0-8bbf3aaf0f19 req-831db847-8aaa-43a5-a061-4fc09a789819 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073871 Nov 08 12:28:46.094564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-3bea9f3e-59b4-4533-ad2c-f57b90705f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:46.094564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-3bea9f3e-59b4-4533-ad2c-f57b90705f93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.1568992 Nov 08 12:28:46.227204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e788acb0-fa2b-4dd0-ac70-cd1d0e17114e None None] Provisioning complete for port 32903050-523c-4cf9-a7cd-7d557a2eb809 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:46.228820 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e788acb0-fa2b-4dd0-ac70-cd1d0e17114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:46.313944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e788acb0-fa2b-4dd0-ac70-cd1d0e17114e None None] Port 32903050-523c-4cf9-a7cd-7d557a2eb809 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:28:46.333991 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:46.371932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dcc99-eedb-4dee-97e8-0bf5d232e950 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd66f4362-d326-4ba7-8051-ca0ca25edff4', 'name': '', 'network_id': '0d19675d-7c46-42bf-87fd-50e76fd0c32b', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'mac_address': 'fa:16:3e:07:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:01Z', 'updated_at': '2021-11-08T12:27:11Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'subnets': [{'id': 'a1475eff-46c0-45c9-b3a3-3fac2b77878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:46.636137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-2bbe3998-a7ba-4df8-be7d-39f2b9b11319 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2837470 Nov 08 12:28:46.653906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Request body: {'port': {'device_id': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'network_id': '7214c724-4246-4d11-a309-658c6e336410', 'admin_state_up': True, 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:46.745718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3572f86-9a6d-43db-b9dd-6d848d2359b2 None None] New status for floating IP 0bd710b3-8a85-4d17-ac64-4094c3cb5103: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:28:46.779570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-22028e3f-6e1e-449f-a551-6221d59369c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:46.781863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-22028e3f-6e1e-449f-a551-6221d59369c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6067767 Nov 08 12:28:46.803795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968af11-e5fb-4217-8649-7b81ba363c33 req-9e871e46-d48c-40a6-9008-1f761f1c3367 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:46.807256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4968af11-e5fb-4217-8649-7b81ba363c33 req-9e871e46-d48c-40a6-9008-1f761f1c3367 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1807153 Nov 08 12:28:46.834302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:46.992847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4968af11-e5fb-4217-8649-7b81ba363c33 req-8fbafd9c-e579-4da5-acc4-e871e05ee5f2 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577449 Nov 08 12:28:46.999904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-78cd46ca-6b17-48b6-b5ce-256df7b08076 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092152 Nov 08 12:28:47.053038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Made reservation on behalf of f07538dfe22a43cd853355b8e2a553ed for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:28:47.058598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:47.059104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:47.060327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:47.073542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Router b838f527-fdc7-43b3-85b4-3e39ba253fdc is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:28:47.108848 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444c326f-be47-4b8d-8de2-ade063a6af89 x-openstack-request-id: req-444c326f-be47-4b8d-8de2-ade063a6af89 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:47.109136 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:47.109386 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-444c326f-be47-4b8d-8de2-ade063a6af89 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:47.109790 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:28:47.207524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:47.253555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:47.257748 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af91b1db-74b4-4a3e-8cc5-32efa64f6021" -d '{"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-plugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:47.282396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:47.320425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccaab5-0c03-4035-855d-93e07227db0e req-b2dc32cb-5882-482e-8fe2-83e9fd945d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:47.322349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-b2dc32cb-5882-482e-8fe2-83e9fd945d61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8852763ae04d4396c9efac03c01d08&device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 1096 time: 0.1991503 Nov 08 12:28:47.327211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:47.335708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db3576e-a133-47dd-93d0-1e97c5b1da7f req-cd1e1319-729a-4c56-86ba-f8bf2f593024 service neutron] 10.222.0.58 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275206 Nov 08 12:28:47.390935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:47.549140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccaab5-0c03-4035-855d-93e07227db0e req-4758345e-a48b-4563-89f3-29b05010e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:47.551330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-4758345e-a48b-4563-89f3-29b05010e31c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 200 len: 921 time: 0.1776288 Nov 08 12:28:47.634694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-afde496c-455a-427f-a12a-a2b778682a3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 200 len: 217 time: 0.0633349 Nov 08 12:28:47.642574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:47.653090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Sync routers for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:47.668292 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:47.669248 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:47.686717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9809bf-da89-456f-8a04-203a636fa889 req-fd558558-db56-4a97-a8c2-7d79ba43bb02 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:47.694826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd9809bf-da89-456f-8a04-203a636fa889 req-fd558558-db56-4a97-a8c2-7d79ba43bb02 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 946 time: 0.3773887 Nov 08 12:28:47.730399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Allocated IP 19.86.0.210 (7214c724-4246-4d11-a309-658c6e336410/cd3be9a3-6be3-4840-869d-4c3ad1d43af3/be3b5e40-9eed-4326-9605-9047b3665b42) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:47.789789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9398-a951-4738-9d64-1191483ab42c req-75995468-e39d-4a68-b39d-8f58a0b05cb8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:47.791376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58af9398-a951-4738-9d64-1191483ab42c req-75995468-e39d-4a68-b39d-8f58a0b05cb8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 930 time: 0.2666647 Nov 08 12:28:47.802214 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:47.813150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:47.814396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aaf94565-a2c6-4a85-bb6c-ac6abd258b84 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5362439 Nov 08 12:28:47.817215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38100) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:47.829465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:47.838649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:47.929780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccaab5-0c03-4035-855d-93e07227db0e req-8a832b5d-f927-4ec6-b3d2-712e1413cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:47.931667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-8a832b5d-f927-4ec6-b3d2-712e1413cb05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 200 len: 859 time: 0.2720523 Nov 08 12:28:48.115299 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:44Z', 'revision_number': 3, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:48.142865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Checking router: b838f527-fdc7-43b3-85b4-3e39ba253fdc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:48.143193 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Updating router b838f527-fdc7-43b3-85b4-3e39ba253fdc port 00c9ede1-1b7b-424b-9f68-78e8198ce547 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:28:48.180877 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.183032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.230625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd9809bf-da89-456f-8a04-203a636fa889 req-1923630a-26bf-4b46-8271-bc62cdc44fef tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347853 Nov 08 12:28:48.274342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58af9398-a951-4738-9d64-1191483ab42c req-2d99193d-36b8-47fb-accc-5da1c40959fb tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744647 Nov 08 12:28:48.279192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccaab5-0c03-4035-855d-93e07227db0e req-742ffc81-eaf2-4195-8309-759bee7b4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:48.281358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-742ffc81-eaf2-4195-8309-759bee7b4a49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d19675d-7c46-42bf-87fd-50e76fd0c32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217583 Nov 08 12:28:48.294079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:48.345810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:48.365590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'port_id': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'mac_address': 'fa:16:3e:e7:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0548b-51e6-4eaa-9e43-d038975b9d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:48.417469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.472735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.493287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:48.509465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.623777 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:28:48.624133 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:28:48.624771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:48.635159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-a1b2055a-ed53-4f66-8ed6-931646fca635 service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379464 Nov 08 12:28:48.649563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.657998 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.726800 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.792277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ccaab5-0c03-4035-855d-93e07227db0e req-61fc1472-3b43-49d4-afb5-e8df8987c31a service neutron] 10.222.0.61 "GET /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458049 Nov 08 12:28:48.827773 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Attempting to bind port 00c9ede1-1b7b-424b-9f68-78e8198ce547 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:48.828154 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Attempting to bind port 00c9ede1-1b7b-424b-9f68-78e8198ce547 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:48.828511 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Attempting to bind port 00c9ede1-1b7b-424b-9f68-78e8198ce547 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:48.847027 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Pushing event updated for resources: {'Port': ['ID=00c9ede1-1b7b-424b-9f68-78e8198ce547,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:48.864715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.875543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.876106 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.876763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.877778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.880808 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.881249 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.881659 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.883627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.884056 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.884460 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.885025 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.885768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:28:48.901299 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:48.902266 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:48.902850 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.903411 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:48.904100 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Bound port: 00c9ede1-1b7b-424b-9f68-78e8198ce547, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:48.905304 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:48.943904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Allocated IP 172.20.0.1 (f546d0fe-ce7e-4566-93d8-434108d703bb/58de66f3-daac-4157-9758-a507f2b81124/ab5634ed-d5ec-4668-a7ff-325df1173032) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:48.979154 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] For port 00c9ede1-1b7b-424b-9f68-78e8198ce547, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:48.984262 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] For port 00c9ede1-1b7b-424b-9f68-78e8198ce547, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00c9ede1-1b7b-424b-9f68-78e8198ce547,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:48.989860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:49.000195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Network 7214c724-4246-4d11-a309-658c6e336410 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:49.001765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:49.016324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:49.087778 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.104256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.170491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:49.171805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.189967 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:49.190971 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:49.208400 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.231014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:49.260777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:49.288127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.292636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-8cc2be3b-f5af-4147-a7ab-a9c285615a41 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6424754 Nov 08 12:28:49.296723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:28:49.299523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf62707-0055-420b-ba12-075e36a6b76a None None] Pushing event updated for resources: {'Port': ['ID=00c9ede1-1b7b-424b-9f68-78e8198ce547,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:49.306650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Request body: {'port': {'device_id': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:49.325980 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.350541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:49.375148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Network f546d0fe-ce7e-4566-93d8-434108d703bb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:49.376766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:49.385795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:49.412054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.416695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d091cebd-00ef-4d0e-8d52-c66cfc2ca60b None None] Provisioning complete for port be3b5e40-9eed-4326-9605-9047b3665b42 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:49.417765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d091cebd-00ef-4d0e-8d52-c66cfc2ca60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.433532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:49.497039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.527250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:49.548942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d091cebd-00ef-4d0e-8d52-c66cfc2ca60b None None] Port be3b5e40-9eed-4326-9605-9047b3665b42 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:28:49.577193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c20002c2-d82a-4126-a198-5ccd704cfaf5'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:49.850981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32903050-523c-4cf9-a7cd-7d557a2eb809 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:49.860048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-998f8fa4-388f-41b0-a7fb-cec1be39b677 None None] Provisioning complete for port ab5634ed-d5ec-4668-a7ff-325df1173032 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:49.860572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998f8fa4-388f-41b0-a7fb-cec1be39b677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.883635 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.893206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:49.968123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Transition to ACTIVE for port object 32903050-523c-4cf9-a7cd-7d557a2eb809 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:49.985381 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:44Z', 'revision_number': 3, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:50.035458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.055803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-998f8fa4-388f-41b0-a7fb-cec1be39b677 None None] Port ab5634ed-d5ec-4668-a7ff-325df1173032 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:28:50.057536 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5b533-7b8b-4646-903f-6cfd55d46216 None None] The sync data for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 is: [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:44Z', 'revision_number': 3, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:50.058840 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c061dc-ed54-4819-97f5-4f7154d89f82 x-openstack-request-id: req-f2c061dc-ed54-4819-97f5-4f7154d89f82 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:50.059218 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-plugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:50.059542 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2c061dc-ed54-4819-97f5-4f7154d89f82 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:50.060308 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'code': 200} Nov 08 12:28:50.067793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.152958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Pushing event updated for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:50.373323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-d6f01989-d1e7-4d63-bba7-bb0d4dc39d30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3041496 Nov 08 12:28:50.544581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330bd1-c79a-42d9-a06a-74da737a90b3 req-d37df90c-5bd9-47f3-9657-0491e58cd856 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:50.553832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a330bd1-c79a-42d9-a06a-74da737a90b3 req-d37df90c-5bd9-47f3-9657-0491e58cd856 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 944 time: 0.2817044 Nov 08 12:28:50.554094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.572642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7111472-115f-4fb0-8b39-af4cb107facd req-8f80c92c-6d80-4b00-adbe-f48d4da79f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:50.575494 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-8f80c92c-6d80-4b00-adbe-f48d4da79f30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 1099 time: 0.1439636 Nov 08 12:28:50.633601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Attempting to bind port 32903050-523c-4cf9-a7cd-7d557a2eb809 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:50.638218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Attempting to bind port 32903050-523c-4cf9-a7cd-7d557a2eb809 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:50.638218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Attempting to bind port 32903050-523c-4cf9-a7cd-7d557a2eb809 on network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:50.646045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Port 32903050-523c-4cf9-a7cd-7d557a2eb809 on network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:50.646517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Attempting to bind port 32903050-523c-4cf9-a7cd-7d557a2eb809 on network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:50.652138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a330bd1-c79a-42d9-a06a-74da737a90b3 req-e20d5ad1-e67b-492d-9e23-3af49dffd166 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976968 Nov 08 12:28:50.656175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:50.656579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Checking segment: {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:50.657005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Bound using segment: {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:50.657435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Bound port: 32903050-523c-4cf9-a7cd-7d557a2eb809, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:50.657788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.776555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7111472-115f-4fb0-8b39-af4cb107facd req-dda6d3a5-bdc6-44ae-a9d2-57d08293f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:50.778844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-dda6d3a5-bdc6-44ae-a9d2-57d08293f66c service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.1669183 Nov 08 12:28:50.799841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.827645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:50.844533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00c9ede1-1b7b-424b-9f68-78e8198ce547 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:50.850293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=32903050-523c-4cf9-a7cd-7d557a2eb809,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:50.875462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb76bd0-d0d5-49a0-8d3b-c31abe1d47df req-19e19c82-59ca-4dd3-91e8-ccd6a50e9097 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:50.875462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb76bd0-d0d5-49a0-8d3b-c31abe1d47df req-19e19c82-59ca-4dd3-91e8-ccd6a50e9097 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:50.884752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcb76bd0-d0d5-49a0-8d3b-c31abe1d47df req-19e19c82-59ca-4dd3-91e8-ccd6a50e9097 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1665 time: 0.1313818 Nov 08 12:28:50.911146 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-00eb8d67-efc1-428e-9871-6c65ad6274b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223 HTTP/1.1" status: 200 len: 217 time: 0.1194181 Nov 08 12:28:50.922214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:50.970413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 00c9ede1-1b7b-424b-9f68-78e8198ce547 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:50.971314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.017607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcb76bd0-d0d5-49a0-8d3b-c31abe1d47df req-41243256-a002-4827-bd00-894236cc0a9d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318913 Nov 08 12:28:51.023880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:51.027420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.027420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] 10.222.0.57 "PUT /v2.0/ports/32903050-523c-4cf9-a7cd-7d557a2eb809 HTTP/1.1" status: 200 len: 1090 time: 1.7255425 Nov 08 12:28:51.034334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:51.042361 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:51.123744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139006c-f165-4553-86ab-ba3629defea7 service neutron] Pushing event updated for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:51.180628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.184189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Request body: {'port': {'device_id': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:51.187882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.216654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:51.224742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 00c9ede1-1b7b-424b-9f68-78e8198ce547, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00c9ede1-1b7b-424b-9f68-78e8198ce547,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:51.240621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7111472-115f-4fb0-8b39-af4cb107facd req-b0fbf7d6-da30-4881-8ecd-733d90510cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:51.242554 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-b0fbf7d6-da30-4881-8ecd-733d90510cc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.2622342 Nov 08 12:28:51.280916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.342034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.378547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=00c9ede1-1b7b-424b-9f68-78e8198ce547,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:51.488972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7111472-115f-4fb0-8b39-af4cb107facd req-d5ceb6f0-3666-42fd-b1e4-6cb0f05e6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:51.490849 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-d5ceb6f0-3666-42fd-b1e4-6cb0f05e6419 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255290 Nov 08 12:28:51.656193 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-6710fbb4-b926-4756-b6c6-14e4f49643aa service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570327 Nov 08 12:28:51.712540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Network f546d0fe-ce7e-4566-93d8-434108d703bb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:51.743583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:51.856501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3b5e40-9eed-4326-9605-9047b3665b42 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:51.858060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:51.874712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.890051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Transition to ACTIVE for port object be3b5e40-9eed-4326-9605-9047b3665b42 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:28:51.933788 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e7111472-115f-4fb0-8b39-af4cb107facd req-e3047403-c310-4d10-82a7-68ddaee2820c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669935 Nov 08 12:28:51.953806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Router b838f527-fdc7-43b3-85b4-3e39ba253fdc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:28:51.969649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:51.969863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c20002c2-d82a-4126-a198-5ccd704cfaf5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:51.969863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.099834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:52.188332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Attempting to bind port be3b5e40-9eed-4326-9605-9047b3665b42 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:52.192881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Attempting to bind port be3b5e40-9eed-4326-9605-9047b3665b42 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:52.192881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Attempting to bind port be3b5e40-9eed-4326-9605-9047b3665b42 on network 7214c724-4246-4d11-a309-658c6e336410 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:52.196265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Port be3b5e40-9eed-4326-9605-9047b3665b42 on network 7214c724-4246-4d11-a309-658c6e336410 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:28:52.196842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Attempting to bind port be3b5e40-9eed-4326-9605-9047b3665b42 on network 7214c724-4246-4d11-a309-658c6e336410 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:52.203237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:52.203867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Checking segment: {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:52.204454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Bound using segment: {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:52.205085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Bound port: be3b5e40-9eed-4326-9605-9047b3665b42, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b627a88-ed2d-4963-8124-4b620a8c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7214c724-4246-4d11-a309-658c6e336410'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:52.205654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.220990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:28:52.231330 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fa09ede6-21f9-4097-aa54-2196fc586522 admin admin] 10.222.0.58 "PUT /v2.0/routers/b838f527-fdc7-43b3-85b4-3e39ba253fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4124739 Nov 08 12:28:52.298799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:52.305647 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b84303-fa76-40a9-84fb-1b320ad381db" -d '{"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-unplugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:52.386272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5161cdbc-0443-4665-b634-377dd97c4ab6 None None] Provisioning complete for port ab5634ed-d5ec-4668-a7ff-325df1173032 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:52.388232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5161cdbc-0443-4665-b634-377dd97c4ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.401790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:52.411754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:52.481437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.490880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.510357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5161cdbc-0443-4665-b634-377dd97c4ab6 None None] Port ab5634ed-d5ec-4668-a7ff-325df1173032 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:28:52.526910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:52.528525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.531029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] 10.222.0.57 "PUT /v2.0/ports/be3b5e40-9eed-4326-9605-9047b3665b42 HTTP/1.1" status: 200 len: 1092 time: 1.3719668 Nov 08 12:28:52.564083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:52.636142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.676524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-1b931716-8ec2-43f4-89bf-81db47f36c81 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:52.677589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-1b931716-8ec2-43f4-89bf-81db47f36c81 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 946 time: 0.1022863 Nov 08 12:28:52.691792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0aef4-dd9c-4ae9-ba53-2bade4dc29fe service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:52.761748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:52.815517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-337f1ff2-e013-4d38-bbeb-8bbb179c00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:52.816129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-337f1ff2-e013-4d38-bbeb-8bbb179c00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:52.819347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-337f1ff2-e013-4d38-bbeb-8bbb179c00f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1979 time: 0.1734250 Nov 08 12:28:52.838585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00c9ede1-1b7b-424b-9f68-78e8198ce547 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:52.878305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-26b8f468-f6ec-46b7-8a78-867c48868731 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=32903050-523c-4cf9-a7cd-7d557a2eb809 HTTP/1.1" status: 200 len: 217 time: 0.0501652 Nov 08 12:28:52.932167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 00c9ede1-1b7b-424b-9f68-78e8198ce547 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:52.932744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.938564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Deleting port 99cdee72-59e5-472c-badf-b04ca004c59a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:52.941811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:52.964699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-9a18c069-11bb-4af4-bb57-816df3814af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:52.966205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-9a18c069-11bb-4af4-bb57-816df3814af2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99630042-6460-4741-889d-e61dd5c8fdbf HTTP/1.1" status: 200 len: 801 time: 0.0796354 Nov 08 12:28:53.066785 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b7131b2-415e-432e-b0ff-cbdeb2b8546b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:53.096902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Sync routers for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:28:53.099177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-0cb86d57-2550-4461-ae6f-2fe0fa0a23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:53.103236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-0cb86d57-2550-4461-ae6f-2fe0fa0a23f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283641 Nov 08 12:28:53.118634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:53.119669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:53.208597 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a34faa-5c21-4067-8298-bcbd0b8a0177 x-openstack-request-id: req-16a34faa-5c21-4067-8298-bcbd0b8a0177 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:53.208991 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:53.209344 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16a34faa-5c21-4067-8298-bcbd0b8a0177 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:53.209994 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809', 'status': 'completed', 'code': 200} Nov 08 12:28:53.278635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-bd4d58e9-b2fa-4971-91c7-88284b64e723 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 200 len: 693 time: 0.0589643 Nov 08 12:28:53.284570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] For port 99cdee72-59e5-472c-badf-b04ca004c59a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=99cdee72-59e5-472c-badf-b04ca004c59a,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:53.288316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:53.306123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:53.370691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Calling delete_port for 99cdee72-59e5-472c-badf-b04ca004c59a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:53.557853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:50Z', 'revision_number': 2, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:53.596692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Checking router: b838f527-fdc7-43b3-85b4-3e39ba253fdc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:28:53.598087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Updating router b838f527-fdc7-43b3-85b4-3e39ba253fdc port ab5634ed-d5ec-4668-a7ff-325df1173032 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:28:53.631465 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:53.862421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-7e1d9e5e-9087-47e6-b225-55d6417f09dc service neutron] 10.222.0.57 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537932 Nov 08 12:28:53.877473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2b6b-29e1-40ca-9835-2fab16501911 req-f58b1b94-d403-4e70-b101-38e025170a01 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:53.885706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d4a2b6b-29e1-40ca-9835-2fab16501911 req-f58b1b94-d403-4e70-b101-38e025170a01 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=e71b47ef-aa8d-4ece-9305-16c936d0c030 HTTP/1.1" status: 200 len: 946 time: 0.5827389 Nov 08 12:28:53.940064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-f26af172-a583-4424-acff-7a56b4f6deae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:53.950478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-f26af172-a583-4424-acff-7a56b4f6deae tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.6595876 Nov 08 12:28:53.964598 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.068429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-6d1c6a03-c7ef-4274-a6b3-4a600b0dd3f2 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 696 time: 0.1167974 Nov 08 12:28:54.081277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.087925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d4a2b6b-29e1-40ca-9835-2fab16501911 req-1eae2944-203e-438c-9e41-f641fa469e3a tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008512 Nov 08 12:28:54.167492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-7f13f6d4-9d3a-4b25-bab4-800c9befad16 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.27 HTTP/1.1" status: 200 len: 696 time: 0.0889909 Nov 08 12:28:54.210401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639998-ba86-4050-8d9e-4ec84d41c079 None None] Pushing event updated for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:54.241925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-0e8546f1-f1f4-48c5-ab2e-08aa1e75949a service neutron] 10.222.0.57 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421650 Nov 08 12:28:54.261631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Attempting to bind port ab5634ed-d5ec-4668-a7ff-325df1173032 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:28:54.262151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Attempting to bind port ab5634ed-d5ec-4668-a7ff-325df1173032 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:28:54.263616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Attempting to bind port ab5634ed-d5ec-4668-a7ff-325df1173032 on network f546d0fe-ce7e-4566-93d8-434108d703bb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:28:54.274227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:28:54.274790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Checking segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:28:54.275849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.276175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Bound using segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:28:54.276768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Bound port: ab5634ed-d5ec-4668-a7ff-325df1173032, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:28:54.277264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.354724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-f2064bfe-6020-4f23-bbe3-1ddabad26c1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=be3b5e40-9eed-4326-9605-9047b3665b42 HTTP/1.1" status: 200 len: 217 time: 0.1043658 Nov 08 12:28:54.393526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] For port ab5634ed-d5ec-4668-a7ff-325df1173032, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:28:54.397445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] For port ab5634ed-d5ec-4668-a7ff-325df1173032, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ab5634ed-d5ec-4668-a7ff-325df1173032,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:28:54.482224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-38765a17-b113-475e-9c92-c2c8778d8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:54.483706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-38765a17-b113-475e-9c92-c2c8778d8dbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd3be9a3-6be3-4840-869d-4c3ad1d43af3 HTTP/1.1" status: 200 len: 801 time: 0.1022296 Nov 08 12:28:54.487322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.493777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450011c4-e152-4ff3-8c4c-0fc0586b6d4c req-3e677a53-bd55-40f9-ad7f-f3716d3cd30c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:54.495183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-450011c4-e152-4ff3-8c4c-0fc0586b6d4c req-3e677a53-bd55-40f9-ad7f-f3716d3cd30c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1577353 Nov 08 12:28:54.549359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.594794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['1c20bdbd-9772-481e-88dd-60b7cc419690'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:54.604515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event deleted for resources: {'Port': ['ID=99cdee72-59e5-472c-badf-b04ca004c59a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:54.616746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Deleting port a50626a3-1c3d-4b46-a46c-e446e80f19e8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:28:54.617082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.639468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-450011c4-e152-4ff3-8c4c-0fc0586b6d4c req-36bd0f79-adfc-4343-b701-fc6cb976bb50 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279142 Nov 08 12:28:54.710131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3e9aa133-a75c-47e2-ab82-ecbf05a1076c', '99cdee72-59e5-472c-badf-b04ca004c59a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:54.723423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-9ecf6aa2-e86a-4d79-8ed0-1539c7f2d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:54.726066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-9ecf6aa2-e86a-4d79-8ed0-1539c7f2d457 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7214c724-4246-4d11-a309-658c6e336410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2289958 Nov 08 12:28:54.833513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.834037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.851024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Calling delete_port for a50626a3-1c3d-4b46-a46c-e446e80f19e8 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:28:54.885757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639998-ba86-4050-8d9e-4ec84d41c079 None None] Pushing event updated for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:54.890471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] Provisioning complete for port ab5634ed-d5ec-4668-a7ff-325df1173032 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:54.890471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.904058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:28:54.905536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:54.969780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] No DVR routers for this DVR port 99cdee72-59e5-472c-badf-b04ca004c59a on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:28:54.976601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:54.977513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-989dc80d-6762-483e-8a35-6cf7039db5fd req-7189c2fa-dfa5-4be7-994a-01152ac9dad0 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "DELETE /v2.0/ports/99cdee72-59e5-472c-badf-b04ca004c59a HTTP/1.1" status: 204 len: 173 time: 2.2824874 Nov 08 12:28:55.087349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:28:55.131159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfca34-5325-4b7d-b72f-fe97e1bc8466 req-9b200e15-7d76-4dae-9935-3ae1962c561f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:55.138820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfca34-5325-4b7d-b72f-fe97e1bc8466 req-9b200e15-7d76-4dae-9935-3ae1962c561f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:55.141637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26bfca34-5325-4b7d-b72f-fe97e1bc8466 req-9b200e15-7d76-4dae-9935-3ae1962c561f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1677 time: 0.1731451 Nov 08 12:28:55.208444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-1bfffded-98e3-4f0a-ba87-8fc6e62695ef service neutron] 10.222.0.57 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636623 Nov 08 12:28:55.239417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42'}, {'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'name': 'network-vif-deleted', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:55.241809 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f01bd3-fc00-4769-81e1-f326566de968" -d '{"events": [{"name": "network-changed", "server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42"}, {"server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "name": "network-vif-deleted", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:55.248214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26bfca34-5325-4b7d-b72f-fe97e1bc8466 req-3d840fbf-db15-4a6c-beb6-de583607012c tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795476 Nov 08 12:28:55.354140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c236e3-2125-4c43-b689-37e77a2cf938 req-1cc7d1a3-85de-4a09-9f17-5380160f6b86 service neutron] 10.222.0.57 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177223 Nov 08 12:28:55.368791 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48259f8-47e5-4ee2-aa1f-8fcef359a990 x-openstack-request-id: req-c48259f8-47e5-4ee2-aa1f-8fcef359a990 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:55.369078 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-unplugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:55.369333 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c48259f8-47e5-4ee2-aa1f-8fcef359a990 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:55.369720 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'code': 200} Nov 08 12:28:55.492595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:55.580684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event deleted for resources: {'Port': ['ID=a50626a3-1c3d-4b46-a46c-e446e80f19e8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:55.638703 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80f287e3-9c16-4c85-ba72-74300ce7b003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:55.658736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:55.745481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:55.748523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:55.750031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f6e3885-7be4-46a0-9995-d16b5e33d1fd req-a4407200-703c-4074-b3cb-8d4dcb877736 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "DELETE /v2.0/floatingips/0bd710b3-8a85-4d17-ac64-4094c3cb5103 HTTP/1.1" status: 204 len: 173 time: 1.5753169 Nov 08 12:28:55.758094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] For port ab5634ed-d5ec-4668-a7ff-325df1173032, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ab5634ed-d5ec-4668-a7ff-325df1173032,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:55.768344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-c7c83698-58f5-4f98-8c50-ee0b7241a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:55.768837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-c7c83698-58f5-4f98-8c50-ee0b7241a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:55.771788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-c7c83698-58f5-4f98-8c50-ee0b7241a2c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1979 time: 0.0810261 Nov 08 12:28:55.779410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:54Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:28:55.808275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3f529-3b9d-4676-8094-770c65d1b2cd None None] The sync data for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 is: [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:54Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:28:55.922299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-788d1e15-45d4-49db-9ec3-776a58bcf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:55.926877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-788d1e15-45d4-49db-9ec3-776a58bcf39d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 HTTP/1.1" status: 200 len: 903 time: 0.1461048 Nov 08 12:28:55.984067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-5133f1c7-454d-4fb7-a590-54102ca57c6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=32903050-523c-4cf9-a7cd-7d557a2eb809 HTTP/1.1" status: 200 len: 217 time: 0.0513949 Nov 08 12:28:56.063755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-e2f0cd6d-5917-40a4-a34c-00ee2894a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:56.065355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-e2f0cd6d-5917-40a4-a34c-00ee2894a995 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99630042-6460-4741-889d-e61dd5c8fdbf HTTP/1.1" status: 200 len: 801 time: 0.0716548 Nov 08 12:28:56.135130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-adf20b3c-cc38-47de-b9e7-163909f7c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:56.135130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-adf20b3c-cc38-47de-b9e7-163909f7c170 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471485 Nov 08 12:28:56.154703 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.231309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e0e84-1506-4343-a9bb-fba6580ea412 None None] Pushing event updated for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:56.256445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-548d425c-b133-4399-8247-0ab630db9247 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162016 Nov 08 12:28:56.258504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38258) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:56.263664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452564092', 'description': 'tempest-description--300652115'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:56.282758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54ecc80c-2ad6-45cc-a0e2-74a009b9ddd1 None None] Provisioning complete for port ab5634ed-d5ec-4668-a7ff-325df1173032 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:56.283130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54ecc80c-2ad6-45cc-a0e2-74a009b9ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.452521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.461262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeba3989-c75b-4eef-b78a-d21ae8b8adc6 req-bc570e32-b484-47fa-ae28-a8b93702133f service neutron] 10.222.0.57 "GET /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909666 Nov 08 12:28:56.568727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.617758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.686689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.768802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df201fc-8fd7-46c3-91be-b182ae58f564,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:56.880084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ab5634ed-d5ec-4668-a7ff-325df1173032 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:28:56.918327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 99cdee72-59e5-472c-badf-b04ca004c59a no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:28:56.951195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:56.952789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0eeea6fa-1013-43a3-8ec6-fb6e2db0f481 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6931579 Nov 08 12:28:56.955694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:56.961419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'security_group_rule': {'security_group_id': '0df201fc-8fd7-46c3-91be-b182ae58f564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:56.965809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 99cdee72-59e5-472c-badf-b04ca004c59a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:28:56.966162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 99cdee72-59e5-472c-badf-b04ca004c59a not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:28:56.994293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ab5634ed-d5ec-4668-a7ff-325df1173032 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:28:57.002729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.169622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.251865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.370781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:28:57.373331 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b131d67b-8d06-45ee-9b57-f642c2352b90" -d '{"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-plugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:28:57.377559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.415722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c222fd-85c4-4f84-8e95-71b75acd17c0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:57.545829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.549221 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4a0ce326-d829-4673-949c-e2946bb882e0 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5897636 Nov 08 12:28:57.550387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:57.556090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'security_group_rule': {'security_group_id': '0df201fc-8fd7-46c3-91be-b182ae58f564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:57.676760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.749186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.870567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 32903050-523c-4cf9-a7cd-7d557a2eb809 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:57.880955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:57.898408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cc5d81-bb8e-4960-b8b4-a7a0b47e40c8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:58.011011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=32903050-523c-4cf9-a7cd-7d557a2eb809,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:58.026399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '32903050-523c-4cf9-a7cd-7d557a2eb809', 'network_id': '9ea6fa2e-844b-4e43-bd14-d5d238cad6f5', 'port_id': '32903050-523c-4cf9-a7cd-7d557a2eb809', 'mac_address': 'fa:16:3e:b3:fb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99630042-6460-4741-889d-e61dd5c8fdbf', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:58.047859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.050006 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-28015f6a-3625-442a-8df4-1bad52e799fd tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976163 Nov 08 12:28:58.053607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:28:58.061151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:28:58.126486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.160889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.166324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32903050-523c-4cf9-a7cd-7d557a2eb809 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:58.173766 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e7cc0c-e5c8-44fe-9e07-dbb90ec061dc x-openstack-request-id: req-25e7cc0c-e5c8-44fe-9e07-dbb90ec061dc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:58.174312 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42", "status": "completed", "code": 200}, {"server_uuid": "e71b47ef-aa8d-4ece-9305-16c936d0c030", "name": "network-vif-deleted", "tag": "99cdee72-59e5-472c-badf-b04ca004c59a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:58.174536 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25e7cc0c-e5c8-44fe-9e07-dbb90ec061dc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:58.175732 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'status': 'completed', 'code': 200} Nov 08 12:28:58.176178 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b47ef-aa8d-4ece-9305-16c936d0c030', 'name': 'network-vif-deleted', 'tag': '99cdee72-59e5-472c-badf-b04ca004c59a', 'status': 'completed', 'code': 200} Nov 08 12:28:58.195777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=32903050-523c-4cf9-a7cd-7d557a2eb809,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:58.225733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.250171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-85125811-1861-4317-9bae-a7eb03423dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.256710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-85125811-1861-4317-9bae-a7eb03423dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.258692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-85125811-1861-4317-9bae-a7eb03423dec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07538dfe22a43cd853355b8e2a553ed&device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1979 time: 0.0603447 Nov 08 12:28:58.314699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.316662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be3b5e40-9eed-4326-9605-9047b3665b42 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:28:58.392995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a71a2a-6e79-4164-b749-239fd9db81c7 req-c0177ee4-2d87-475f-bbbc-7a133cf18ea3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.410305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.413328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a71a2a-6e79-4164-b749-239fd9db81c7 req-c0177ee4-2d87-475f-bbbc-7a133cf18ea3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1370029 Nov 08 12:28:58.440481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:58.472678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-c07d1897-3a95-4125-9b28-08e48e33de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.474433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-c07d1897-3a95-4125-9b28-08e48e33de19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7214c724-4246-4d11-a309-658c6e336410 HTTP/1.1" status: 200 len: 903 time: 0.2073994 Nov 08 12:28:58.531330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:58.537582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a71a2a-6e79-4164-b749-239fd9db81c7 req-33016189-43eb-404d-8136-799282766f42 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059098 Nov 08 12:28:58.542801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-c1e449c7-f86f-4699-856e-37b8edf8f417 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=be3b5e40-9eed-4326-9605-9047b3665b42 HTTP/1.1" status: 200 len: 217 time: 0.0551734 Nov 08 12:28:58.574931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'network_id': '7214c724-4246-4d11-a309-658c6e336410', 'port_id': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'mac_address': 'fa:16:3e:ec:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3be9a3-6be3-4840-869d-4c3ad1d43af3', 'ip_address': '19.86.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:28:58.578062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Allocated IP 172.25.1.77 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e5c9147c-8b8c-4d73-a4df-44826d9ab210) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:28:58.645229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-b4f66ef0-655b-4c7a-b76f-094c00bd4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.646864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-b4f66ef0-655b-4c7a-b76f-094c00bd4755 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd3be9a3-6be3-4840-869d-4c3ad1d43af3 HTTP/1.1" status: 200 len: 801 time: 0.0972352 Nov 08 12:28:58.647210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.668003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3b5e40-9eed-4326-9605-9047b3665b42 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:28:58.705338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:28:58.736581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32d90f-4eaf-4e9d-9b99-25b62338b9af req-5e72d065-dae3-4236-94f6-263e1f86483f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.744927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32d90f-4eaf-4e9d-9b99-25b62338b9af req-5e72d065-dae3-4236-94f6-263e1f86483f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.747196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a32d90f-4eaf-4e9d-9b99-25b62338b9af req-5e72d065-dae3-4236-94f6-263e1f86483f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1678 time: 0.0989342 Nov 08 12:28:58.763676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-4c678240-cada-438f-9034-75f92923a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:58.765574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-4c678240-cada-438f-9034-75f92923a73a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7214c724-4246-4d11-a309-658c6e336410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819452 Nov 08 12:28:58.781639 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a25c1-e7cb-4ea1-8ef5-1d27cf6ad50e x-openstack-request-id: req-d78a25c1-e7cb-4ea1-8ef5-1d27cf6ad50e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:28:58.781859 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-plugged", "status": "completed", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:28:58.782430 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d78a25c1-e7cb-4ea1-8ef5-1d27cf6ad50e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:28:58.782998 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'code': 200} Nov 08 12:28:58.813285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.828189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.866445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.920223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:58.968045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:58.995099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a32d90f-4eaf-4e9d-9b99-25b62338b9af req-dd57e2a8-288a-47f7-a2fd-322571bc63b8 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402489 Nov 08 12:28:59.030330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'Port': ['ID=e5c9147c-8b8c-4d73-a4df-44826d9ab210,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:28:59.036792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-9be1a144-8413-4ec1-81d9-b9ae181b0c52 service neutron] 10.222.0.57 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598560 Nov 08 12:28:59.069505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:28:59.073219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5455b-bd15-4f23-a52d-038eef5db988 req-b6289e2d-e8bd-43fc-aef8-6e386819cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.074844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ac5455b-bd15-4f23-a52d-038eef5db988 req-b6289e2d-e8bd-43fc-aef8-6e386819cd2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 1096 time: 0.1522830 Nov 08 12:28:59.075973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:28:59.080211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['32903050-523c-4cf9-a7cd-7d557a2eb809'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:28:59.084975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:28:59.251218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ac5455b-bd15-4f23-a52d-038eef5db988 req-7d32d5ad-a122-4338-8c38-f4e915675a6a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578581 Nov 08 12:28:59.288615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f01bd3-fc00-4769-81e1-f326566de968 req-e0259b98-9c06-4285-9441-cf66f807e8eb service neutron] 10.222.0.57 "GET /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425172 Nov 08 12:28:59.330524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:59.346526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-4ac62268-5820-4db9-993a-3863fd3b4cde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1935008 Nov 08 12:28:59.391071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71850eff-4044-4eb2-b951-d1b19e97ab31 req-545ae272-06dc-447f-9a28-26f5c2190a59 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.399885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71850eff-4044-4eb2-b951-d1b19e97ab31 req-545ae272-06dc-447f-9a28-26f5c2190a59 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.1217234 Nov 08 12:28:59.480323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:28:59.498480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71850eff-4044-4eb2-b951-d1b19e97ab31 req-58b4e785-0c7f-4936-9635-115a0a1172f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958524 Nov 08 12:28:59.533505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.534162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.535335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.539084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.539499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.539951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.540414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.546943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85727957-e2a4-4cf8-838e-ae4120f5f331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.1199870 Nov 08 12:28:59.698875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d8ad4602-c15c-4b01-abf2-6d174487b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.699642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d8ad4602-c15c-4b01-abf2-6d174487b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.700262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d8ad4602-c15c-4b01-abf2-6d174487b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.702103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d8ad4602-c15c-4b01-abf2-6d174487b0b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=520c0c08-e003-432d-acfc-8d646c1ade8d&id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 2293 time: 0.1082511 Nov 08 12:28:59.712134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536704e-aa54-4ab3-ac39-425503db7d57 req-e8ab10f5-d91b-4b21-ab4b-7be70d70391f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.713977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a536704e-aa54-4ab3-ac39-425503db7d57 req-e8ab10f5-d91b-4b21-ab4b-7be70d70391f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.1515503 Nov 08 12:28:59.864248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a536704e-aa54-4ab3-ac39-425503db7d57 req-f0c1b174-9ad3-4ca8-8efe-7fd4008644a8 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421261 Nov 08 12:28:59.889292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027139e-e92a-43e0-b21e-71d8068af260 req-301a61b2-2813-4c27-8228-e13aa04b949e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:28:59.899346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0027139e-e92a-43e0-b21e-71d8068af260 req-301a61b2-2813-4c27-8228-e13aa04b949e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1840770 Nov 08 12:28:59.921430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-0d948476-9911-44c6-95d3-21832de53fde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 1002 time: 0.2051680 Nov 08 12:29:00.010661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0027139e-e92a-43e0-b21e-71d8068af260 req-bfe2b12e-d31a-40e6-92f4-599ce63e5d15 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102722 Nov 08 12:29:00.049376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:00.075889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-bcad4dbd-b406-49ed-891f-c2a8906f26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.075889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-bcad4dbd-b406-49ed-891f-c2a8906f26b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 200 len: 851 time: 0.1086769 Nov 08 12:29:00.125735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['be3b5e40-9eed-4326-9605-9047b3665b42'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:00.131795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:00.236880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5479-b635-4acf-8dee-42ca533bfb79 req-70c76ae9-ec60-45a1-a801-6751d7035209 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.255015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5479-b635-4acf-8dee-42ca533bfb79 req-70c76ae9-ec60-45a1-a801-6751d7035209 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.256935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f2c5479-b635-4acf-8dee-42ca533bfb79 req-70c76ae9-ec60-45a1-a801-6751d7035209 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1679 time: 0.1348891 Nov 08 12:29:00.262473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'Port': ['ID=e5c9147c-8b8c-4d73-a4df-44826d9ab210,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:00.271405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-cb3fbcc1-9abb-48cd-bef3-dd6fe94ab4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.272895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-cb3fbcc1-9abb-48cd-bef3-dd6fe94ab4df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812813 Nov 08 12:29:00.281389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:00.382306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:00.384018 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e73d2f99-3997-4242-8514-ee092f7e8aa9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3293395 Nov 08 12:29:00.461512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-47845386-420a-40a9-8d23-2cb97e8218d7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.463116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-47845386-420a-40a9-8d23-2cb97e8218d7 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.61 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.2596648 Nov 08 12:29:00.561262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-7f95f15b-5e69-4fdd-9419-ad83dd7df02f service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430973 Nov 08 12:29:00.735650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f2c5479-b635-4acf-8dee-42ca533bfb79 req-e6673a4e-0972-4d55-bfb8-48cf7b59237b tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343605 Nov 08 12:29:00.779346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667f828-32eb-4874-9cbe-baa1837d1b6c req-8b6d6b7a-58e8-4d6e-8abf-322e2ca0be8d tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.785670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667f828-32eb-4874-9cbe-baa1837d1b6c req-8b6d6b7a-58e8-4d6e-8abf-322e2ca0be8d tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:00.787340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1667f828-32eb-4874-9cbe-baa1837d1b6c req-8b6d6b7a-58e8-4d6e-8abf-322e2ca0be8d tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b&device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 1681 time: 0.1956890 Nov 08 12:29:00.840555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-c06b9a62-4802-4e80-bbe1-904498cbc7c2 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673395 Nov 08 12:29:00.847771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Deleting port 0073ad18-3c25-4353-82c1-1f8e9248b716 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:00.848113 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:00.936324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-629a34b1-ebc1-46ff-8d09-3fad539083fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 217 time: 0.0846448 Nov 08 12:29:00.994744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1667f828-32eb-4874-9cbe-baa1837d1b6c req-183ef189-f7fa-43dd-a244-2562c7357669 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963010 Nov 08 12:29:01.101306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-ae2d546c-13f3-437b-b743-cf73f8b86269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:01.102911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-ae2d546c-13f3-437b-b743-cf73f8b86269 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1237979 Nov 08 12:29:01.111696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-cf5d504a-7ec8-4318-bc64-349000ccb7c4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1452564092&fields=id&tenant_id=bb2f04ebfdb643bf84feb73302df52c0 HTTP/1.1" status: 200 len: 267 time: 0.1821814 Nov 08 12:29:01.114411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] For port 0073ad18-3c25-4353-82c1-1f8e9248b716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=0073ad18-3c25-4353-82c1-1f8e9248b716,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:01.114784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:01.519165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Calling delete_port for 0073ad18-3c25-4353-82c1-1f8e9248b716 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:01.688510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e262aa-9671-4d3e-8855-cddca2b3d022 req-fa56496e-bc8b-4180-ab9b-836ab01bee5d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:01.689918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e262aa-9671-4d3e-8855-cddca2b3d022 req-fa56496e-bc8b-4180-ab9b-836ab01bee5d tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 945 time: 0.6118448 Nov 08 12:29:01.712030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-79dc9fcd-9959-4997-87cc-45331479356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:01.713622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-79dc9fcd-9959-4997-87cc-45331479356e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5819881 Nov 08 12:29:01.763405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-4459e59b-6800-4e07-825c-b15d9d7a6c03 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:01.764929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-4459e59b-6800-4e07-825c-b15d9d7a6c03 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.2532401 Nov 08 12:29:01.791979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-59167710-47d1-4cc8-92c0-e71af5f108e1 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:01.793419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-59167710-47d1-4cc8-92c0-e71af5f108e1 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/networks?id=f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 200 len: 814 time: 0.6604221 Nov 08 12:29:01.887408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be3b5e40-9eed-4326-9605-9047b3665b42 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:01.900929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-bd689f1b-1b04-4908-96d3-97404fb476a6 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/quotas/bb2f04ebfdb643bf84feb73302df52c0 HTTP/1.1" status: 200 len: 375 time: 0.0906184 Nov 08 12:29:01.907510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e262aa-9671-4d3e-8855-cddca2b3d022 req-eeceec22-ded9-4419-a47a-b356bd7b5881 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/security-groups?id=883bffd2-68c2-449d-a14c-c96bcf5a3718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059431 Nov 08 12:29:02.035524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port be3b5e40-9eed-4326-9605-9047b3665b42 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:02.043530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-c6270976-7c41-4b93-99d9-19e95b71769a service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042462 Nov 08 12:29:02.043707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port be3b5e40-9eed-4326-9605-9047b3665b42 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:02.043707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.108716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-9c26f569-a4bc-480d-8d9e-1b04b0d24a26 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1946185 Nov 08 12:29:02.131687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.155089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Deleting port 3169bf32-7d4d-44ab-9b8b-abb49c937223 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:02.155427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.164570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:02.167100 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93020580-26b9-4b82-9fb5-a909bec16500" -d '{"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:02.185766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:02.277410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.290354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['0073ad18-3c25-4353-82c1-1f8e9248b716'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:02.300599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53668-c3f6-40b7-a756-b466394e9b5b req-2d45d151-f9a2-448f-853c-836642334355 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:02.302095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a53668-c3f6-40b7-a756-b466394e9b5b req-2d45d151-f9a2-448f-853c-836642334355 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 948 time: 0.2585030 Nov 08 12:29:02.331558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.332811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 32903050-523c-4cf9-a7cd-7d557a2eb809 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:02.366076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Pushing event deleted for resources: {'Port': ['ID=0073ad18-3c25-4353-82c1-1f8e9248b716,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:02.381513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-12203596-86d4-4d3b-8736-714934088c99 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254132 Nov 08 12:29:02.413941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:02.434503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] For port 3169bf32-7d4d-44ab-9b8b-abb49c937223, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3169bf32-7d4d-44ab-9b8b-abb49c937223,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:02.434862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.462868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] No DVR routers for this DVR port 0073ad18-3c25-4353-82c1-1f8e9248b716 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:02.469553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-e8c779a9-b9a5-4b8c-b67b-19d1fe7b354f service neutron] 10.222.0.58 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416622 Nov 08 12:29:02.475068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.478280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a8af431-c7f5-4610-ba67-cc9481f2ecdc req-5d2d984f-586f-4fc7-a1d5-d742761f75f3 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.61 "DELETE /v2.0/ports/0073ad18-3c25-4353-82c1-1f8e9248b716 HTTP/1.1" status: 204 len: 173 time: 1.9911876 Nov 08 12:29:02.481574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'name': 'network-vif-deleted', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:02.483889 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef83cb0e-53a2-472e-9d93-d1b47df73931" -d '{"events": [{"server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "name": "network-vif-deleted", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:02.493134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Calling delete_port for 3169bf32-7d4d-44ab-9b8b-abb49c937223 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:02.540500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a53668-c3f6-40b7-a756-b466394e9b5b req-b9d967cb-b437-4f58-85c5-2bbb622e0606 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207444 Nov 08 12:29:02.548384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 32903050-523c-4cf9-a7cd-7d557a2eb809 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:02.555150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-33812f6a-42ef-4dc2-b4e3-0e1f91bd393e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 217 time: 0.0631046 Nov 08 12:29:02.563247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 32903050-523c-4cf9-a7cd-7d557a2eb809 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:02.563505 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.664587 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.697950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=32903050-523c-4cf9-a7cd-7d557a2eb809,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:02.730800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-8c61eddd-b09e-46e4-986e-a799ca53da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:02.732285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-8c61eddd-b09e-46e4-986e-a799ca53da01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1335497 Nov 08 12:29:02.783023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-4ecef3b4-ec1d-4fff-9f53-3d37bfa48756 service neutron] 10.222.0.58 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961833 Nov 08 12:29:02.800504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a92e-9a49-4366-8356-582751e9d83c req-fd4bc99f-1b7f-4f8b-a4cb-58606532b5b0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:02.805154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ec4a92e-9a49-4366-8356-582751e9d83c req-fd4bc99f-1b7f-4f8b-a4cb-58606532b5b0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.1715543 Nov 08 12:29:02.829908 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:02.859053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-3c936ecf-4537-4e53-b750-bb5578e8e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:02.860645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-3c936ecf-4537-4e53-b750-bb5578e8e2c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100569 Nov 08 12:29:02.901730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:02.931968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ec4a92e-9a49-4366-8356-582751e9d83c req-794f7cd4-19cf-4ad9-9b3f-488152421b5b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220529 Nov 08 12:29:03.007130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d6ea4772-ec9e-406b-9179-a99b39eb37cd service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291032 Nov 08 12:29:03.086022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:03.126442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Pushing event deleted for resources: {'Port': ['ID=3169bf32-7d4d-44ab-9b8b-abb49c937223,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:03.139487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d523ce-5ef6-44df-b161-1f8872e41981 req-96d1f452-83ed-4c63-b0e9-9082a0f6721a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.146052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d523ce-5ef6-44df-b161-1f8872e41981 req-96d1f452-83ed-4c63-b0e9-9082a0f6721a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.147699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0d523ce-5ef6-44df-b161-1f8872e41981 req-96d1f452-83ed-4c63-b0e9-9082a0f6721a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.1541693 Nov 08 12:29:03.171072 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f0db7-9f9d-47bb-af49-859dd88d0d0d x-openstack-request-id: req-304f0db7-9f9d-47bb-af49-859dd88d0d0d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:03.171239 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:03.171468 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-304f0db7-9f9d-47bb-af49-859dd88d0d0d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:03.171863 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'code': 200} Nov 08 12:29:03.218072 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8e12a-f5b8-4444-94d6-3485fe35aee0 x-openstack-request-id: req-1fd8e12a-f5b8-4444-94d6-3485fe35aee0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:03.218365 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821dc9b3-4622-472a-8d7e-0e6117c39094", "name": "network-vif-deleted", "tag": "0073ad18-3c25-4353-82c1-1f8e9248b716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:03.218580 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fd8e12a-f5b8-4444-94d6-3485fe35aee0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:03.218969 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821dc9b3-4622-472a-8d7e-0e6117c39094', 'name': 'network-vif-deleted', 'tag': '0073ad18-3c25-4353-82c1-1f8e9248b716', 'status': 'completed', 'code': 200} Nov 08 12:29:03.220748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] No DVR routers for this DVR port 3169bf32-7d4d-44ab-9b8b-abb49c937223 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:03.229681 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:03.232969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83313622-6475-46ad-9263-9a8dfaaa15f2 req-e93dbe74-957c-4e01-a333-c797ae0a142e tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "DELETE /v2.0/ports/3169bf32-7d4d-44ab-9b8b-abb49c937223 HTTP/1.1" status: 204 len: 173 time: 1.4501030 Nov 08 12:29:03.237144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-857f6a0b-b008-41ef-b324-7a7e5f5189dc service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157030 Nov 08 12:29:03.296179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-886b804b-d4fe-42f9-a0f5-166cb64e6d0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 200 len: 217 time: 0.0463712 Nov 08 12:29:03.300648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0d523ce-5ef6-44df-b161-1f8872e41981 req-39cdc4df-718a-41d2-a1a0-dc0cd18fcc5d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347101 Nov 08 12:29:03.358889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d9462698-7deb-4d52-a09b-2af37791db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.360315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d9462698-7deb-4d52-a09b-2af37791db4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0526628 Nov 08 12:29:03.403219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7867d15-3ade-44bd-8d53-ffc64704aadb req-be32304a-4889-4878-9cd8-7d0cb8c3ae87 tempest-FloatingIPsAssociationTestJSON-1122130116 tempest-FloatingIPsAssociationTestJSON-1122130116-project] 10.222.0.58 "GET /v2.0/ports?device_id=821dc9b3-4622-472a-8d7e-0e6117c39094 HTTP/1.1" status: 200 len: 210 time: 0.0469508 Nov 08 12:29:03.475663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-04668f56-6ef8-4adb-a0f4-31d6028a0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.477179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-04668f56-6ef8-4adb-a0f4-31d6028a0db7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067235 Nov 08 12:29:03.488484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7befa-f7f8-4953-853c-5e3bff5498f0 req-61b8c522-0db9-4df6-a7a4-3984e6fdfda8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.495057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29f7befa-f7f8-4953-853c-5e3bff5498f0 req-61b8c522-0db9-4df6-a7a4-3984e6fdfda8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.0954096 Nov 08 12:29:03.574313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef4a1d44-b880-4aa3-8a01-46cd347f9645 req-52b89c16-adb9-4489-9502-95791e3e3708 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 210 time: 0.0523992 Nov 08 12:29:03.636181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29f7befa-f7f8-4953-853c-5e3bff5498f0 req-90129964-ad67-4e3f-b786-39973d8bd932 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390102 Nov 08 12:29:03.686821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-28fafbdf-7e06-46d7-9f73-d075961182c8 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883862 Nov 08 12:29:03.818477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1428bcc2-f94a-4bfd-839d-55c44d2673ee req-7aa9e020-f6c5-43eb-8b1d-a126a50a0611 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c644f-652e-40e9-8a65-d27017616024 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Nov 08 12:29:03.865938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-7e721b84-555e-4902-93a8-2ec9980de68a service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680372 Nov 08 12:29:03.884803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:03.911316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-489eb6ee-ede7-40cf-9d66-2ac75f0b8aee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 200 len: 217 time: 0.0375049 Nov 08 12:29:03.914018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 3169bf32-7d4d-44ab-9b8b-abb49c937223 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:03.915008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3169bf32-7d4d-44ab-9b8b-abb49c937223 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:03.968025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-c036b2b6-361d-4dfa-ad23-7e0c8bfe5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:03.969787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-c036b2b6-361d-4dfa-ad23-7e0c8bfe5200 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0508423 Nov 08 12:29:04.030237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-7d287ada-1c64-452d-82ee-e3cc8c5c7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.036546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-7d287ada-1c64-452d-82ee-e3cc8c5c7942 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511553 Nov 08 12:29:04.126292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-73178c45-a693-4cb2-8d40-db819246270c service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851369 Nov 08 12:29:04.225773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-009643d5-2584-424c-9985-180f364558e9 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Nov 08 12:29:04.279940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-4a4c5896-cd5e-41bc-a097-ec077a6fa430 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 200 len: 217 time: 0.0454595 Nov 08 12:29:04.357983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-76f13c70-0d81-4a53-8452-ac6fb67e796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.359726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-76f13c70-0d81-4a53-8452-ac6fb67e796b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0566208 Nov 08 12:29:04.419521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d5e0aba6-2caf-405d-8b9f-0c512c7691ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.421031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-d5e0aba6-2caf-405d-8b9f-0c512c7691ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471547 Nov 08 12:29:04.520484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-541fbc96-3722-4407-8095-455a3d324e5d service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907817 Nov 08 12:29:04.619517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-332cbcb7-52f0-461d-82b1-494e6d04c804 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890899 Nov 08 12:29:04.665550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-85f88bc8-b12d-4911-a5a3-11d6660385ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 217 time: 0.0363057 Nov 08 12:29:04.725037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-6c8d019e-1f70-4469-ae8a-581d36b8d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.726509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-6c8d019e-1f70-4469-ae8a-581d36b8d0de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0500598 Nov 08 12:29:04.779077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-02f9b674-263c-49e4-9e88-da38f3e61018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.782429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-02f9b674-263c-49e4-9e88-da38f3e61018 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434859 Nov 08 12:29:04.911471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-a266e4b6-5ac6-465f-b39e-5a75721b3eb7 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201661 Nov 08 12:29:04.920372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26e04-1167-4094-8897-9f3f8607835f req-d2fe5d14-01b5-4b06-86cc-4877d5498a5d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.926315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26e04-1167-4094-8897-9f3f8607835f req-d2fe5d14-01b5-4b06-86cc-4877d5498a5d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:04.927696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1f26e04-1167-4094-8897-9f3f8607835f req-d2fe5d14-01b5-4b06-86cc-4877d5498a5d tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.0836389 Nov 08 12:29:04.933206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:05.034868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1f26e04-1167-4094-8897-9f3f8607835f req-7b42e243-17db-4b55-a7c6-33bbd2f25ee3 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Nov 08 12:29:05.063821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:05.069725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecd9ae19-962e-4bf6-8395-f608b03028e8 req-5d9b32f0-9afa-455a-a7d7-82c97d3d4a5d service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410899 Nov 08 12:29:05.103271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:05.105280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:05.173030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809'}, {'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:05.175649 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16acb04-f339-4135-a381-7a0a90177d86" -d '{"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809"}, {"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:05.224703 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:05.226204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0073ad18-3c25-4353-82c1-1f8e9248b716 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:05.257857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 0073ad18-3c25-4353-82c1-1f8e9248b716 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:05.258510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 0073ad18-3c25-4353-82c1-1f8e9248b716 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:05.314110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:05.426779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-deleted', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:05.428850 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2ad27c-348a-4814-a382-f24f491da5e8" -d '{"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-deleted", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:05.491956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4439c33f-7f73-435f-b906-060629c69021 req-2bd90101-45a2-4aff-9008-f46ffa284da7 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 210 time: 0.0539813 Nov 08 12:29:05.517188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:05.542414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af4d90cc-8dbb-4c70-aa8d-82da852d8764 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:05.543922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af4d90cc-8dbb-4c70-aa8d-82da852d8764 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.4723411 Nov 08 12:29:05.646213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-32125e98-8239-4d4d-8aba-e9aa1b28c178 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/quotas/018e78dfd0cb44289e905ff0eccc258f HTTP/1.1" status: 200 len: 375 time: 0.0965157 Nov 08 12:29:05.699440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-c2a72665-ac49-4f98-9c57-a40ca7420aeb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455668 Nov 08 12:29:05.792232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Deleting port d66f4362-d326-4ba7-8051-ca0ca25edff4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:05.792568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:05.847063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-e70fbb68-5119-4454-ab1c-df842e46a4d7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:05.848515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-e70fbb68-5119-4454-ab1c-df842e46a4d7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.57 "GET /v2.0/ports?device_id=31dcab69-b2f9-43e2-b996-0f10c1ca3866 HTTP/1.1" status: 200 len: 945 time: 0.0768437 Nov 08 12:29:05.850772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-42d21056-82cc-4625-8fda-1094cab08b51 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418147 Nov 08 12:29:05.870901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] For port d66f4362-d326-4ba7-8051-ca0ca25edff4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d66f4362-d326-4ba7-8051-ca0ca25edff4,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:05.873274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:05.884767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Calling delete_port for d66f4362-d326-4ba7-8051-ca0ca25edff4 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:06.007379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-c5fe4742-1fff-4656-aa5b-01711830c386 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499972 Nov 08 12:29:06.029324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Deleting port c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:06.029840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.150608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] For port c20002c2-d82a-4126-a198-5ccd704cfaf5, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c20002c2-d82a-4126-a198-5ccd704cfaf5,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:06.152116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.168672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Calling delete_port for c20002c2-d82a-4126-a198-5ccd704cfaf5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:06.185401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.201947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-efad5808-c711-48b8-a586-b76c73c1a674 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.203423 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-efad5808-c711-48b8-a586-b76c73c1a674 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.57 "GET /v2.0/networks?id=f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 200 len: 814 time: 0.2136834 Nov 08 12:29:06.230398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d66f4362-d326-4ba7-8051-ca0ca25edff4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:06.368876 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-3df3cabd-c1c0-4b05-a233-e7d2ac2be624 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb2f04ebfdb643bf84feb73302df52c0 HTTP/1.1" status: 200 len: 380 time: 0.1458764 Nov 08 12:29:06.413688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'port': {'device_id': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'admin_state_up': True, 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'security_groups': ['0df201fc-8fd7-46c3-91be-b182ae58f564']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:06.431885 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6fd9d-b0e5-4c7e-ad92-69107ec279ae x-openstack-request-id: req-7ad6fd9d-b0e5-4c7e-ad92-69107ec279ae {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:06.432759 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809", "code": 200}, {"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:06.433191 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ad6fd9d-b0e5-4c7e-ad92-69107ec279ae {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:06.433765 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809', 'code': 200} Nov 08 12:29:06.434199 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'code': 200} Nov 08 12:29:06.491833 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87ccee-cb16-4d13-91dd-f92e0f1206eb x-openstack-request-id: req-fc87ccee-cb16-4d13-91dd-f92e0f1206eb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:06.492190 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16c644f-652e-40e9-8a65-d27017616024", "name": "network-vif-deleted", "tag": "3169bf32-7d4d-44ab-9b8b-abb49c937223", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:06.492403 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc87ccee-cb16-4d13-91dd-f92e0f1206eb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:06.492961 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c644f-652e-40e9-8a65-d27017616024', 'name': 'network-vif-deleted', 'tag': '3169bf32-7d4d-44ab-9b8b-abb49c937223', 'status': 'completed', 'code': 200} Nov 08 12:29:06.497651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.577536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event deleted for resources: {'Port': ['ID=c20002c2-d82a-4126-a198-5ccd704cfaf5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:06.644256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] No DVR routers for this DVR port c20002c2-d82a-4126-a198-5ccd704cfaf5 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:06.647263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.657311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b7f8b4-2619-43b3-9099-b0990f4c281c req-c88c36f4-38e5-4261-ab1d-fc11910091be tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.57 "DELETE /v2.0/ports/c20002c2-d82a-4126-a198-5ccd704cfaf5 HTTP/1.1" status: 204 len: 173 time: 0.8016374 Nov 08 12:29:06.686151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-40a2cc9f-5562-4ff9-95de-b4d19bee9627 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.688700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-40a2cc9f-5562-4ff9-95de-b4d19bee9627 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "GET /v2.0/ports?device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 945 time: 0.2419305 Nov 08 12:29:06.741987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be3f6-1b96-4fa3-a03a-f909951a758d req-ff88533e-c513-425c-9e02-4fbf214a92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.742509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be3f6-1b96-4fa3-a03a-f909951a758d req-ff88533e-c513-425c-9e02-4fbf214a92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.744163 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e8be3f6-1b96-4fa3-a03a-f909951a758d req-ff88533e-c513-425c-9e02-4fbf214a92cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1983 time: 0.1422329 Nov 08 12:29:06.748230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.777624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031174-0dcd-4080-9c20-1d7da64445a3 req-1d9e8958-e8d3-49a1-ac55-27775c1ffe15 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.783730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031174-0dcd-4080-9c20-1d7da64445a3 req-1d9e8958-e8d3-49a1-ac55-27775c1ffe15 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:06.791414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2031174-0dcd-4080-9c20-1d7da64445a3 req-1d9e8958-e8d3-49a1-ac55-27775c1ffe15 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.1330173 Nov 08 12:29:06.879174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Deleting port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:06.879512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:06.964560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2031174-0dcd-4080-9c20-1d7da64445a3 req-c09f1420-4156-491a-92b8-71059bf8de5f tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722205 Nov 08 12:29:06.965875 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e8be3f6-1b96-4fa3-a03a-f909951a758d req-a4c39977-4e3f-46cd-ba41-a83a45df7dda service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046211 Nov 08 12:29:06.989652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] For port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:06.989652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.004769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Calling delete_port for 3e9aa133-a75c-47e2-ab82-ecbf05a1076c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:07.024607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Made reservation on behalf of bb2f04ebfdb643bf84feb73302df52c0 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:07.029647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.105134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:29:07.124495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9e25914-484c-4bcc-bc1d-62b547fd830e req-c41156cb-218b-486e-841c-98f225cde273 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Nov 08 12:29:07.270042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e20be7-859f-42f4-a774-d6122c5d8cac req-1139055a-9b34-43e7-9fc3-200c82823aaa tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:07.271454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Allocated IP 172.20.0.3 (f546d0fe-ce7e-4566-93d8-434108d703bb/58de66f3-daac-4157-9758-a507f2b81124/a26a850b-413e-40ce-bf7f-c55cb9745ef9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:07.271949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66e20be7-859f-42f4-a774-d6122c5d8cac req-1139055a-9b34-43e7-9fc3-200c82823aaa tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=200d57ab-5914-43ce-a515-3c25dd73a9d5 HTTP/1.1" status: 200 len: 945 time: 0.0612307 Nov 08 12:29:07.302452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:07.310031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2279aea0-4953-471e-a48e-87d451228ddb req-031f00dd-cc76-4eab-a558-289304e1e487 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 210 time: 0.0372155 Nov 08 12:29:07.311868 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-55226e48-c377-42d4-b501-fcbd4cdacbcc admin admin] 10.222.0.58 "PUT /v2.0/routers/1e2e0aa8-91dc-4fc3-b876-6478047b1668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2049372 Nov 08 12:29:07.314642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:07.316186 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Sync routers for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:07.320548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.326723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:07.327340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:07.335829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3e9aa133-a75c-47e2-ab82-ecbf05a1076c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:07.383579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['1c20bdbd-9772-481e-88dd-60b7cc419690'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:07.396676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event deleted for resources: {'Port': ['ID=3e9aa133-a75c-47e2-ab82-ecbf05a1076c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:07.469226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] No DVR routers for this DVR port 3e9aa133-a75c-47e2-ab82-ecbf05a1076c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:07.475503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66e20be7-859f-42f4-a774-d6122c5d8cac req-39973893-c654-43d4-87d0-9a3e5f5f21f8 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928878 Nov 08 12:29:07.476659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.480099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30ab50b1-3d52-4e94-a460-8496c057ca33 req-a236f0cf-8b3d-41b1-8bb1-eddc2390f285 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.61 "DELETE /v2.0/ports/3e9aa133-a75c-47e2-ab82-ecbf05a1076c HTTP/1.1" status: 204 len: 173 time: 0.7766061 Nov 08 12:29:07.590139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.662564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.704971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-e1e63fb6-0c78-4903-804d-4519e16a6009 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:07.707043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-e1e63fb6-0c78-4903-804d-4519e16a6009 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.2000971 Nov 08 12:29:07.717780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bddfd-e963-4c5d-9eb0-86c58cbd0b71 req-13c8b05d-c196-4052-ba76-5ca15522ea1d tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:07.719324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-610bddfd-e963-4c5d-9eb0-86c58cbd0b71 req-13c8b05d-c196-4052-ba76-5ca15522ea1d tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 949 time: 0.1338544 Nov 08 12:29:07.746839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-53e0e277-b835-407b-8496-ff2296251f2a tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/quotas/9e99fd04f29549a59a28d2000e04e2ee HTTP/1.1" status: 200 len: 375 time: 0.0264442 Nov 08 12:29:07.750814 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:07.768069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.817561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-610bddfd-e963-4c5d-9eb0-86c58cbd0b71 req-ba8fac02-4e35-49a8-bb4a-705f888f18da tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888588 Nov 08 12:29:07.834830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-fa5ad58b-ddfd-44ce-99d1-828c515c7967 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774701 Nov 08 12:29:07.917076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:07.917681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:07.947295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: c20002c2-d82a-4126-a198-5ccd704cfaf5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:07.947950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c20002c2-d82a-4126-a198-5ccd704cfaf5 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:07.962984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-a7bc3365-daa1-4537-b30f-15e626cba666 service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266947 Nov 08 12:29:08.000590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Network f546d0fe-ce7e-4566-93d8-434108d703bb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:08.008104 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:29:06Z', 'revision_number': 5, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port': {'id': '047ad612-e81e-48dd-b978-2b4ad4e8ed40', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:26:57Z', 'updated_at': '2021-11-08T12:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:08.025865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-44c6b04d-53df-40e2-81f1-2f21bb9dbc85 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.027537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-44c6b04d-53df-40e2-81f1-2f21bb9dbc85 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.57 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.1557283 Nov 08 12:29:08.029822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:08.037260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:08.043405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event updated for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:08.062143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Checking router: 1e2e0aa8-91dc-4fc3-b876-6478047b1668 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:08.074985 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Routers {'1e2e0aa8-91dc-4fc3-b876-6478047b1668'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:08.075817 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:08.095991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-e49f7ede-6308-41f2-b5fe-da6aee829251 service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236613 Nov 08 12:29:08.216599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Deleting port 047ad612-e81e-48dd-b978-2b4ad4e8ed40 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:08.217383 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:08.236273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d762eb-8889-4d11-9869-75c66baf0494 req-0721f9d2-fa0a-4aae-8b36-dabf0ef8b017 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.240202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.242876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:08.243644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d762eb-8889-4d11-9869-75c66baf0494 req-0721f9d2-fa0a-4aae-8b36-dabf0ef8b017 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.245381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41d762eb-8889-4d11-9869-75c66baf0494 req-0721f9d2-fa0a-4aae-8b36-dabf0ef8b017 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.1142547 Nov 08 12:29:08.252478 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] Set router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:08.325896 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:29:07Z', 'revision_number': 6, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:08.365949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41d762eb-8889-4d11-9869-75c66baf0494 req-842bfc09-0b72-41b9-bbe4-5340e9a9508c tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134682 Nov 08 12:29:08.384457 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a623f64-b0a8-439f-8d34-3a5b37cdae73 None None] The sync data for ids ['1e2e0aa8-91dc-4fc3-b876-6478047b1668'] in n-d-816990-1 is: [{'id': '1e2e0aa8-91dc-4fc3-b876-6478047b1668', 'name': 'tempest-FloatingIPsAssociationTestJSON-688730216-router', 'tenant_id': 'ed8852763ae04d4396c9efac03c01d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:26:56Z', 'updated_at': '2021-11-08T12:29:07Z', 'revision_number': 6, 'project_id': 'ed8852763ae04d4396c9efac03c01d08', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:08.494840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-deleted', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5'}, {'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'name': 'network-vif-deleted', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:08.495016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Deleting port 1c20bdbd-9772-481e-88dd-60b7cc419690 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:08.495478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:08.497570 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76224948-28b4-4dc2-a5c6-4f35c8784bce" -d '{"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-deleted", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5"}, {"server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "name": "network-vif-deleted", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:08.499223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] For port 047ad612-e81e-48dd-b978-2b4ad4e8ed40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=047ad612-e81e-48dd-b978-2b4ad4e8ed40,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:08.499578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:08.534864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4044effe-ae68-4626-a59e-562e1aae93c1 None None] Provisioning complete for port a26a850b-413e-40ce-bf7f-c55cb9745ef9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:08.535667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4044effe-ae68-4626-a59e-562e1aae93c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:08.547664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Calling delete_port for 047ad612-e81e-48dd-b978-2b4ad4e8ed40 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:08.566119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8208f2df-25a7-493d-b46d-84de67fe7948 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1602328 Nov 08 12:29:08.587607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4044effe-ae68-4626-a59e-562e1aae93c1 None None] Port a26a850b-413e-40ce-bf7f-c55cb9745ef9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:29:08.617648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e395d7c4-05ba-42d9-a892-3d4956998601 req-a6ad530f-1995-4e51-9f97-ca48b956da88 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 210 time: 0.0946908 Nov 08 12:29:08.664175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Request body: {'port': {'device_id': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:08.667173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-9174c470-8c13-4952-90ea-1d32865867ff tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.668725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-9174c470-8c13-4952-90ea-1d32865867ff tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9691e7a-40e8-4f52-b63d-f290ce0a959c HTTP/1.1" status: 200 len: 943 time: 0.1672311 Nov 08 12:29:08.749753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee71150-bba7-4f25-9ce7-eda029c9db1a req-ca1597d0-e562-4982-a9b4-35f5776ed556 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:08.752481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ee71150-bba7-4f25-9ce7-eda029c9db1a req-ca1597d0-e562-4982-a9b4-35f5776ed556 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 931 time: 0.1690543 Nov 08 12:29:08.772652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01739a51-0c71-415e-adf5-53e432849fec req-0ed148b9-744d-4972-acf3-f7fb4ffeb634 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 210 time: 0.0976162 Nov 08 12:29:08.773374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d66f4362-d326-4ba7-8051-ca0ca25edff4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:08.817793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d66f4362-d326-4ba7-8051-ca0ca25edff4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:08.819385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d66f4362-d326-4ba7-8051-ca0ca25edff4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:08.916570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ee71150-bba7-4f25-9ce7-eda029c9db1a req-031a58bf-ca44-4a10-a51f-3a2cf0f2b66c tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573884 Nov 08 12:29:08.952749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Deleting port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:08.953095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.091782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] For port 2f41292d-37ff-4f44-8482-1cbd7aba75a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2f41292d-37ff-4f44-8482-1cbd7aba75a5,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:09.092205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.108692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Calling delete_port for 2f41292d-37ff-4f44-8482-1cbd7aba75a5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:09.233479 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01b104-6f5d-4986-8122-b48047bb7bc9 x-openstack-request-id: req-dd01b104-6f5d-4986-8122-b48047bb7bc9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:09.233739 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcab69-b2f9-43e2-b996-0f10c1ca3866", "name": "network-vif-deleted", "tag": "c20002c2-d82a-4126-a198-5ccd704cfaf5", "status": "completed", "code": 200}, {"server_uuid": "200d57ab-5914-43ce-a515-3c25dd73a9d5", "name": "network-vif-deleted", "tag": "3e9aa133-a75c-47e2-ab82-ecbf05a1076c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:09.234113 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd01b104-6f5d-4986-8122-b48047bb7bc9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:09.234537 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcab69-b2f9-43e2-b996-0f10c1ca3866', 'name': 'network-vif-deleted', 'tag': 'c20002c2-d82a-4126-a198-5ccd704cfaf5', 'status': 'completed', 'code': 200} Nov 08 12:29:09.234795 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200d57ab-5914-43ce-a515-3c25dd73a9d5', 'name': 'network-vif-deleted', 'tag': '3e9aa133-a75c-47e2-ab82-ecbf05a1076c', 'status': 'completed', 'code': 200} Nov 08 12:29:09.266110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.287783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] For port 1c20bdbd-9772-481e-88dd-60b7cc419690, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c20bdbd-9772-481e-88dd-60b7cc419690,segment=NetworkSegment(307ee840-e8c0-43f2-8f69-726605a3a3f5),segment_id=307ee840-e8c0-43f2-8f69-726605a3a3f5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:09.288146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.342882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Calling delete_port for 1c20bdbd-9772-481e-88dd-60b7cc419690 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:09.411515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9510-476c-468f-8c03-f1d4bc0a5122 req-19f59502-b31a-4d6a-a058-ca15bb9ffdae tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.413061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f80e9510-476c-468f-8c03-f1d4bc0a5122 req-19f59502-b31a-4d6a-a058-ca15bb9ffdae tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 945 time: 0.1823754 Nov 08 12:29:09.466749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15090b-27aa-43fe-abb8-9d7a78657cf5 req-6b48d2f0-3853-4c2d-a6d4-37e724daa606 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.467877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab15090b-27aa-43fe-abb8-9d7a78657cf5 req-6b48d2f0-3853-4c2d-a6d4-37e724daa606 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 949 time: 0.2360761 Nov 08 12:29:09.491245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.532435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.547668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-53ce6e08-38f9-4118-b897-b646dd6adbd0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.549136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-53ce6e08-38f9-4118-b897-b646dd6adbd0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.3136191 Nov 08 12:29:09.570759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event deleted for resources: {'Port': ['ID=2f41292d-37ff-4f44-8482-1cbd7aba75a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:09.578849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Request body: {'port': {'device_id': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'admin_state_up': True, 'tenant_id': '018e78dfd0cb44289e905ff0eccc258f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:09.603427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-b9752760-7e65-4d69-9f39-f19f3dceea00 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.604995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-b9752760-7e65-4d69-9f39-f19f3dceea00 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 949 time: 0.2142878 Nov 08 12:29:09.605485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=047ad612-e81e-48dd-b978-2b4ad4e8ed40,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:09.697487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f80e9510-476c-468f-8c03-f1d4bc0a5122 req-c9869af6-ebb6-49d7-b2e4-25b99ca91e7d tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736468 Nov 08 12:29:09.749247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] No DVR routers for this DVR port 2f41292d-37ff-4f44-8482-1cbd7aba75a5 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:09.749905 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.757421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.760724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a153382-ec58-428b-92cb-a8ede5b27e0a req-8222471a-c735-455f-8233-26d4dcfeaf99 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "DELETE /v2.0/ports/2f41292d-37ff-4f44-8482-1cbd7aba75a5 HTTP/1.1" status: 204 len: 173 time: 1.0842557 Nov 08 12:29:09.777244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab15090b-27aa-43fe-abb8-9d7a78657cf5 req-435f3940-1812-4cad-b986-fc61657a0714 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840204 Nov 08 12:29:09.880254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.884031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.886999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.901666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f0e5-8c19-4d32-93f7-c40faebb341a req-fbcf6ac8-7a89-4441-93ff-9d3d1d0acbff tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.910086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f0e5-8c19-4d32-93f7-c40faebb341a req-fbcf6ac8-7a89-4441-93ff-9d3d1d0acbff tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:09.910086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a105f0e5-8c19-4d32-93f7-c40faebb341a req-fbcf6ac8-7a89-4441-93ff-9d3d1d0acbff tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.1413913 Nov 08 12:29:09.920656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c20bdbd-9772-481e-88dd-60b7cc419690 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:09.924540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Deleting port ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:09.924923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:09.960766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26a850b-413e-40ce-bf7f-c55cb9745ef9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:09.968828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 1c20bdbd-9772-481e-88dd-60b7cc419690 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:09.969925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Pushing event deleted for resources: {'Port': ['ID=1c20bdbd-9772-481e-88dd-60b7cc419690,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:09.972233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c20bdbd-9772-481e-88dd-60b7cc419690 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:09.973348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.027147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] No DVR routers for this DVR port 1c20bdbd-9772-481e-88dd-60b7cc419690 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:10.029686 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.033266 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af9f9d07-d9ef-4370-84c9-288f7a32b784 req-d24155ea-482c-4954-97a8-fd89f03391a2 tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.57 "DELETE /v2.0/ports/1c20bdbd-9772-481e-88dd-60b7cc419690 HTTP/1.1" status: 204 len: 173 time: 1.9927111 Nov 08 12:29:10.033730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'name': 'network-vif-deleted', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:10.036030 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644df606-b485-4c31-8c20-da53a52ab2c8" -d '{"events": [{"server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "name": "network-vif-deleted", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:10.114707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Transition to ACTIVE for port object a26a850b-413e-40ce-bf7f-c55cb9745ef9 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:10.116242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.116833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e2e0aa8-91dc-4fc3-b876-6478047b1668 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:29:10.121882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.123099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-affb909c-2047-4cfd-8061-ad85c90124e6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1e2e0aa8-91dc-4fc3-b876-6478047b1668 HTTP/1.1" status: 204 len: 168 time: 2.8077960 Nov 08 12:29:10.129035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:10.194678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Deleting subnet a1475eff-46c0-45c9-b3a3-3fac2b77878a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:10.199117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.248766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.274897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.343984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Pushing event updated for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:10.395810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-864a15e5-5501-4e3b-8677-09d2bc77ed39 req-94f9d775-1328-499d-a855-7266cf1c87d0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 210 time: 0.3818460 Nov 08 12:29:10.399606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Made reservation on behalf of 018e78dfd0cb44289e905ff0eccc258f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:10.405625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.425936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a105f0e5-8c19-4d32-93f7-c40faebb341a req-78e3873e-0660-4442-a212-1e3c975ed70e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900644 Nov 08 12:29:10.448433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.494009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] For port ca42bbda-662d-4946-bda7-35132af46ab8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ca42bbda-662d-4946-bda7-35132af46ab8,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:10.497587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.506950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Attempting to bind port a26a850b-413e-40ce-bf7f-c55cb9745ef9 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:10.507557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Attempting to bind port a26a850b-413e-40ce-bf7f-c55cb9745ef9 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:10.511656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Attempting to bind port a26a850b-413e-40ce-bf7f-c55cb9745ef9 on network f546d0fe-ce7e-4566-93d8-434108d703bb {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:10.534631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Port a26a850b-413e-40ce-bf7f-c55cb9745ef9 on network f546d0fe-ce7e-4566-93d8-434108d703bb not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:10.535981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Attempting to bind port a26a850b-413e-40ce-bf7f-c55cb9745ef9 on network f546d0fe-ce7e-4566-93d8-434108d703bb {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:10.545069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:10.545538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Checking segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:10.546453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Bound using segment: {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:10.546777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Bound port: a26a850b-413e-40ce-bf7f-c55cb9745ef9, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c6adf3-4bc0-4c57-8783-9eaae1803fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:10.547242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.599613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Calling delete_port for ca42bbda-662d-4946-bda7-35132af46ab8 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:10.622945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9280f771-6d91-4ec9-b8f2-dc5ab1486648 req-662f7a98-c9f4-405a-badb-73b64797869d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 210 time: 0.1129925 Nov 08 12:29:10.629449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:10.633846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:10.663653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.693486 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b88b3-1ef1-4317-a0a3-97dc515f12a6 x-openstack-request-id: req-280b88b3-1ef1-4317-a0a3-97dc515f12a6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:10.693785 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07980091-bdc4-4458-8996-26e973bef89b", "name": "network-vif-deleted", "tag": "1c20bdbd-9772-481e-88dd-60b7cc419690", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:10.694042 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-280b88b3-1ef1-4317-a0a3-97dc515f12a6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:10.694471 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07980091-bdc4-4458-8996-26e973bef89b', 'name': 'network-vif-deleted', 'tag': '1c20bdbd-9772-481e-88dd-60b7cc419690', 'status': 'completed', 'code': 200} Nov 08 12:29:10.696650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1475eff-46c0-45c9-b3a3-3fac2b77878a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:10.698663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.706846 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18eeba26-cb1b-4d9b-b4bd-a3445936e2af admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a1475eff-46c0-45c9-b3a3-3fac2b77878a HTTP/1.1" status: 204 len: 168 time: 0.5745153 Nov 08 12:29:10.706846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:10.711895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7390e-9597-4248-88ed-df8d90f031ad None None] Network 0d19675d-7c46-42bf-87fd-50e76fd0c32b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:10.731251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c9bc2-5c6b-4a74-a6ea-ac0edff1231b req-613b4959-0865-4b7b-9bc6-7d4d2eda7603 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:10.739155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-973c9bc2-5c6b-4a74-a6ea-ac0edff1231b req-613b4959-0865-4b7b-9bc6-7d4d2eda7603 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 943 time: 0.2181284 Nov 08 12:29:10.778463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.787892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Allocated IP 172.20.0.5 (f8e68c48-b080-48b9-958c-32b6e19529cd/98c0548b-51e6-4eaa-9e43-d038975b9d84/95cfaf2d-9ff1-4522-bbc3-acfbddf1e043) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:10.854381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:10.855186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.856754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] 10.222.0.57 "PUT /v2.0/ports/a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 200 len: 1091 time: 2.2770066 Nov 08 12:29:10.859454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:10.878450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de37f1a5-6482-4fcf-82d6-993c8b1405cd req-559bbcc0-d745-438f-9a99-941e933aa5ee tempest-ListServersNegativeTestJSON-1301754728 tempest-ListServersNegativeTestJSON-1301754728-project] 10.222.0.58 "GET /v2.0/ports?device_id=07980091-bdc4-4458-8996-26e973bef89b HTTP/1.1" status: 200 len: 210 time: 0.0526562 Nov 08 12:29:10.906473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a7e2a-2aef-4390-8252-5b8a87792c36 service neutron] Pushing event updated for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:10.951139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-973c9bc2-5c6b-4a74-a6ea-ac0edff1231b req-a4728a21-f09c-449f-b89c-34ec8065a06f tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110944 Nov 08 12:29:10.997070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Deleting port 8fabec9d-54d1-4efe-889c-04e9b365993e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:10.997471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.018075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 047ad612-e81e-48dd-b978-2b4ad4e8ed40 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:11.045744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e9aa133-a75c-47e2-ab82-ecbf05a1076c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:11.059873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 047ad612-e81e-48dd-b978-2b4ad4e8ed40 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:11.060623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 047ad612-e81e-48dd-b978-2b4ad4e8ed40 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:11.120335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 3e9aa133-a75c-47e2-ab82-ecbf05a1076c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:11.120830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e9aa133-a75c-47e2-ab82-ecbf05a1076c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:11.154053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] For port 8fabec9d-54d1-4efe-889c-04e9b365993e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8fabec9d-54d1-4efe-889c-04e9b365993e,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:11.166235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.166235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-b9c57463-bcd8-4c5d-be50-7a409ed1215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:11.167378 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-b9c57463-bcd8-4c5d-be50-7a409ed1215d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 1094 time: 0.1654594 Nov 08 12:29:11.175935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Calling delete_port for 8fabec9d-54d1-4efe-889c-04e9b365993e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:11.226558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-0f360a73-64f3-43ff-bd86-108e0fd47c28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 200 len: 217 time: 0.0483451 Nov 08 12:29:11.229247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbce0d7-b762-483b-955b-6d2898da0689 req-ffd73ee6-ee69-4582-83a0-eef8a9159530 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:11.240019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] DHCP port deletion for 0d19675d-7c46-42bf-87fd-50e76fd0c32b request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:29:11.244965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5dbce0d7-b762-483b-955b-6d2898da0689 req-ffd73ee6-ee69-4582-83a0-eef8a9159530 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 949 time: 0.1256511 Nov 08 12:29:11.250084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-deleted', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:11.252429 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41e7715-63bd-49e9-bade-53f7052fb008" -d '{"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-deleted", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:11.304572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.326912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-a5b633cb-27b1-44fe-b1fb-0f3dcdd0ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:11.328011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-a5b633cb-27b1-44fe-b1fb-0f3dcdd0ee5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58de66f3-daac-4157-9758-a507f2b81124 HTTP/1.1" status: 200 len: 853 time: 0.0655811 Nov 08 12:29:11.353633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.384189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Deleting port 8fabec9d-54d1-4efe-889c-04e9b365993e {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:11.384189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.386840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633042db-29ac-47f4-9a3e-258e48f99758 req-2946caf1-2d25-4ce9-9da9-9f63938ef9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:11.388601 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-2946caf1-2d25-4ce9-9da9-9f63938ef9de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f546d0fe-ce7e-4566-93d8-434108d703bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515773 Nov 08 12:29:11.447313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Pushing event deleted for resources: {'Port': ['ID=ca42bbda-662d-4946-bda7-35132af46ab8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:11.469072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] For port 8fabec9d-54d1-4efe-889c-04e9b365993e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8fabec9d-54d1-4efe-889c-04e9b365993e,segment=NetworkSegment(41855a37-d3a7-4223-ab31-1da3dce392ea),segment_id=41855a37-d3a7-4223-ab31-1da3dce392ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:11.469715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.486093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Calling delete_port for 8fabec9d-54d1-4efe-889c-04e9b365993e owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:11.494640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5dbce0d7-b762-483b-955b-6d2898da0689 req-eb1ad1d1-534d-42d9-ac7f-9e4c19e5a071 tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd60c46f-4629-415c-871f-224ebf083a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468264 Nov 08 12:29:11.512390 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-4c6e0ef1-2fdf-416c-95fd-85c6782c1e15 service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134465 Nov 08 12:29:11.582980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] No DVR routers for this DVR port ca42bbda-662d-4946-bda7-35132af46ab8 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:11.590809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.593189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.597551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2b548b0-150f-4b80-b2d3-ccfadf6a4603 req-d8f445cc-1ae6-4f90-94c9-1eabf3f68a0a tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.57 "DELETE /v2.0/ports/ca42bbda-662d-4946-bda7-35132af46ab8 HTTP/1.1" status: 204 len: 173 time: 1.9638500 Nov 08 12:29:11.624993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] Pushing event deleted for resources: {'Port': ['ID=8fabec9d-54d1-4efe-889c-04e9b365993e,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:11.629077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5e7d8-a798-4fd8-83af-25ab09b69e05 None None] No DVR routers for this DVR port 8fabec9d-54d1-4efe-889c-04e9b365993e on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:11.638045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-8f13aa87-17be-4a04-812f-1a2adfc6651e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:11.638184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.640899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-8f13aa87-17be-4a04-812f-1a2adfc6651e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.3628552 Nov 08 12:29:11.666866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Request body: {'port': {'device_id': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'admin_state_up': True, 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:11.671699 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3d817-41bf-49c5-b9bb-dd8c5239e173 x-openstack-request-id: req-1ff3d817-41bf-49c5-b9bb-dd8c5239e173 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:11.671883 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9691e7a-40e8-4f52-b63d-f290ce0a959c", "name": "network-vif-deleted", "tag": "2f41292d-37ff-4f44-8482-1cbd7aba75a5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:11.672287 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ff3d817-41bf-49c5-b9bb-dd8c5239e173 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:11.672974 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9691e7a-40e8-4f52-b63d-f290ce0a959c', 'name': 'network-vif-deleted', 'tag': '2f41292d-37ff-4f44-8482-1cbd7aba75a5', 'status': 'completed', 'code': 200} Nov 08 12:29:11.680025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] No DVR routers for this DVR port 8fabec9d-54d1-4efe-889c-04e9b365993e on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:11.738923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fabec9d-54d1-4efe-889c-04e9b365993e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:11.781776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-633042db-29ac-47f4-9a3e-258e48f99758 req-ba3ea768-6100-41a0-90f3-05558a9a61ff service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614281 Nov 08 12:29:11.783190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e31875b5-4855-4675-b673-acd81c71402a req-efb271c0-47c2-4f37-b724-a119224eb14a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 210 time: 0.0500679 Nov 08 12:29:11.790624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.838805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.864823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d19675d-7c46-42bf-87fd-50e76fd0c32b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:11.880737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41855a37-d3a7-4223-ab31-1da3dce392ea') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:11.881091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41855a37-d3a7-4223-ab31-1da3dce392ea') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:11.905044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.914295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.918314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Network f8e68c48-b080-48b9-958c-32b6e19529cd is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:11.923571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:11.924148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:11.926632 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:11.933259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:11.947279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-650f51cd-2755-41e3-9807-781c435a91d5 req-17ac747f-fe44-425f-97dc-b0c054da52d1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 210 time: 0.0829959 Nov 08 12:29:11.962416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: ca42bbda-662d-4946-bda7-35132af46ab8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:11.963055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ca42bbda-662d-4946-bda7-35132af46ab8 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:11.964622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:11.972045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:12.008238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38622) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:12.023254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:12.076774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Deleting subnet 150ce353-cb7a-4474-a07c-fb68c90293a6 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:12.082547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.100081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.100737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.124642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.142142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed30bf-e3ba-499e-ba06-081fba0c3b89 req-450b83a8-907f-44a7-b37c-502f06fd4ee5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.145038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.150111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed30bf-e3ba-499e-ba06-081fba0c3b89 req-450b83a8-907f-44a7-b37c-502f06fd4ee5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.151323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.152131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eed30bf-e3ba-499e-ba06-081fba0c3b89 req-450b83a8-907f-44a7-b37c-502f06fd4ee5 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.2590876 Nov 08 12:29:12.154632 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0d19675d-7c46-42bf-87fd-50e76fd0c32b HTTP/1.1" status: 204 len: 168 time: 1.4476006 Nov 08 12:29:12.169552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e8ac-2e16-4677-aaa4-e05730b4e5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d19675d-7c46-42bf-87fd-50e76fd0c32b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:12.186660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.223088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5bef6-f876-4d02-8cdf-bba1cbd3b04d req-d7e9d191-36d9-4f64-9645-883489ffb502 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.224655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca5bef6-f876-4d02-8cdf-bba1cbd3b04d req-d7e9d191-36d9-4f64-9645-883489ffb502 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 943 time: 0.1192110 Nov 08 12:29:12.253877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eed30bf-e3ba-499e-ba06-081fba0c3b89 req-609b30a1-bc58-4ac0-9585-a605d6d6967b tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817480 Nov 08 12:29:12.256346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:12.260220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.309714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca5bef6-f876-4d02-8cdf-bba1cbd3b04d req-c7834e1a-f58e-489e-9fe2-02f056f7f9df tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767958 Nov 08 12:29:12.389041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.392703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-edf52733-5b97-40ec-94f1-a51a18956a08 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8284903 Nov 08 12:29:12.402806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-61828c90-19ca-4763-bddc-85e8fecac592 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:29:12.403778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-61828c90-19ca-4763-bddc-85e8fecac592 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053616 Nov 08 12:29:12.406532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.411208 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/150ce353-cb7a-4474-a07c-fb68c90293a6 HTTP/1.1" status: 204 len: 168 time: 0.4018431 Nov 08 12:29:12.413753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:12.435430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48a9e1-3919-4c80-9891-bc4be63c19a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150ce353-cb7a-4474-a07c-fb68c90293a6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:12.455285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Allocated IP 172.20.0.11 (357c0b18-d882-41eb-9199-dcdbd1676eae/b07b6432-9ccd-447b-a835-f2e445885160/735f9cbd-fe16-40cb-99ac-95d9332a7087) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:12.488612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Request body: {'port': {'device_id': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:12.537342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.557485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:12.605689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfcab899-c7a9-4639-9be1-9092c2805d6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed8852763ae04d4396c9efac03c01d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462005 Nov 08 12:29:12.608392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38634) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:12.656812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11b37577-e5d5-49e5-93e0-22e962504682 req-d74ae075-6a49-4df4-8674-ffd19d940c7f tempest-ListImageFiltersTestJSON-2085540676 tempest-ListImageFiltersTestJSON-2085540676-project] 10.222.0.58 "GET /v2.0/ports?device_id=9025d353-c8be-40bf-94e4-ff2f1893e819 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Nov 08 12:29:12.661612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.662554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.695844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:12.698201 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da5d285-ac17-42da-abcd-5453980c1326" -d '{"events": [{"name": "network-changed", "server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:12.711792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.776850 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8717bf-db71-4cd3-b30b-79f0b3189030 x-openstack-request-id: req-7f8717bf-db71-4cd3-b30b-79f0b3189030 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:12.777248 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:12.777596 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f8717bf-db71-4cd3-b30b-79f0b3189030 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:12.777986 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'status': 'completed', 'code': 200} Nov 08 12:29:12.811954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.821567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8fabec9d-54d1-4efe-889c-04e9b365993e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:12.851140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5d285-ac17-42da-abcd-5453980c1326 req-518c9c0a-d500-455f-8dde-9f77db36f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.853843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-518c9c0a-d500-455f-8dde-9f77db36f62e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 1094 time: 0.0535772 Nov 08 12:29:12.856470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8fabec9d-54d1-4efe-889c-04e9b365993e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:12.856817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8fabec9d-54d1-4efe-889c-04e9b365993e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:12.871386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b27e0a-3c90-41f0-8094-8e042969a517']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:12.889279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307ee840-e8c0-43f2-8f69-726605a3a3f5') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:12.889553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307ee840-e8c0-43f2-8f69-726605a3a3f5') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:12.895047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.897526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.901111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/883bffd2-68c2-449d-a14c-c96bcf5a3718 HTTP/1.1" status: 204 len: 168 time: 0.2893915 Nov 08 12:29:12.937208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189770e0-a8c4-4f80-8507-6f721793f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883bffd2-68c2-449d-a14c-c96bcf5a3718,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:12.949303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:12.962857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.967235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:12.975254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5d285-ac17-42da-abcd-5453980c1326 req-db6ae6d2-eb72-4e75-ac38-b451b15b7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:12.978326 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-db6ae6d2-eb72-4e75-ac38-b451b15b7f73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 200 len: 915 time: 0.1150272 Nov 08 12:29:13.005656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 2f41292d-37ff-4f44-8482-1cbd7aba75a5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:13.006230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2f41292d-37ff-4f44-8482-1cbd7aba75a5 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:13.019536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.052228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:13.053292 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:13.055256 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:13.062081 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-3f706b26-d3c9-457b-aaef-922bc167453e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 200 len: 217 time: 0.0748892 Nov 08 12:29:13.126815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5d285-ac17-42da-abcd-5453980c1326 req-f32047f2-6474-44be-af01-57a25dca7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.129103 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-f32047f2-6474-44be-af01-57a25dca7ea4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58de66f3-daac-4157-9758-a507f2b81124 HTTP/1.1" status: 200 len: 853 time: 0.0558817 Nov 08 12:29:13.181896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5d285-ac17-42da-abcd-5453980c1326 req-60e300cb-5c4b-4b81-a92a-c236def44e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.183346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-60e300cb-5c4b-4b81-a92a-c236def44e87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f546d0fe-ce7e-4566-93d8-434108d703bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461609 Nov 08 12:29:13.187829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fbfee-1277-4fdc-bf2d-c9413971616a req-8bbdff37-22b5-4cf7-a48d-ca8dd2e7b04c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.189538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-730fbfee-1277-4fdc-bf2d-c9413971616a req-8bbdff37-22b5-4cf7-a48d-ca8dd2e7b04c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 931 time: 0.2980356 Nov 08 12:29:13.199111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-361342c1-8d34-4310-a7f4-085a5e27ad3c req-911a9ad5-8e27-4b90-bb85-001133eaceec tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 210 time: 0.1076384 Nov 08 12:29:13.288904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-730fbfee-1277-4fdc-bf2d-c9413971616a req-8751b4f7-46c6-4afb-b886-23fe1204c54a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888269 Nov 08 12:29:13.302889 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-d6b468f2-615c-46ff-a79d-262f3bffd6a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091707 Nov 08 12:29:13.359102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:13.372824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.390659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.392258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.422843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8da5d285-ac17-42da-abcd-5453980c1326 req-f0d46aa8-b548-441c-aa51-7ca55e9f5b2e service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125662 Nov 08 12:29:13.444654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.447767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] 10.222.0.58 "DELETE /v2.0/networks/27b27e0a-3c90-41f0-8094-8e042969a517 HTTP/1.1" status: 204 len: 168 time: 1.0284879 Nov 08 12:29:13.516033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Transition to ACTIVE for port object 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:13.521059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccb5f1-bc99-4bc2-acf2-304385cfa964 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b27e0a-3c90-41f0-8094-8e042969a517,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:13.564578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Network 357c0b18-d882-41eb-9199-dcdbd1676eae is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:13.576302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:13.578943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:13.585041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:13.624537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-c06d4739-eaa7-45ac-bd6c-4e208cfe8268 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.631018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-c06d4739-eaa7-45ac-bd6c-4e208cfe8268 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.632664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-c06d4739-eaa7-45ac-bd6c-4e208cfe8268 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.2562499 Nov 08 12:29:13.651480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309e59b-bf72-4d3f-b8cd-8cc6483fbd78 req-3347199a-492f-40bf-bdc6-deeb9023cff4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.657415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309e59b-bf72-4d3f-b8cd-8cc6483fbd78 req-3347199a-492f-40bf-bdc6-deeb9023cff4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.659078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4309e59b-bf72-4d3f-b8cd-8cc6483fbd78 req-3347199a-492f-40bf-bdc6-deeb9023cff4 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 1681 time: 0.2639754 Nov 08 12:29:13.694397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-deleted', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:13.701346 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867340d-95de-45d7-af19-63ce6cf64f70" -d '{"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-deleted", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:13.719276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baadde-08fe-4c7e-bb00-c4425c9a27a9 req-4bc304c1-e501-4b13-b2e2-a0de53a67248 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.720781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86baadde-08fe-4c7e-bb00-c4425c9a27a9 req-4bc304c1-e501-4b13-b2e2-a0de53a67248 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 943 time: 0.2709005 Nov 08 12:29:13.726970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.773732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:13.774375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:13.896006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:13.916539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4309e59b-bf72-4d3f-b8cd-8cc6483fbd78 req-ecfe305b-a569-4a85-b18a-1bd49a26445a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458007 Nov 08 12:29:13.938802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86baadde-08fe-4c7e-bb00-c4425c9a27a9 req-50336085-3bd1-4b0f-b3d7-4d550cb65907 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947074 Nov 08 12:29:13.947496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a26a850b-413e-40ce-bf7f-c55cb9745ef9 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:13.997349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 32903050-523c-4cf9-a7cd-7d557a2eb809 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:13.997989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.040965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Attempting to bind port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:14.046923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Attempting to bind port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:14.047462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Attempting to bind port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:14.121239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:14.121852 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a6e32-5982-47a4-8377-5dfdce3b81a0 x-openstack-request-id: req-e98a6e32-5982-47a4-8377-5dfdce3b81a0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:14.122092 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025d353-c8be-40bf-94e4-ff2f1893e819", "name": "network-vif-deleted", "tag": "ca42bbda-662d-4946-bda7-35132af46ab8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:14.122460 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e98a6e32-5982-47a4-8377-5dfdce3b81a0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:14.122960 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025d353-c8be-40bf-94e4-ff2f1893e819', 'name': 'network-vif-deleted', 'tag': 'ca42bbda-662d-4946-bda7-35132af46ab8', 'status': 'completed', 'code': 200} Nov 08 12:29:14.131465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-f80dd1bf-bbef-4213-a697-6e0386be44c6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4695873 Nov 08 12:29:14.135960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 on network f8e68c48-b080-48b9-958c-32b6e19529cd not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:14.136280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Attempting to bind port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:14.149881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:14.150102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Request body: {'port': {'device_id': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:14.160106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'port_id': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'mac_address': 'fa:16:3e:aa:1d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:14.169002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53a47524-c957-4143-9095-866be489f443 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b164e10166fc4c0ebfd10e0d9746e061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497351 Nov 08 12:29:14.169730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:14.180757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:14.181305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Checking segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:14.181759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Bound using segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:14.182329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Bound port: 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:14.182758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.215638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 32903050-523c-4cf9-a7cd-7d557a2eb809, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=32903050-523c-4cf9-a7cd-7d557a2eb809,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:14.216075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.222526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.259754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26a850b-413e-40ce-bf7f-c55cb9745ef9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:14.260538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.309454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:14.318717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.336154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 32903050-523c-4cf9-a7cd-7d557a2eb809 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:14.378036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.378707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.397914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:14.446272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.448691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:14.448921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:14.450290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.453827 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9e8b3a3-03b1-4e89-a566-97c86e5d8db8 HTTP/1.1" status: 204 len: 168 time: 0.2802455 Nov 08 12:29:14.463981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed630b8d-33df-49c4-a041-5a15f328fbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8b3a3-03b1-4e89-a566-97c86e5d8db8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:14.505732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3b750-711f-48a2-a71f-2c5f09ceaf7c req-98ead4e6-0a7c-4425-94ac-325b53709999 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:14.510934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28b3b750-711f-48a2-a71f-2c5f09ceaf7c req-98ead4e6-0a7c-4425-94ac-325b53709999 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 932 time: 0.2010424 Nov 08 12:29:14.555738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.600419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a26a850b-413e-40ce-bf7f-c55cb9745ef9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:14.671298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:14.671915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:14.673494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] 10.222.0.61 "PUT /v2.0/ports/95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 HTTP/1.1" status: 200 len: 1091 time: 2.2603855 Nov 08 12:29:14.698510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28b3b750-711f-48a2-a71f-2c5f09ceaf7c req-b77902ac-3362-4d87-85bd-71fbd7c06f6f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795735 Nov 08 12:29:14.759781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bfa80-e7fd-4768-805a-494273d0976d service neutron] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:14.829775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c415229-e215-4a56-9bec-52115033fa5a req-7d324959-6c79-4524-960c-90eddc7d5eeb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:14.834046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c415229-e215-4a56-9bec-52115033fa5a req-7d324959-6c79-4524-960c-90eddc7d5eeb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 943 time: 0.0572076 Nov 08 12:29:15.297997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-b3a0586d-d22e-4114-aac6-d38e16ec6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:15.300118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-b3a0586d-d22e-4114-aac6-d38e16ec6f51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 1094 time: 0.4652698 Nov 08 12:29:15.325308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c415229-e215-4a56-9bec-52115033fa5a req-301bc475-a6a3-4f3f-ad0d-79f3d158d369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751215 Nov 08 12:29:15.360827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-bfb85312-f958-465a-8f75-16cbd74ff69c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 HTTP/1.1" status: 200 len: 217 time: 0.0470440 Nov 08 12:29:15.372103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:15.472208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=32903050-523c-4cf9-a7cd-7d557a2eb809,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:15.558698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-c74a66af-3d3b-477e-a981-24e875a7854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:15.560191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-c74a66af-3d3b-477e-a981-24e875a7854c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.1893637 Nov 08 12:29:15.562344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735f9cbd-fe16-40cb-99ac-95d9332a7087 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:15.585409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 32903050-523c-4cf9-a7cd-7d557a2eb809 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:15.595783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae961ba-b73f-4f04-881e-62b5c4e1fa1e req-dbd24a7b-23b2-485a-82a0-2d1490af3486 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:15.601525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bae961ba-b73f-4f04-881e-62b5c4e1fa1e req-dbd24a7b-23b2-485a-82a0-2d1490af3486 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 946 time: 0.1842644 Nov 08 12:29:15.604460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:15.607737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-ea5c68fd-2d81-4432-a154-1e7786eda0c6 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "DELETE /v2.0/ports/32903050-523c-4cf9-a7cd-7d557a2eb809 HTTP/1.1" status: 204 len: 173 time: 1.9670570 Nov 08 12:29:15.609738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:15.693254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-e6078135-efa0-40b6-856a-daaffdb7d218 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118510 Nov 08 12:29:15.711564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Transition to ACTIVE for port object 735f9cbd-fe16-40cb-99ac-95d9332a7087 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:15.724895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-8b0380e2-7031-4ed3-a7eb-3682b3b9a26c tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9c646354c310421a83072811f4ec0694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032784 Nov 08 12:29:15.739561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:15.806123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:15.890916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bae961ba-b73f-4f04-881e-62b5c4e1fa1e req-3dded100-f219-4c97-a26a-4b9ed7242f05 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/security-groups?id=f364a70d-06c0-4162-afef-6b57ee998a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819014 Nov 08 12:29:15.890916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:15.925997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1850857534-network', 'tenant_id': 'f39258074f82414ba658e749e03454ec'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:15.950397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a26a850b-413e-40ce-bf7f-c55cb9745ef9 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:16.015015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.043889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-3692687d-966f-4796-95a1-bfde0d556652 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337667 Nov 08 12:29:16.057012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:16.059459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.068578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.070381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-13f5f913-1af8-416e-ac6e-78460d7de447 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.071840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-13f5f913-1af8-416e-ac6e-78460d7de447 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331208 Nov 08 12:29:16.088769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port be3b5e40-9eed-4326-9605-9047b3665b42 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:16.089102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.147389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.151979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'}, {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-deleted', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:16.154213 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165a344-dde9-4364-a785-e715b108e5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043"}, {"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-deleted", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:16.165744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port a26a850b-413e-40ce-bf7f-c55cb9745ef9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:16.170677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port a26a850b-413e-40ce-bf7f-c55cb9745ef9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:16.171069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.228489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.234661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-5a2c4795-6917-4ddb-82ea-89fbf3120ac7 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/quotas/9c646354c310421a83072811f4ec0694 HTTP/1.1" status: 200 len: 375 time: 0.1418545 Nov 08 12:29:16.251678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19867fc-9613-4c52-a16e-e28ddaa61a37 req-ab4402f2-6cf7-4431-a150-38b483ed2e41 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.251928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.253433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f19867fc-9613-4c52-a16e-e28ddaa61a37 req-ab4402f2-6cf7-4431-a150-38b483ed2e41 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 944 time: 0.2802560 Nov 08 12:29:16.263770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:29:16.277100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:16.279538 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b6bc5-9f1c-4be6-b6dd-9292b9f5f022" -d '{"events": [{"server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "name": "network-vif-plugged", "status": "completed", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:16.282128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f10e01-5958-412d-89ea-72ad38f45480,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.288425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.288854 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Added segment 37134a11-b359-4a87-a183-ec2b9b4819ef of type vlan for network 430081dd-5612-4047-9619-73a7b8d46205 Nov 08 12:29:16.296764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:16.317461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-28dc4081-d1da-44f8-af71-1896feaf0ccf tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c646354c310421a83072811f4ec0694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629284 Nov 08 12:29:16.337990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.355570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Attempting to bind port 735f9cbd-fe16-40cb-99ac-95d9332a7087 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:16.355911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Attempting to bind port 735f9cbd-fe16-40cb-99ac-95d9332a7087 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:16.356246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Attempting to bind port 735f9cbd-fe16-40cb-99ac-95d9332a7087 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:16.370356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:16.370724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.377446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.378558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device be3b5e40-9eed-4326-9605-9047b3665b42 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:16.391886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Port 735f9cbd-fe16-40cb-99ac-95d9332a7087 on network 357c0b18-d882-41eb-9199-dcdbd1676eae not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:16.392228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Attempting to bind port 735f9cbd-fe16-40cb-99ac-95d9332a7087 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:16.403576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-533e3016-1513-4e86-b81f-8ec78641fb54 req-6d3035c7-3435-45d4-ab65-996078801187 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290238 Nov 08 12:29:16.403826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for be3b5e40-9eed-4326-9605-9047b3665b42 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:16.417892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:16.418163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Checking segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:16.418603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Bound using segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:16.419014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Bound port: 735f9cbd-fe16-40cb-99ac-95d9332a7087, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:16.419373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.432015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f19867fc-9613-4c52-a16e-e28ddaa61a37 req-105ac0ec-c243-45dc-9cb6-816eb6435216 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692548 Nov 08 12:29:16.438649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.438871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.444821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.470814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.527015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.544960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] Pushing event updated for resources: {'Network': ['ID=430081dd-5612-4047-9619-73a7b8d46205,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.567932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port be3b5e40-9eed-4326-9605-9047b3665b42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=be3b5e40-9eed-4326-9605-9047b3665b42,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:16.571120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:16.571837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 430081dd-5612-4047-9619-73a7b8d46205 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:29:16.584867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:16.685708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9239-48a0-4244-b14e-35fdbcc17ced req-bf0b20c4-23ad-42d9-8037-0fe599e8c260 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.693566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f0a9239-48a0-4244-b14e-35fdbcc17ced req-bf0b20c4-23ad-42d9-8037-0fe599e8c260 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 944 time: 0.0751214 Nov 08 12:29:16.727110 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9cde73f6-96d0-4381-84a7-cf1975e3b1dc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9105189 Nov 08 12:29:16.727110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:16.734944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Request body: {'subnet': {'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1850857534-subnet', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:16.750767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.757189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 32903050-523c-4cf9-a7cd-7d557a2eb809 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:16.765910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.790280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f0a9239-48a0-4244-b14e-35fdbcc17ced req-f41ee59c-e7f8-40c0-991e-4d0066957d07 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Nov 08 12:29:16.841689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 32903050-523c-4cf9-a7cd-7d557a2eb809 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:16.843277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 32903050-523c-4cf9-a7cd-7d557a2eb809 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:16.858388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.884359 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf9457-5ca9-4c9a-a766-009392021549 x-openstack-request-id: req-dfaf9457-5ca9-4c9a-a766-009392021549 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:16.884888 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043", "status": "completed", "code": 200}, {"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-deleted", "tag": "32903050-523c-4cf9-a7cd-7d557a2eb809", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:16.885329 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfaf9457-5ca9-4c9a-a766-009392021549 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:16.886097 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'status': 'completed', 'code': 200} Nov 08 12:29:16.886523 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-deleted', 'tag': '32903050-523c-4cf9-a7cd-7d557a2eb809', 'status': 'completed', 'code': 200} Nov 08 12:29:16.919121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.920016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.921866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] 10.222.0.61 "PUT /v2.0/ports/735f9cbd-fe16-40cb-99ac-95d9332a7087 HTTP/1.1" status: 200 len: 1092 time: 2.7790740 Nov 08 12:29:16.941605 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2bd690-5ea5-4f6f-b58b-56536b0b364e x-openstack-request-id: req-3e2bd690-5ea5-4f6f-b58b-56536b0b364e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:16.941897 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "name": "network-vif-plugged", "status": "completed", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:16.942356 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e2bd690-5ea5-4f6f-b58b-56536b0b364e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:16.942912 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'code': 200} Nov 08 12:29:16.979005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:16.980206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a2d7d-a3e0-4520-a17b-3ce2902fd1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:16.982652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:16.993118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a344-dde9-4364-a785-e715b108e5c1 req-23ca22be-4434-45fb-b456-45b920527f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:16.994933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-23ca22be-4434-45fb-b456-45b920527f3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 1094 time: 0.0911615 Nov 08 12:29:17.091988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd585c-b31e-40b4-95ae-4d19dad0ed08 req-eb629f15-ba56-48dd-9428-55cc9a2edb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.093396 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-43dd585c-b31e-40b4-95ae-4d19dad0ed08 req-eb629f15-ba56-48dd-9428-55cc9a2edb6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 1096 time: 0.0817115 Nov 08 12:29:17.110473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:17.179102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=be3b5e40-9eed-4326-9605-9047b3665b42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:17.180922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-43dd585c-b31e-40b4-95ae-4d19dad0ed08 req-3bc5f11c-cfb9-4fac-88b6-0147a1df6584 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801108 Nov 08 12:29:17.209005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283456f-dd25-47bc-b01c-8ab20d108970 req-8bde945f-efbd-4624-be44-7b92efada95f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.213255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a283456f-dd25-47bc-b01c-8ab20d108970 req-8bde945f-efbd-4624-be44-7b92efada95f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 943 time: 0.1782861 Nov 08 12:29:17.220314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a344-dde9-4364-a785-e715b108e5c1 req-9cf47cd2-dd3a-44ee-9a52-020ffedb9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.222842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-9cf47cd2-dd3a-44ee-9a52-020ffedb9692 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 916 time: 0.2192748 Nov 08 12:29:17.310804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port be3b5e40-9eed-4326-9605-9047b3665b42 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:17.315674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:17.318950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdf2fb38-88d0-485a-8e51-d4951cff23ad req-940cd898-d9cf-423d-92e8-fb32c1199d9e tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.57 "DELETE /v2.0/ports/be3b5e40-9eed-4326-9605-9047b3665b42 HTTP/1.1" status: 204 len: 173 time: 1.6996176 Nov 08 12:29:17.321449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-afe75071-794d-4340-a1ff-a1e04ba6c156 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 HTTP/1.1" status: 200 len: 217 time: 0.0809033 Nov 08 12:29:17.381068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-c29d9c0b-1f3d-439a-9247-254d049af4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.382587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-c29d9c0b-1f3d-439a-9247-254d049af4a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 1095 time: 0.2223048 Nov 08 12:29:17.389269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a283456f-dd25-47bc-b01c-8ab20d108970 req-fda134b0-0241-4171-b794-12985b70c781 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497860 Nov 08 12:29:17.391933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:17.448911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-85653d6c-a556-4d18-8125-0e7023697435 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087 HTTP/1.1" status: 200 len: 217 time: 0.0555010 Nov 08 12:29:17.451071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a344-dde9-4364-a785-e715b108e5c1 req-7c841015-077b-4576-8ef3-cc237c95c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.452425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-7c841015-077b-4576-8ef3-cc237c95c462 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.1190143 Nov 08 12:29:17.456979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c99a78-d894-4cf5-92b8-7463185bddc7,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:17.478030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:17.478439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Network hostable DHCP agents. Network: 430081dd-5612-4047-9619-73a7b8d46205, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:29:17.480726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09b4892c-f40b-4320-9874-40a01998ec4e req-3ca1b57e-6ea6-4137-aef6-0f4b548a11d4 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Nov 08 12:29:17.540784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-81029d60-6afd-4f29-8b7f-58d1b013c412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635021 Nov 08 12:29:17.594414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Network 430081dd-5612-4047-9619-73a7b8d46205 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:29:17.609181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5ceaf6d-7453-4e21-8026-be68b5587ada req-0bb2c0dd-c5c4-4a6c-b00b-0344c25bacaf tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 210 time: 0.0596392 Nov 08 12:29:17.619856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-20df0ec5-f59d-4af1-b26c-18d515415f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.621311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-20df0ec5-f59d-4af1-b26c-18d515415f91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.1428370 Nov 08 12:29:17.699740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-ee1e03b9-3de7-4311-98bd-d458afd523a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520899 Nov 08 12:29:17.736661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 430081dd-5612-4047-9619-73a7b8d46205) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:17.743877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.747426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783819d-3b61-41cb-ba4f-98e9d4d6b2af None None] Network 430081dd-5612-4047-9619-73a7b8d46205 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:17.752131 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:17.800376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4397-df7d-4f9c-981e-efbf64048b64 req-90c2da8e-2720-4513-80bf-16ba67b449c3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:17.809054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01af4397-df7d-4f9c-981e-efbf64048b64 req-90c2da8e-2720-4513-80bf-16ba67b449c3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.1602798 Nov 08 12:29:17.826863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-8002b2e8-a442-484d-bc35-c59bfd1d3e8d service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776916 Nov 08 12:29:17.860769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e957d28-fe55-40e3-b333-fa41848fc2fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1379013 Nov 08 12:29:17.868634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:17.885614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:17.944517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01af4397-df7d-4f9c-981e-efbf64048b64 req-4e108c9e-5c27-452d-9fc5-2fb619465adb tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342947 Nov 08 12:29:17.948129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-97a93687-221f-465f-93a3-aac530fa58fa service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398803 Nov 08 12:29:18.046535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7165a344-dde9-4364-a785-e715b108e5c1 req-0f14c9ab-9f78-47a1-8fb9-edc7f606c001 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063882 Nov 08 12:29:18.106004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-430081dd-5612-4047-9619-73a7b8d46205', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:29:18.106779 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.126468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.127616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.128284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822721e-57d1-4c46-98a6-33e33ee26f81 req-f2ddb42d-6e13-4701-8b4a-c3830c76eee9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:18.131127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7822721e-57d1-4c46-98a6-33e33ee26f81 req-f2ddb42d-6e13-4701-8b4a-c3830c76eee9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 944 time: 0.1005859 Nov 08 12:29:18.133330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aa0ddb0-6c64-4a15-816c-12ae13ea9f32 req-d1546ab8-f03b-44be-a92c-63b9a1f6edd1 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772718 Nov 08 12:29:18.194769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.214550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7822721e-57d1-4c46-98a6-33e33ee26f81 req-b6c76563-3b11-4307-8e24-9becb09b30b5 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Nov 08 12:29:18.253875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Allocated IP 172.20.0.2 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/337887b1-2ae7-47aa-af33-a25fe3e4ef23) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:18.409739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.492219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.492947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.529609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0159b97-1041-458f-9611-985bfc24cb21 req-9c83d0d0-190e-46ef-8ea1-3aa2e07cf800 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:18.531650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0159b97-1041-458f-9611-985bfc24cb21 req-9c83d0d0-190e-46ef-8ea1-3aa2e07cf800 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 943 time: 0.0666473 Nov 08 12:29:18.543153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:18.544689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:18.548446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:18.568937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Pushing event updated for resources: {'Port': ['ID=337887b1-2ae7-47aa-af33-a25fe3e4ef23,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:18.627441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Attempting to bind port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:18.627853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Attempting to bind port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:18.628426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Attempting to bind port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:18.634613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:18.635375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:18.636152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.637310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:18.638415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Bound port: 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:18.645312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.671053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7aad8503-bff3-474c-90b6-39f7d34f7294 req-456adee0-5ffc-49a9-8d6d-0c7aea05058d tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.0669825 Nov 08 12:29:18.684700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0159b97-1041-458f-9611-985bfc24cb21 req-1d838496-d536-423d-93fa-5558946642d6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434240 Nov 08 12:29:18.731938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] For port 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:18.736453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] For port 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=337887b1-2ae7-47aa-af33-a25fe3e4ef23,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:18.798710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0946030-4527-4dc0-a405-be7ccfd6d360 req-7a8fd297-91d5-4917-ba39-5caea940587a tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "GET /v2.0/ports?device_id=3520b793-c76f-4f49-817c-fe4bddaf5e9d HTTP/1.1" status: 200 len: 210 time: 0.0304248 Nov 08 12:29:18.869940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.887885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087'}, {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-deleted', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:18.889479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.890255 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b675d-6508-4c26-841e-6c2233be6fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087"}, {"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-deleted", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:18.904199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:18.954912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:18.957384 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff70c6e-194d-486f-a09d-9366f642e29b" -d '{"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:18.986563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:19.014402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Allocated IP 172.25.1.243 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5b0c8d4c-9575-46cf-9b28-f6045d4dcaba) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:19.016141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7589-ef3a-47a6-ac7d-5ad0404798d2 None None] Pushing event updated for resources: {'Port': ['ID=337887b1-2ae7-47aa-af33-a25fe3e4ef23,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:19.030386 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14ddbe-876b-4757-8646-944217fe5287 x-openstack-request-id: req-6f14ddbe-876b-4757-8646-944217fe5287 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:19.030940 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:19.031411 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f14ddbe-876b-4757-8646-944217fe5287 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:19.031990 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'code': 200} Nov 08 12:29:19.153087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:19.163439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:19.192644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b1aa0-ae12-4bcf-91d4-ab3d0be06287 req-df529fc8-913d-42a6-aa64-5207e6a6bca5 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:19.195839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355b1aa0-ae12-4bcf-91d4-ab3d0be06287 req-df529fc8-913d-42a6-aa64-5207e6a6bca5 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.0937746 Nov 08 12:29:19.197942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'port_id': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'mac_address': 'fa:16:3e:a7:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0548b-51e6-4eaa-9e43-d038975b9d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:19.207337 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23704169-5698-40c6-8779-3cd1b7bfaa12 x-openstack-request-id: req-23704169-5698-40c6-8779-3cd1b7bfaa12 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:19.207726 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087", "status": "completed", "code": 200}, {"server_uuid": "3520b793-c76f-4f49-817c-fe4bddaf5e9d", "name": "network-vif-deleted", "tag": "be3b5e40-9eed-4326-9605-9047b3665b42", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:19.208097 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23704169-5698-40c6-8779-3cd1b7bfaa12 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:19.208686 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'status': 'completed', 'code': 200} Nov 08 12:29:19.209255 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520b793-c76f-4f49-817c-fe4bddaf5e9d', 'name': 'network-vif-deleted', 'tag': 'be3b5e40-9eed-4326-9605-9047b3665b42', 'status': 'completed', 'code': 200} Nov 08 12:29:19.324028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:19.336911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b675d-6508-4c26-841e-6c2233be6fcf req-91dd0de4-40b3-4412-8a3c-8e3e0c94eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:19.338611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-91dd0de4-40b3-4412-8a3c-8e3e0c94eb94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 1095 time: 0.1100683 Nov 08 12:29:19.342418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355b1aa0-ae12-4bcf-91d4-ab3d0be06287 req-2764b4c1-4c47-4429-8e6c-017077fab57a tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321070 Nov 08 12:29:19.351893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:19.366466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:19.419494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:19.467987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:19.474786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:19.477365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:19.485986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:19.512321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:19.545564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:19.547337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b675d-6508-4c26-841e-6c2233be6fcf req-837bfb57-5d2c-4a95-8f3d-c351680b08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:19.548768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-837bfb57-5d2c-4a95-8f3d-c351680b08a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 905 time: 0.2030919 Nov 08 12:29:19.571586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:19.776297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:19.990317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-5cf2c266-d6fd-47a8-9aaf-b5324599cd1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087 HTTP/1.1" status: 200 len: 217 time: 0.4252179 Nov 08 12:29:19.995640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.022628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24187e-aba3-4c9a-a2e6-952dc77ca6ef req-e89b2a83-84c0-45be-abf8-48daa3edfcfc tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:20.024389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c24187e-aba3-4c9a-a2e6-952dc77ca6ef req-e89b2a83-84c0-45be-abf8-48daa3edfcfc tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 944 time: 0.6369197 Nov 08 12:29:20.038272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccb16-6466-47c6-9628-a8b91ba57692 req-45c2b8a9-b756-4d92-b42e-ed342a5d8066 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:20.039840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5adccb16-6466-47c6-9628-a8b91ba57692 req-45c2b8a9-b756-4d92-b42e-ed342a5d8066 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.5488410 Nov 08 12:29:20.048888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:20.059657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Request body: {'floatingip': {'port_id': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:20.137156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72c05a0f-221e-4d0a-9d59-04bd4fc4bfd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17bf4a12bbb34089bb0915a54e4f24a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5852261 Nov 08 12:29:20.142484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38854) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:20.154828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.163186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94a2faeb-90e5-4b3f-b9bd-2425e6f7feda req-c919255c-89be-4e97-940f-3b2b0bf1c01f tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.0514383 Nov 08 12:29:20.163923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b675d-6508-4c26-841e-6c2233be6fcf req-58b571af-0b1e-473e-b01d-27fec361311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:20.167143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-58b571af-0b1e-473e-b01d-27fec361311a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.1643348 Nov 08 12:29:20.246589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-58fda727-ee52-43fe-996c-07a6ffa63567 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9c646354c310421a83072811f4ec0694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749915 Nov 08 12:29:20.249505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-610bb3fb-250a-4269-9221-6f923d7f70c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611098 Nov 08 12:29:20.255310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c24187e-aba3-4c9a-a2e6-952dc77ca6ef req-3a2d0c02-85cb-46df-8a1c-81962bdde468 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949310 Nov 08 12:29:20.350003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499e053-2be0-49f2-9e9b-ff33bbcf27d4 None None] Network 430081dd-5612-4047-9619-73a7b8d46205 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:20.366437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.387007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.428628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:20.496511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] Provisioning complete for port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:20.497022 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.536294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.561996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89a8-42c7-4411-b464-b1d7406aea9b req-02a90ce5-56a8-4bff-931d-b1c4a5fae421 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:20.569975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e1a89a8-42c7-4411-b464-b1d7406aea9b req-02a90ce5-56a8-4bff-931d-b1c4a5fae421 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 944 time: 0.2990577 Nov 08 12:29:20.619689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting subnet cd3be9a3-6be3-4840-869d-4c3ad1d43af3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:20.632078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.653369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.704963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] For port 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=337887b1-2ae7-47aa-af33-a25fe3e4ef23,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:20.719425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-4426fd5c-f4fd-4a2e-be6b-5dabcd4407b2 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:20.719425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-4426fd5c-f4fd-4a2e-be6b-5dabcd4407b2 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607337 Nov 08 12:29:20.719425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-d2e1d347-729c-449c-b7a6-523654c471a3 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189575 Nov 08 12:29:20.750881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e1a89a8-42c7-4411-b464-b1d7406aea9b req-30627653-4931-4ab4-95f8-ff6ebd48ef5c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647017 Nov 08 12:29:20.750881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.803982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Request body: {'port': {'device_id': '93830611-cc0f-4459-a326-d935379c1028', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '9c646354c310421a83072811f4ec0694'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:20.806104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.821047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.823830 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.824990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd60c46f-4629-415c-871f-224ebf083a46 HTTP/1.1" status: 204 len: 168 time: 0.6805935 Nov 08 12:29:20.919831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 337887b1-2ae7-47aa-af33-a25fe3e4ef23 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:20.937685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:20.947876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963f898-8724-472c-a215-9de7c6b2f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd60c46f-4629-415c-871f-224ebf083a46,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:20.970220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:20.972091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:21.002086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114a2aa-194d-45ba-bc0d-e1de62ab8541 None None] Pushing event updated for resources: {'Port': ['ID=337887b1-2ae7-47aa-af33-a25fe3e4ef23,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:21.068648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b16c355-bc08-40d9-bdf1-ce5d0d5468d2 None None] Provisioning complete for port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:21.069021 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b16c355-bc08-40d9-bdf1-ce5d0d5468d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.096750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-263b675d-6508-4c26-841e-6c2233be6fcf req-2d899e36-e1c2-42b0-a93d-6eb298d321f8 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534007 Nov 08 12:29:21.098332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.135791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.195002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:21.195371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.240570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:21.267005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'mac_address': 'fa:16:3e:ff:28:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:21.291519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.300911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b581a7c1-6e68-460c-9d1b-cbd6d7c19910 req-2f131e52-26d9-46b0-a1c0-568f8bef5081 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.0410113 Nov 08 12:29:21.303208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Made reservation on behalf of 9c646354c310421a83072811f4ec0694 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:21.309616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.342808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.349592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.369565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Router 178cba89-7453-483c-b818-14b776567a7b is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:29:21.390329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:21.392806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.401430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735f9cbd-fe16-40cb-99ac-95d9332a7087 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:21.412889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:21.413457 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.480362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:21.516493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3be9a3-6be3-4840-869d-4c3ad1d43af3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:21.519675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.523199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/subnets/cd3be9a3-6be3-4840-869d-4c3ad1d43af3 HTTP/1.1" status: 204 len: 168 time: 1.0855970 Nov 08 12:29:21.533203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38872) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:21.535435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb49568-deff-46fa-966d-df6929e5e8eb None None] Network 7214c724-4246-4d11-a309-658c6e336410 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:21.593825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.594618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.595428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.595786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.598344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.598698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.599038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.599378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.600250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.600591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.600926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.601264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74729076-696d-4888-bd1f-7c6a305903e1 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:21.617118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.629812 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Floating IP 99a34bc1-0c61-4a0d-833e-aff341a40817 associated. External IP: 172.25.1.77, port: a26a850b-413e-40ce-bf7f-c55cb9745ef9. Nov 08 12:29:21.669111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c8ac2-3201-4959-b5f7-823e341bd8c8 req-28c3c7df-ad96-49ad-9c04-ae04b28ff6dd tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:21.670986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-683c8ac2-3201-4959-b5f7-823e341bd8c8 req-28c3c7df-ad96-49ad-9c04-ae04b28ff6dd tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 944 time: 0.2580721 Nov 08 12:29:21.673109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.675008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:21.677297 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e075389e-567b-4d5b-a3d3-f35d5a101e32" -d '{"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-plugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:21.707311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:21.727744 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c658c3d3-cdbe-42f5-b396-886c42644dda x-openstack-request-id: req-c658c3d3-cdbe-42f5-b396-886c42644dda {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:21.728096 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-plugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:21.728505 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c658c3d3-cdbe-42f5-b396-886c42644dda {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:21.732827 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'code': 200} Nov 08 12:29:21.737509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-683c8ac2-3201-4959-b5f7-823e341bd8c8 req-52614a67-2366-4a79-833a-71364d007366 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Nov 08 12:29:21.738463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.782749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.840655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] DHCP port deletion for 7214c724-4246-4d11-a309-658c6e336410 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:29:21.842673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:21.843043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:21.856271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Sync routers for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:21.858866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.878908 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:21.920059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:21.920873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:21.971406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834dd36-4283-44e3-a1e8-3472a904421c req-1889ce65-c388-4ee9-aae2-d0a0c7ab46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:21.973040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f834dd36-4283-44e3-a1e8-3472a904421c req-1889ce65-c388-4ee9-aae2-d0a0c7ab46da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 1095 time: 0.1623592 Nov 08 12:29:21.976932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd5081-7c16-4996-8d04-e18128dad317,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:21.996662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port 92e6d23f-cb9b-4a10-867e-223c4da9c256 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:21.997014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.014989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:22.043829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492159-81c2-4375-97e3-fbb44c9d6ed3 req-c32a5d9c-b59f-46fd-9ae6-33e17faebd13 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:22.052272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85492159-81c2-4375-97e3-fbb44c9d6ed3 req-c32a5d9c-b59f-46fd-9ae6-33e17faebd13 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.2293391 Nov 08 12:29:22.084257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['735f9cbd-fe16-40cb-99ac-95d9332a7087'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:22.114512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Deleting port 92e6d23f-cb9b-4a10-867e-223c4da9c256 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:22.114812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.121907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:22.170534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f834dd36-4283-44e3-a1e8-3472a904421c req-80629071-ea10-4793-92a3-0f0966627dec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865897 Nov 08 12:29:22.192684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85492159-81c2-4375-97e3-fbb44c9d6ed3 req-12dba9de-62c4-4834-9d48-580952b3e734 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394818 Nov 08 12:29:22.198797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Allocated IP 192.168.233.235 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/f42f294c-b61b-4615-b828-b0457bb6f327) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:22.390997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.397484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1685b3fb-5e9b-4566-ad02-a8e1674840e0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5268099 Nov 08 12:29:22.401045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:22.461077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.461299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] For port 92e6d23f-cb9b-4a10-867e-223c4da9c256, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=92e6d23f-cb9b-4a10-867e-223c4da9c256,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:22.461770 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.467340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port 92e6d23f-cb9b-4a10-867e-223c4da9c256, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=92e6d23f-cb9b-4a10-867e-223c4da9c256,segment=NetworkSegment(9b627a88-ed2d-4963-8124-4b620a8c7ae7),segment_id=9b627a88-ed2d-4963-8124-4b620a8c7ae7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:22.467340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.486496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for 92e6d23f-cb9b-4a10-867e-223c4da9c256 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:22.494457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Router b838f527-fdc7-43b3-85b4-3e39ba253fdc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:29:22.497144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Calling delete_port for 92e6d23f-cb9b-4a10-867e-223c4da9c256 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:22.551831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd4c1556-064c-42ea-8a0d-df449ce8344e req-870e28d9-08d9-4804-bc9f-3c4932daba67 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.1493731 Nov 08 12:29:22.718843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:19Z', 'revision_number': 3, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:22.748931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Checking router: 178cba89-7453-483c-b818-14b776567a7b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:22.749385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Updating router 178cba89-7453-483c-b818-14b776567a7b port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:29:22.789557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.804942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:22.820880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.829806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Sync routers for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:22.843440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.846630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:22.850173 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:22.860216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-58853c9f-0474-4a99-820e-57c88b6b6fb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "PUT /v2.0/floatingips/99a34bc1-0c61-4a0d-833e-aff341a40817 HTTP/1.1" status: 200 len: 990 time: 2.8080819 Nov 08 12:29:22.861157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 337887b1-2ae7-47aa-af33-a25fe3e4ef23 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:22.861307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:22.865241 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb4c2d-aa26-48b5-8902-881410b1e734" -d '{"events": [{"name": "network-changed", "server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:22.874612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:22.905250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=92e6d23f-cb9b-4a10-867e-223c4da9c256,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:22.915463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.916116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.916633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.917228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.917803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.918408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.919411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.920213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.920725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.921442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.921955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.922747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:22.931957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port 92e6d23f-cb9b-4a10-867e-223c4da9c256 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:22.941994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:23.017322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:23.024078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:23.043809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.069233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7214c724-4246-4d11-a309-658c6e336410']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:23.080879 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d745eb7-1985-4c8b-9285-2938c74c4491 x-openstack-request-id: req-0d745eb7-1985-4c8b-9285-2938c74c4491 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:23.103885 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:23.103885 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d745eb7-1985-4c8b-9285-2938c74c4491 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:23.103885 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'status': 'completed', 'code': 200} Nov 08 12:29:23.105390 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:23.105504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b627a88-ed2d-4963-8124-4b620a8c7ae7') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:23.105504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b627a88-ed2d-4963-8124-4b620a8c7ae7') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:23.129119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.139501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.158757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.172520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:23.172520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.191400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] Pushing event deleted for resources: {'Port': ['ID=92e6d23f-cb9b-4a10-867e-223c4da9c256,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:23.217776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:23.250268 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:23.270770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-fa59d2db-0529-4675-8925-947904dd1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.273435 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-fa59d2db-0529-4675-8925-947904dd1c4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 1096 time: 0.1944375 Nov 08 12:29:23.279021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3d3c6-b9d8-494e-97d0-72cae8ba76b8 None None] No DVR routers for this DVR port 92e6d23f-cb9b-4a10-867e-223c4da9c256 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:23.331693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f51f4e91-f5db-449d-bab2-d136ae9da974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.359817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.360960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.371080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:23.371819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.383581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.399071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.403761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/networks/7214c724-4246-4d11-a309-658c6e336410 HTTP/1.1" status: 204 len: 168 time: 1.8692431 Nov 08 12:29:23.408211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38920) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:23.417395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88781234-9760-475f-9cdf-33520fc850c4 req-d87a7c68-1507-46d3-aeff-ef2988039030 tempest-AbsoluteLimitsNegativeTestJSON-958661918 tempest-AbsoluteLimitsNegativeTestJSON-958661918-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9103ce68a1564abdbf77d7b75a684c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1937559 Nov 08 12:29:23.438591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d194-a866-4fab-a1cc-b10f0be78bd8 req-19feb50f-a867-486b-814f-6b4498bf6de9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.445106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e43d194-a866-4fab-a1cc-b10f0be78bd8 req-19feb50f-a867-486b-814f-6b4498bf6de9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 945 time: 0.5051820 Nov 08 12:29:23.459546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5ec35-ebc8-43ea-9fc6-fbe1715d6499 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Network': ['ID=7214c724-4246-4d11-a309-658c6e336410,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:23.515161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting subnet 99630042-6460-4741-889d-e61dd5c8fdbf {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:23.518382 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '99a34bc1-0c61-4a0d-833e-aff341a40817', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'port_id': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'mac_address': 'fa:16:3e:aa:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:28:59Z', 'updated_at': '2021-11-08T12:29:20Z', 'revision_number': 1, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:23.519910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-efc017b6-5f98-4e64-9205-2268bce7b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.528926 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-efc017b6-5f98-4e64-9205-2268bce7b77b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 200 len: 915 time: 0.2476413 Nov 08 12:29:23.529683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.557604 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Checking router: b838f527-fdc7-43b3-85b4-3e39ba253fdc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:23.566633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9ecc4093-2a1b-46f9-a67b-35e1403aca6d None None] Provisioning complete for port f42f294c-b61b-4615-b828-b0457bb6f327 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:23.567215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4093-2a1b-46f9-a67b-35e1403aca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.568678 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:23.570564 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:23.586006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-6a3cb206-09d5-4ab8-8454-833288fd82e9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8374059 Nov 08 12:29:23.609315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 92e6d23f-cb9b-4a10-867e-223c4da9c256 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:23.637609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.641249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-96fdc32c-b93f-4afb-a62e-29f45b6bea6f tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:29:23.642548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-96fdc32c-b93f-4afb-a62e-29f45b6bea6f tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0392275 Nov 08 12:29:23.669191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Request body: {'port': {'device_id': '93830611-cc0f-4459-a326-d935379c1028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:23.677933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-96b979a2-6281-484e-9906-4e63059f2286 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 200 len: 998 time: 0.1413984 Nov 08 12:29:23.681038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 92e6d23f-cb9b-4a10-867e-223c4da9c256 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:23.681381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 92e6d23f-cb9b-4a10-867e-223c4da9c256 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:23.686625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc4093-2a1b-46f9-a67b-35e1403aca6d None None] Port f42f294c-b61b-4615-b828-b0457bb6f327 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:29:23.711852 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.736030 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:23.773532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e43d194-a866-4fab-a1cc-b10f0be78bd8 req-df0a9ab0-3cbe-4fa2-aa9b-58f1f5c8e572 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231995 Nov 08 12:29:23.800020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-d98e4826-93df-4b22-b94a-32022e2e5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.804034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-d98e4826-93df-4b22-b94a-32022e2e5552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58de66f3-daac-4157-9758-a507f2b81124 HTTP/1.1" status: 200 len: 853 time: 0.1015096 Nov 08 12:29:23.813418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.818529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781234-9760-475f-9cdf-33520fc850c4 req-8f022156-b649-4142-b92d-393f26316ed9 tempest-AbsoluteLimitsNegativeTestJSON-958661918 tempest-AbsoluteLimitsNegativeTestJSON-958661918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.825631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88781234-9760-475f-9cdf-33520fc850c4 req-8f022156-b649-4142-b92d-393f26316ed9 tempest-AbsoluteLimitsNegativeTestJSON-958661918 tempest-AbsoluteLimitsNegativeTestJSON-958661918-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072418 Nov 08 12:29:23.825859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.851677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.866037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88781234-9760-475f-9cdf-33520fc850c4 req-04547f80-963b-482e-adca-9547dab3150f tempest-AbsoluteLimitsNegativeTestJSON-958661918 tempest-AbsoluteLimitsNegativeTestJSON-958661918-project] 10.222.0.58 "GET /v2.0/quotas/9103ce68a1564abdbf77d7b75a684c39 HTTP/1.1" status: 200 len: 375 time: 0.0393980 Nov 08 12:29:23.903591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Attempting to bind port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:23.904242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Attempting to bind port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:23.904822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Attempting to bind port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:23.911809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.913888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:23.923547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:23.923547 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.923547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:23.923547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Bound port: 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:23.923547 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:23.939523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-fe2d2f32-cd46-49ce-8203-9cb9aa827bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:23.941798 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-fe2d2f32-cd46-49ce-8203-9cb9aa827bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f546d0fe-ce7e-4566-93d8-434108d703bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097269 Nov 08 12:29:23.963538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10b45-e27a-4e2c-aaa3-df8df950ea55 None None] Pushing event updated for resources: {'Port': ['ID=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:23.995665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] For port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:23.999367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] For port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:24.023849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88781234-9760-475f-9cdf-33520fc850c4 req-32c5729a-0074-4b36-a65e-f600f7fed8f1 tempest-AbsoluteLimitsNegativeTestJSON-958661918 tempest-AbsoluteLimitsNegativeTestJSON-958661918-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9103ce68a1564abdbf77d7b75a684c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290560 Nov 08 12:29:24.053271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.060568 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-17d707a4-a044-4469-b409-9ff826bdfde6 service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098146 Nov 08 12:29:24.070537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ce5e-5b99-4f30-9e87-6fdfe153ca64 req-d17e6ca1-7d59-40a3-8145-bc6e1baaad3e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:24.077262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebb3ce5e-5b99-4f30-9e87-6fdfe153ca64 req-d17e6ca1-7d59-40a3-8145-bc6e1baaad3e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.2268505 Nov 08 12:29:24.115730 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '99a34bc1-0c61-4a0d-833e-aff341a40817', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'port_id': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'mac_address': 'fa:16:3e:aa:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:28:59Z', 'updated_at': '2021-11-08T12:29:20Z', 'revision_number': 1, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:24.166028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.179375 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffdd1d3-b70f-42bb-b346-8132f510136d None None] The sync data for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 is: [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '99a34bc1-0c61-4a0d-833e-aff341a40817', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'port_id': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'mac_address': 'fa:16:3e:aa:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:28:59Z', 'updated_at': '2021-11-08T12:29:20Z', 'revision_number': 1, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:24.182423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:24.183056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:24.230424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Subnet': ['ID=99630042-6460-4741-889d-e61dd5c8fdbf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:24.246060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.251640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a83eaa03-4b4f-4a6e-8e31-cffb91452722 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/subnets/99630042-6460-4741-889d-e61dd5c8fdbf HTTP/1.1" status: 204 len: 168 time: 0.8415666 Nov 08 12:29:24.254677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b80c8-7541-4658-aff7-048bd89c9ac4 None None] Network 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:24.255684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:24.330063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10b45-e27a-4e2c-aaa3-df8df950ea55 None None] Pushing event updated for resources: {'Port': ['ID=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:24.351881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89fb4c2d-aa26-48b5-8902-881410b1e734 req-b980b38e-831f-4dad-aa2a-317d3ccfb61d service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760429 Nov 08 12:29:24.360137 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.393887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebb3ce5e-5b99-4f30-9e87-6fdfe153ca64 req-63dc99fa-92c7-40bf-8866-94dae2aeb6a7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146398 Nov 08 12:29:24.411273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:24.442274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Deleting port b4dff28a-4908-47de-8a2b-cc4647824a58 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:24.449780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.498302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a376-3f8f-4372-ab4a-d17346c97ce8 req-bf2ba965-d6d8-4205-80f1-ebcbddac7052 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:24.510170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f3a376-3f8f-4372-ab4a-d17346c97ce8 req-bf2ba965-d6d8-4205-80f1-ebcbddac7052 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 936 time: 0.2739024 Nov 08 12:29:24.572129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Allocated IP 172.20.0.1 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/27941c5a-6cc3-49fc-bb44-5a0c243e3a11) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:24.581094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] For port b4dff28a-4908-47de-8a2b-cc4647824a58, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4dff28a-4908-47de-8a2b-cc4647824a58,segment=NetworkSegment(f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd),segment_id=f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:24.581094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.599785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aed2f-89ac-4162-9478-08dd63993dba None None] New status for floating IP 99a34bc1-0c61-4a0d-833e-aff341a40817: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:29:24.611944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Calling delete_port for b4dff28a-4908-47de-8a2b-cc4647824a58 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:24.802381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ac0cc-ef61-40e0-b594-3a9c791bcbb0 None None] DHCP port deletion for 9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:29:24.813049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.841220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38938) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:24.849523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] No DVR routers for this DVR port b4dff28a-4908-47de-8a2b-cc4647824a58 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:24.851564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Port': ['ID=b4dff28a-4908-47de-8a2b-cc4647824a58,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:24.881913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ac0cc-ef61-40e0-b594-3a9c791bcbb0 None None] The port 'b4dff28a-4908-47de-8a2b-cc4647824a58' was deleted {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 08 12:29:24.927428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:19Z', 'revision_number': 3, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:24.960874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:24.983154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de685c-00cd-4d9e-8c01-837d213bc9ff None None] The sync data for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 is: [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:19Z', 'revision_number': 3, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:24.984763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:24.998293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6fa2e-844b-4e43-bd14-d5d238cad6f5']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:25.031092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c56305a-4aa6-4565-aae2-0b06393ce164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.036646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:25.036946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f461c6ac-0bc7-4b98-b9d4-9e60a8849bfd') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:25.056172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.076834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.090758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:25.090758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:25.094284 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:25.114486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 735f9cbd-fe16-40cb-99ac-95d9332a7087 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:25.118986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 735f9cbd-fe16-40cb-99ac-95d9332a7087 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:25.119433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.197395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f3a376-3f8f-4372-ab4a-d17346c97ce8 req-a5076ad6-d03a-45c3-85bf-bc2df5b9bdb6 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863124 Nov 08 12:29:25.227233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.229318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c56305a-4aa6-4565-aae2-0b06393ce164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.259480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:25.261779 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b25619-b693-4bbb-b3ec-8468bc4c51ee" -d '{"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-plugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:25.268564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5647-7058-4fb5-a29e-5f03b51c1f62 req-2e7e75b4-1354-4661-9c60-013a269d63d1 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:25.275950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f9b5647-7058-4fb5-a29e-5f03b51c1f62 req-2e7e75b4-1354-4661-9c60-013a269d63d1 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1847460 Nov 08 12:29:25.280064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.286112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:25.290185 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.293046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] 10.222.0.58 "DELETE /v2.0/networks/9ea6fa2e-844b-4e43-bd14-d5d238cad6f5 HTTP/1.1" status: 204 len: 168 time: 1.0357072 Nov 08 12:29:25.329036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016e339-fc9e-4805-a8a2-7b32a63046c7 tempest-ServersTestMultiNic-1980031508 tempest-ServersTestMultiNic-1980031508-project] Pushing event deleted for resources: {'Network': ['ID=9ea6fa2e-844b-4e43-bd14-d5d238cad6f5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:25.342458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c56305a-4aa6-4565-aae2-0b06393ce164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.367658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:25.397825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.409466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c56305a-4aa6-4565-aae2-0b06393ce164 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9103ce68a1564abdbf77d7b75a684c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587888 Nov 08 12:29:25.411394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38946) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:25.419259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.448694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bdea3-295d-4a84-b0e7-cfc6077de399 req-471728f2-cbba-47f7-a4e0-b2cf297a2c04 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:25.450847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-098bdea3-295d-4a84-b0e7-cfc6077de399 req-471728f2-cbba-47f7-a4e0-b2cf297a2c04 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 945 time: 0.1701381 Nov 08 12:29:25.451030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56305a-4aa6-4565-aae2-0b06393ce164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72fe41-1b3c-43bf-802a-4bea93e6f37c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:25.469937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Transition to ACTIVE for port object f42f294c-b61b-4615-b828-b0457bb6f327 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:25.483049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.503136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f9b5647-7058-4fb5-a29e-5f03b51c1f62 req-e07883ea-4dd2-452b-aba6-84ef70dc0e32 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261941 Nov 08 12:29:25.522754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.554585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.586290 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca6eb6f-cc9c-471d-91ca-ee9aeab429d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.589213 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1626592-01d0-4f33-9d02-3fb292d1d027 x-openstack-request-id: req-d1626592-01d0-4f33-9d02-3fb292d1d027 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:25.589504 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-plugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:25.589758 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1626592-01d0-4f33-9d02-3fb292d1d027 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:25.590176 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'code': 200} Nov 08 12:29:25.591118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.685978 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.689001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.691932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f72fe41-1b3c-43bf-802a-4bea93e6f37c HTTP/1.1" status: 204 len: 168 time: 0.2778051 Nov 08 12:29:25.699953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:25.712354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fabb7-ff4a-4c24-bb46-e892d326a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72fe41-1b3c-43bf-802a-4bea93e6f37c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:25.764419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:25.794007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:25.824742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-098bdea3-295d-4a84-b0e7-cfc6077de399 req-9a56b8a3-069c-4e5d-859b-918f0f58d1a3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491359 Nov 08 12:29:25.880450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:25.906621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:25.922558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:25.936168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01022633-9f8b-47be-9d94-d089f49b05b2 req-c602bcf4-15fd-41c7-a62b-05cd0640ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:25.937873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01022633-9f8b-47be-9d94-d089f49b05b2 req-c602bcf4-15fd-41c7-a62b-05cd0640ab12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1981742 Nov 08 12:29:25.966132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Attempting to bind port f42f294c-b61b-4615-b828-b0457bb6f327 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:25.966517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Attempting to bind port f42f294c-b61b-4615-b828-b0457bb6f327 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:25.966855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Attempting to bind port f42f294c-b61b-4615-b828-b0457bb6f327 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:25.972236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Pushing event updated for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:26.054466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.070005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Port f42f294c-b61b-4615-b828-b0457bb6f327 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:26.070005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Attempting to bind port f42f294c-b61b-4615-b828-b0457bb6f327 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:26.155007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:26.155370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:26.155819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:26.156314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Bound port: f42f294c-b61b-4615-b828-b0457bb6f327, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:26.156675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.174639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:26.257575 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:29:26.274868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4ce11b40-5ba1-4caa-9c26-64d4ba1fa2b6 None None] Provisioning complete for port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:26.275311 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b40-5ba1-4caa-9c26-64d4ba1fa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.327610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4ce11b40-5ba1-4caa-9c26-64d4ba1fa2b6 None None] Port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:29:26.329265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01022633-9f8b-47be-9d94-d089f49b05b2 req-45c95209-4e5f-4fca-8f0e-0e15d3e3cbb4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599641 Nov 08 12:29:26.406534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919360e-b355-4a72-99fb-f32a185efcd4 req-37dff765-bee5-4b50-9b7c-9e28edc3a93e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:26.408105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1919360e-b355-4a72-99fb-f32a185efcd4 req-37dff765-bee5-4b50-9b7c-9e28edc3a93e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.2250102 Nov 08 12:29:26.416282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:26.449508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:26.485959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35479-6cf0-4b94-bd71-5347b38f0a57 req-e56511cb-81e5-4073-8b74-68005678a419 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:26.487985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8c35479-6cf0-4b94-bd71-5347b38f0a57 req-e56511cb-81e5-4073-8b74-68005678a419 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 948 time: 0.1494236 Nov 08 12:29:26.510268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.530130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1919360e-b355-4a72-99fb-f32a185efcd4 req-980dc8fe-8f6a-411d-8dec-6515add380d4 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051526 Nov 08 12:29:26.577192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:26.577818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.579237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] 10.222.0.57 "PUT /v2.0/ports/f42f294c-b61b-4615-b828-b0457bb6f327 HTTP/1.1" status: 200 len: 1096 time: 2.9175282 Nov 08 12:29:26.579676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:26.582622 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:26.617960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8c35479-6cf0-4b94-bd71-5347b38f0a57 req-9b11d043-f2c7-49d3-b5b8-e2498656c23b tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193218 Nov 08 12:29:26.618938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311758dc-6d2f-474a-9c09-f199b505549d service neutron] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:26.645941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.700255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.746094 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca8a5b-b2e9-412e-a081-0e041f04e037 x-openstack-request-id: req-87ca8a5b-b2e9-412e-a081-0e041f04e037 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:26.746455 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:26.746710 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87ca8a5b-b2e9-412e-a081-0e041f04e037 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:26.747114 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'status': 'completed', 'code': 200} Nov 08 12:29:26.781525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:26.831606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099448fa-964c-4a16-a94d-9dd637564a2e req-4084877b-5a92-4877-9eb6-3d3214479dd3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:26.834054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099448fa-964c-4a16-a94d-9dd637564a2e req-4084877b-5a92-4877-9eb6-3d3214479dd3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1675422 Nov 08 12:29:26.921470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:26.971150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099448fa-964c-4a16-a94d-9dd637564a2e req-d3617876-09e4-4b7c-897a-d9186d15bcdb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277683 Nov 08 12:29:27.041213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.068773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:27.071030 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.150227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.218568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.231973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b588fe-48db-485c-8f51-e663de203e25 req-6b20f31e-2bf6-416d-bc22-4e80aa6647c1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.236485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74b588fe-48db-485c-8f51-e663de203e25 req-6b20f31e-2bf6-416d-bc22-4e80aa6647c1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.2774050 Nov 08 12:29:27.272542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Deleting port 8b92bee3-45da-4ba1-a513-579df471b21f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:27.273002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.280535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:27.287796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-417a39ed-49a5-4800-9e52-15d4dc196faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.293427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-417a39ed-49a5-4800-9e52-15d4dc196faf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c646354c310421a83072811f4ec0694&device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 1099 time: 0.5880573 Nov 08 12:29:27.336285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.399277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] For port 8b92bee3-45da-4ba1-a513-579df471b21f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b92bee3-45da-4ba1-a513-579df471b21f,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:27.399707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.410053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:27.420298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Calling delete_port for 8b92bee3-45da-4ba1-a513-579df471b21f owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:27.435636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:27.443253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4dff28a-4908-47de-8a2b-cc4647824a58 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:27.451214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Pushing event updated for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:27.455003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-c2a770c2-bcf1-4ad9-9ebc-28a9965a9d8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f42f294c-b61b-4615-b828-b0457bb6f327 HTTP/1.1" status: 200 len: 217 time: 0.1428065 Nov 08 12:29:27.466166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.474487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b4dff28a-4908-47de-8a2b-cc4647824a58 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:27.474841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4dff28a-4908-47de-8a2b-cc4647824a58 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:27.604034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-230473752-network', 'tenant_id': '73a5c8951b044f5ea6db97468c298fbe'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:27.618983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74b588fe-48db-485c-8f51-e663de203e25 req-aaf450f5-8809-406a-9dbd-32e1e7f34083 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410695 Nov 08 12:29:27.644966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-dd2e4270-ab40-4619-b111-d3292384e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.646821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-dd2e4270-ab40-4619-b111-d3292384e06b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1832092 Nov 08 12:29:27.787041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:27.795319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:27.802188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-0a3d21c1-7921-4171-b98c-95ba396857f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.803717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-0a3d21c1-7921-4171-b98c-95ba396857f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444666 Nov 08 12:29:27.830520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adcd28-9a91-49bb-bcb8-7bab7d7398f5 req-2d354b01-06d3-421c-988a-39a6bced6cdc tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.831991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7adcd28-9a91-49bb-bcb8-7bab7d7398f5 req-2d354b01-06d3-421c-988a-39a6bced6cdc tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 948 time: 0.1192887 Nov 08 12:29:27.840167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003e75-1b0f-47c2-939d-107e0207a973 req-d4ac7e76-7b75-4006-980f-11912646aa5b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:27.841679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8003e75-1b0f-47c2-939d-107e0207a973 req-d4ac7e76-7b75-4006-980f-11912646aa5b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1272018 Nov 08 12:29:27.858940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Made reservation on behalf of 73a5c8951b044f5ea6db97468c298fbe for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:27.861303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.872139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.953364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.990527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:27.991737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b92bee3-45da-4ba1-a513-579df471b21f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:28.071359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3f874eb5-ac2b-4fb3-ac60-85c6e2c44a0e None None] Provisioning complete for port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:28.071950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f874eb5-ac2b-4fb3-ac60-85c6e2c44a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.077503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7adcd28-9a91-49bb-bcb8-7bab7d7398f5 req-c803c843-eaee-4b30-b622-40aed0636609 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347875 Nov 08 12:29:28.095881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8003e75-1b0f-47c2-939d-107e0207a973 req-21193737-4f57-4131-9b64-c47a827d2865 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308433 Nov 08 12:29:28.120990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.131987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Router 178cba89-7453-483c-b818-14b776567a7b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:29:28.147672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-4f66ba5c-6e85-42e0-b8de-07b44cd7e1c4 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371851 Nov 08 12:29:28.150200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3f874eb5-ac2b-4fb3-ac60-85c6e2c44a0e None None] Port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:29:28.242404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.287255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.310127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:29:28.315486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66050fef-f6ec-488f-b297-59b905cf1987,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:28.327946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.328404 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Added segment 548459b9-ef5e-46fe-aad9-ac9f9ce2dd37 of type vlan for network 78e47f9d-04bf-4e38-89ef-6bb176eba068 Nov 08 12:29:28.353905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:28.357021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f85d1bb7-a7aa-42e7-b4f9-ec24669f91cb req-f0690f61-49bb-474c-accf-75cef3c5355b service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972322 Nov 08 12:29:28.374310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b728f744-4d97-43c0-bfee-85a87d717146 admin admin] 10.222.0.58 "PUT /v2.0/routers/178cba89-7453-483c-b818-14b776567a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9452248 Nov 08 12:29:28.377656 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Sync routers for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:28.405505 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:28.406140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:28.426272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.542915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-e914282e-ccdf-4d80-b398-542d66a189dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:28.545168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-e914282e-ccdf-4d80-b398-542d66a189dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c646354c310421a83072811f4ec0694&device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 1099 time: 0.0694556 Nov 08 12:29:28.547135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:28.615698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.616297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:28.617080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.835432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9696d3c-5f61-4346-bf48-cf40c9c010bd req-4341cad4-6f88-4112-aef7-37102c47440c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:28.837157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9696d3c-5f61-4346-bf48-cf40c9c010bd req-4341cad4-6f88-4112-aef7-37102c47440c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1045723 Nov 08 12:29:28.846519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-5d04a8a9-271f-43c1-b75c-89e2e321fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:28.846519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-5d04a8a9-271f-43c1-b75c-89e2e321fcd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2855124 Nov 08 12:29:28.922202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-8e538333-b484-489d-a729-3e9bb816feef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f42f294c-b61b-4615-b828-b0457bb6f327 HTTP/1.1" status: 200 len: 217 time: 0.0700879 Nov 08 12:29:28.926519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:28.984044 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 2, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:29.008540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:29.046021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9696d3c-5f61-4346-bf48-cf40c9c010bd req-ab612f3d-73c6-4114-8fb2-7b47b5fddcdf tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951056 Nov 08 12:29:29.048194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-76aafed9-bd0e-4a37-8d66-b984821d8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:29.051075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-76aafed9-bd0e-4a37-8d66-b984821d8953 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1164315 Nov 08 12:29:29.138141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Checking router: 178cba89-7453-483c-b818-14b776567a7b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:29.142425 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Updating router 178cba89-7453-483c-b818-14b776567a7b port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:29:29.145776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:29.146350 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.163053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-43a6c09b-236e-40d5-9d91-6f443950a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:29.165949 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.167787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-43a6c09b-236e-40d5-9d91-6f443950a28b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077693 Nov 08 12:29:29.241226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] Pushing event updated for resources: {'Network': ['ID=78e47f9d-04bf-4e38-89ef-6bb176eba068,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:29.258443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 78e47f9d-04bf-4e38-89ef-6bb176eba068 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:29:29.323556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Router 7e03c59f-873e-48cb-aa9a-201c191be44c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:29:29.351434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-8e8f0388-d6ea-4a8d-a970-eb6427f013a6 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756358 Nov 08 12:29:29.383205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-caf8ce5b-f49d-43b9-b094-e255fad73e5d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9720294 Nov 08 12:29:29.386028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:29.391390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Request body: {'subnet': {'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-230473752-subnet', 'tenant_id': '73a5c8951b044f5ea6db97468c298fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:29.398731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39044) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:29.420166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440736296', 'description': 'tempest-description--1742303043'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:29.447389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 12:29:29.447389 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 12:29:29.447389 n-d-816990-1 neutron-server[102536]: [parameters: {'project_id_1': 'f39258074f82414ba658e749e03454ec', 'expiration_1': datetime.datetime(2021, 11, 8, 12, 29, 9, 434512)}] Nov 08 12:29:29.447389 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:29:29.447900 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:29:29.501462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:29.507133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8538d4d4-3af3-49cd-8e7e-ce1bc22f0dde req-ac689968-3b4b-4e89-9285-0de5e5192e9c service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417522 Nov 08 12:29:29.508428 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56c4e0da-3478-450d-9228-93ee84ea0823 admin admin] 10.222.0.58 "PUT /v2.0/routers/7e03c59f-873e-48cb-aa9a-201c191be44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3323021 Nov 08 12:29:29.511040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39046) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:29.514709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Sync routers for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:29.530936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:29.531899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:29.541986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Made reservation on behalf of 73a5c8951b044f5ea6db97468c298fbe for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:29.544713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.595187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328784e-bf99-4dc0-af73-a7f586d17555 req-e9cefd40-9185-4d6e-9568-e5c7f4fe481c tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:29.602580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8328784e-bf99-4dc0-af73-a7f586d17555 req-e9cefd40-9185-4d6e-9568-e5c7f4fe481c tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 948 time: 0.1307018 Nov 08 12:29:29.661978 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.701710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:29.716219 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.725386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.742072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8328784e-bf99-4dc0-af73-a7f586d17555 req-4440e3bc-e51f-48ce-adc8-6884d0abd6d6 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328423 Nov 08 12:29:29.763635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b0a4d-c077-4feb-aed9-608cfdc35814 req-1d051faa-498b-4171-8cd4-0730333270d1 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:29.765241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-532b0a4d-c077-4feb-aed9-608cfdc35814 req-1d051faa-498b-4171-8cd4-0730333270d1 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1200213 Nov 08 12:29:29.888850 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Attempting to bind port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:29.889255 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Attempting to bind port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:29.889665 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Attempting to bind port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:29.891409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.897199 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26f69d-95d7-40b2-a576-652a4bf815d1 None None] Pushing event updated for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:29.906868 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:29.907264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:29.907675 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:29.908069 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:29.909752 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Bound port: 27941c5a-6cc3-49fc-bb44-5a0c243e3a11, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:29.910231 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.000106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:30.004646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 5, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:30.035814 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] For port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:30.040931 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] For port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:30.052094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2366034-c1ec-4240-aae7-ef43fca4c657,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:30.059284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Checking router: 7e03c59f-873e-48cb-aa9a-201c191be44c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:30.061243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Checking segment: {'id': '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:30.061907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Network hostable DHCP agents. Network: 78e47f9d-04bf-4e38-89ef-6bb176eba068, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:29:30.080287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Routers {'7e03c59f-873e-48cb-aa9a-201c191be44c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:30.081373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7e03c59f-873e-48cb-aa9a-201c191be44c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:30.143657 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.194188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.196298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Network 78e47f9d-04bf-4e38-89ef-6bb176eba068 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:29:30.231609 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26f69d-95d7-40b2-a576-652a4bf815d1 None None] Pushing event updated for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:30.252929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] Provisioning complete for port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:30.253510 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.258901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:30.260376 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:30.307350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 78e47f9d-04bf-4e38-89ef-6bb176eba068) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:30.319352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:30.319965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.327357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271738c-03ff-425f-8700-cf38dd326cc4 None None] Network 78e47f9d-04bf-4e38-89ef-6bb176eba068 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:30.337684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] Set router 7e03c59f-873e-48cb-aa9a-201c191be44c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:30.343258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.407044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.409083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-532b0a4d-c077-4feb-aed9-608cfdc35814 req-3bab22e0-b5d0-48c4-8e8c-8dae0dd9d7bb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724251 Nov 08 12:29:30.431123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534565f-bb43-412b-8492-c2e9dbf38984 req-4f89a1b7-c2f2-4ff7-a831-d99c73ebf7a1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:30.434748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a534565f-bb43-412b-8492-c2e9dbf38984 req-4f89a1b7-c2f2-4ff7-a831-d99c73ebf7a1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0933945 Nov 08 12:29:30.449732 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:30.459753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44382c55-7568-4238-a7e4-af9d0d21a542 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0725944 Nov 08 12:29:30.503413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.539230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:30.543897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a534565f-bb43-412b-8492-c2e9dbf38984 req-264e6f18-4237-4dab-b874-0eb812bd257b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996747 Nov 08 12:29:30.558091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f89cf1-e2b7-47fe-ba48-3f09992a2002,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:30.562834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Deleting port 691b6c28-0273-408f-8fee-aa3dab3c1b2b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:30.563655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.636277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.637856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b5ffe5a-8568-4aa3-8722-6e666de13f12 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2396047 Nov 08 12:29:30.640930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39052) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:30.647173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'security_group_rule': {'security_group_id': 'b1f89cf1-e2b7-47fe-ba48-3f09992a2002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:30.668746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] For port 691b6c28-0273-408f-8fee-aa3dab3c1b2b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=691b6c28-0273-408f-8fee-aa3dab3c1b2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:30.669608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.684039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Calling delete_port for 691b6c28-0273-408f-8fee-aa3dab3c1b2b owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:30.774866 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:30.794231 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.811105 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce9864-6418-4e9e-bb91-96801dfe7a86 None None] The sync data for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 is: [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:30.836278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'mac_address': 'fa:16:3e:9f:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:30.921809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:30.944736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.004339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.057120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.057370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8fa9d-0792-49e7-b598-2828b0ecd03f req-3f7a1d84-155c-4ded-b8ca-f16d31a612cc tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:31.067104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fa8fa9d-0792-49e7-b598-2828b0ecd03f req-3f7a1d84-155c-4ded-b8ca-f16d31a612cc tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 948 time: 0.2353470 Nov 08 12:29:31.069465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:31.081128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edaaf56-e09e-4942-91f3-c13d877b6c1f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:31.081395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] For port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:31.086288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc00a5d-8f04-496e-aae5-25a82a819e96 None None] Network 78e47f9d-04bf-4e38-89ef-6bb176eba068 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:31.131070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:31.158952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-66a00db2-66f3-4ae4-9201-77cd18e79fa9 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:31.160506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-66a00db2-66f3-4ae4-9201-77cd18e79fa9 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/networks?id=78e47f9d-04bf-4e38-89ef-6bb176eba068 HTTP/1.1" status: 200 len: 817 time: 0.2386050 Nov 08 12:29:31.175032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.190821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fa8fa9d-0792-49e7-b598-2828b0ecd03f req-c736a20f-a84a-4347-8689-101e0c5dbbc2 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219096 Nov 08 12:29:31.199686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-2d8b47b6-792c-4210-a94b-3a03459536c2 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/quotas/73a5c8951b044f5ea6db97468c298fbe HTTP/1.1" status: 200 len: 375 time: 0.0224149 Nov 08 12:29:31.211601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.213316 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e0214f6-11a4-47ff-984e-3afe03605fe4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5713308 Nov 08 12:29:31.218987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39074) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:31.223891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'security_group_rule': {'security_group_id': 'b1f89cf1-e2b7-47fe-ba48-3f09992a2002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:31.237412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-19d7ae34-5567-4cda-b11e-a776ffeda989 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=73a5c8951b044f5ea6db97468c298fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318007 Nov 08 12:29:31.264624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.281750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf969f-e469-4f37-8bc5-0018853eb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:31.292972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 5, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:31.303837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Pushing event deleted for resources: {'Port': ['ID=691b6c28-0273-408f-8fee-aa3dab3c1b2b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:31.332984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-51ae4c99-afd1-4795-a250-c666e0d2b405 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:29:31.338907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-51ae4c99-afd1-4795-a250-c666e0d2b405 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0914474 Nov 08 12:29:31.346974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.390139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.416644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd94c39-38e3-4049-9949-2240fe5ccf40 None None] The sync data for ids ['7e03c59f-873e-48cb-aa9a-201c191be44c'] in n-d-816990-1 is: [{'id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'name': 'tempest-ServersTestMultiNic-1038588565-router', 'tenant_id': 'f07538dfe22a43cd853355b8e2a553ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:27:14Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 5, 'project_id': 'f07538dfe22a43cd853355b8e2a553ed', 'gw_port': {'id': '691b6c28-0273-408f-8fee-aa3dab3c1b2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03c59f-873e-48cb-aa9a-201c191be44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:27:15Z', 'updated_at': '2021-11-08T12:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:31.424573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.446718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-eefa787c-5b12-42ac-ad78-5d6fe3ba0001 None None] Provisioning complete for port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:31.448725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eefa787c-5b12-42ac-ad78-5d6fe3ba0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.471641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.502973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.525014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02110a29-7034-4558-8596-9e0699e5bdf8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:31.592917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:31.604299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.609118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-930c8327-82f2-4165-9636-89924872ab4f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890536 Nov 08 12:29:31.614442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39082) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:31.619684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:31.636693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f42f294c-b61b-4615-b828-b0457bb6f327'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:31.649073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.653210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-15913b46-4278-4aad-a8b2-4dd6835dfb87 service neutron] 10.222.0.58 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051767 Nov 08 12:29:31.654468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.748592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.766686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0b93f-37ac-40de-8595-074094a42f73 req-6c297aaa-4a43-4093-b8db-c34c720b5494 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:31.775295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e0b93f-37ac-40de-8595-074094a42f73 req-6c297aaa-4a43-4093-b8db-c34c720b5494 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.2323983 Nov 08 12:29:31.850287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.850997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e03c59f-873e-48cb-aa9a-201c191be44c {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:29:31.865199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.867443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7782e05c-4536-4a63-97ca-57245adfdfde admin admin] 10.222.0.58 "DELETE /v2.0/routers/7e03c59f-873e-48cb-aa9a-201c191be44c HTTP/1.1" status: 204 len: 168 time: 2.3541698 Nov 08 12:29:31.869897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:31.874084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e0b93f-37ac-40de-8595-074094a42f73 req-3f794fa3-41a1-4d38-9a80-82a15f521b3b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970833 Nov 08 12:29:31.886953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-6e377be4-bce0-426e-a750-ca05cd3bf68a service neutron] 10.222.0.58 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252772 Nov 08 12:29:31.917974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:31.982036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Deleting subnet 6725c92b-1d8b-4dda-8f8f-5e4567be2846 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:31.988920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.026070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b2797-aa3d-4c84-9658-59500eb751b7 req-0fab273b-5a1f-466e-99c9-c6e390db49f0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:32.034756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-104b2797-aa3d-4c84-9658-59500eb751b7 req-0fab273b-5a1f-466e-99c9-c6e390db49f0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0720026 Nov 08 12:29:32.068474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.097901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-104b2797-aa3d-4c84-9658-59500eb751b7 req-76ea5a12-4900-40c1-85d8-46ce6bc81c6a tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Nov 08 12:29:32.142312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.25.1.55 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ee12a8c2-a731-456b-9273-20b67d2a804a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:32.192730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-268df10d-076a-4e51-8d01-c6cf47c948dd req-3830130e-956e-4ef8-ac0b-f3f6c59d7728 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Nov 08 12:29:32.264773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.359074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.363567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131810ca-f01c-4ea3-86a0-c1ca462d1e9d req-bd614c17-ca34-44b8-a3f4-53bd4aba9e86 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:32.372587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-131810ca-f01c-4ea3-86a0-c1ca462d1e9d req-bd614c17-ca34-44b8-a3f4-53bd4aba9e86 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.0871489 Nov 08 12:29:32.428469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-131810ca-f01c-4ea3-86a0-c1ca462d1e9d req-c1677fa5-cf66-4ea3-8a40-eaa2c83ef0e4 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Nov 08 12:29:32.452004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.476898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f790a7-15c3-4557-98e3-9eb125a580aa None None] Network fd6b66a1-04f5-4a7a-ab54-6e19fa637cad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:32.484824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.490299 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6725c92b-1d8b-4dda-8f8f-5e4567be2846 HTTP/1.1" status: 204 len: 168 time: 0.6149008 Nov 08 12:29:32.491523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c9f77-e46a-4c4c-a0ec-4e321c4161b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6725c92b-1d8b-4dda-8f8f-5e4567be2846,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:32.491668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:32.542745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.581030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.608571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:32.621006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:32.626054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:32.633027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=ee12a8c2-a731-456b-9273-20b67d2a804a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:32.653627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Deleting port bff3d738-e6ff-48a5-916a-b21bd7584e7d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:32.653964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.735407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] For port bff3d738-e6ff-48a5-916a-b21bd7584e7d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bff3d738-e6ff-48a5-916a-b21bd7584e7d,segment=NetworkSegment(516e0548-8cff-47b4-801e-dada3f8c90be),segment_id=516e0548-8cff-47b4-801e-dada3f8c90be)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:32.735938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.738227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.750457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Calling delete_port for bff3d738-e6ff-48a5-916a-b21bd7584e7d owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:32.910183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.924825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] DHCP port deletion for fd6b66a1-04f5-4a7a-ab54-6e19fa637cad request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:29:32.937361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:32.985980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff3d738-e6ff-48a5-916a-b21bd7584e7d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:33.028799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Deleting port bff3d738-e6ff-48a5-916a-b21bd7584e7d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:33.029323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.059079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] No DVR routers for this DVR port bff3d738-e6ff-48a5-916a-b21bd7584e7d on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:33.090580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:33.135210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] For port bff3d738-e6ff-48a5-916a-b21bd7584e7d, host n-d-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:33.135931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.160290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Calling delete_port for bff3d738-e6ff-48a5-916a-b21bd7584e7d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:33.163527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.ipam_backend_mixin [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Port bff3d738-e6ff-48a5-916a-b21bd7584e7d was not found and therefore no delete operation was performed {{(pid=102537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:29:33.166539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c04f-3693-4799-a620-47809f22c49b req-ae58faf5-8a75-4621-8c99-b6db7594a369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:33.167286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.168123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9335c04f-3693-4799-a620-47809f22c49b req-ae58faf5-8a75-4621-8c99-b6db7594a369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1741574 Nov 08 12:29:33.180559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.201345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.206162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] Pushing event deleted for resources: {'Port': ['ID=bff3d738-e6ff-48a5-916a-b21bd7584e7d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:33.212154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af421b63-faf4-4861-ac45-81cd9878ceb2 None None] No DVR routers for this DVR port bff3d738-e6ff-48a5-916a-b21bd7584e7d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:33.226273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:33.226641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.243316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6b66a1-04f5-4a7a-ab54-6e19fa637cad']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:33.263112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.277094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516e0548-8cff-47b4-801e-dada3f8c90be') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:33.277424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516e0548-8cff-47b4-801e-dada3f8c90be') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:33.311272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=ee12a8c2-a731-456b-9273-20b67d2a804a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:33.316460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.349984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.357220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9335c04f-3693-4799-a620-47809f22c49b req-283835c1-5c17-401d-8732-b94ab7f0a8d7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736274 Nov 08 12:29:33.361701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.364696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:33.365102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:33.367696 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:33.430802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b92bee3-45da-4ba1-a513-579df471b21f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:33.450883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8b92bee3-45da-4ba1-a513-579df471b21f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:33.451292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b92bee3-45da-4ba1-a513-579df471b21f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:33.451726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bff3d738-e6ff-48a5-916a-b21bd7584e7d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:33.452212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.453742 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ff6fc69-7546-4753-b223-8bf4f8061c03 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8379433 Nov 08 12:29:33.457831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87d93d-2471-4c8a-8d1e-d8602832f019 req-3d39e5cf-c8b1-4f20-a6b5-79fd00067a18 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:33.459439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa87d93d-2471-4c8a-8d1e-d8602832f019 req-3d39e5cf-c8b1-4f20-a6b5-79fd00067a18 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.2130013 Nov 08 12:29:33.489783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bff3d738-e6ff-48a5-916a-b21bd7584e7d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:33.490367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7535699b-7875-413c-8cd5-a10587dce63a req-2ecf7ac4-0877-436f-bde2-78e72d4528da tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 210 time: 0.0522428 Nov 08 12:29:33.490879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bff3d738-e6ff-48a5-916a-b21bd7584e7d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:33.491496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 691b6c28-0273-408f-8fee-aa3dab3c1b2b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:33.515127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 691b6c28-0273-408f-8fee-aa3dab3c1b2b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:33.517545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 691b6c28-0273-408f-8fee-aa3dab3c1b2b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:33.553205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa87d93d-2471-4c8a-8d1e-d8602832f019 req-802ced5b-e064-42b1-82c2-c9e8387d4ca3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673177 Nov 08 12:29:33.600134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.606195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:33.609928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd6b66a1-04f5-4a7a-ab54-6e19fa637cad HTTP/1.1" status: 204 len: 168 time: 1.1173286 Nov 08 12:29:33.653532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff79bd6-8cc0-405e-9aae-e496be260156 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6b66a1-04f5-4a7a-ab54-6e19fa637cad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:33.711950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead19c2-addd-4fe3-b769-aab47401f051 req-b211fd5a-5250-4956-af1d-e96acea4fa5a tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:33.712864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eead19c2-addd-4fe3-b769-aab47401f051 req-b211fd5a-5250-4956-af1d-e96acea4fa5a tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.0860949 Nov 08 12:29:33.798129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eead19c2-addd-4fe3-b769-aab47401f051 req-ee2917de-49f2-4beb-a21b-0b463a822588 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759523 Nov 08 12:29:33.812782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-36e1ea20-9258-4fd5-b57f-4e4a863c5751 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1440736296&fields=id&tenant_id=f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 267 time: 0.0729642 Nov 08 12:29:33.922488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d832b289-1a8a-4d06-8470-ecfaba085baa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:33.923950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d832b289-1a8a-4d06-8470-ecfaba085baa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.1034544 Nov 08 12:29:33.939190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4a99f91a-5a4e-49a1-a4ce-9a73627c3d63 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/quotas/f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 375 time: 0.0094945 Nov 08 12:29:34.002527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-deac1812-59cb-4260-865c-3742ff2e2956 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555813 Nov 08 12:29:34.027094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:34.084376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:34.102891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-e6460190-8b42-4c68-9962-8ee4a0918226 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874205 Nov 08 12:29:34.128949 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6e95600a-1ea3-42ed-91a3-fe0e88ce95c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f07538dfe22a43cd853355b8e2a553ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432999 Nov 08 12:29:34.129670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:34.136231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f42f294c-b61b-4615-b828-b0457bb6f327 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:34.140718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f42f294c-b61b-4615-b828-b0457bb6f327 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:34.145958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.183445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.205770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.222820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-18bba2a2-ef06-4c91-9327-2570b56301e7 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129522 Nov 08 12:29:34.229283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.255390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:34.257663 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8bee0c-2655-4cc4-b64f-86dc6977e935" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:34.270972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:34.299573 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8898fa1-11e7-45f8-901a-4a1059f9f77a x-openstack-request-id: req-e8898fa1-11e7-45f8-901a-4a1059f9f77a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:34.299869 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:34.300265 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8898fa1-11e7-45f8-901a-4a1059f9f77a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:34.300745 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'code': 200} Nov 08 12:29:34.336577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.339209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.340418 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f364a70d-06c0-4162-afef-6b57ee998a7c HTTP/1.1" status: 204 len: 168 time: 0.2097929 Nov 08 12:29:34.348422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35728c-3c9a-4273-9211-40d27c09862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364a70d-06c0-4162-afef-6b57ee998a7c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:34.372074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:34.422163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9291-45d3-45cd-b924-3135693856b3 req-38eff2f2-80da-4213-9efd-0cff0f7d78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:34.424252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dbb9291-45d3-45cd-b924-3135693856b3 req-38eff2f2-80da-4213-9efd-0cff0f7d78cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 1101 time: 0.0647182 Nov 08 12:29:34.491139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:34.558131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70625f5b-62a8-410a-b6b3-48358ab5b75a req-62755bf4-8dfd-4cc2-b4c6-f4f6f07941b8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0573575 Nov 08 12:29:34.578618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dbb9291-45d3-45cd-b924-3135693856b3 req-e1e2ae4b-a74d-4e45-9fef-6cb231b61270 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445787 Nov 08 12:29:34.605819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8282b-9bc7-47d3-a965-61d51c9409fd req-1bca7c23-a808-43f4-89cf-7cbc594484f0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:34.613479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79f8282b-9bc7-47d3-a965-61d51c9409fd req-1bca7c23-a808-43f4-89cf-7cbc594484f0 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1280262 Nov 08 12:29:34.659401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-baca4c94-b168-4f98-8f73-905cad7bc32e req-8e04a503-c9f6-4dea-97d3-e1da72d14593 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Nov 08 12:29:34.681872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79f8282b-9bc7-47d3-a965-61d51c9409fd req-7edba204-65a6-492f-aaf7-9818b1c59b96 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Nov 08 12:29:34.781037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0da3a6-a495-4447-950e-5445b9776ef1 req-cce6317a-8d5b-4235-87d8-437bc2013660 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:34.782626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f0da3a6-a495-4447-950e-5445b9776ef1 req-cce6317a-8d5b-4235-87d8-437bc2013660 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Nov 08 12:29:34.905189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f0da3a6-a495-4447-950e-5445b9776ef1 req-f2efbbac-ce73-4efb-b05a-5d420cdabe61 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151021 Nov 08 12:29:34.957630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-9259fa48-ba2e-477c-a2c1-5436b62a62ab tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:34.959169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-9259fa48-ba2e-477c-a2c1-5436b62a62ab tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.57 "GET /v2.0/networks?id=78e47f9d-04bf-4e38-89ef-6bb176eba068 HTTP/1.1" status: 200 len: 817 time: 0.1679997 Nov 08 12:29:34.985392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Request body: {'port': {'device_id': '41005e41-3f8d-4490-a8a6-526b886f1052', 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068', 'admin_state_up': True, 'tenant_id': '73a5c8951b044f5ea6db97468c298fbe'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:35.026467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58973-63b4-438e-ab64-225022903768 req-c0cf201c-1dc2-429e-aa4c-c40d4139f97f tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:35.027946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bc58973-63b4-438e-ab64-225022903768 req-c0cf201c-1dc2-429e-aa4c-c40d4139f97f tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 950 time: 0.0982106 Nov 08 12:29:35.120778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bc58973-63b4-438e-ab64-225022903768 req-ae3df08a-3e4a-4d03-b899-0f165ce90d87 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Nov 08 12:29:35.216455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Made reservation on behalf of 73a5c8951b044f5ea6db97468c298fbe for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:35.220023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:35.356487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Allocated IP 172.20.0.11 (78e47f9d-04bf-4e38-89ef-6bb176eba068/f2366034-c1ec-4240-aae7-ef43fca4c657/6392dfe1-bb06-4044-83ca-d771401c0f01) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:35.510742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:35.578605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:35.646585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d890cc6d-b2cd-4562-b7bb-2df26290b104 req-df8660a7-f09c-42af-b1d9-b20ca33857d1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Nov 08 12:29:35.662723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:35.711646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-839390747-network', 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:35.718926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Network 78e47f9d-04bf-4e38-89ef-6bb176eba068 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:35.726959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:35.732201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:35.769465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Pushing event updated for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:35.854482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:35.855131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:35.885437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b9f2a-b187-41cb-b062-9c998a510342 req-b696df58-2a79-405c-909c-4ec1aa51645f tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:35.887304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828b9f2a-b187-41cb-b062-9c998a510342 req-b696df58-2a79-405c-909c-4ec1aa51645f tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 932 time: 0.1186283 Nov 08 12:29:35.896734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae77d9-da92-43bc-a037-3cd6840d3575 req-ba21d878-1619-49db-a471-fbc7a24a462a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:35.898222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56ae77d9-da92-43bc-a037-3cd6840d3575 req-ba21d878-1619-49db-a471-fbc7a24a462a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1112330 Nov 08 12:29:35.908746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:35.911225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:35.921402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.009075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-42158e54-7e07-44ac-8aad-6784f403e420 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282974 Nov 08 12:29:36.027394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Request body: {'port': {'device_id': '41005e41-3f8d-4490-a8a6-526b886f1052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:36.051935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828b9f2a-b187-41cb-b062-9c998a510342 req-50099ffd-d0b7-4e2d-ac08-d9596df5e716 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526482 Nov 08 12:29:36.067702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56ae77d9-da92-43bc-a037-3cd6840d3575 req-3bc1e6a9-28c8-42be-a679-c94dc772eef5 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621232 Nov 08 12:29:36.083940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.125628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.170875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.233241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:29:36.238437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7728b57-80c2-4e68-8f06-c63cdaa835f4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:36.264704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.264704 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Added segment 94d4f194-452a-4adb-95da-f6c8d4f71321 of type vlan for network e33618ca-0cce-46c3-869a-abc2dec37048 Nov 08 12:29:36.303015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.393983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.395297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:36.395912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.459690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30fda-92e7-4db4-9845-c35022df198c req-817c763b-e708-49a8-9a69-eb3ba405ee66 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:36.466417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76a30fda-92e7-4db4-9845-c35022df198c req-817c763b-e708-49a8-9a69-eb3ba405ee66 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.2071664 Nov 08 12:29:36.466649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e33618ca-0cce-46c3-869a-abc2dec37048,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:36.474224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0191f92-4a85-4d42-b6ef-bcdb22dc0857 req-30650445-9a49-4b76-8703-4dc739698b4e tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:36.475723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0191f92-4a85-4d42-b6ef-bcdb22dc0857 req-30650445-9a49-4b76-8703-4dc739698b4e tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 950 time: 0.2177570 Nov 08 12:29:36.478877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e33618ca-0cce-46c3-869a-abc2dec37048 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:29:36.612232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76a30fda-92e7-4db4-9845-c35022df198c req-485a387e-5e26-4fa7-a5d2-82ceb1ea0849 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353779 Nov 08 12:29:36.619102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0191f92-4a85-4d42-b6ef-bcdb22dc0857 req-4d06f7a1-a4f0-4b8e-8cd4-38dbe4b31f75 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262219 Nov 08 12:29:36.626097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2bcdc049-6e67-4548-9051-d394dd0588c7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0436268 Nov 08 12:29:36.630882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39196) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:36.646185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6392dfe1-bb06-4044-83ca-d771401c0f01 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:36.650604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.663412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Request body: {'subnet': {'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-839390747-subnet', 'tenant_id': '8e3a7548f5d54befbf067a1171496089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:36.682750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Transition to ACTIVE for port object 6392dfe1-bb06-4044-83ca-d771401c0f01 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:36.756971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-557277c5-bd47-419a-9526-f0f69bcb2634 req-2c16138d-f325-495c-ac65-05231043a5da tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0317173 Nov 08 12:29:36.953728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:36.953966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:36.956318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.004456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Pushing event updated for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:37.122583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Attempting to bind port 6392dfe1-bb06-4044-83ca-d771401c0f01 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:37.123244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Attempting to bind port 6392dfe1-bb06-4044-83ca-d771401c0f01 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:37.129550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Attempting to bind port 6392dfe1-bb06-4044-83ca-d771401c0f01 on network 78e47f9d-04bf-4e38-89ef-6bb176eba068 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:37.130012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Port 6392dfe1-bb06-4044-83ca-d771401c0f01 on network 78e47f9d-04bf-4e38-89ef-6bb176eba068 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:37.130375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Attempting to bind port 6392dfe1-bb06-4044-83ca-d771401c0f01 on network 78e47f9d-04bf-4e38-89ef-6bb176eba068 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:37.136653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:37.137176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Checking segment: {'id': '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:37.137667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Bound using segment: {'id': '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:37.138167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Bound port: 6392dfe1-bb06-4044-83ca-d771401c0f01, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:37.138554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.237109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:37.240837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6392dfe1-bb06-4044-83ca-d771401c0f01,segment=NetworkSegment(548459b9-ef5e-46fe-aad9-ac9f9ce2dd37),segment_id=548459b9-ef5e-46fe-aad9-ac9f9ce2dd37)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:37.251925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972eaa2-fe33-4dcb-8494-c0f55a8e52e0 req-d82e3b43-3a4f-4f9e-94e4-dd01863981d5 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.253004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.253430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3972eaa2-fe33-4dcb-8494-c0f55a8e52e0 req-d82e3b43-3a4f-4f9e-94e4-dd01863981d5 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1003518 Nov 08 12:29:37.328494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f006c32-ce72-4f9d-b266-b1765f248c38,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:37.334207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:37.334936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Network hostable DHCP agents. Network: e33618ca-0cce-46c3-869a-abc2dec37048, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:29:37.365138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.417109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3972eaa2-fe33-4dcb-8494-c0f55a8e52e0 req-b4959a70-e249-4887-853f-71ea46ec7276 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375184 Nov 08 12:29:37.454458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.455672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.457062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] 10.222.0.57 "PUT /v2.0/ports/6392dfe1-bb06-4044-83ca-d771401c0f01 HTTP/1.1" status: 200 len: 1092 time: 1.4347780 Nov 08 12:29:37.457508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:37.459781 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989d944-fc19-4dea-a4a8-6a1a7144c155" -d '{"events": [{"name": "network-changed", "server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:37.478890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Network e33618ca-0cce-46c3-869a-abc2dec37048 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:29:37.523057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135e47b-1bf4-4cd9-8ddd-daa4afa735bd service neutron] Pushing event updated for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:37.534772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-baa386d0-0b64-4625-a09d-c33e4ddadcb4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.536464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-baa386d0-0b64-4625-a09d-c33e4ddadcb4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.2574134 Nov 08 12:29:37.551034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c0ee4-33bd-4228-891e-7f3cc1783112 req-37c5b6b2-0ef5-4390-bc66-2c36d392c163 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.552557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98c0ee4-33bd-4228-891e-7f3cc1783112 req-37c5b6b2-0ef5-4390-bc66-2c36d392c163 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 944 time: 0.1242280 Nov 08 12:29:37.653887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98c0ee4-33bd-4228-891e-7f3cc1783112 req-7949f310-aed9-45d5-b70d-53bbe61285de tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857596 Nov 08 12:29:37.657012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e33618ca-0cce-46c3-869a-abc2dec37048) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:37.662744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.663871 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:37.667374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b770e8-e9e0-4db7-8a90-226a2b1a49fa None None] Network e33618ca-0cce-46c3-869a-abc2dec37048 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:37.676872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-2a655d95-b674-43e3-8682-fde4e75fb1bc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 380 time: 0.1185715 Nov 08 12:29:37.687160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'device_id': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'admin_state_up': True, 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'security_groups': ['b1f89cf1-e2b7-47fe-ba48-3f09992a2002']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:37.691902 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e8d8e-03cf-4852-8b2f-c8c4ca5fd9f0 x-openstack-request-id: req-bf5e8d8e-03cf-4852-8b2f-c8c4ca5fd9f0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:37.692170 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:37.692423 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf5e8d8e-03cf-4852-8b2f-c8c4ca5fd9f0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:37.692809 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01', 'status': 'completed', 'code': 200} Nov 08 12:29:37.716777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-8bacd3cd-c951-4ee4-971b-ef5424e85a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:37.718318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-8bacd3cd-c951-4ee4-971b-ef5424e85a67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73a5c8951b044f5ea6db97468c298fbe&device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 1095 time: 0.0777762 Nov 08 12:29:37.792297 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95df688c-5a4d-42ee-85b6-d7baa2abc50f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1601033 Nov 08 12:29:37.816469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-9f5d5eba-dfdf-4632-9aa6-d41cb15a8155 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6392dfe1-bb06-4044-83ca-d771401c0f01 HTTP/1.1" status: 200 len: 217 time: 0.0646019 Nov 08 12:29:37.874029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a6d9c-bb9b-4a77-b392-fbc53aa5aea8 None None] Network e33618ca-0cce-46c3-869a-abc2dec37048 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:38.228291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb395ea9-0140-407e-aece-26e5ffb77e01 req-a750eb64-e930-4251-9fb0-0039fa6fb1f7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0481904 Nov 08 12:29:38.241521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cc91a-a17d-4ac6-937c-41075cf126c4 req-6a1fe5fa-a256-4a35-aafa-c26f0454b8b6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:38.243007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-908cc91a-a17d-4ac6-937c-41075cf126c4 req-6a1fe5fa-a256-4a35-aafa-c26f0454b8b6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.4929411 Nov 08 12:29:38.247350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-16b23b22-2c53-4825-aeae-f34b420a56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:38.248692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-16b23b22-2c53-4825-aeae-f34b420a56f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f2366034-c1ec-4240-aae7-ef43fca4c657 HTTP/1.1" status: 200 len: 857 time: 0.4235559 Nov 08 12:29:38.298503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-dc61eda1-a702-43fb-b1c0-469be8536e7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78e47f9d-04bf-4e38-89ef-6bb176eba068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386448 Nov 08 12:29:38.353025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-908cc91a-a17d-4ac6-937c-41075cf126c4 req-08fd8a99-a637-464e-bea9-369bc4b70183 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033893 Nov 08 12:29:38.380624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:38.384154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:38.471885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-12400cc6-f0ac-4767-9fbb-b5670cb9e37e service neutron] 10.222.0.57 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618094 Nov 08 12:29:38.687934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ff417-1f1d-43bd-8e93-b5dcfa41e090 req-a6913b69-1124-4028-a480-9992934978a8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:38.690024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-255ff417-1f1d-43bd-8e93-b5dcfa41e090 req-a6913b69-1124-4028-a480-9992934978a8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.2171915 Nov 08 12:29:38.755209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.20.0.7 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/6e56905b-858d-4935-ada0-21b4e71d56cd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:38.763343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-40238153-1b23-47ca-ab6f-6ddacd70cfc8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:38.764803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-40238153-1b23-47ca-ab6f-6ddacd70cfc8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.3069592 Nov 08 12:29:38.766576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f53b1f3d-56bf-4dcd-b40c-3193f3f3be5b req-cb6bbea3-4467-409f-bafc-590be4b92b95 service neutron] 10.222.0.57 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793057 Nov 08 12:29:38.803445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-2c2f2160-5c6a-4ece-87fe-08d05964e10b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0295148 Nov 08 12:29:38.811643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-255ff417-1f1d-43bd-8e93-b5dcfa41e090 req-e1ee1f4a-4a6d-4d2c-9ae1-d4c644b30e46 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123388 Nov 08 12:29:38.849850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-c66d05d9-ba30-4fbb-baa3-0c448916db80 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372427 Nov 08 12:29:39.056696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-0f7b0acc-c70b-45bc-aa4f-0b513b2603c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.060850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-0f7b0acc-c70b-45bc-aa4f-0b513b2603c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73a5c8951b044f5ea6db97468c298fbe&device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 1095 time: 0.0958226 Nov 08 12:29:39.068174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-271994a3-75a3-4997-afac-eece6d31f851 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107675 Nov 08 12:29:39.103291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:39.265227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa56105-a135-4456-8663-d5bb09c3be57 req-04625fe5-dfa7-434a-9b1c-189281c519b4 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.266717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aa56105-a135-4456-8663-d5bb09c3be57 req-04625fe5-dfa7-434a-9b1c-189281c519b4 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 944 time: 0.1929824 Nov 08 12:29:39.321795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-03a0a63c-2f64-4ae5-9488-a7425124f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.323279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-03a0a63c-2f64-4ae5-9488-a7425124f2dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=78e47f9d-04bf-4e38-89ef-6bb176eba068 HTTP/1.1" status: 200 len: 918 time: 0.2295475 Nov 08 12:29:39.330294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-19b83e37-bb27-40bd-908b-fe94096ffb8c service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549651 Nov 08 12:29:39.380298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:39.382977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-b9fd54c3-2744-4aea-a1c7-812e6af4cbba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6392dfe1-bb06-4044-83ca-d771401c0f01 HTTP/1.1" status: 200 len: 217 time: 0.0500426 Nov 08 12:29:39.386429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aa56105-a135-4456-8663-d5bb09c3be57 req-034a8078-1563-425b-9ba6-b26f0beca633 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121099 Nov 08 12:29:39.459476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:39.478180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:39.484416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:39.511201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:39.534775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-0021d324-b7b6-45ce-84a5-4d3aa3c5baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.536276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-0021d324-b7b6-45ce-84a5-4d3aa3c5baf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f2366034-c1ec-4240-aae7-ef43fca4c657 HTTP/1.1" status: 200 len: 857 time: 0.1449673 Nov 08 12:29:39.581550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-41b61750-fb9c-4a1a-9909-8a370687ed39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78e47f9d-04bf-4e38-89ef-6bb176eba068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355930 Nov 08 12:29:39.637077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.637715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:39.652083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe7eb6-2096-43e8-853b-d8c5d8300ca4 req-9e8baf4d-8e6d-410f-9cdf-4860396bfcc9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.653645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfe7eb6-2096-43e8-853b-d8c5d8300ca4 req-9e8baf4d-8e6d-410f-9cdf-4860396bfcc9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 931 time: 0.1931448 Nov 08 12:29:39.776812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9ee1-5c94-4285-846c-46d9e0c3842b req-e2cb8118-69fa-4a16-aa3f-43e062f3180b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:39.778308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80f9ee1-5c94-4285-846c-46d9e0c3842b req-e2cb8118-69fa-4a16-aa3f-43e062f3180b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1732593 Nov 08 12:29:39.788654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0f15662d-c482-44d4-ac44-3e4b8cc2f9d7 None None] Provisioning complete for port 6e56905b-858d-4935-ada0-21b4e71d56cd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:39.789229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f15662d-c482-44d4-ac44-3e4b8cc2f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:39.806740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-d2be8105-bdbf-4516-a605-82485164cafa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1251533 Nov 08 12:29:39.815011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-c38a6a0a-35b1-4430-ac44-0d02cd8881bc service neutron] 10.222.0.57 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206204 Nov 08 12:29:39.821348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfe7eb6-2096-43e8-853b-d8c5d8300ca4 req-b622eebf-2113-491c-81fa-d61f4c02bc2e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490319 Nov 08 12:29:39.824584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0f15662d-c482-44d4-ac44-3e4b8cc2f9d7 None None] Port 6e56905b-858d-4935-ada0-21b4e71d56cd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:29:39.825113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Request body: {'port': {'device_id': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:39.941745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d6475c0-0f91-489d-a47e-77eded9a1bcb req-9b3df3f5-eeba-415f-82cf-6e00c582eeb7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 210 time: 0.0731292 Nov 08 12:29:39.972710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80f9ee1-5c94-4285-846c-46d9e0c3842b req-75345a4c-86b7-4785-b58b-2d22db1d0454 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815579 Nov 08 12:29:39.979673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.075827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6989d944-fc19-4dea-a4a8-6a1a7144c155 req-a940139d-6d51-43c8-bdc8-6366d557b857 service neutron] 10.222.0.57 "GET /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281492 Nov 08 12:29:40.103723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:40.160611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8856081-38c4-4d09-9121-b565840817f8 req-b483fbcf-ee73-457f-88c4-866c0a13aa28 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:40.163012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8856081-38c4-4d09-9121-b565840817f8 req-b483fbcf-ee73-457f-88c4-866c0a13aa28 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1459103 Nov 08 12:29:40.220699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:40.232044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'mac_address': 'fa:16:3e:9f:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:40.271120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.276181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8856081-38c4-4d09-9121-b565840817f8 req-53d6f9dc-5714-4cc8-a372-2218234d948b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009636 Nov 08 12:29:40.285277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:40.315232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:40.364642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:40.372078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.383962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Transition to ACTIVE for port object 6e56905b-858d-4935-ada0-21b4e71d56cd will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:40.404782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.462363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:40.503389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.510519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f42f294c-b61b-4615-b828-b0457bb6f327'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:40.551982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5f4e-7a82-49a4-98ae-2236ab4ec6c8 req-064065d8-3809-439c-94c6-e8c1842f9a9a tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:40.555844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-635b5f4e-7a82-49a4-98ae-2236ab4ec6c8 req-064065d8-3809-439c-94c6-e8c1842f9a9a tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 944 time: 0.0838070 Nov 08 12:29:40.581637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:40.676146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-635b5f4e-7a82-49a4-98ae-2236ab4ec6c8 req-251ae3b9-8d57-4dc6-b432-f0b93000175e tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066477 Nov 08 12:29:40.678524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Attempting to bind port 6e56905b-858d-4935-ada0-21b4e71d56cd on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:40.678856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Attempting to bind port 6e56905b-858d-4935-ada0-21b4e71d56cd by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:40.679182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Attempting to bind port 6e56905b-858d-4935-ada0-21b4e71d56cd on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:40.687431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Port 6e56905b-858d-4935-ada0-21b4e71d56cd on network 430081dd-5612-4047-9619-73a7b8d46205 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:40.687966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Attempting to bind port 6e56905b-858d-4935-ada0-21b4e71d56cd on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:40.694746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:40.695137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:40.695590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:40.696030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Bound port: 6e56905b-858d-4935-ada0-21b4e71d56cd, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:40.696387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:40.765844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:40.770674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:40.950729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61f9e0-45e9-45e5-a897-126b6f4073cc req-237f326e-2ab7-4390-89fa-578f40b27440 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:40.952181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c61f9e0-45e9-45e5-a897-126b6f4073cc req-237f326e-2ab7-4390-89fa-578f40b27440 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 943 time: 0.0540788 Nov 08 12:29:40.964512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:41.014442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.015059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:41.016417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] 10.222.0.61 "PUT /v2.0/ports/6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 1091 time: 1.1989412 Nov 08 12:29:41.022622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:41.024935 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce16652c-f577-4686-9116-9617a88bc7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:41.074728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28a6a72f-5fb4-4efe-899a-36d4d9e253ab req-71ce9c0e-667c-4cd3-9670-810906065c8a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 210 time: 0.0650413 Nov 08 12:29:41.082691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c436-d9b0-43cb-a107-7f4e4628555d service neutron] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:41.101122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c61f9e0-45e9-45e5-a897-126b6f4073cc req-c958862c-8e03-4050-97aa-a5c111d2801a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428471 Nov 08 12:29:41.188552 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b11ca-aa8d-4f1f-a2b4-03668c236942 x-openstack-request-id: req-c20b11ca-aa8d-4f1f-a2b4-03668c236942 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:41.188754 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:41.189782 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c20b11ca-aa8d-4f1f-a2b4-03668c236942 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:41.190888 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'status': 'completed', 'code': 200} Nov 08 12:29:41.253858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84f75-f340-461e-9975-ee178dcf090e req-7ece9533-bd0b-49c9-aadf-687eb395134f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.255410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adf84f75-f340-461e-9975-ee178dcf090e req-7ece9533-bd0b-49c9-aadf-687eb395134f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0904024 Nov 08 12:29:41.258443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-f9f2c69f-abfe-4398-be05-f667f343f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.259852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-f9f2c69f-abfe-4398-be05-f667f343f2aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0934978 Nov 08 12:29:41.328849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-0deb1f65-c0ef-4291-8f8b-16347491fec2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 217 time: 0.0507891 Nov 08 12:29:41.399272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adf84f75-f340-461e-9975-ee178dcf090e req-f75d7cea-db41-4410-99ec-02bdd0cfc447 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274483 Nov 08 12:29:41.421751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-e90584d0-7c32-4d67-841d-2dcccbe645fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.423351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-e90584d0-7c32-4d67-841d-2dcccbe645fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.0748427 Nov 08 12:29:41.504591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-dbc63fa0-ce4e-4ca4-bd6f-8fa064bfe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.506088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-dbc63fa0-ce4e-4ca4-bd6f-8fa064bfe05d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722747 Nov 08 12:29:41.514631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4c65f-a76c-4bcc-a98c-0c34527be4f2 req-f8954d8f-6c51-405f-b2a2-faf4e73ed675 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.516020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4a4c65f-a76c-4bcc-a98c-0c34527be4f2 req-f8954d8f-6c51-405f-b2a2-faf4e73ed675 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0729618 Nov 08 12:29:41.634840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4a4c65f-a76c-4bcc-a98c-0c34527be4f2 req-06107c6f-7124-4250-984f-1e2a7979e441 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054873 Nov 08 12:29:41.648614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-a9d65867-fafd-40bd-979d-a05e26977505 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274319 Nov 08 12:29:41.801466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e71e9ae-cf1c-4559-be89-303f10fdd84b req-7f54826c-18b9-43dc-9b2b-5f9dfacf78bf service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454349 Nov 08 12:29:41.856426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a03a0-f3e3-4083-a7a7-bec35b8e6858 req-bd06e954-b725-4866-a1d8-810dcf5ab539 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.862831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a33a03a0-f3e3-4083-a7a7-bec35b8e6858 req-bd06e954-b725-4866-a1d8-810dcf5ab539 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 944 time: 0.0802441 Nov 08 12:29:41.913752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a33a03a0-f3e3-4083-a7a7-bec35b8e6858 req-8f15e8e2-dc8e-4561-a390-8979d30f28e5 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Nov 08 12:29:41.965910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16652c-f577-4686-9116-9617a88bc7ee req-2b788bf1-1afd-41b9-a3a7-1711590afd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:41.968508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-2b788bf1-1afd-41b9-a3a7-1711590afd5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0515606 Nov 08 12:29:42.106139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6392dfe1-bb06-4044-83ca-d771401c0f01 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:42.110651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:42.251323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16652c-f577-4686-9116-9617a88bc7ee req-b87e4d64-0c78-4322-96cd-f7f19b2b78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.253777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-b87e4d64-0c78-4322-96cd-f7f19b2b78d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.2750492 Nov 08 12:29:42.256237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2910038-1746-484c-9634-289a4b5c8cc6 req-a07ff743-63bd-4e5c-883e-41833e141ee8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 210 time: 0.0549917 Nov 08 12:29:42.321882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f42f294c-b61b-4615-b828-b0457bb6f327 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:42.322628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:42.378834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-6e66b85f-4bab-4cbd-84c7-75dde46cbf8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 217 time: 0.1089234 Nov 08 12:29:42.421226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-0e0cfe91-a1dd-4784-b33b-7a5dd0b16ada tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.422795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-0e0cfe91-a1dd-4784-b33b-7a5dd0b16ada tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.3765340 Nov 08 12:29:42.467435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:42.517559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde1acd-8970-4459-a36d-0d20c0401f6b req-badf9629-774e-4091-89b4-d2aa7cbf7a52 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.525679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cde1acd-8970-4459-a36d-0d20c0401f6b req-badf9629-774e-4091-89b4-d2aa7cbf7a52 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 943 time: 0.3000519 Nov 08 12:29:42.549645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6392dfe1-bb06-4044-83ca-d771401c0f01,segment=NetworkSegment(548459b9-ef5e-46fe-aad9-ac9f9ce2dd37),segment_id=548459b9-ef5e-46fe-aad9-ac9f9ce2dd37)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:42.564391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '6392dfe1-bb06-4044-83ca-d771401c0f01', 'network_id': '78e47f9d-04bf-4e38-89ef-6bb176eba068', 'port_id': '6392dfe1-bb06-4044-83ca-d771401c0f01', 'mac_address': 'fa:16:3e:22:4c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2366034-c1ec-4240-aae7-ef43fca4c657', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:42.584701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16652c-f577-4686-9116-9617a88bc7ee req-1f2a61b6-5028-4955-b97e-7e2e85ff417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.586863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-1f2a61b6-5028-4955-b97e-7e2e85ff417b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1979380 Nov 08 12:29:42.630590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:42.649926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:42.652823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6392dfe1-bb06-4044-83ca-d771401c0f01 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:42.692195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:42.694945 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87408e7-298b-4945-a4c8-680dbda5205e" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:42.701316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6392dfe1-bb06-4044-83ca-d771401c0f01,segment=NetworkSegment(548459b9-ef5e-46fe-aad9-ac9f9ce2dd37),segment_id=548459b9-ef5e-46fe-aad9-ac9f9ce2dd37)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:42.718996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cde1acd-8970-4459-a36d-0d20c0401f6b req-d4263e62-346a-496a-9549-389bae4a87fb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777313 Nov 08 12:29:42.720008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:42.753362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16652c-f577-4686-9116-9617a88bc7ee req-42d9f158-ae92-402a-a2cd-31291f9a2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.754997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-42d9f158-ae92-402a-a2cd-31291f9a2975 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468461 Nov 08 12:29:42.781841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:42.806996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16755e37-37bb-462e-bd3b-308a4841d247 req-9b0e3edd-0b10-42e7-a0c0-f6194bc4ea5f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:42.812387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16755e37-37bb-462e-bd3b-308a4841d247 req-9b0e3edd-0b10-42e7-a0c0-f6194bc4ea5f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1824350 Nov 08 12:29:42.837761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:42.849879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:42.915113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:43.049970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['6392dfe1-bb06-4044-83ca-d771401c0f01'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:43.289810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:43.294027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:43.354426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1574e-2cca-4504-b086-a84d92cb0f20 req-2e4a0b67-edd9-43f4-9230-9a0b925be786 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:43.355992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cf1574e-2cca-4504-b086-a84d92cb0f20 req-2e4a0b67-edd9-43f4-9230-9a0b925be786 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.5753384 Nov 08 12:29:43.415548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-8d4294a2-a83b-4940-b191-533b463ec58f service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513417 Nov 08 12:29:43.427393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16755e37-37bb-462e-bd3b-308a4841d247 req-5d565c67-ecff-4537-a0ae-6665ee3347ed tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349817 Nov 08 12:29:43.553650 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec99434b-2533-4722-9ea4-16afac711c0f x-openstack-request-id: req-ec99434b-2533-4722-9ea4-16afac711c0f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:43.554190 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:43.554882 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec99434b-2533-4722-9ea4-16afac711c0f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:43.555390 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'code': 200} Nov 08 12:29:43.588157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cf1574e-2cca-4504-b086-a84d92cb0f20 req-96b4c84d-0e0d-4d5c-9932-dd35a91ac5e3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181656 Nov 08 12:29:43.718106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12dd64f7-44f7-473b-93fb-e3bfa580bb81 req-5e7236d8-b89d-4385-a943-f996807aa026 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 210 time: 0.0564213 Nov 08 12:29:43.719162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.12 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/b42dba62-b68e-40b9-aa79-e5b422c157fb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:29:43.728515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce16652c-f577-4686-9116-9617a88bc7ee req-916ae19e-2672-4bdd-9e99-f1f3c8a209fa service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674484 Nov 08 12:29:43.780574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6503-00c6-4622-848b-9fb49dc9f2a3 req-ced2ff86-7048-414f-b231-f8da7ec6f94e tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:43.790010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-969c6503-00c6-4622-848b-9fb49dc9f2a3 req-ced2ff86-7048-414f-b231-f8da7ec6f94e tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 945 time: 0.1759591 Nov 08 12:29:43.900967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-969c6503-00c6-4622-848b-9fb49dc9f2a3 req-ba019133-fd79-40e5-982e-0e06eeb7004e tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081996 Nov 08 12:29:44.044699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.061569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0e1d2-8ed0-4b9f-84cc-9334113876e9 req-43490287-fdd5-4da5-88ae-c92e58a49c04 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:44.063110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2c0e1d2-8ed0-4b9f-84cc-9334113876e9 req-43490287-fdd5-4da5-88ae-c92e58a49c04 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 943 time: 0.0814919 Nov 08 12:29:44.123155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6392dfe1-bb06-4044-83ca-d771401c0f01 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:44.131250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2c0e1d2-8ed0-4b9f-84cc-9334113876e9 req-2048130e-8651-4d6c-99aa-40b9ac713d49 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592821 Nov 08 12:29:44.182797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.221873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:29:44.224970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:44.228832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:29:44.285268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:44.295309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:44.296143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.302342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 6392dfe1-bb06-4044-83ca-d771401c0f01 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:44.312177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 6392dfe1-bb06-4044-83ca-d771401c0f01 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:44.312177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.402158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.414001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1267a86c-faff-4747-8a04-57d439e39e46 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9525623 Nov 08 12:29:44.429298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Request body: {'port': {'device_id': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:44.441495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6392dfe1-bb06-4044-83ca-d771401c0f01,segment=NetworkSegment(548459b9-ef5e-46fe-aad9-ac9f9ce2dd37),segment_id=548459b9-ef5e-46fe-aad9-ac9f9ce2dd37)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:44.498089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.524877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:44.602608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:44.621814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ea6ec-1a67-4b15-ae82-09b0fc386e41 req-29b0080c-dfd2-4542-92f0-bddea972ffb3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:44.632671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c8ea6ec-1a67-4b15-ae82-09b0fc386e41 req-29b0080c-dfd2-4542-92f0-bddea972ffb3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1136622 Nov 08 12:29:44.828536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf5a5-a64d-4564-954a-90aa9834c87d req-51cd4010-ebc7-48a2-b67a-50edacb24f8f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:44.830968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5abf5a5-a64d-4564-954a-90aa9834c87d req-51cd4010-ebc7-48a2-b67a-50edacb24f8f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1336923 Nov 08 12:29:44.861707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c8ea6ec-1a67-4b15-ae82-09b0fc386e41 req-84b6f62e-c9d0-4961-9857-a717beb43970 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281201 Nov 08 12:29:44.969043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5abf5a5-a64d-4564-954a-90aa9834c87d req-d51c300e-2e3b-44cf-9591-fa366316cc87 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059575 Nov 08 12:29:45.051183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b01bf-739c-4a73-8862-789b20150651 req-701e19a2-c9cc-4739-9be7-7480c51a48a1 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:45.052632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-301b01bf-739c-4a73-8862-789b20150651 req-701e19a2-c9cc-4739-9be7-7480c51a48a1 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 932 time: 0.1116009 Nov 08 12:29:45.065243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42dba62-b68e-40b9-aa79-e5b422c157fb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:45.077774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.103272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:45.107039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Transition to ACTIVE for port object b42dba62-b68e-40b9-aa79-e5b422c157fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:29:45.124899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-301b01bf-739c-4a73-8862-789b20150651 req-9d5a1c46-628d-4586-a5d4-d0f8454ea778 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632370 Nov 08 12:29:45.232465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:45.245815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26ebc8-dd17-4508-8e81-f8fc0486d5ad req-e62dbac4-bb3e-49e8-bc3f-a7dca5429173 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:45.273656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:45.273859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf26ebc8-dd17-4508-8e81-f8fc0486d5ad req-e62dbac4-bb3e-49e8-bc3f-a7dca5429173 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.0666132 Nov 08 12:29:45.285227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.299218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:45.319653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:45.332830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf26ebc8-dd17-4508-8e81-f8fc0486d5ad req-a18f61de-2c15-48c4-a227-4b3c7e4845a1 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Nov 08 12:29:45.341271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deb58-c14a-4226-a9fb-20a087871a54 req-fc2a7dc4-66c9-4b3a-92ff-1511c2b079e9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:45.342717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c17deb58-c14a-4226-a9fb-20a087871a54 req-fc2a7dc4-66c9-4b3a-92ff-1511c2b079e9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 943 time: 0.0817523 Nov 08 12:29:45.386318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.418402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c17deb58-c14a-4226-a9fb-20a087871a54 req-e1636dd4-6c9c-4fcd-8c6a-5bee5ef2521d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690958 Nov 08 12:29:45.428457 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.448571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Pushing event updated for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:45.499097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:45.508590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.508962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.509276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.509637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.509954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.510276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.510607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.510926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.511243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.511561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.512182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.512505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:29:45.532059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Attempting to bind port b42dba62-b68e-40b9-aa79-e5b422c157fb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:29:45.532403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Attempting to bind port b42dba62-b68e-40b9-aa79-e5b422c157fb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:29:45.532772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Attempting to bind port b42dba62-b68e-40b9-aa79-e5b422c157fb on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:45.537367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Port b42dba62-b68e-40b9-aa79-e5b422c157fb on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:29:45.537689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Attempting to bind port b42dba62-b68e-40b9-aa79-e5b422c157fb on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:29:45.542825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:29:45.543169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:45.543551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:29:45.544118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Bound port: b42dba62-b68e-40b9-aa79-e5b422c157fb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:29:45.545003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.557224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:45.560869 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6e494-963a-4147-8869-af49f58ed0ff" -d '{"events": [{"server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "name": "network-vif-plugged", "status": "completed", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:45.614085 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806fd84-30f8-4e14-8492-1fe17e9ff4e4 x-openstack-request-id: req-d806fd84-30f8-4e14-8492-1fe17e9ff4e4 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:45.615226 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "name": "network-vif-plugged", "status": "completed", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:45.615477 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d806fd84-30f8-4e14-8492-1fe17e9ff4e4 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:45.616045 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01', 'code': 200} Nov 08 12:29:45.625619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:29:45.631530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:29:45.731248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb28baa-e51a-43a5-92f8-05c7046348cf req-379887ce-2d13-4a89-8fee-01b89d5c3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:45.733430 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5eb28baa-e51a-43a5-92f8-05c7046348cf req-379887ce-2d13-4a89-8fee-01b89d5c3755 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 1097 time: 0.0494905 Nov 08 12:29:45.766704 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.773592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6e56905b-858d-4935-ada0-21b4e71d56cd'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:45.778303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.795484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5eb28baa-e51a-43a5-92f8-05c7046348cf req-24f7a732-bff4-42b4-9607-e932fb9dde3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Nov 08 12:29:45.822404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:45.823301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:45.824845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] 10.222.0.57 "PUT /v2.0/ports/b42dba62-b68e-40b9-aa79-e5b422c157fb HTTP/1.1" status: 200 len: 1092 time: 1.4018700 Nov 08 12:29:45.825396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:45.827789 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070d879-0c9a-41f0-a83a-695debab2124" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:45.889792 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f581902-04a1-4e33-98f7-c7e413460af6 x-openstack-request-id: req-2f581902-04a1-4e33-98f7-c7e413460af6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:45.890347 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:45.890774 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f581902-04a1-4e33-98f7-c7e413460af6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:45.891359 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb', 'status': 'completed', 'code': 200} Nov 08 12:29:45.893265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdff55d-3472-4c6d-be55-c44dea8271fa service neutron] Pushing event updated for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:46.038739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5907-7b44-4258-a9b6-fc96064b9f7e req-b03e30fd-3474-43b7-a2c8-d13a58ad7692 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.040263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f9f5907-7b44-4258-a9b6-fc96064b9f7e req-b03e30fd-3474-43b7-a2c8-d13a58ad7692 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0823815 Nov 08 12:29:46.174235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d879-0c9a-41f0-a83a-695debab2124 req-e7bf1a66-bb3e-45f5-8b2d-af0d66380b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.175928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f070d879-0c9a-41f0-a83a-695debab2124 req-e7bf1a66-bb3e-45f5-8b2d-af0d66380b29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 1095 time: 0.1262217 Nov 08 12:29:46.202095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f9f5907-7b44-4258-a9b6-fc96064b9f7e req-f69d0550-40bb-429d-9309-018fde42f0cf tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424189 Nov 08 12:29:46.229426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11763cac-2549-4a7e-a063-1c98f987f0c4 req-a003dd42-1cbe-4553-8917-d4d2b7ac14fb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.229677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11763cac-2549-4a7e-a063-1c98f987f0c4 req-a003dd42-1cbe-4553-8917-d4d2b7ac14fb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1598334 Nov 08 12:29:46.347068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11763cac-2549-4a7e-a063-1c98f987f0c4 req-07ff545d-924f-469c-b9ce-e8e4d67ee84d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125531 Nov 08 12:29:46.366156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d879-0c9a-41f0-a83a-695debab2124 req-f88fc5d6-a897-4474-9218-9d64b072b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.370055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f070d879-0c9a-41f0-a83a-695debab2124 req-f88fc5d6-a897-4474-9218-9d64b072b387 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e3a7548f5d54befbf067a1171496089&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1824343 Nov 08 12:29:46.576010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a6ca-ff16-4f56-a5d7-20b62b1d114b req-ad291290-4c26-4bbc-a486-affff7be836f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.577415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9313a6ca-ff16-4f56-a5d7-20b62b1d114b req-ad291290-4c26-4bbc-a486-affff7be836f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 944 time: 0.1463356 Nov 08 12:29:46.616159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d879-0c9a-41f0-a83a-695debab2124 req-34753892-5d5e-4386-bed5-7d4c8a2ba914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.617635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f070d879-0c9a-41f0-a83a-695debab2124 req-34753892-5d5e-4386-bed5-7d4c8a2ba914 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384887 Nov 08 12:29:46.632267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bfe1f-25a8-43e3-978b-4694414f74d4 req-9b56165f-a506-4624-8d07-b9e50abf2b46 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.633783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a11bfe1f-25a8-43e3-978b-4694414f74d4 req-9b56165f-a506-4624-8d07-b9e50abf2b46 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.1155653 Nov 08 12:29:46.745616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9313a6ca-ff16-4f56-a5d7-20b62b1d114b req-05b6c301-d5d7-4f16-8988-acb559a1b1b5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594272 Nov 08 12:29:46.776680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a11bfe1f-25a8-43e3-978b-4694414f74d4 req-9b42be90-b70a-4ccf-a1be-034a60c20bb8 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293566 Nov 08 12:29:46.789317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1142bdca-55da-4b1d-a011-02fbf72c20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.790852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-1142bdca-55da-4b1d-a011-02fbf72c20e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 1095 time: 0.1184547 Nov 08 12:29:46.847010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-2c56d20a-0945-4d41-94eb-0222370c2dce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb HTTP/1.1" status: 200 len: 217 time: 0.0454857 Nov 08 12:29:46.940062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335591d5-8073-4aa8-8fa3-254bf48b7cfb req-344142ac-04ef-4b87-b7fe-acabf679471e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.942908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-335591d5-8073-4aa8-8fa3-254bf48b7cfb req-344142ac-04ef-4b87-b7fe-acabf679471e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0988603 Nov 08 12:29:46.947297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-ed93577a-2e89-42e1-969b-08279cf401f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:46.948680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-ed93577a-2e89-42e1-969b-08279cf401f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0736108 Nov 08 12:29:47.009437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-57c51c7c-fc0c-4ce5-ac82-a2498d316feb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400345 Nov 08 12:29:47.029956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-335591d5-8073-4aa8-8fa3-254bf48b7cfb req-8dcfe47f-16cc-49ee-a854-c4e0401bc8e0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803277 Nov 08 12:29:47.126007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:47.147331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-6f8ef852-d146-4327-8ca0-96e04800b933 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274378 Nov 08 12:29:47.233899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 6e56905b-858d-4935-ada0-21b4e71d56cd completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:47.241792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6e56905b-858d-4935-ada0-21b4e71d56cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:47.242175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:47.382554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:47.405316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8db0ac2a-ede0-4fc3-86e5-8afa771cff57 req-c254ef19-a0f7-4a0d-80d7-460b7d2c7a6b service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483509 Nov 08 12:29:47.433798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0f1c-769a-4d6f-aa6d-11a01d035d6d req-31032f44-50e5-4c94-9e75-1c32998dfbc0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:47.435891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f8e0f1c-769a-4d6f-aa6d-11a01d035d6d req-31032f44-50e5-4c94-9e75-1c32998dfbc0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0843565 Nov 08 12:29:47.451465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:47.544493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f8e0f1c-769a-4d6f-aa6d-11a01d035d6d req-08c5e682-6ee8-4885-99f4-acdcb73bdd52 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946569 Nov 08 12:29:47.557597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:47.591991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8632e-de0a-4702-a075-e870b789da6e req-ec820beb-bccd-4581-83fe-1260c7985435 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:47.597538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abe8632e-de0a-4702-a075-e870b789da6e req-ec820beb-bccd-4581-83fe-1260c7985435 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1125884 Nov 08 12:29:47.628987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:47.631611 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd42bc49-9fa8-45ec-9660-c10a6fc7238b" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:47.643314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:47.668160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abe8632e-de0a-4702-a075-e870b789da6e req-f56d4871-d326-4a2f-aef3-900a168f7537 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Nov 08 12:29:47.736520 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1670ac1-d134-4d38-b73b-e876af3b2167 x-openstack-request-id: req-f1670ac1-d134-4d38-b73b-e876af3b2167 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:47.736787 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:47.737071 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1670ac1-d134-4d38-b73b-e876af3b2167 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:47.737465 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:29:47.931300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58840db7-d9b4-48d7-bd79-925a7946ea73 req-aebda27b-1a79-4b06-a7c1-1fa5588205c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:47.932713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58840db7-d9b4-48d7-bd79-925a7946ea73 req-aebda27b-1a79-4b06-a7c1-1fa5588205c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1328781 Nov 08 12:29:47.968076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddb859-f742-4a15-bdff-ca7e7e3f878f req-97423fa9-3087-4f66-b804-d5a4443396c0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:47.969546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fddb859-f742-4a15-bdff-ca7e7e3f878f req-97423fa9-3087-4f66-b804-d5a4443396c0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 944 time: 0.1153057 Nov 08 12:29:47.980286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4551-0a61-481b-8e29-9a7319adf0c0 req-da974713-b022-46f0-8ce2-f949c7e8b193 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:47.981755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cfd4551-0a61-481b-8e29-9a7319adf0c0 req-da974713-b022-46f0-8ce2-f949c7e8b193 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.1117041 Nov 08 12:29:48.044528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58840db7-d9b4-48d7-bd79-925a7946ea73 req-18f503c8-b49b-4346-8d4e-be3eb2c3b712 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031642 Nov 08 12:29:48.076865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fddb859-f742-4a15-bdff-ca7e7e3f878f req-42de189e-72da-45e0-ab0f-b7baa2e0f3ca tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928848 Nov 08 12:29:48.099115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cfd4551-0a61-481b-8e29-9a7319adf0c0 req-103ef8e2-ab35-4394-bb02-4d9761ec41e7 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053765 Nov 08 12:29:48.223926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eface2-0c30-4db4-831a-ecdab565ad6c req-d73dd722-8991-42b6-a361-1c8032191a37 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:48.231589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5eface2-0c30-4db4-831a-ecdab565ad6c req-d73dd722-8991-42b6-a361-1c8032191a37 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Nov 08 12:29:48.278541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5eface2-0c30-4db4-831a-ecdab565ad6c req-9b77e7a4-90c2-4e01-adcf-5fd346abe247 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Nov 08 12:29:48.669661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7a7e-ee57-4f91-b6c9-e0d28a39a144 req-d6344df4-8259-427f-b433-b75b6e301b8f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:48.671313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d0c7a7e-ee57-4f91-b6c9-e0d28a39a144 req-d6344df4-8259-427f-b433-b75b6e301b8f tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0614126 Nov 08 12:29:48.721211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d0c7a7e-ee57-4f91-b6c9-e0d28a39a144 req-0c0d0939-73bf-4d97-8c32-aa7533292249 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Nov 08 12:29:48.919502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a3cbb-94d0-4834-b32d-d9f1400d01cb req-797faf56-e01b-47b9-a8d3-9cadb0ed94ed tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:48.920977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed9a3cbb-94d0-4834-b32d-d9f1400d01cb req-797faf56-e01b-47b9-a8d3-9cadb0ed94ed tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0788980 Nov 08 12:29:48.933037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03961-2a07-40a7-ae73-08139c2d648c req-baa1bc66-dae9-4580-b01b-8aa17a84537d tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:48.934467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26a03961-2a07-40a7-ae73-08139c2d648c req-baa1bc66-dae9-4580-b01b-8aa17a84537d tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.0659428 Nov 08 12:29:49.014900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed9a3cbb-94d0-4834-b32d-d9f1400d01cb req-a5d50ccd-3913-402c-9962-5db932c9f207 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793731 Nov 08 12:29:49.018161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26a03961-2a07-40a7-ae73-08139c2d648c req-1157e057-7d52-459a-b9a0-51ef02ba7e0a tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768697 Nov 08 12:29:49.219069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef70ed-195b-4f61-b3e4-fc1c4e084990 req-22533dd0-9593-491f-a0ac-948062caf82d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:49.226737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eef70ed-195b-4f61-b3e4-fc1c4e084990 req-22533dd0-9593-491f-a0ac-948062caf82d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 944 time: 0.0695260 Nov 08 12:29:49.329484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eef70ed-195b-4f61-b3e4-fc1c4e084990 req-6ceae9e8-692d-49eb-bfd2-17a0ba812222 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986331 Nov 08 12:29:49.430327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa196-6230-4879-b5e4-2a64d56d9013 req-60ff7974-6871-4445-9d45-adaece76d27b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:49.432110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d8fa196-6230-4879-b5e4-2a64d56d9013 req-60ff7974-6871-4445-9d45-adaece76d27b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.0560195 Nov 08 12:29:49.499972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d8fa196-6230-4879-b5e4-2a64d56d9013 req-5891e9cf-f6ce-48ee-84e6-bbf2af2b9f58 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616317 Nov 08 12:29:49.849933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b60e-913f-4002-8f74-6c66fa41c861 req-e03a7813-0a70-4bc1-a365-f1bd78cd3647 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:49.858439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6027b60e-913f-4002-8f74-6c66fa41c861 req-e03a7813-0a70-4bc1-a365-f1bd78cd3647 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0662687 Nov 08 12:29:49.907392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6027b60e-913f-4002-8f74-6c66fa41c861 req-96ad77ba-739b-4d57-9eb7-486237921bef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Nov 08 12:29:49.942015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:50.110073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-af8a4c78-2685-4cfe-940f-067eff0a2119 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556047 Nov 08 12:29:50.137611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42dba62-b68e-40b9-aa79-e5b422c157fb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:50.275704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8201f-55b6-4b8d-afe4-43bb54ae4471 req-6bafd93f-86e4-43b2-b3ac-d73ba30a5d37 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.277374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbb8201f-55b6-4b8d-afe4-43bb54ae4471 req-6bafd93f-86e4-43b2-b3ac-d73ba30a5d37 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1433175 Nov 08 12:29:50.280210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:50.288252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b74e8-844c-4239-905c-0743927c9cb5 req-68e11a2a-b618-429d-9515-9a05cdd3a297 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.289848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-362b74e8-844c-4239-905c-0743927c9cb5 req-68e11a2a-b618-429d-9515-9a05cdd3a297 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.1216156 Nov 08 12:29:50.300478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b42dba62-b68e-40b9-aa79-e5b422c157fb', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'b42dba62-b68e-40b9-aa79-e5b422c157fb', 'mac_address': 'fa:16:3e:9f:0f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:50.349070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:50.358078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-0bc903bb-5cd4-449b-926a-5f9f02e07019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.361885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-0bc903bb-5cd4-449b-926a-5f9f02e07019 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 1096 time: 0.1366012 Nov 08 12:29:50.371510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42dba62-b68e-40b9-aa79-e5b422c157fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:50.402224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbb8201f-55b6-4b8d-afe4-43bb54ae4471 req-eb63ee23-5499-4b24-bcb1-66dbef500c11 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103668 Nov 08 12:29:50.408473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:50.428349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-362b74e8-844c-4239-905c-0743927c9cb5 req-6b4f5c9b-f4fa-486b-b4e4-1dfb8ab34a32 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/security-groups?id=66050fef-f6ec-488f-b297-59b905cf1987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307747 Nov 08 12:29:50.473746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-74ab6c3d-8a0c-428b-8971-454586588611 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.475208 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-74ab6c3d-8a0c-428b-8971-454586588611 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.57 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 946 time: 0.0678997 Nov 08 12:29:50.518996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:50.551068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-54977992-677f-47a3-87fd-ed6f9786f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.552674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-54977992-677f-47a3-87fd-ed6f9786f7a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 200 len: 915 time: 0.1680863 Nov 08 12:29:50.628844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:50.636921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Deleting port 6392dfe1-bb06-4044-83ca-d771401c0f01 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:50.637510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:50.736626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f047-43d4-44c3-b4bd-4216a598b1fb req-30adb5f1-c11d-40f5-9b43-ad1e73e162eb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.737577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0328f047-43d4-44c3-b4bd-4216a598b1fb req-30adb5f1-c11d-40f5-9b43-ad1e73e162eb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 945 time: 0.1630945 Nov 08 12:29:50.746777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-53a49e26-86cb-49b4-9fd8-50340876535a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 200 len: 1000 time: 0.1733704 Nov 08 12:29:50.776177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b42dba62-b68e-40b9-aa79-e5b422c157fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:50.816110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] For port 6392dfe1-bb06-4044-83ca-d771401c0f01, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6392dfe1-bb06-4044-83ca-d771401c0f01,segment=NetworkSegment(548459b9-ef5e-46fe-aad9-ac9f9ce2dd37),segment_id=548459b9-ef5e-46fe-aad9-ac9f9ce2dd37)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:50.821595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:50.832600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97684696-1b90-4362-9e38-13a4df459fa9 req-138d9485-06bb-4c92-8f8a-625fd28d55f8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.840465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97684696-1b90-4362-9e38-13a4df459fa9 req-138d9485-06bb-4c92-8f8a-625fd28d55f8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.1785266 Nov 08 12:29:50.868302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Calling delete_port for 6392dfe1-bb06-4044-83ca-d771401c0f01 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:50.918328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-be6d3571-be32-4247-9bd1-827c3a6eacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:50.920999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-be6d3571-be32-4247-9bd1-827c3a6eacd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58de66f3-daac-4157-9758-a507f2b81124 HTTP/1.1" status: 200 len: 853 time: 0.1506319 Nov 08 12:29:50.965643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0328f047-43d4-44c3-b4bd-4216a598b1fb req-66cb669d-98af-44dd-9aaa-0231586ce875 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168312 Nov 08 12:29:51.039334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97684696-1b90-4362-9e38-13a4df459fa9 req-032be71c-03cb-44ec-916f-4c0271fcd77c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979234 Nov 08 12:29:51.050711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-661d6897-fcd4-400d-8de8-22d1f7c07078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:51.052740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-661d6897-fcd4-400d-8de8-22d1f7c07078 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f546d0fe-ce7e-4566-93d8-434108d703bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213512 Nov 08 12:29:51.113560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:51.181117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Pushing event deleted for resources: {'Port': ['ID=6392dfe1-bb06-4044-83ca-d771401c0f01,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:51.240987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-f2cb58b7-3ac0-4ed5-9f52-a042771dd8a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790133 Nov 08 12:29:51.250555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] No DVR routers for this DVR port 6392dfe1-bb06-4044-83ca-d771401c0f01 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:51.254437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:51.259074 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bf471aae-5bbf-47ee-bdfe-a3ff8130d90f req-5d743ab7-bb35-4681-8524-67a3c2129779 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.57 "DELETE /v2.0/ports/6392dfe1-bb06-4044-83ca-d771401c0f01 HTTP/1.1" status: 204 len: 173 time: 0.7734733 Nov 08 12:29:51.259634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'name': 'network-vif-deleted', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:51.262220 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95851635-c57a-4720-a14e-199814191f60" -d '{"events": [{"server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "name": "network-vif-deleted", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:51.304092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8fc3e-8cd8-4c8e-908e-842fcb4afe70 req-574ac0a1-4348-4f64-9d92-e8087b2c8d4e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:51.305784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6c8fc3e-8cd8-4c8e-908e-842fcb4afe70 req-574ac0a1-4348-4f64-9d92-e8087b2c8d4e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1254129 Nov 08 12:29:51.414980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['6392dfe1-bb06-4044-83ca-d771401c0f01'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:29:51.438507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a2d7-f404-4d23-a14e-a3a8bea113a4 req-8501a3e4-3987-4a3e-a1c4-1ba9026ae073 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:51.450998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:51.451234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7596a2d7-f404-4d23-a14e-a3a8bea113a4 req-8501a3e4-3987-4a3e-a1c4-1ba9026ae073 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.1693144 Nov 08 12:29:51.454995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'floatingip': {'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:51.458681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83007dcf-c9b3-428b-afa7-6fc6dca9fe71 req-26ea671f-3ae2-4018-ba37-438b496d4111 service neutron] 10.222.0.57 "GET /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100241 Nov 08 12:29:51.471492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6c8fc3e-8cd8-4c8e-908e-842fcb4afe70 req-3176cb1f-541a-4370-8c4a-4771dfffa085 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269562 Nov 08 12:29:51.545993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:51.629958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130d9d-ecf3-4ca1-aba0-7bb866728ba3 req-b22b64b0-7705-4d72-a0f6-16c577cae9ff tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:51.634666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2130d9d-ecf3-4ca1-aba0-7bb866728ba3 req-b22b64b0-7705-4d72-a0f6-16c577cae9ff tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0867910 Nov 08 12:29:51.653273 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba96b17-5806-437d-81a6-b4a4a3871d13 x-openstack-request-id: req-5ba96b17-5806-437d-81a6-b4a4a3871d13 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:51.653984 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41005e41-3f8d-4490-a8a6-526b886f1052", "name": "network-vif-deleted", "tag": "6392dfe1-bb06-4044-83ca-d771401c0f01", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:51.654331 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ba96b17-5806-437d-81a6-b4a4a3871d13 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:51.654740 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41005e41-3f8d-4490-a8a6-526b886f1052', 'name': 'network-vif-deleted', 'tag': '6392dfe1-bb06-4044-83ca-d771401c0f01', 'status': 'completed', 'code': 200} Nov 08 12:29:51.750817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f34f454-bd0a-4e5f-93a9-05a3b64e8ffb req-a5b33972-4479-4a9d-a7c3-92573b2fd837 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Nov 08 12:29:51.759741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2130d9d-ecf3-4ca1-aba0-7bb866728ba3 req-8e94d418-d764-4285-a2ab-4a05e2d402cc tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160078 Nov 08 12:29:52.125027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:52.182544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42dba62-b68e-40b9-aa79-e5b422c157fb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:29:52.342271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:52.487893 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Floating IP 5dd4ab78-82d8-4d0a-8559-3cd92bc035d4 associated. External IP: 172.25.1.55, port: 6e56905b-858d-4935-ada0-21b4e71d56cd. Nov 08 12:29:52.651621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd282-ec4f-4362-a880-499492758cd6 req-530dc792-9586-4096-8e71-58c1fbaa6594 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:52.653240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48bd282-ec4f-4362-a880-499492758cd6 req-530dc792-9586-4096-8e71-58c1fbaa6594 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 945 time: 0.5937214 Nov 08 12:29:52.706152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Router 178cba89-7453-483c-b818-14b776567a7b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:29:52.726166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f46d-d0df-4255-9c14-cbdad92c08b7 req-116919c3-652c-4c6f-8c0a-353e69bab980 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:52.727907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d60f46d-d0df-4255-9c14-cbdad92c08b7 req-116919c3-652c-4c6f-8c0a-353e69bab980 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0992758 Nov 08 12:29:52.733369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48bd282-ec4f-4362-a880-499492758cd6 req-8bf500fa-39fd-4dc4-9af9-da372f377523 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644746 Nov 08 12:29:52.785314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d60f46d-d0df-4255-9c14-cbdad92c08b7 req-b15dc46a-a71e-4b06-9b20-8b2cd9db3aac tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Nov 08 12:29:52.820891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:29:52.831924 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Sync routers for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:29:52.832586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:52.843699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:52.844288 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:52.864782 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-64fccdb9-3860-496d-9d9b-8af7199e28be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "PUT /v2.0/floatingips/5dd4ab78-82d8-4d0a-8559-3cd92bc035d4 HTTP/1.1" status: 200 len: 990 time: 1.4144337 Nov 08 12:29:52.895283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dcab0d4-3be4-4962-8134-8545703a9089 req-de36eae2-7efa-4757-ad43-336a5603ceb3 tempest-InstanceActionsV221TestJSON-2090805233 tempest-InstanceActionsV221TestJSON-2090805233-project] 10.222.0.58 "GET /v2.0/ports?device_id=41005e41-3f8d-4490-a8a6-526b886f1052 HTTP/1.1" status: 200 len: 210 time: 0.0369937 Nov 08 12:29:52.913643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b42dba62-b68e-40b9-aa79-e5b422c157fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:29:52.918707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b42dba62-b68e-40b9-aa79-e5b422c157fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:29:52.919432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:52.965515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab748-fba5-4212-b4fc-196bf5444a9f req-591c909e-1fff-4ee1-b103-728ba43efb87 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:52.968203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1ab748-fba5-4212-b4fc-196bf5444a9f req-591c909e-1fff-4ee1-b103-728ba43efb87 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0983095 Nov 08 12:29:52.982902 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:53.038627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1ab748-fba5-4212-b4fc-196bf5444a9f req-a2a38292-da1e-422c-b997-4df8a515a743 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640714 Nov 08 12:29:53.049129 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:53.049129 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0861d5bd-bc0b-4f3f-b66b-0457fc5b7183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:53.083107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:53.084499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:53.086971 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d7851-c024-4f17-9ee0-877bc6946a5b" -d '{"events": [{"server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "name": "network-vif-plugged", "status": "completed", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:53.132190 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4068e0-9928-44ae-8f04-04f0b7436775 x-openstack-request-id: req-2a4068e0-9928-44ae-8f04-04f0b7436775 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:53.132506 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "name": "network-vif-plugged", "status": "completed", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:53.132764 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a4068e0-9928-44ae-8f04-04f0b7436775 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:53.133172 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb', 'code': 200} Nov 08 12:29:53.165633 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:53.165633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6392dfe1-bb06-4044-83ca-d771401c0f01 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:53.193177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 6392dfe1-bb06-4044-83ca-d771401c0f01 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:29:53.193775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6392dfe1-bb06-4044-83ca-d771401c0f01 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:29:53.281011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:53.302180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307862-20b7-41de-9989-203081c0c1a1 req-9a26ccec-e586-4727-ac86-8a17640b9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:53.303863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0307862-20b7-41de-9989-203081c0c1a1 req-9a26ccec-e586-4727-ac86-8a17640b9452 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 1097 time: 0.0966952 Nov 08 12:29:53.306874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5dd4ab78-82d8-4d0a-8559-3cd92bc035d4', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '178cba89-7453-483c-b818-14b776567a7b', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:29:32Z', 'updated_at': '2021-11-08T12:29:52Z', 'revision_number': 1, 'project_id': 'f39258074f82414ba658e749e03454ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:53.340909 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Checking router: 178cba89-7453-483c-b818-14b776567a7b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:29:53.350168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:29:53.350988 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:53.413046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0307862-20b7-41de-9989-203081c0c1a1 req-987ee1dd-61df-4772-851b-08499fad8a20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738029 Nov 08 12:29:53.570507 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:29:53.656271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:53.659324 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e3ef01-7c1c-402a-821c-a989a0d3679e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:53.696196 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9e306-ddf9-426f-aace-e27ae87271c3 x-openstack-request-id: req-d0f9e306-ddf9-426f-aace-e27ae87271c3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:53.696488 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:53.696744 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0f9e306-ddf9-426f-aace-e27ae87271c3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:53.697144 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'status': 'completed', 'code': 200} Nov 08 12:29:53.764235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-108089fc-8832-4a97-97e3-3dfb532f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:53.765938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-108089fc-8832-4a97-97e3-3dfb532f883d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0404377 Nov 08 12:29:53.800531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5dd4ab78-82d8-4d0a-8559-3cd92bc035d4', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '178cba89-7453-483c-b818-14b776567a7b', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:29:32Z', 'updated_at': '2021-11-08T12:29:52Z', 'revision_number': 1, 'project_id': 'f39258074f82414ba658e749e03454ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:53.833879 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dcfdd-289a-4d34-8ca4-5527d59103ee None None] The sync data for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 is: [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5dd4ab78-82d8-4d0a-8559-3cd92bc035d4', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '178cba89-7453-483c-b818-14b776567a7b', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:29:32Z', 'updated_at': '2021-11-08T12:29:52Z', 'revision_number': 1, 'project_id': 'f39258074f82414ba658e749e03454ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:29:53.980505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e76013-5a71-4a53-ab46-9da51ecd6a27 req-54ce4759-3fc4-4b24-a578-24e62b124b62 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:53.982008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e76013-5a71-4a53-ab46-9da51ecd6a27 req-54ce4759-3fc4-4b24-a578-24e62b124b62 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 946 time: 0.1504419 Nov 08 12:29:53.984473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-29ed18c0-90e7-4748-b2f0-2e95f2713d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:53.986040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-29ed18c0-90e7-4748-b2f0-2e95f2713d02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.2056117 Nov 08 12:29:54.004520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfba746-c3a4-4e60-a031-15d4135b5dad req-9f6be060-fdca-41f2-85d0-2caac4c5d53c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:54.006068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdfba746-c3a4-4e60-a031-15d4135b5dad req-9f6be060-fdca-41f2-85d0-2caac4c5d53c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1266243 Nov 08 12:29:54.068305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0973d-795f-4747-ade8-66f4f45ccf16 None None] New status for floating IP 5dd4ab78-82d8-4d0a-8559-3cd92bc035d4: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:29:54.132849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-dcaa2195-d40c-462c-bce8-788a1620f871 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.1257331 Nov 08 12:29:54.140734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e76013-5a71-4a53-ab46-9da51ecd6a27 req-73091ab4-784d-4425-bad1-ec1991ab6ac7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510723 Nov 08 12:29:54.156778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdfba746-c3a4-4e60-a031-15d4135b5dad req-ba710256-28e0-4ac2-be0a-85c23580e199 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342847 Nov 08 12:29:54.210876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-115190c7-855d-41b2-8fc4-ba8ae03619e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:54.212828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-115190c7-855d-41b2-8fc4-ba8ae03619e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.0680668 Nov 08 12:29:54.294096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-cba89269-6e5d-4cf4-8471-a3bb9527b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:54.295669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-cba89269-6e5d-4cf4-8471-a3bb9527b257 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747998 Nov 08 12:29:54.309930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85231847-865d-4731-b60d-25688bedd207 req-675c4e46-e1f6-4f08-b4f8-a2b0a7e2f8ec tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:54.312056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85231847-865d-4731-b60d-25688bedd207 req-675c4e46-e1f6-4f08-b4f8-a2b0a7e2f8ec tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0651395 Nov 08 12:29:54.426673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85231847-865d-4731-b60d-25688bedd207 req-2662edbe-bf7c-4fbe-964c-4ae4c37753df tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044726 Nov 08 12:29:54.446135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-2ddaadbd-aab5-4b04-af23-1036b8b98bb0 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285555 Nov 08 12:29:54.476746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39634) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:54.534070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Deleting subnet f2366034-c1ec-4240-aae7-ef43fca4c657 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:29:54.537655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.561352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e3ef01-7c1c-402a-821c-a989a0d3679e req-375cd877-fada-474a-831b-b558c8a981ef service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121185 Nov 08 12:29:54.586921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.636220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.725888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b7ca-96a4-41a8-b165-e0d0b6d93d2a req-ca048868-95cd-4bcf-b926-94dfcc0827b9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:54.725888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdc4b7ca-96a4-41a8-b165-e0d0b6d93d2a req-ca048868-95cd-4bcf-b926-94dfcc0827b9 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 950 time: 0.0503311 Nov 08 12:29:54.748138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.775063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdc4b7ca-96a4-41a8-b165-e0d0b6d93d2a req-e417283b-475d-4f71-9998-dceab379c394 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Nov 08 12:29:54.777692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2366034-c1ec-4240-aae7-ef43fca4c657,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:54.789284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.789284 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c613e752-3cb5-41c4-a447-0c3bd12356c7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f2366034-c1ec-4240-aae7-ef43fca4c657 HTTP/1.1" status: 204 len: 168 time: 0.3086421 Nov 08 12:29:54.790396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:54.864071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.947365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:54.968255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e47f9d-04bf-4e38-89ef-6bb176eba068']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:54.977629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:54.977925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548459b9-ef5e-46fe-aad9-ac9f9ce2dd37') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:29:54.987901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.007541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.014683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:29:55.015135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:29:55.017528 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:29:55.147721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.153360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.156552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] 10.222.0.58 "DELETE /v2.0/networks/78e47f9d-04bf-4e38-89ef-6bb176eba068 HTTP/1.1" status: 204 len: 168 time: 0.3651288 Nov 08 12:29:55.167834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6ba4-3241-49d7-b68c-dc7b81e79196 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e47f9d-04bf-4e38-89ef-6bb176eba068,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:55.266306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281148-79f8-4a57-a9af-97c684dff866 req-66d6a132-b3c7-4f78-aedd-48c1231ee06f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:55.268073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66281148-79f8-4a57-a9af-97c684dff866 req-66d6a132-b3c7-4f78-aedd-48c1231ee06f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 946 time: 0.0517533 Nov 08 12:29:55.317001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66281148-79f8-4a57-a9af-97c684dff866 req-5f4e52d2-e64e-449b-be8b-381c1eaf6ddf tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Nov 08 12:29:55.424540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33614-54dc-42b5-b809-7684e99ac6c2 req-52ab2905-f770-4110-8d30-a37aae513c6e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:55.426028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfd33614-54dc-42b5-b809-7684e99ac6c2 req-52ab2905-f770-4110-8d30-a37aae513c6e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0509980 Nov 08 12:29:55.456178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9215ce0-82b5-4cbe-a330-2b8aeea906a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.481291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfd33614-54dc-42b5-b809-7684e99ac6c2 req-6f0a3410-d99c-4471-b48b-b099f7ad489a tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Nov 08 12:29:55.706978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:55.749479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-52409fcd-b40c-4803-aa2d-ba32be59fed9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73a5c8951b044f5ea6db97468c298fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412898 Nov 08 12:29:55.752038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:55.801050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.822791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.964923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.967611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:55.971180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66050fef-f6ec-488f-b297-59b905cf1987 HTTP/1.1" status: 204 len: 168 time: 0.2158482 Nov 08 12:29:55.978963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c1093-45ea-4e26-8c2d-3f5048f3fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66050fef-f6ec-488f-b297-59b905cf1987,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:56.107978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795861c-2801-408c-992f-7da36c0e94f5 req-85cec330-051d-43ab-9833-4a3dd2c3b051 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:56.109449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6795861c-2801-408c-992f-7da36c0e94f5 req-85cec330-051d-43ab-9833-4a3dd2c3b051 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0575910 Nov 08 12:29:56.164114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6795861c-2801-408c-992f-7da36c0e94f5 req-0b0c74b5-8e3e-4b9f-93ce-c6f669a5b2c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Nov 08 12:29:56.417223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56451895-953a-4f94-adcd-24855008d341 req-b46962cc-4d08-405b-a1b0-4679230c70ff tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:56.422980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56451895-953a-4f94-adcd-24855008d341 req-b46962cc-4d08-405b-a1b0-4679230c70ff tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 946 time: 0.0615463 Nov 08 12:29:56.476231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56451895-953a-4f94-adcd-24855008d341 req-7f0655c7-c972-49fc-afe2-7eb7ea5a8ccf tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491285 Nov 08 12:29:56.576229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:56.611235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2db4-11c2-4015-b763-b74ce1e0b212 req-8d8738da-37d5-442a-812d-876a26ff7d83 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:56.612724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5db2db4-11c2-4015-b763-b74ce1e0b212 req-8d8738da-37d5-442a-812d-876a26ff7d83 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0537245 Nov 08 12:29:56.661683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5db2db4-11c2-4015-b763-b74ce1e0b212 req-5f90dab5-ad97-4dc6-ae25-7e1d8ab3eea9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Nov 08 12:29:57.142998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:57.243684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-504033592-network', 'tenant_id': '8c3b8d00819f48b2930aa0bcb71892c9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:57.309494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ebce-ba1d-449e-85d7-29a7a3af67ae req-24db3f88-399c-4a35-ace5-8153ea051dc3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:57.311004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efc6ebce-ba1d-449e-85d7-29a7a3af67ae req-24db3f88-399c-4a35-ace5-8153ea051dc3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0640395 Nov 08 12:29:57.352705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Made reservation on behalf of 8c3b8d00819f48b2930aa0bcb71892c9 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:57.355137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.369623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efc6ebce-ba1d-449e-85d7-29a7a3af67ae req-e095890c-947b-447b-89aa-cff882fe3a0d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516851 Nov 08 12:29:57.370281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.455603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Added segment bd42ec1b-4460-4a3d-8a2a-d25215638326 of type vlan for network 60cbecbf-254c-4ca4-a92b-09ededf150a2 Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c84545-8ce3-4e3d-9d18-9cf38611f067,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a47c-55d5-48fb-b95c-bd75e82feef0 req-ff604219-26b7-4cd8-acfb-d64ecb2fb357 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f50a47c-55d5-48fb-b95c-bd75e82feef0 req-ff604219-26b7-4cd8-acfb-d64ecb2fb357 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 946 time: 0.1402905 Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-faf479a2-95d0-406e-bfc4-94a750c5f322 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:57.761570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-faf479a2-95d0-406e-bfc4-94a750c5f322 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 946 time: 0.1082072 Nov 08 12:29:57.817784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f50a47c-55d5-48fb-b95c-bd75e82feef0 req-9745f9da-e2c7-44ed-a31e-5c6f9771a69b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190345 Nov 08 12:29:57.870962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3edc86-0603-4fe9-aa5c-e83d4aa80f5b req-5408ad42-f98a-4c50-96df-7f985e46bc34 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:57.872529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd3edc86-0603-4fe9-aa5c-e83d4aa80f5b req-5408ad42-f98a-4c50-96df-7f985e46bc34 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1317720 Nov 08 12:29:57.920636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port b42dba62-b68e-40b9-aa79-e5b422c157fb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:29:57.920972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.929043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.929981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:57.930572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:57.987017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd3edc86-0603-4fe9-aa5c-e83d4aa80f5b req-61f3f75a-813c-404c-92bd-323e7bb0a8ca tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Nov 08 12:29:58.010665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.054877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] Pushing event updated for resources: {'Network': ['ID=60cbecbf-254c-4ca4-a92b-09ededf150a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:58.067599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 60cbecbf-254c-4ca4-a92b-09ededf150a2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:29:58.085344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ade726c4-4699-4cc4-8729-2bda4129aeee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9412282 Nov 08 12:29:58.087210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port b42dba62-b68e-40b9-aa79-e5b422c157fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42dba62-b68e-40b9-aa79-e5b422c157fb,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:58.087575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.093096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39810) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:29:58.098975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Request body: {'subnet': {'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-504033592-subnet', 'tenant_id': '8c3b8d00819f48b2930aa0bcb71892c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:29:58.102881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for b42dba62-b68e-40b9-aa79-e5b422c157fb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:29:58.186952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42dba62-b68e-40b9-aa79-e5b422c157fb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:58.227760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Made reservation on behalf of 8c3b8d00819f48b2930aa0bcb71892c9 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:29:58.231083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.264625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.331453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.358492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:58.411864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=b42dba62-b68e-40b9-aa79-e5b422c157fb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:58.452606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port b42dba62-b68e-40b9-aa79-e5b422c157fb on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:29:58.457336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.459751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.460998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e44a25e9-b2de-4210-948c-8fb7c904118f req-85c540d0-a72d-4ab5-8f1f-47053942bcd4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "DELETE /v2.0/ports/b42dba62-b68e-40b9-aa79-e5b422c157fb HTTP/1.1" status: 204 len: 173 time: 0.7068777 Nov 08 12:29:58.461494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'name': 'network-vif-deleted', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:58.464002 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d2d77-48e0-4a39-8aa2-d116fa65ac12" -d '{"events": [{"server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "name": "network-vif-deleted", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:58.484336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:29:58.486863 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a4010-6d21-49a9-b15f-f5d95999330b" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-unplugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:29:58.503637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:58.515562 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9445a3-5b0f-4fe2-968b-b4e44b8d0df5 x-openstack-request-id: req-bf9445a3-5b0f-4fe2-968b-b4e44b8d0df5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:58.515848 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbd8f3f-8278-4b66-8880-4ebc2b2a696f", "name": "network-vif-deleted", "tag": "b42dba62-b68e-40b9-aa79-e5b422c157fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:58.516096 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf9445a3-5b0f-4fe2-968b-b4e44b8d0df5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:58.517181 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbd8f3f-8278-4b66-8880-4ebc2b2a696f', 'name': 'network-vif-deleted', 'tag': 'b42dba62-b68e-40b9-aa79-e5b422c157fb', 'status': 'completed', 'code': 200} Nov 08 12:29:58.525015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.546110 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8040874a-6787-42fc-9984-5500c85ce5ef x-openstack-request-id: req-8040874a-6787-42fc-9984-5500c85ce5ef {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:29:58.546556 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-unplugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:29:58.546913 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8040874a-6787-42fc-9984-5500c85ce5ef {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:29:58.547405 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'code': 200} Nov 08 12:29:58.548756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070da70-9808-4846-9606-fb6a50be35eb req-9de34c1e-8696-4283-ac71-30a32ebf4ee7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:58.549917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b070da70-9808-4846-9606-fb6a50be35eb req-9de34c1e-8696-4283-ac71-30a32ebf4ee7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0629921 Nov 08 12:29:58.553622 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.587865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae9e023-b07b-4b21-9039-46c2eb87f35c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:58.602976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Checking segment: {'id': 'bd42ec1b-4460-4a3d-8a2a-d25215638326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:29:58.603550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Network hostable DHCP agents. Network: 60cbecbf-254c-4ca4-a92b-09ededf150a2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:29:58.618580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:58.640189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b070da70-9808-4846-9606-fb6a50be35eb req-0d1cf410-4cf2-4643-af90-3a30ee34de62 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Nov 08 12:29:58.707261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Network 60cbecbf-254c-4ca4-a92b-09ededf150a2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:29:58.833124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 60cbecbf-254c-4ca4-a92b-09ededf150a2) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:29:58.837548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:58.838147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.842753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d48b5-2249-48ac-b71d-87cf2129fdac None None] Network 60cbecbf-254c-4ca4-a92b-09ededf150a2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:58.865406 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:58.935863 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb2d9598-60b9-4abb-9535-fb2865a247f1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8421950 Nov 08 12:29:58.966236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-851331d2-1388-4e7c-a330-54a227b64039 req-133e8888-7f25-4208-b0be-7cc59b60b6b6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcbd8f3f-8278-4b66-8880-4ebc2b2a696f HTTP/1.1" status: 200 len: 210 time: 0.0465753 Nov 08 12:29:58.988466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc299054-b82d-4fc3-8a56-ebe2d33d0c32 None None] Network 60cbecbf-254c-4ca4-a92b-09ededf150a2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:29:59.153536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3354da-3317-46de-877a-72660222adb4 req-eefb2ab5-45c0-46b4-924a-442922c70dcc tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:59.155036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db3354da-3317-46de-877a-72660222adb4 req-eefb2ab5-45c0-46b4-924a-442922c70dcc tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0959370 Nov 08 12:29:59.167549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:29:59.171035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:29:59.217824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db3354da-3317-46de-877a-72660222adb4 req-7667a75b-ae8e-4e1a-8a30-466b2dd55a6e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Nov 08 12:29:59.436351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-c82e3a30-7a55-4184-aca8-a892c749ace6 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:59.444689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-c82e3a30-7a55-4184-aca8-a892c749ace6 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/networks?id=60cbecbf-254c-4ca4-a92b-09ededf150a2 HTTP/1.1" status: 200 len: 821 time: 0.1330707 Nov 08 12:29:59.455818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-78158a54-3fe1-4ede-94dc-103f5beaf659 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/quotas/8c3b8d00819f48b2930aa0bcb71892c9 HTTP/1.1" status: 200 len: 375 time: 0.0100310 Nov 08 12:29:59.474631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:59.495217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-775a4832-212d-4d43-a32f-76b93bbb83c6 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c3b8d00819f48b2930aa0bcb71892c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313776 Nov 08 12:29:59.502447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:59.524946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'port_id': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'mac_address': 'fa:16:3e:a7:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0548b-51e6-4eaa-9e43-d038975b9d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:29:59.536929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:29:59.571268 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:59.585388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:29:59.589539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-6460f1b8-b2db-4970-b2cf-3ed4e2feae23 service neutron] 10.222.0.58 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862532 Nov 08 12:29:59.640097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:29:59.688282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-28e1e499-2062-48d2-ac7d-43a9679bcaa0 service neutron] 10.222.0.58 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920007 Nov 08 12:29:59.711610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:29:59.711847 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:29:59.723217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:29:59.809280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67666870-c5e9-44a2-8918-427388b08998 req-0e9f8301-832b-4adc-b507-be23f32f4b3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:29:59.810809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67666870-c5e9-44a2-8918-427388b08998 req-0e9f8301-832b-4adc-b507-be23f32f4b3f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 943 time: 0.0516284 Nov 08 12:29:59.857915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67666870-c5e9-44a2-8918-427388b08998 req-b92c29e5-af2d-4ac4-84e6-15d79cf3340b tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Nov 08 12:30:00.035362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243e6094-1ce9-49f8-acdf-2bcc15079505 req-9bc3b2c4-54d7-485c-9cac-cc8959e6bec7 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 210 time: 0.0305634 Nov 08 12:30:00.218113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:00.274442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:00.337770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:00.365764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23fd7-80f6-4cea-9645-0756489e44fe req-54b78b78-9add-4b84-a84a-ab8e1f297376 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:00.367316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35d23fd7-80f6-4cea-9645-0756489e44fe req-54b78b78-9add-4b84-a84a-ab8e1f297376 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.0752959 Nov 08 12:30:00.368487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:00.374831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-7877bc21-2085-4df3-b19e-238d02945252 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:00.376940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-7877bc21-2085-4df3-b19e-238d02945252 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1515465 Nov 08 12:30:00.393292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:00.405945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-469c36df-68c3-4e50-b37f-8c2fad29574e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0211489 Nov 08 12:30:00.406126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'mac_address': 'fa:16:3e:9f:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:00.448419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:00.452129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-5faa648c-f763-4afd-b325-abce68c2b57f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379016 Nov 08 12:30:00.456185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35d23fd7-80f6-4cea-9645-0756489e44fe req-044a3ba1-1e7a-4a71-b50e-508d2b52a1bb tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783379 Nov 08 12:30:00.463440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:00.467481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:00.524950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:00.548935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:00.548935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:00.550902 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b970afa-4342-44cf-9623-6dc27e6891fb" -d '{"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-unplugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:00.567852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-19f3c469-d39e-4b60-a61b-d89dda6b997b service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075275 Nov 08 12:30:00.652327 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:00.670213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-e747cb8c-ccad-4330-97e2-7c3178cba754 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962448 Nov 08 12:30:00.712801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:00.763611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f42f294c-b61b-4615-b828-b0457bb6f327'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:00.789753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:00.953226 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93d0be3-f81b-44ba-b4f2-192fcb5c5baf x-openstack-request-id: req-c93d0be3-f81b-44ba-b4f2-192fcb5c5baf {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:00.953519 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-unplugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:00.953962 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c93d0be3-f81b-44ba-b4f2-192fcb5c5baf {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:00.954385 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'code': 200} Nov 08 12:30:01.144887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56160d-aa3b-423f-b4ca-6d790e8d1319 req-a38ea54b-3da2-4cba-b6d1-69fe07dec7fb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:01.146509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb56160d-aa3b-423f-b4ca-6d790e8d1319 req-a38ea54b-3da2-4cba-b6d1-69fe07dec7fb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 944 time: 0.0552900 Nov 08 12:30:01.195293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb56160d-aa3b-423f-b4ca-6d790e8d1319 req-2072f449-f031-48fd-9603-71495d709bff tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Nov 08 12:30:01.260460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a9bc5e3-7802-4d32-a075-2f4996c57615 req-75d2b2a8-c8b9-411a-9c60-aa33bef4e74d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0253978 Nov 08 12:30:01.398382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a51cc67-fac9-4b3f-a91d-3b93e9859fb3 req-eace3290-c0ed-41f1-b5aa-9dce095e312d tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 210 time: 0.0347185 Nov 08 12:30:02.225027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:02.338412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f42f294c-b61b-4615-b828-b0457bb6f327 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:02.339122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:02.376877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67832-1933-4aaa-910e-3290964fc3f7 req-22375328-b330-4c09-828d-b1ed1b868a2c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:02.378483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ae67832-1933-4aaa-910e-3290964fc3f7 req-22375328-b330-4c09-828d-b1ed1b868a2c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 944 time: 0.0746939 Nov 08 12:30:02.437377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8895a010-4bca-486c-95b8-1eca707302f6 req-4880c23d-582a-4cfc-888e-41cd90425cfd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0496666 Nov 08 12:30:02.479757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:02.514000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ae67832-1933-4aaa-910e-3290964fc3f7 req-975f2d68-d141-4443-925c-30f911bcfee6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283031 Nov 08 12:30:02.544828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:02.649175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1432d7f2-497a-4658-8c77-51252e622faa req-25c0db0f-287b-4961-aca6-b93df9bcdd5a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 210 time: 0.0497198 Nov 08 12:30:02.667716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:02.754980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:02.956143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:02.958614 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f74a1-a612-4a9d-8e52-d3fc3670f3c0" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:03.070557 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2579b02-6892-4c92-9ec1-a5100a2820d5 x-openstack-request-id: req-c2579b02-6892-4c92-9ec1-a5100a2820d5 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:03.070853 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-plugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:03.071104 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2579b02-6892-4c92-9ec1-a5100a2820d5 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:03.071503 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'code': 200} Nov 08 12:30:03.169237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-24624100-f095-4d21-8fab-07f611d0169d tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:03.170965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-24624100-f095-4d21-8fab-07f611d0169d tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.57 "GET /v2.0/networks?id=60cbecbf-254c-4ca4-a92b-09ededf150a2 HTTP/1.1" status: 200 len: 821 time: 0.2051852 Nov 08 12:30:03.184874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Request body: {'port': {'device_id': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2', 'admin_state_up': True, 'tenant_id': '8c3b8d00819f48b2930aa0bcb71892c9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:03.208042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:03.214637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:03.262309 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:30:03.365370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:03.365932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.427990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:03.444122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'mac_address': 'fa:16:3e:ff:28:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:03.455974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Made reservation on behalf of 8c3b8d00819f48b2930aa0bcb71892c9 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:03.460516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.575744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.631486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.664867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 735f9cbd-fe16-40cb-99ac-95d9332a7087 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:03.697854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Allocated IP 172.20.0.14 (60cbecbf-254c-4ca4-a92b-09ededf150a2/5ae9e023-b07b-4b21-9039-46c2eb87f35c/752915ab-a71f-4b78-8209-f555324b3e42) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:03.714456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:03.717110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:03.776465 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.810461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bca30186-26e7-4cb6-ba28-45b3d1780a7f req-365a1464-01c7-4948-984f-96e7fe7e329d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0719721 Nov 08 12:30:03.815235 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:03.868920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:03.939481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['735f9cbd-fe16-40cb-99ac-95d9332a7087'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:04.001464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8c4f-68e1-43d4-b926-38d53868b029 req-3f50978d-ec04-49f0-987e-1bb34f643b5a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:04.003307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56af8c4f-68e1-43d4-b926-38d53868b029 req-3f50978d-ec04-49f0-987e-1bb34f643b5a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 944 time: 0.2661560 Nov 08 12:30:04.020335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-0aa7ee81-bde1-42fb-b1d4-0f41af50f463 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:04.022587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-0aa7ee81-bde1-42fb-b1d4-0f41af50f463 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1906362 Nov 08 12:30:04.041127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:04.069873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:04.245440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42d7b89a-58e1-4047-aef7-4c16ffffd505 req-d1aadf72-2385-4dab-9751-07b01db07869 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 210 time: 0.0520036 Nov 08 12:30:04.245440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56af8c4f-68e1-43d4-b926-38d53868b029 req-c18c2a57-4fc5-4139-870e-c2e94a1f2f7c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342033 Nov 08 12:30:04.251444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:04.257284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:04.271874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:04.484950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:04.490375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.3 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/04f286cd-6313-41dd-9914-f10808a8758a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:04.551912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Network 60cbecbf-254c-4ca4-a92b-09ededf150a2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:04.555374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:04.559856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:04.614367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Pushing event updated for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:04.658115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:04.658761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:04.720406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:04.851635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9ba0f00f-72ad-439a-a899-39f60ac4868a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6673918 Nov 08 12:30:04.862778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Request body: {'port': {'device_id': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:04.972695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.017978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad99d763-f60a-4453-9569-d06d1982c7b7 req-b25eff59-114e-4547-bde7-27245a58b0e8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0367610 Nov 08 12:30:05.019329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.072323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:05.074751 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f1522-f177-4bb9-b03a-8139d194471b" -d '{"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-plugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:05.136707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:05.154376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:05.159351 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1abac83-77bc-463d-92e8-fd6fd56a6d1e x-openstack-request-id: req-d1abac83-77bc-463d-92e8-fd6fd56a6d1e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:05.162436 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-plugged", "status": "completed", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:05.162774 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1abac83-77bc-463d-92e8-fd6fd56a6d1e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:05.163243 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'code': 200} Nov 08 12:30:05.164330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:05.177796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:05.211337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:05.252459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:05.253130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.337515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 735f9cbd-fe16-40cb-99ac-95d9332a7087 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:05.337885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.373921 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-ac2448cd-5141-4e94-80d3-47b73b44ed7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3389995 Nov 08 12:30:05.387487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Request body: {'port': {'device_id': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:05.464147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.541599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.634184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:05.636432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3785-2734-46ef-a07c-efc27a3ebdc2 req-b468cf3e-9754-4269-8648-664d74f06dd1 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:05.643769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dba3785-2734-46ef-a07c-efc27a3ebdc2 req-b468cf3e-9754-4269-8648-664d74f06dd1 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 932 time: 0.2456377 Nov 08 12:30:05.739323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dba3785-2734-46ef-a07c-efc27a3ebdc2 req-b919d83c-9bbe-4d51-b1c2-b090fe816d1a tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Nov 08 12:30:05.739323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3123-b7aa-4e0c-b487-d2c9e801812b req-2d7a9d6b-44a1-48f9-a568-e0caf81fe788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:05.739323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-509b3123-b7aa-4e0c-b487-d2c9e801812b req-2d7a9d6b-44a1-48f9-a568-e0caf81fe788 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 1096 time: 0.3522568 Nov 08 12:30:05.784429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752915ab-a71f-4b78-8209-f555324b3e42 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:05.820807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-509b3123-b7aa-4e0c-b487-d2c9e801812b req-4086ba81-2c16-4c86-a1fc-e5cf8af14b60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768316 Nov 08 12:30:05.824191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:05.839494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Transition to ACTIVE for port object 752915ab-a71f-4b78-8209-f555324b3e42 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:05.915736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaae3c-48fe-4e6a-9240-3bbb68e64299 req-9a72f08f-c027-4e7c-9206-670adef99ff2 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:05.917456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2caaae3c-48fe-4e6a-9240-3bbb68e64299 req-9a72f08f-c027-4e7c-9206-670adef99ff2 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0701194 Nov 08 12:30:06.011763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.034570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2caaae3c-48fe-4e6a-9240-3bbb68e64299 req-a617e923-4265-484b-89c1-8d20f2fbdaf3 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941226 Nov 08 12:30:06.088661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.092276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:06.260186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f286cd-6313-41dd-9914-f10808a8758a {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:06.260798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Pushing event updated for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:06.276832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.307367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Transition to ACTIVE for port object 04f286cd-6313-41dd-9914-f10808a8758a will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:06.307640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Attempting to bind port 752915ab-a71f-4b78-8209-f555324b3e42 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:06.308303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Attempting to bind port 752915ab-a71f-4b78-8209-f555324b3e42 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'bd42ec1b-4460-4a3d-8a2a-d25215638326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:06.308638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Attempting to bind port 752915ab-a71f-4b78-8209-f555324b3e42 on network 60cbecbf-254c-4ca4-a92b-09ededf150a2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:06.314010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Port 752915ab-a71f-4b78-8209-f555324b3e42 on network 60cbecbf-254c-4ca4-a92b-09ededf150a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:06.314372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Attempting to bind port 752915ab-a71f-4b78-8209-f555324b3e42 on network 60cbecbf-254c-4ca4-a92b-09ededf150a2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:06.320936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:06.321275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Checking segment: {'id': 'bd42ec1b-4460-4a3d-8a2a-d25215638326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:06.321661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Bound using segment: {'id': 'bd42ec1b-4460-4a3d-8a2a-d25215638326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:06.322095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Bound port: 752915ab-a71f-4b78-8209-f555324b3e42, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd42ec1b-4460-4a3d-8a2a-d25215638326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:06.322475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.393282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.434676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:06.441372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=752915ab-a71f-4b78-8209-f555324b3e42,segment=NetworkSegment(bd42ec1b-4460-4a3d-8a2a-d25215638326),segment_id=bd42ec1b-4460-4a3d-8a2a-d25215638326)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:06.497999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Pushing event updated for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:06.527435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.603741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:06.606033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.608919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] 10.222.0.57 "PUT /v2.0/ports/752915ab-a71f-4b78-8209-f555324b3e42 HTTP/1.1" status: 200 len: 1092 time: 1.7513599 Nov 08 12:30:06.611870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:06.614083 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e56228f-d349-4da8-aada-0deb6bc72d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "tag": "752915ab-a71f-4b78-8209-f555324b3e42"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:06.646790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Attempting to bind port 04f286cd-6313-41dd-9914-f10808a8758a on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:06.647091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Attempting to bind port 04f286cd-6313-41dd-9914-f10808a8758a by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:06.647376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Attempting to bind port 04f286cd-6313-41dd-9914-f10808a8758a on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:06.661155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Port 04f286cd-6313-41dd-9914-f10808a8758a on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:06.661489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Attempting to bind port 04f286cd-6313-41dd-9914-f10808a8758a on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:06.669557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737dfec-c4d9-42fd-927a-b9ca873aa873 service neutron] Pushing event updated for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:06.676923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:06.677273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:06.677670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:06.678096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Bound port: 04f286cd-6313-41dd-9914-f10808a8758a, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:06.678474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.820428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-c9173653-4c40-44a8-901b-7c3acec3f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:06.823624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-c9173653-4c40-44a8-901b-7c3acec3f8f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3b8d00819f48b2930aa0bcb71892c9&device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 1095 time: 0.0682836 Nov 08 12:30:06.828790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:06.833161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04f286cd-6313-41dd-9914-f10808a8758a,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:06.884261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-fdf8d344-2af1-4552-93a3-491674d395fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752915ab-a71f-4b78-8209-f555324b3e42 HTTP/1.1" status: 200 len: 217 time: 0.0506995 Nov 08 12:30:06.936696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:06.986582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-ef32fdd1-49fa-4096-a444-0d86852c77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:06.989468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-ef32fdd1-49fa-4096-a444-0d86852c77ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ae9e023-b07b-4b21-9039-46c2eb87f35c HTTP/1.1" status: 200 len: 861 time: 0.0967674 Nov 08 12:30:07.051669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:07.052305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:07.053747 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] 10.222.0.57 "PUT /v2.0/ports/04f286cd-6313-41dd-9914-f10808a8758a HTTP/1.1" status: 200 len: 1091 time: 1.6715634 Nov 08 12:30:07.065211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:07.080091 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec8a9f-eb4a-4468-a112-53245b4f4e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "tag": "04f286cd-6313-41dd-9914-f10808a8758a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:07.135131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-a8de8f6c-bb89-44c5-a6eb-5ad70fcd40fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60cbecbf-254c-4ca4-a92b-09ededf150a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372087 Nov 08 12:30:07.147086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78685e1-4f8b-4537-882a-dfc6521fd567 service neutron] Pushing event updated for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:07.164876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:07.167281 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e5b3d-8a55-4497-a15c-a4745e2d6f47" -d '{"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-plugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:07.310900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-128bdcb5-8591-42a1-8cee-3de3cd788312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:07.312479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-128bdcb5-8591-42a1-8cee-3de3cd788312 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0957658 Nov 08 12:30:07.329569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-342bc760-5934-4982-a39d-6afb05b5e686 service neutron] 10.222.0.57 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838751 Nov 08 12:30:07.447774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-594e9d03-2ebd-4189-9cad-f958d6a0239f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f286cd-6313-41dd-9914-f10808a8758a HTTP/1.1" status: 200 len: 217 time: 0.1216786 Nov 08 12:30:07.603524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-146e1999-2f95-472f-b363-2cbf76c0b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:07.605322 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-146e1999-2f95-472f-b363-2cbf76c0b4a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.1463399 Nov 08 12:30:07.611889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21fe4ec7-2f31-4010-8ce2-92ec89907826 req-494e1ab7-5e0d-4406-9ecd-ef46380cae86 service neutron] 10.222.0.57 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572808 Nov 08 12:30:07.656413 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-a32a6669-a4ab-4f1a-b25f-135d257a6934 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394382 Nov 08 12:30:07.777760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-b47bfb0c-e37a-4d5a-b64e-5f31cfcd8c40 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114297 Nov 08 12:30:07.962530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b3fd9036-be13-40d9-bc92-981b78f375bb req-dd975755-a38d-43cc-9042-8ae9905a64ca service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769335 Nov 08 12:30:10.288003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 752915ab-a71f-4b78-8209-f555324b3e42 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:10.438410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=752915ab-a71f-4b78-8209-f555324b3e42,segment=NetworkSegment(bd42ec1b-4460-4a3d-8a2a-d25215638326),segment_id=bd42ec1b-4460-4a3d-8a2a-d25215638326)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:10.452883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '752915ab-a71f-4b78-8209-f555324b3e42', 'network_id': '60cbecbf-254c-4ca4-a92b-09ededf150a2', 'port_id': '752915ab-a71f-4b78-8209-f555324b3e42', 'mac_address': 'fa:16:3e:a6:02:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae9e023-b07b-4b21-9039-46c2eb87f35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:10.496376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:10.539876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752915ab-a71f-4b78-8209-f555324b3e42 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:10.592447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=752915ab-a71f-4b78-8209-f555324b3e42,segment=NetworkSegment(bd42ec1b-4460-4a3d-8a2a-d25215638326),segment_id=bd42ec1b-4460-4a3d-8a2a-d25215638326)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:10.672834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:10.674097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04f286cd-6313-41dd-9914-f10808a8758a details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:10.801910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:10.882763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04f286cd-6313-41dd-9914-f10808a8758a,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:10.896252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '04f286cd-6313-41dd-9914-f10808a8758a', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': '04f286cd-6313-41dd-9914-f10808a8758a', 'mac_address': 'fa:16:3e:e7:ae:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:11.119418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:11.136858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f286cd-6313-41dd-9914-f10808a8758a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:11.160983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04f286cd-6313-41dd-9914-f10808a8758a,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:11.260422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:11.339892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:11.534867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['752915ab-a71f-4b78-8209-f555324b3e42'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:11.537323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['04f286cd-6313-41dd-9914-f10808a8758a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:14.298593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 752915ab-a71f-4b78-8209-f555324b3e42 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:14.518801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 752915ab-a71f-4b78-8209-f555324b3e42 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:30:14.523029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 752915ab-a71f-4b78-8209-f555324b3e42 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:14.523745 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:14.615297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:14.652576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=752915ab-a71f-4b78-8209-f555324b3e42,segment=NetworkSegment(bd42ec1b-4460-4a3d-8a2a-d25215638326),segment_id=bd42ec1b-4460-4a3d-8a2a-d25215638326)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:14.771613 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:14.772151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04f286cd-6313-41dd-9914-f10808a8758a up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:14.871467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:14.958543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 04f286cd-6313-41dd-9914-f10808a8758a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:30:14.963233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 04f286cd-6313-41dd-9914-f10808a8758a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:14.963767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:15.081605 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:15.126052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04f286cd-6313-41dd-9914-f10808a8758a,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:15.210207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:15.284060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:15.323434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19595c7a-b12c-4f44-9bb2-2944b0c51b08 req-3472e8e4-f95c-4a4e-9abd-24b85751662c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.335708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19595c7a-b12c-4f44-9bb2-2944b0c51b08 req-3472e8e4-f95c-4a4e-9abd-24b85751662c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.0965400 Nov 08 12:30:15.371576 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec5ae1-9a01-46d4-9dbe-56b9ce9f03c6 x-openstack-request-id: req-6cec5ae1-9a01-46d4-9dbe-56b9ce9f03c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:15.372121 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "tag": "752915ab-a71f-4b78-8209-f555324b3e42", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:15.372525 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cec5ae1-9a01-46d4-9dbe-56b9ce9f03c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:15.373077 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42', 'status': 'completed', 'code': 200} Nov 08 12:30:15.402137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-e6982958-76be-4dd2-8078-a77ada449b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.403942 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-e6982958-76be-4dd2-8078-a77ada449b69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3b8d00819f48b2930aa0bcb71892c9&device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 1097 time: 0.0481944 Nov 08 12:30:15.454932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19595c7a-b12c-4f44-9bb2-2944b0c51b08 req-e314fd87-f1a6-4999-8b57-29ed419b2e91 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182768 Nov 08 12:30:15.500303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aef1d-a039-49ce-ad36-ff57d2c0527a req-1febac52-6b90-4bd5-853d-f99d83287702 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.509296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c5aef1d-a039-49ce-ad36-ff57d2c0527a req-1febac52-6b90-4bd5-853d-f99d83287702 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.1349285 Nov 08 12:30:15.581407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c5aef1d-a039-49ce-ad36-ff57d2c0527a req-2f963e3f-da0b-4233-8919-b425de6c8321 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Nov 08 12:30:15.647179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-bfc11dd5-353d-45bb-bbbd-7a2e7a89cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.649360 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-bfc11dd5-353d-45bb-bbbd-7a2e7a89cb21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60cbecbf-254c-4ca4-a92b-09ededf150a2 HTTP/1.1" status: 200 len: 922 time: 0.1708906 Nov 08 12:30:15.654480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281a46-e583-4677-ae4b-205287942956 req-e82940c2-e99c-453b-aa65-fbe07344098e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.656303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3281a46-e583-4677-ae4b-205287942956 req-e82940c2-e99c-453b-aa65-fbe07344098e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.0961926 Nov 08 12:30:15.667270 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e6b74-e056-4e8f-996f-890cb174d37d x-openstack-request-id: req-bb2e6b74-e056-4e8f-996f-890cb174d37d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:15.677189 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "tag": "04f286cd-6313-41dd-9914-f10808a8758a", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:15.677536 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb2e6b74-e056-4e8f-996f-890cb174d37d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:15.677986 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a', 'status': 'completed', 'code': 200} Nov 08 12:30:15.724109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:15.743417 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-708f9357-0a85-45e2-8266-d95d8e5aeff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=752915ab-a71f-4b78-8209-f555324b3e42 HTTP/1.1" status: 200 len: 217 time: 0.0619276 Nov 08 12:30:15.779100 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced97ef7-d602-4d5e-ae3b-853a026d555a x-openstack-request-id: req-ced97ef7-d602-4d5e-ae3b-853a026d555a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:15.779397 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-plugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:15.779652 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ced97ef7-d602-4d5e-ae3b-853a026d555a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:15.780355 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'code': 200} Nov 08 12:30:15.786751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3281a46-e583-4677-ae4b-205287942956 req-0f1b9efa-8ba3-46d5-ac40-df826d82d856 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113288 Nov 08 12:30:15.802148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-2fa7d83b-d48e-4820-8787-6d42f452853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.803779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-2fa7d83b-d48e-4820-8787-6d42f452853b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0998268 Nov 08 12:30:15.836204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-ba8f2fcb-db13-4428-8239-30c7a707d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:15.839752 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-ba8f2fcb-db13-4428-8239-30c7a707d637 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ae9e023-b07b-4b21-9039-46c2eb87f35c HTTP/1.1" status: 200 len: 861 time: 0.0885689 Nov 08 12:30:15.890327 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-9d7bc833-0542-4146-a290-1131385d680c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60cbecbf-254c-4ca4-a92b-09ededf150a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375667 Nov 08 12:30:16.017829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-77494b01-7128-4f14-8b12-a2f7411edaa9 service neutron] 10.222.0.57 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193216 Nov 08 12:30:16.146236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e56228f-d349-4da8-aada-0deb6bc72d3d req-adf6b476-1d0e-4908-bb63-033946526533 service neutron] 10.222.0.57 "GET /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194134 Nov 08 12:30:16.361390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-2c5375fb-8e7a-4a4c-a9a5-625246a9d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:16.363035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-2c5375fb-8e7a-4a4c-a9a5-625246a9d2f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 912 time: 0.5511508 Nov 08 12:30:16.423298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-724a8b9b-c4e8-4fe7-938c-32755c2573cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f286cd-6313-41dd-9914-f10808a8758a HTTP/1.1" status: 200 len: 217 time: 0.0492570 Nov 08 12:30:16.434266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b271a-6ef9-42c8-adea-a569746fe4ab req-aab0ca90-607e-48eb-85f7-8d00a4bbba2e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:16.435736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d4b271a-6ef9-42c8-adea-a569746fe4ab req-aab0ca90-607e-48eb-85f7-8d00a4bbba2e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.4710953 Nov 08 12:30:16.452911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889f5b2-e7bb-47d1-b0d2-ca4ee998d664 req-40fe9428-8f20-4b3a-b9cf-7bd4a8bca6c4 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:16.455316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2889f5b2-e7bb-47d1-b0d2-ca4ee998d664 req-40fe9428-8f20-4b3a-b9cf-7bd4a8bca6c4 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 951 time: 0.4757438 Nov 08 12:30:16.560283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-b14ee955-df9c-4551-9a5e-8dcba5e5cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:16.561769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-b14ee955-df9c-4551-9a5e-8dcba5e5cb5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.1249416 Nov 08 12:30:16.596246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d4b271a-6ef9-42c8-adea-a569746fe4ab req-d63a6d60-493f-4da3-9f2d-12f4642edcae tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373122 Nov 08 12:30:16.622740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-f4a5f4ed-5730-47f9-8da2-af315a6eeab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391726 Nov 08 12:30:16.622740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2889f5b2-e7bb-47d1-b0d2-ca4ee998d664 req-042811cd-ac46-471e-ba14-900716132d7b tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319592 Nov 08 12:30:16.826292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-1643dece-fc39-4cd1-890d-c0bb72648ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001159 Nov 08 12:30:16.885319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c578e85-2e8d-4248-81da-93a2f01ae0ee req-88bac774-8213-4c24-8f3b-9ca50c2c121b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:16.887534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c578e85-2e8d-4248-81da-93a2f01ae0ee req-88bac774-8213-4c24-8f3b-9ca50c2c121b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.1110709 Nov 08 12:30:17.006002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22ce0-2224-4aa8-b77a-25125eea59a8 req-e1ac542b-7d6b-4881-b3f1-4c0f9d4dd580 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:17.007582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fa22ce0-2224-4aa8-b77a-25125eea59a8 req-e1ac542b-7d6b-4881-b3f1-4c0f9d4dd580 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.1620615 Nov 08 12:30:17.027207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c578e85-2e8d-4248-81da-93a2f01ae0ee req-66355c12-ed02-4926-9182-e41cdd4112d9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Nov 08 12:30:17.049733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90ec8a9f-eb4a-4468-a112-53245b4f4e43 req-88a96ed1-d08e-4a99-a8b8-8a738ceaa74f service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143998 Nov 08 12:30:17.084420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fa22ce0-2224-4aa8-b77a-25125eea59a8 req-a1e52451-6b7a-461c-a193-4c652baeee87 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619435 Nov 08 12:30:17.781983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42'}, {'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:17.785721 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125bb13-1d17-4e96-8e16-cd3ddb844f7e" -d '{"events": [{"server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "name": "network-vif-plugged", "status": "completed", "tag": "752915ab-a71f-4b78-8209-f555324b3e42"}, {"server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "04f286cd-6313-41dd-9914-f10808a8758a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:18.324103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:18.409802 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:18.448362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:18.539307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:18.602815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:18.790415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-96a3b9a1-3e81-438f-b891-7d58f628ab0f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:18.791910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-96a3b9a1-3e81-438f-b891-7d58f628ab0f tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.1098821 Nov 08 12:30:18.809355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-fa2f93f4-0cb5-4259-9685-18208f5e7d24 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/quotas/018e78dfd0cb44289e905ff0eccc258f HTTP/1.1" status: 200 len: 375 time: 0.0098779 Nov 08 12:30:18.863097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-7f1edcbd-68d1-4d8a-8db4-d58e68dfaab8 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462480 Nov 08 12:30:18.925637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-57de8592-c90b-42ed-8998-62ae2a5f574b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:30:18.925637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-57de8592-c90b-42ed-8998-62ae2a5f574b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550520 Nov 08 12:30:18.962283 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339bed7f-099d-4c10-8244-dc0889c96beb x-openstack-request-id: req-339bed7f-099d-4c10-8244-dc0889c96beb {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:18.962840 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "name": "network-vif-plugged", "status": "completed", "tag": "752915ab-a71f-4b78-8209-f555324b3e42", "code": 200}, {"server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "04f286cd-6313-41dd-9914-f10808a8758a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:18.962840 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-339bed7f-099d-4c10-8244-dc0889c96beb {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:18.963209 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42', 'code': 200} Nov 08 12:30:18.963840 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a', 'code': 200} Nov 08 12:30:19.112681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a1c4-5be0-44e5-86fc-945d18d8feb5 req-43ffe261-c59d-41f0-8984-18186157c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:19.115317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6895a1c4-5be0-44e5-86fc-945d18d8feb5 req-43ffe261-c59d-41f0-8984-18186157c777 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0534213 Nov 08 12:30:19.117658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-aac9474b-3e35-44db-8d75-b83ab4ccc095 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861365 Nov 08 12:30:19.162102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006e28c-a775-4c9e-99f1-cbb97c85ada0 req-6363e2bd-a805-4851-8f9f-03162b43d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:19.163614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d006e28c-a775-4c9e-99f1-cbb97c85ada0 req-6363e2bd-a805-4851-8f9f-03162b43d88a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 1097 time: 0.1165917 Nov 08 12:30:19.171216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc011c5-3aa1-4a92-9f25-20d9a3fa109d req-8250c418-ad17-49bb-b267-d1e775cf02a5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:19.173287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3dc011c5-3aa1-4a92-9f25-20d9a3fa109d req-8250c418-ad17-49bb-b267-d1e775cf02a5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.1405296 Nov 08 12:30:19.183297 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6895a1c4-5be0-44e5-86fc-945d18d8feb5 req-23bea313-720a-4f4d-88c2-815181c898be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602238 Nov 08 12:30:19.295701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d006e28c-a775-4c9e-99f1-cbb97c85ada0 req-f894073d-3f0c-41f9-8905-e9bd6c9431a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216238 Nov 08 12:30:19.310978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3dc011c5-3aa1-4a92-9f25-20d9a3fa109d req-895c90a7-1374-4aba-b389-63cfaf981460 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Nov 08 12:30:19.313000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-7e69212a-c62a-4b23-91c6-b0a00f38d4f4 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863949 Nov 08 12:30:19.456016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-fcae5fb9-bf3a-4e49-ae48-72c099652bcc tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:19.457465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-fcae5fb9-bf3a-4e49-ae48-72c099652bcc tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "GET /v2.0/ports?device_id=483ea514-00ba-4bc7-bf6e-c935760a9f50 HTTP/1.1" status: 200 len: 945 time: 0.1063328 Nov 08 12:30:19.471653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954e9b4-18cb-4f51-9911-f185df6b116b req-78731697-12e5-456f-ba1d-8c6e26cb3c97 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:19.473538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f954e9b4-18cb-4f51-9911-f185df6b116b req-78731697-12e5-456f-ba1d-8c6e26cb3c97 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.0763445 Nov 08 12:30:19.597280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f954e9b4-18cb-4f51-9911-f185df6b116b req-11c4b526-070b-4c6c-b4ac-2f6c71d284a9 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166310 Nov 08 12:30:19.639916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Deleting port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:19.641311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:19.814869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d86c0c4-409e-4e49-8304-4ee9e5134637 req-8f7d6ee4-beb3-424b-9791-64814c3bc99c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 210 time: 0.0463290 Nov 08 12:30:19.897981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] For port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:19.898890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:19.922520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Calling delete_port for 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:19.992747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:20.150682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:20.163092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:20.177977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event deleted for resources: {'Port': ['ID=95cfaf2d-9ff1-4522-bbc3-acfbddf1e043,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:20.230314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] No DVR routers for this DVR port 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:20.233207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:20.238551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-673ce35d-5ef4-4002-8f48-0dabf65dbc50 req-1162bd5f-ddf9-4688-9ba0-875ba6a7e738 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "DELETE /v2.0/ports/95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 HTTP/1.1" status: 204 len: 173 time: 0.7639990 Nov 08 12:30:20.239027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-deleted', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:20.241335 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83637033-624a-4a9a-9572-6b63202450a8" -d '{"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-deleted", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:20.423579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7eec5-bc42-4e2f-bfb0-e7711fcc0619 req-47ca0bc1-308e-4e06-be3b-dc370047d9b0 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:20.425107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60c7eec5-bc42-4e2f-bfb0-e7711fcc0619 req-47ca0bc1-308e-4e06-be3b-dc370047d9b0 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.0652745 Nov 08 12:30:20.479065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60c7eec5-bc42-4e2f-bfb0-e7711fcc0619 req-537c2d04-b968-413e-bb88-fcf29ab9f881 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 Nov 08 12:30:20.527671 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42917f-c7e0-4956-8158-4442ee62cf12 x-openstack-request-id: req-ea42917f-c7e0-4956-8158-4442ee62cf12 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:20.527969 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ea514-00ba-4bc7-bf6e-c935760a9f50", "name": "network-vif-deleted", "tag": "95cfaf2d-9ff1-4522-bbc3-acfbddf1e043", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:20.528227 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea42917f-c7e0-4956-8158-4442ee62cf12 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:20.529042 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ea514-00ba-4bc7-bf6e-c935760a9f50', 'name': 'network-vif-deleted', 'tag': '95cfaf2d-9ff1-4522-bbc3-acfbddf1e043', 'status': 'completed', 'code': 200} Nov 08 12:30:20.623793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625b638-57fd-4649-a465-27639e3df35d req-7fa6c5ca-3581-4006-a7b7-b85efa5f9e88 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:20.625315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1625b638-57fd-4649-a465-27639e3df35d req-7fa6c5ca-3581-4006-a7b7-b85efa5f9e88 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.0542371 Nov 08 12:30:20.678902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1625b638-57fd-4649-a465-27639e3df35d req-7be7c982-0f1e-47b3-878f-d62ea3894d5e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Nov 08 12:30:20.792226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d42207-8447-4825-9392-fede76bfde8e req-e85485f5-bab7-4dc4-83e3-584c7124bc56 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:20.794000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48d42207-8447-4825-9392-fede76bfde8e req-e85485f5-bab7-4dc4-83e3-584c7124bc56 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.0542765 Nov 08 12:30:20.850832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48d42207-8447-4825-9392-fede76bfde8e req-37489e5a-7ceb-4b62-adf1-97236c02bc7f tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Nov 08 12:30:20.965575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:20.968728 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e585cb4-2571-46ab-aeba-fc039e8821ac" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-unplugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:21.066079 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ca4b6-0a5f-4017-a4e4-31f813354953 x-openstack-request-id: req-703ca4b6-0a5f-4017-a4e4-31f813354953 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:21.066079 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-unplugged", "status": "completed", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:21.066766 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-703ca4b6-0a5f-4017-a4e4-31f813354953 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:21.066865 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'code': 200} Nov 08 12:30:21.067520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9fb4278-8b89-446b-99ea-9180eec3e728 req-4a7edcc6-fb22-443e-a290-5ca2da98497c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 210 time: 0.0292184 Nov 08 12:30:21.667351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451e57a-7f09-41d7-b8cb-a47676bdef24 req-aa13f9cf-43b3-4f67-b1c8-b409f2e579d6 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:21.668838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2451e57a-7f09-41d7-b8cb-a47676bdef24 req-aa13f9cf-43b3-4f67-b1c8-b409f2e579d6 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.1130211 Nov 08 12:30:21.726508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-5e5954fc-3a4e-4b18-944d-cf7fb4468cb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:21.727942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-5e5954fc-3a4e-4b18-944d-cf7fb4468cb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.1424522 Nov 08 12:30:21.753722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2451e57a-7f09-41d7-b8cb-a47676bdef24 req-4478ae44-c001-43bd-805c-3193725c03a7 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777097 Nov 08 12:30:21.755329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-9e071d97-7783-4497-b5e0-50671620c9e4 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/quotas/9e99fd04f29549a59a28d2000e04e2ee HTTP/1.1" status: 200 len: 375 time: 0.0178325 Nov 08 12:30:21.919822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-06b47ed9-9e7c-4754-b620-3407b47b30ba tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1470659 Nov 08 12:30:21.933345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-b79fa965-f0d4-45dd-bea8-8f2ebf54499a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:21.934892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-b79fa965-f0d4-45dd-bea8-8f2ebf54499a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 815 time: 0.1729455 Nov 08 12:30:21.951264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb7447-d0e0-40d6-bb1b-77e6c02d1f96 req-f0cee3e5-686d-48de-8a7e-c4c89331ca87 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:21.952703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9bb7447-d0e0-40d6-bb1b-77e6c02d1f96 req-f0cee3e5-686d-48de-8a7e-c4c89331ca87 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.1370077 Nov 08 12:30:21.958933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Request body: {'port': {'device_id': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'admin_state_up': True, 'tenant_id': '018e78dfd0cb44289e905ff0eccc258f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:22.133642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9bb7447-d0e0-40d6-bb1b-77e6c02d1f96 req-3618a796-3a7f-4efc-9e52-075a64684a17 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713023 Nov 08 12:30:22.158969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-14ef464f-46e2-42ac-a5ba-1475cedde67a service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231171 Nov 08 12:30:22.263039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Made reservation on behalf of 018e78dfd0cb44289e905ff0eccc258f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:22.266597 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:22.361565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf249-529b-47c1-a586-6af9fc3af94d req-3c92d9bc-9c08-4672-9df3-cf2d61fbd303 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:22.363102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-109bf249-529b-47c1-a586-6af9fc3af94d req-3c92d9bc-9c08-4672-9df3-cf2d61fbd303 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.1607611 Nov 08 12:30:22.397320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a240a3-1494-4a62-8982-c01652419b2a req-e96cd088-2484-4c9a-b628-19885df37c32 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:22.398758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9a240a3-1494-4a62-8982-c01652419b2a req-e96cd088-2484-4c9a-b628-19885df37c32 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.1836877 Nov 08 12:30:22.404615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-49fc9c2d-59d7-491a-8071-70e1e855dd0a service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350464 Nov 08 12:30:22.560738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-109bf249-529b-47c1-a586-6af9fc3af94d req-5e7f5def-5ab8-4ad8-a8ab-85a02d0f6dd2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584508 Nov 08 12:30:22.576320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Allocated IP 172.20.0.14 (f8e68c48-b080-48b9-958c-32b6e19529cd/98c0548b-51e6-4eaa-9e43-d038975b9d84/8c990ff1-63c5-46b8-a196-2d72bbd71702) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:22.620112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Deleting port f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:22.620489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:22.763593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62583b5b-8de4-4e28-94c9-a2fbb1eb70f2 req-abcf33d5-339a-4919-829b-ee6ed14b497a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 210 time: 0.0676312 Nov 08 12:30:22.872865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] For port f42f294c-b61b-4615-b828-b0457bb6f327, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f42f294c-b61b-4615-b828-b0457bb6f327,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:22.873213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:22.904141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5afb3445-4434-42ab-90a8-f5c02fcc1faa req-40dd7df9-341e-4710-88b1-6c6c6b0559d4 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 210 time: 0.0523376 Nov 08 12:30:22.913161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Calling delete_port for f42f294c-b61b-4615-b828-b0457bb6f327 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:23.019576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.034205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a0ce-ddcf-4a72-91f9-6712d27217a7 req-ef243cd4-a474-451e-a592-c4c86ada22c2 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:23.035821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8586a0ce-ddcf-4a72-91f9-6712d27217a7 req-ef243cd4-a474-451e-a592-c4c86ada22c2 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 949 time: 0.1245215 Nov 08 12:30:23.141415 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91357538-0e23-41a9-933c-4c90acb8a837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.156100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8586a0ce-ddcf-4a72-91f9-6712d27217a7 req-6ed65a84-1716-46c7-835e-b948ef62f2b5 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/security-groups?id=edbd5081-7c16-4996-8d04-e18128dad317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Nov 08 12:30:23.207357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd179293-cc1e-4315-bba3-803735017caa req-146f42ab-22eb-4c8d-9e9d-3c918f3b9d3e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:23.208847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd179293-cc1e-4315-bba3-803735017caa req-146f42ab-22eb-4c8d-9e9d-3c918f3b9d3e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d97fbb2a-5554-4712-b93c-8c01204fb7e7 HTTP/1.1" status: 200 len: 946 time: 0.1056674 Nov 08 12:30:23.245565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.257990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:23.283655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:23.284064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 95cfaf2d-9ff1-4522-bbc3-acfbddf1e043 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:23.284593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:23.386462 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.440403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:23.442427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:23.444938 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870851a5-3910-458f-a2b4-541e007d2ab9" -d '{"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-unplugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:23.499829 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e6b27c-8c50-4b3c-ae86-5598ce6d97e2 x-openstack-request-id: req-66e6b27c-8c50-4b3c-ae86-5598ce6d97e2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:23.500219 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-unplugged", "status": "completed", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:23.500597 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66e6b27c-8c50-4b3c-ae86-5598ce6d97e2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:23.501277 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'code': 200} Nov 08 12:30:23.507881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.564780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:23.661191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Network f8e68c48-b080-48b9-958c-32b6e19529cd is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:23.665951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.678634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:23.684302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:23.686969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event updated for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:23.744673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.745019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.745419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.745755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.746087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.746440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.746767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.747089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.747412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.747723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.748036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.748353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:23.852752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:23.853384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.855859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Pushing event deleted for resources: {'Port': ['ID=f42f294c-b61b-4615-b828-b0457bb6f327,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:23.884423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] No DVR routers for this DVR port f42f294c-b61b-4615-b828-b0457bb6f327 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:23.898494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19464bf-de92-494c-93a5-141f820ec52a req-38352048-5ba4-4eac-8fa1-f7352c842ab9 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:23.899995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a19464bf-de92-494c-93a5-141f820ec52a req-38352048-5ba4-4eac-8fa1-f7352c842ab9 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.2409520 Nov 08 12:30:23.902595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:23.905891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9a240a3-1494-4a62-8982-c01652419b2a req-371576f5-6310-496b-9cb5-04f6211f5fb3 tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.57 "DELETE /v2.0/ports/f42f294c-b61b-4615-b828-b0457bb6f327 HTTP/1.1" status: 204 len: 173 time: 1.5004618 Nov 08 12:30:23.908491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-deleted', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:23.910843 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f4078-6b76-4e4e-b197-ef7c29703ccc" -d '{"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-deleted", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:23.941983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Deleting port 735f9cbd-fe16-40cb-99ac-95d9332a7087 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:23.941983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.034762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-cbb1c9b5-05f9-4370-953f-a3db0d78b0c6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0809808 Nov 08 12:30:24.057454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Request body: {'port': {'device_id': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:24.092087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61981-328a-416c-ab04-3b715cdb69f4 req-dccfdc1b-268b-49b4-a762-4bbd6336ba2c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:24.093702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ce61981-328a-416c-ab04-3b715cdb69f4 req-dccfdc1b-268b-49b4-a762-4bbd6336ba2c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 932 time: 0.2042532 Nov 08 12:30:24.104204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a19464bf-de92-494c-93a5-141f820ec52a req-a6aa1a63-d43a-4030-bab8-e2269d857571 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904643 Nov 08 12:30:24.152833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] For port 735f9cbd-fe16-40cb-99ac-95d9332a7087, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=735f9cbd-fe16-40cb-99ac-95d9332a7087,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:24.153322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.205846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Calling delete_port for 735f9cbd-fe16-40cb-99ac-95d9332a7087 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:24.245642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.257404 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6eeb91-7224-40e3-bfcf-90a1eb8d0116 x-openstack-request-id: req-4a6eeb91-7224-40e3-bfcf-90a1eb8d0116 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:24.257695 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93830611-cc0f-4459-a326-d935379c1028", "name": "network-vif-deleted", "tag": "f42f294c-b61b-4615-b828-b0457bb6f327", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:24.257951 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a6eeb91-7224-40e3-bfcf-90a1eb8d0116 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:24.258541 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93830611-cc0f-4459-a326-d935379c1028', 'name': 'network-vif-deleted', 'tag': 'f42f294c-b61b-4615-b828-b0457bb6f327', 'status': 'completed', 'code': 200} Nov 08 12:30:24.337258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:24.361198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ce61981-328a-416c-ab04-3b715cdb69f4 req-f7bc4873-48ae-498d-a3d5-b2cdfae95315 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557924 Nov 08 12:30:24.364583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: f42f294c-b61b-4615-b828-b0457bb6f327 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:24.371516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f42f294c-b61b-4615-b828-b0457bb6f327 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:24.461676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11c5611a-cf23-4b7d-819a-2498d5d19f2c req-592ca6af-ca89-4127-a702-eb3249923c26 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 210 time: 0.1219239 Nov 08 12:30:24.517465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ff2a8f9-7b71-491b-946f-d47d0452ba7a req-856b6be2-69b9-40cd-9459-98666751d9cc tempest-ImagesOneServerTestJSON-80986218 tempest-ImagesOneServerTestJSON-80986218-project] 10.222.0.58 "GET /v2.0/ports?device_id=93830611-cc0f-4459-a326-d935379c1028 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Nov 08 12:30:24.799780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c990ff1-63c5-46b8-a196-2d72bbd71702 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:24.807760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.819212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.875777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event deleted for resources: {'Port': ['ID=735f9cbd-fe16-40cb-99ac-95d9332a7087,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:24.878640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Transition to ACTIVE for port object 8c990ff1-63c5-46b8-a196-2d72bbd71702 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:24.929396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] No DVR routers for this DVR port 735f9cbd-fe16-40cb-99ac-95d9332a7087 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:24.938712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-1f8961e5-a524-4ce0-bfc7-ef42f160123b tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:24.940249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-1f8961e5-a524-4ce0-bfc7-ef42f160123b tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.1300499 Nov 08 12:30:24.941341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:24.944594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd179293-cc1e-4315-bba3-803735017caa req-2102c98b-bb08-44bd-a528-e297497de450 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "DELETE /v2.0/ports/735f9cbd-fe16-40cb-99ac-95d9332a7087 HTTP/1.1" status: 204 len: 173 time: 1.7272301 Nov 08 12:30:25.044629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Deleting port 752915ab-a71f-4b78-8209-f555324b3e42 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:25.045266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.067607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.179846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:25.248011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] For port 752915ab-a71f-4b78-8209-f555324b3e42, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=752915ab-a71f-4b78-8209-f555324b3e42,segment=NetworkSegment(bd42ec1b-4460-4a3d-8a2a-d25215638326),segment_id=bd42ec1b-4460-4a3d-8a2a-d25215638326)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:25.248298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.301202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Calling delete_port for 752915ab-a71f-4b78-8209-f555324b3e42 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:25.349074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d32d-0646-4ee3-840f-eb70511caeb3 req-1fccccd1-3b8e-4c02-ad33-ebd4a073b779 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:25.350739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d96d32d-0646-4ee3-840f-eb70511caeb3 req-1fccccd1-3b8e-4c02-ad33-ebd4a073b779 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 946 time: 0.1674757 Nov 08 12:30:25.457911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Attempting to bind port 8c990ff1-63c5-46b8-a196-2d72bbd71702 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:25.458269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Attempting to bind port 8c990ff1-63c5-46b8-a196-2d72bbd71702 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:25.458605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Attempting to bind port 8c990ff1-63c5-46b8-a196-2d72bbd71702 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:25.489765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-266cf5b2-f027-409c-ba8f-fcd36f918f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.496395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Port 8c990ff1-63c5-46b8-a196-2d72bbd71702 on network f8e68c48-b080-48b9-958c-32b6e19529cd not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:25.496719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Attempting to bind port 8c990ff1-63c5-46b8-a196-2d72bbd71702 on network f8e68c48-b080-48b9-958c-32b6e19529cd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:25.524708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-fcd53988-d8ab-4df6-b208-b11b97a1e752 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:25.526048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-fcd53988-d8ab-4df6-b208-b11b97a1e752 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.2458742 Nov 08 12:30:25.526803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:25.527141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Checking segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:25.527583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Bound using segment: {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:25.528025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Bound port: 8c990ff1-63c5-46b8-a196-2d72bbd71702, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268cc142-2059-4bd2-a605-f3c6042be744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:25.528377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.549897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Request body: {'port': {'device_id': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'admin_state_up': True, 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:25.559446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d96d32d-0646-4ee3-840f-eb70511caeb3 req-b6b14943-a175-4615-a023-61a0114492c4 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4c84545-8ce3-4e3d-9d18-9cf38611f067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802828 Nov 08 12:30:25.744343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:25.795193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbf2ea-651b-4a51-8da1-8b98cd7333d8 req-2900c8aa-dad8-44de-b88d-4555f2f9439e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:25.796592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8efbf2ea-651b-4a51-8da1-8b98cd7333d8 req-2900c8aa-dad8-44de-b88d-4555f2f9439e tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 944 time: 0.1026912 Nov 08 12:30:25.847356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8efbf2ea-651b-4a51-8da1-8b98cd7333d8 req-5b874b44-d161-40a0-87c6-e2e11931f354 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Nov 08 12:30:25.849509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.868434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:25.872233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['752915ab-a71f-4b78-8209-f555324b3e42'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:25.891815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Pushing event deleted for resources: {'Port': ['ID=752915ab-a71f-4b78-8209-f555324b3e42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:25.900349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:25.901734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:25.981393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d5a0706-abca-43d2-83a9-546dd3dfa9c8 req-8bf4b6f7-bcbd-4ef7-a0e3-3d3e66ec969c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 210 time: 0.0657456 Nov 08 12:30:25.982073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] No DVR routers for this DVR port 752915ab-a71f-4b78-8209-f555324b3e42 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:26.013230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.017136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.020449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daaa5c0b-0d10-4ce6-be18-00c859824de4 req-5aece7e8-baea-4811-a716-a0b417a6edc2 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.57 "DELETE /v2.0/ports/752915ab-a71f-4b78-8209-f555324b3e42 HTTP/1.1" status: 204 len: 173 time: 1.0728683 Nov 08 12:30:26.073511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:26.074176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.075540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] 10.222.0.61 "PUT /v2.0/ports/8c990ff1-63c5-46b8-a196-2d72bbd71702 HTTP/1.1" status: 200 len: 1092 time: 2.0266318 Nov 08 12:30:26.124501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ce133-fe0f-4dc1-85d5-1f71eeb9a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:26.146339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Allocated IP 172.20.0.3 (357c0b18-d882-41eb-9199-dcdbd1676eae/b07b6432-9ccd-447b-a835-f2e445885160/187003f8-0bce-4c2b-bc79-baeeac694244) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:26.260598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-deleted', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087'}, {'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'name': 'network-vif-deleted', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42'}, {'name': 'network-changed', 'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:26.263284 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e444a-cdca-4c2f-a955-b11d9c274c76" -d '{"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-deleted", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087"}, {"server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "name": "network-vif-deleted", "tag": "752915ab-a71f-4b78-8209-f555324b3e42"}, {"name": "network-changed", "server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:26.342595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-5762122d-013f-4cdf-8504-ab32809bc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:26.344426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-5762122d-013f-4cdf-8504-ab32809bc665 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 1095 time: 0.0745702 Nov 08 12:30:26.348148 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847666bc-bbc6-4b61-8352-6c4882cceaa6 x-openstack-request-id: req-847666bc-bbc6-4b61-8352-6c4882cceaa6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:26.354571 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fbb2a-5554-4712-b93c-8c01204fb7e7", "name": "network-vif-deleted", "tag": "735f9cbd-fe16-40cb-99ac-95d9332a7087", "status": "completed", "code": 200}, {"server_uuid": "3cde9445-f3d7-40c4-ac41-1b284846cd37", "name": "network-vif-deleted", "tag": "752915ab-a71f-4b78-8209-f555324b3e42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:26.354571 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-847666bc-bbc6-4b61-8352-6c4882cceaa6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:26.354571 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97fbb2a-5554-4712-b93c-8c01204fb7e7', 'name': 'network-vif-deleted', 'tag': '735f9cbd-fe16-40cb-99ac-95d9332a7087', 'status': 'completed', 'code': 200} Nov 08 12:30:26.354571 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde9445-f3d7-40c4-ac41-1b284846cd37', 'name': 'network-vif-deleted', 'tag': '752915ab-a71f-4b78-8209-f555324b3e42', 'status': 'completed', 'code': 200} Nov 08 12:30:26.354571 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702', 'status': 'completed', 'code': 200} Nov 08 12:30:26.366542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.397432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-dca41703-77ec-4e4a-8a3f-31bf846f9309 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702 HTTP/1.1" status: 200 len: 217 time: 0.0423100 Nov 08 12:30:26.470304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-c054a815-4557-4668-8ef3-e10e68cba6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:26.471781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-c054a815-4557-4668-8ef3-e10e68cba6ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.0647011 Nov 08 12:30:26.527165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-528456d5-dc2f-4e13-b125-e9cb7a2d1fb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472038 Nov 08 12:30:26.561720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.638060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40474) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:26.641974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Network 357c0b18-d882-41eb-9199-dcdbd1676eae is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:26.647890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:26.650812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:26.655306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.768457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-5db77855-efcc-4d76-a91a-a1848b565385 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319674 Nov 08 12:30:26.819449 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4db7c116-9918-4518-8282-aeaaac2fc771 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c646354c310421a83072811f4ec0694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793447 Nov 08 12:30:26.821749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:26.887969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.913481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26f674da-9bba-42b2-aaef-724f45a99fa2 req-9ad2e76b-ba20-4356-ab49-8db12ba965cc service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289835 Nov 08 12:30:26.917678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:26.927817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24771ec5-dc4f-46b2-9bcc-9c5621c9a450 req-23aee256-b992-4422-85f9-ded5239da854 tempest-ServerAddressesNegativeTestJSON-509133407 tempest-ServerAddressesNegativeTestJSON-509133407-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cde9445-f3d7-40c4-ac41-1b284846cd37 HTTP/1.1" status: 200 len: 210 time: 0.2007868 Nov 08 12:30:26.928537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:26.938706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:26.939388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:27.026604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb4fff-2c8e-4f16-9cf8-40191837ae6f req-65042439-cbeb-443c-a676-61699f824fcc tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:27.028256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71fb4fff-2c8e-4f16-9cf8-40191837ae6f req-65042439-cbeb-443c-a676-61699f824fcc tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 944 time: 0.0527499 Nov 08 12:30:27.044279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-a431dc64-e757-4bb2-a5c0-7fda61144cf1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5019934 Nov 08 12:30:27.057808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Request body: {'port': {'device_id': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:27.078364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:27.081529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:27.083389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edbd5081-7c16-4996-8d04-e18128dad317 HTTP/1.1" status: 204 len: 168 time: 0.2604482 Nov 08 12:30:27.141753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd5081-7c16-4996-8d04-e18128dad317,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:27.168978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.172610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.176514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.177495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.179623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.180232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.180781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.181337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.181870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.182440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.182971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.183517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714efc6-974f-4c8c-90ce-d427b8200574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:27.209253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71fb4fff-2c8e-4f16-9cf8-40191837ae6f req-37f81608-17c7-478f-b4ab-bca870a098eb tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693659 Nov 08 12:30:27.231439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:27.248922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f514d06-18b9-463a-9341-a3a8ae8cc777 req-58f2fa90-b230-482f-bb9f-9d09365238c2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:27.257522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f514d06-18b9-463a-9341-a3a8ae8cc777 req-58f2fa90-b230-482f-bb9f-9d09365238c2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 931 time: 0.1948531 Nov 08 12:30:27.271233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:27.298394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 735f9cbd-fe16-40cb-99ac-95d9332a7087 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:27.298908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 735f9cbd-fe16-40cb-99ac-95d9332a7087 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:27.342049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-dce51a65-741b-44aa-9c98-cd1cfb6e7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:27.343513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-dce51a65-741b-44aa-9c98-cd1cfb6e7a16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=018e78dfd0cb44289e905ff0eccc258f&device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 1095 time: 0.1964400 Nov 08 12:30:27.463337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f514d06-18b9-463a-9341-a3a8ae8cc777 req-40b65715-ce11-4390-afdc-9b37dbde8562 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049153 Nov 08 12:30:27.588819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-5ebf261a-1e44-46a0-9e84-ee09327c1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:27.590334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-5ebf261a-1e44-46a0-9e84-ee09327c1869 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 200 len: 916 time: 0.2232237 Nov 08 12:30:27.974989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-6bb3a842-7068-446a-861b-0bce818ab471 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702 HTTP/1.1" status: 200 len: 217 time: 0.3766837 Nov 08 12:30:27.982894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40508) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:28.052420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Deleting subnet 5ae9e023-b07b-4b21-9039-46c2eb87f35c {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:30:28.054968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-964c1956-36d1-473a-a7cd-c84c8b3d7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:28.055947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.056399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.056504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-964c1956-36d1-473a-a7cd-c84c8b3d7850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 200 len: 855 time: 0.0744619 Nov 08 12:30:28.103465 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.117836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-d098d3ff-22f4-46f3-8043-eb3c9b39b6fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8e68c48-b080-48b9-958c-32b6e19529cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492024 Nov 08 12:30:28.139439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187003f8-0bce-4c2b-bc79-baeeac694244 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:28.149289 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.160313 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.232102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Transition to ACTIVE for port object 187003f8-0bce-4c2b-bc79-baeeac694244 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:28.272909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-9ab540ee-ee4b-4ae9-8f3d-29dea02fd8d4 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086464 Nov 08 12:30:28.338674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 752915ab-a71f-4b78-8209-f555324b3e42 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:28.370310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.405436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 752915ab-a71f-4b78-8209-f555324b3e42 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:28.408268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 752915ab-a71f-4b78-8209-f555324b3e42 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:28.411013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.414437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ae9e023-b07b-4b21-9039-46c2eb87f35c HTTP/1.1" status: 204 len: 168 time: 0.4298699 Nov 08 12:30:28.417761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.419718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40526) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:28.459300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:28.465841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a104f97-a7ce-46de-83e6-a46785fe84cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae9e023-b07b-4b21-9039-46c2eb87f35c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:28.546130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.597776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfda9d-9826-4c8e-829e-3b8f0803fc7b req-4621a61b-09c8-4334-b8dc-beb4f8f2c7df tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:28.599479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99cfda9d-9826-4c8e-829e-3b8f0803fc7b req-4621a61b-09c8-4334-b8dc-beb4f8f2c7df tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 944 time: 0.3243515 Nov 08 12:30:28.600757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:28.640155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-373844516-network', 'tenant_id': '891bc6cb4fb44db79b6e5b52364855ae'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:28.649512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.671010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85e444a-cdca-4c2f-a955-b11d9c274c76 req-4cfc56da-b95d-4bcb-98ef-23bae98ff179 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845766 Nov 08 12:30:28.681654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cbecbf-254c-4ca4-a92b-09ededf150a2']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:28.694784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd42ec1b-4460-4a3d-8a2a-d25215638326') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:28.701272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd42ec1b-4460-4a3d-8a2a-d25215638326') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:28.701403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Attempting to bind port 187003f8-0bce-4c2b-bc79-baeeac694244 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:28.701403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Attempting to bind port 187003f8-0bce-4c2b-bc79-baeeac694244 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:28.701403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Attempting to bind port 187003f8-0bce-4c2b-bc79-baeeac694244 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:28.708208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.710880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Port 187003f8-0bce-4c2b-bc79-baeeac694244 on network 357c0b18-d882-41eb-9199-dcdbd1676eae not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:28.711209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Attempting to bind port 187003f8-0bce-4c2b-bc79-baeeac694244 on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:28.725792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.728682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:28.729073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Checking segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:28.729620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Bound using segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:28.730074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Bound port: 187003f8-0bce-4c2b-bc79-baeeac694244, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:28.730574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.734060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:30:28.734552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:30:28.737480 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:30:28.752244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79994f-35d7-4e1f-9897-404f970da596 req-70e2cd3d-6f9f-44e9-bb93-ee3667c44fc3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:28.762846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a79994f-35d7-4e1f-9897-404f970da596 req-70e2cd3d-6f9f-44e9-bb93-ee3667c44fc3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 943 time: 0.1727307 Nov 08 12:30:28.793813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Made reservation on behalf of 891bc6cb4fb44db79b6e5b52364855ae for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:28.796453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.811002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99cfda9d-9826-4c8e-829e-3b8f0803fc7b req-5277f689-6e0f-40b4-be93-eec40a1d8a81 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969306 Nov 08 12:30:28.818784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.832689 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.872634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a79994f-35d7-4e1f-9897-404f970da596 req-cc2044d3-1b97-4617-a757-4975db44e0d1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121995 Nov 08 12:30:28.882893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:28.908674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:28.909793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.931250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:28.934466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] 10.222.0.58 "DELETE /v2.0/networks/60cbecbf-254c-4ca4-a92b-09ededf150a2 HTTP/1.1" status: 204 len: 168 time: 0.4819679 Nov 08 12:30:28.950262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd65ffc-83b1-4458-b32e-a357c600c4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=60cbecbf-254c-4ca4-a92b-09ededf150a2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:28.995762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.010704 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.051466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.052079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.053566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/187003f8-0bce-4c2b-bc79-baeeac694244 HTTP/1.1" status: 200 len: 1091 time: 1.9997177 Nov 08 12:30:29.053996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:29.056246 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a" -d '{"events": [{"name": "network-changed", "server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:29.072754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.083915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1e92-8bec-4271-8dae-7075d3d1c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:29.115375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9915f9f5-2a9e-4ac9-8fa1-ac19ed38de5b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:29.118711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599933d-fac4-4df4-93a1-d7b1f41d40c6 x-openstack-request-id: req-2599933d-fac4-4df4-93a1-d7b1f41d40c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:29.119005 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:29.119258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2599933d-fac4-4df4-93a1-d7b1f41d40c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:29.119806 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244', 'status': 'completed', 'code': 200} Nov 08 12:30:29.131381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:30:29.144734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.145087 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Added segment 468fff33-ed16-4ead-96a5-88f595ce3c69 of type vlan for network e938a6bc-d5d7-4ab8-85b8-8fd69f846caf Nov 08 12:30:29.216106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.216963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-71a4738e-f04e-42a6-a464-4fdc4e7e3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.218601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-71a4738e-f04e-42a6-a464-4fdc4e7e3776 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 1094 time: 0.0694721 Nov 08 12:30:29.274059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 8c990ff1-63c5-46b8-a196-2d72bbd71702 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:29.323090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.327048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.327717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.344432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:29.419579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-97b20538-b3c5-4b19-a4d5-77b0f7fbfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.421412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-97b20538-b3c5-4b19-a4d5-77b0f7fbfb15 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1910324 Nov 08 12:30:29.476965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] Pushing event updated for resources: {'Network': ['ID=e938a6bc-d5d7-4ab8-85b8-8fd69f846caf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:29.493830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:29.518708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e938a6bc-d5d7-4ab8-85b8-8fd69f846caf details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:30:29.540914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '8c990ff1-63c5-46b8-a196-2d72bbd71702', 'network_id': 'f8e68c48-b080-48b9-958c-32b6e19529cd', 'port_id': '8c990ff1-63c5-46b8-a196-2d72bbd71702', 'mac_address': 'fa:16:3e:76:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0548b-51e6-4eaa-9e43-d038975b9d84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:29.554914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-11e11e07-6ab0-4e85-a718-402395996e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.556720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7c0ec08-b7c1-4350-88a1-ec55dc24588a req-11e11e07-6ab0-4e85-a718-402395996e32 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259999 Nov 08 12:30:29.571810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea8467c6-c556-4a37-914f-abe02be459f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c3b8d00819f48b2930aa0bcb71892c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259245 Nov 08 12:30:29.574280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:29.647423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.653000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-584a9834-8a05-4346-b943-79e30eb6e623 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1925533 Nov 08 12:30:29.656113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40550) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:29.661249 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Request body: {'subnet': {'network_id': 'e938a6bc-d5d7-4ab8-85b8-8fd69f846caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-373844516-subnet', 'tenant_id': '891bc6cb4fb44db79b6e5b52364855ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:29.670912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c990ff1-63c5-46b8-a196-2d72bbd71702 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:29.691481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.694601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:29.705577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-e35b53a6-0911-4e5a-9d7d-03101e2e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.707099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-e35b53a6-0911-4e5a-9d7d-03101e2e54f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 1094 time: 0.0930014 Nov 08 12:30:29.719888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.758209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Made reservation on behalf of 891bc6cb4fb44db79b6e5b52364855ae for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:29.760985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.763243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-98dcfa0d-6108-447d-a3b0-cfce32a231f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=187003f8-0bce-4c2b-bc79-baeeac694244 HTTP/1.1" status: 200 len: 217 time: 0.0458887 Nov 08 12:30:29.815618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.831633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-5340e82d-ce2f-4e70-88c9-17517478bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:29.833134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-5340e82d-ce2f-4e70-88c9-17517478bf3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.0623214 Nov 08 12:30:29.869083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-fbc1c848-3950-4a82-ae4f-0efeacede36a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278254 Nov 08 12:30:29.897980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:29.976245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.978886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:29.980067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4c84545-8ce3-4e3d-9d18-9cf38611f067 HTTP/1.1" status: 204 len: 168 time: 0.4044564 Nov 08 12:30:30.026969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d4296-6818-43dc-b351-5451f3f7d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c84545-8ce3-4e3d-9d18-9cf38611f067,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:30.060781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4d988-981c-4b5e-99e7-0bf438004f12 req-153f81e3-89ab-48bb-97a5-06941e9b7a73 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:30.069308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d4d988-981c-4b5e-99e7-0bf438004f12 req-153f81e3-89ab-48bb-97a5-06941e9b7a73 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 945 time: 0.1524606 Nov 08 12:30:30.083960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['8c990ff1-63c5-46b8-a196-2d72bbd71702'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:30.104665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-aead4b03-d8e0-4de2-8e6f-d06bad8cf18b service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271795 Nov 08 12:30:30.118041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8c3ac-7cc7-4325-8443-23e8c24322b5 req-cccb1f72-6eda-42e0-ab42-e5a6df12d7e5 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:30.127636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0a8c3ac-7cc7-4325-8443-23e8c24322b5 req-cccb1f72-6eda-42e0-ab42-e5a6df12d7e5 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 943 time: 0.1544535 Nov 08 12:30:30.142567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:30.239386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62d4d988-981c-4b5e-99e7-0bf438004f12 req-6b92a8e7-4966-4ea1-95a9-1b816eb0736a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679275 Nov 08 12:30:30.244682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdcdcd8-06ad-4ed7-af34-0d3f1d0c9501,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:30.262506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Checking segment: {'id': '468fff33-ed16-4ead-96a5-88f595ce3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e938a6bc-d5d7-4ab8-85b8-8fd69f846caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:30.263535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Network hostable DHCP agents. Network: e938a6bc-d5d7-4ab8-85b8-8fd69f846caf, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:30:30.337761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0a8c3ac-7cc7-4325-8443-23e8c24322b5 req-27e83625-dfd7-4af6-bdd1-bdfbae697042 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098489 Nov 08 12:30:30.341810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-646a3b6d-7160-494f-9831-a9cfb2b611ec req-089eb17e-491e-4997-ab28-2afea99d4f58 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113385 Nov 08 12:30:30.483597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Network e938a6bc-d5d7-4ab8-85b8-8fd69f846caf is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:30:30.575564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e938a6bc-d5d7-4ab8-85b8-8fd69f846caf) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:30.581420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:30.582210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:30.590012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c483dc0-f444-4777-ab1c-a6d4357aafd6 None None] Network e938a6bc-d5d7-4ab8-85b8-8fd69f846caf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:30.660051 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41be4708-70c1-4f4c-b678-65b6e32bb20f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0023537 Nov 08 12:30:30.763313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96f12e-0dc6-4efc-8053-89e9eb46be42 None None] Network e938a6bc-d5d7-4ab8-85b8-8fd69f846caf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:31.119974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1610406994', 'description': 'tempest-description-1501837914'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:31.232730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.287514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 8c990ff1-63c5-46b8-a196-2d72bbd71702 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:31.321490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.341422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40592) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:31.415444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8d219-8d97-4632-aea6-418c073e5ec4 req-9f5a6aff-2f0e-4850-a2fe-a50c675a8552 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:31.417618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07b8d219-8d97-4632-aea6-418c073e5ec4 req-9f5a6aff-2f0e-4850-a2fe-a50c675a8552 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 945 time: 0.0621102 Nov 08 12:30:31.432872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.456097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 8c990ff1-63c5-46b8-a196-2d72bbd71702 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:30:31.464184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 8c990ff1-63c5-46b8-a196-2d72bbd71702 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:31.464918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.469886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-290684402-network', 'tenant_id': 'ac5751372a314066a1f73bbf686fba9a'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:31.489515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0e922c-59ee-4020-b345-f93b4c71ede2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:31.528216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07b8d219-8d97-4632-aea6-418c073e5ec4 req-9ea1858a-e639-48ef-bc7f-cb27da1c0c3d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001928 Nov 08 12:30:31.590878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.619954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.621290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:31.622612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-924b0349-19d1-4e37-9c5c-fc535059e4ec req-11b689b7-5ec5-4b06-ad62-9147b4eeafa3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5072389 Nov 08 12:30:31.623859 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00da9f-828c-4e8f-8e94-391a6e288669" -d '{"events": [{"server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "name": "network-vif-plugged", "status": "completed", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:31.650295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:31.668244 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e46f0-87b9-449a-8a13-2696409fdfe8 x-openstack-request-id: req-aa5e46f0-87b9-449a-8a13-2696409fdfe8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:31.668634 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "name": "network-vif-plugged", "status": "completed", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:31.668884 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa5e46f0-87b9-449a-8a13-2696409fdfe8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:31.669275 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702', 'code': 200} Nov 08 12:30:31.706959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Made reservation on behalf of ac5751372a314066a1f73bbf686fba9a for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:31.711542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.724391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.735655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c018-4507-4221-a39e-2c85e4cb18c6 req-c070857f-e4f8-4436-b298-f5e59c29b091 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:31.737191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffe4c018-4507-4221-a39e-2c85e4cb18c6 req-c070857f-e4f8-4436-b298-f5e59c29b091 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 943 time: 0.0852928 Nov 08 12:30:31.752718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.784645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-4d8f19dd-953a-4a7a-b0e8-1c074397a13e tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/dd0e922c-59ee-4020-b345-f93b4c71ede2 HTTP/1.1" status: 200 len: 1824 time: 0.0975370 Nov 08 12:30:31.804303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd0e922c-59ee-4020-b345-f93b4c71ede2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:31.804771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd0e922c-59ee-4020-b345-f93b4c71ede2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:31.820296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:31.836878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.856435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af523-1478-4fb0-8967-52379720ca81 req-9262962f-99d0-4fc0-980e-abde4d95f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:31.857920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-114af523-1478-4fb0-8967-52379720ca81 req-9262962f-99d0-4fc0-980e-abde4d95f885 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 1097 time: 0.1188030 Nov 08 12:30:31.868025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffe4c018-4507-4221-a39e-2c85e4cb18c6 req-58d31dd3-425d-49b0-ae20-d6bfbabfa7f1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147683 Nov 08 12:30:31.911841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-114af523-1478-4fb0-8967-52379720ca81 req-0622aec2-babc-4fb8-801f-7976a596f42e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Nov 08 12:30:31.954082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.982025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:30:31.992135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171649fc-843c-4fb0-96b0-3ac4aae894a2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:31.998218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:31.998583 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Added segment 5d478947-d17c-43db-8930-9d2905e9f2c4 of type vlan for network 3b3526a9-08a5-4379-b88c-05731a707baf Nov 08 12:30:32.041580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.055343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.061122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.135857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.155382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a7f8f5-79d1-4579-b3d3-47ea072365aa,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:32.162227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.163224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:32.165378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.222138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.222920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] Pushing event updated for resources: {'Network': ['ID=3b3526a9-08a5-4379-b88c-05731a707baf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:32.223727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-796460a6-058c-40f6-9a85-8f9f359c43b2 req-04d1436d-f844-4bd3-816a-c705055285d2 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4302387 Nov 08 12:30:32.239958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3b3526a9-08a5-4379-b88c-05731a707baf details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:30:32.253251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-868606607', 'description': 'tempest-description-812754138'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:32.276355 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad9e0b2c-3598-47bb-84e6-c0164f5956da admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9339046 Nov 08 12:30:32.279173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40612) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:32.288891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Request body: {'subnet': {'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-290684402-subnet', 'tenant_id': 'ac5751372a314066a1f73bbf686fba9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:32.379883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.453176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.524183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Made reservation on behalf of ac5751372a314066a1f73bbf686fba9a for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:32.526548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.552468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.608068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1111e-fa26-4ce9-a0ca-f2917417a8c2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:32.670024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55ffa3-1238-44d2-908b-182ac1551e23 req-b3c11e3c-8830-493e-b0fa-f72973643c81 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:32.671576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc55ffa3-1238-44d2-908b-182ac1551e23 req-b3c11e3c-8830-493e-b0fa-f72973643c81 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0528531 Nov 08 12:30:32.726283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.727470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c16bcddc-2259-45cb-8ce9-d3bb60ae3d20 req-29c5d5ad-33ef-4ddc-a2e7-a649a6f876d5 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4792383 Nov 08 12:30:32.732181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc55ffa3-1238-44d2-908b-182ac1551e23 req-6866a2a4-8c46-4816-bd3c-8e9201951a55 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Nov 08 12:30:32.800817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-68c6cff7-36cf-4689-99ab-3a286a7523fa tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/0bb1111e-fa26-4ce9-a0ca-f2917417a8c2 HTTP/1.1" status: 200 len: 1822 time: 0.0420566 Nov 08 12:30:32.810900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0bb1111e-fa26-4ce9-a0ca-f2917417a8c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:32.811218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0bb1111e-fa26-4ce9-a0ca-f2917417a8c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:32.825181 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:32.886113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5827040-fae7-431e-bf14-18db4fa7a1e1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:32.899050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Checking segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:32.899391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Network hostable DHCP agents. Network: 3b3526a9-08a5-4379-b88c-05731a707baf, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:30:33.020913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Network 3b3526a9-08a5-4379-b88c-05731a707baf is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:30:33.025815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fcc90-f4b0-41de-a203-733a4836854b req-2ebb0080-1811-4128-8fc0-90766e0b7fa9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:33.027426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-077fcc90-f4b0-41de-a203-733a4836854b req-2ebb0080-1811-4128-8fc0-90766e0b7fa9 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 943 time: 0.0807123 Nov 08 12:30:33.028977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.059918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.086829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-077fcc90-f4b0-41de-a203-733a4836854b req-bb70dced-a77d-433a-92f6-ced299e0d769 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528417 Nov 08 12:30:33.164266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3b3526a9-08a5-4379-b88c-05731a707baf) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:33.168420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:33.169018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.181529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b46d7-450a-40c1-b03d-65d91f0eecd3 None None] Network 3b3526a9-08a5-4379-b88c-05731a707baf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:33.187238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.214927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fde5bf1-da7e-4cee-a5a7-4aed8f18692e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:33.279180 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c87e651d-eaf8-4f98-99e8-bb3242be359f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9984879 Nov 08 12:30:33.308956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:33.319933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d7a88b-1db8-423b-939c-860e4c926303 None None] Network 3b3526a9-08a5-4379-b88c-05731a707baf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:33.338490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.346399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57515435-2c1f-4edc-9e71-e78120e8f76a req-bdd7ddf5-1f16-43dc-b136-5d419b1099fc tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5392072 Nov 08 12:30:33.372172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1720249611', 'description': 'tempest-description-511603380'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:33.545266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.632069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.653426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:33.666698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '187003f8-0bce-4c2b-bc79-baeeac694244', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '187003f8-0bce-4c2b-bc79-baeeac694244', 'mac_address': 'fa:16:3e:40:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:33.709335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.722382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187003f8-0bce-4c2b-bc79-baeeac694244 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:33.736433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.741676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:33.784964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183a4e3c-396c-4cb0-8bbb-a86695e040a4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:33.807866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-b77f8237-ba13-4de9-a8b4-02c214a4f328 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:33.809341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-b77f8237-ba13-4de9-a8b4-02c214a4f328 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 813 time: 0.1322293 Nov 08 12:30:33.828943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.829124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-2a1f9391-9681-4886-b101-337fee841b1d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/quotas/ac5751372a314066a1f73bbf686fba9a HTTP/1.1" status: 200 len: 375 time: 0.0092459 Nov 08 12:30:33.834428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:33.835636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66ba0f8d-06cc-4088-b5e6-1fafb82fef34 req-770d8e4a-7afd-47c6-8697-b9024e5413be tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4682786 Nov 08 12:30:33.870370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-f8943aeb-8401-4833-a3e0-17097f797505 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336487 Nov 08 12:30:33.883334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:33.989527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1c83-f1de-4b38-a243-eb7f36f34132 req-e082b94e-39fa-4260-bb99-5a8ebaa3eefd tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:33.991287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-771d1c83-f1de-4b38-a243-eb7f36f34132 req-e082b94e-39fa-4260-bb99-5a8ebaa3eefd tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.1010849 Nov 08 12:30:34.025383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-5531335e-69ce-444a-8a5f-b105162ee65a service neutron] 10.222.0.58 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440043 Nov 08 12:30:34.080045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-771d1c83-f1de-4b38-a243-eb7f36f34132 req-6b5d9213-7836-45dd-bb21-c8dfd291179a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815547 Nov 08 12:30:34.108887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['187003f8-0bce-4c2b-bc79-baeeac694244'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:34.142555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-e739885d-9150-4350-90bb-95ff7b94d2e7 service neutron] 10.222.0.58 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063380 Nov 08 12:30:34.167748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1976123317', 'description': 'tempest-description-529766879'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:34.272900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:34.347809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:34.415640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:34.475996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:34.512901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648089d-2138-4905-b6c1-a478fb3628df req-ce78d3a7-e2d5-41e2-81fe-8e1954f5d3d6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:34.514473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a648089d-2138-4905-b6c1-a478fb3628df req-ce78d3a7-e2d5-41e2-81fe-8e1954f5d3d6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0749397 Nov 08 12:30:34.520254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:34.521981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d1b29ad-a06e-4b8e-81ce-45d14aeb71c5 req-a50d7f67-d1fc-44ee-b199-008b44d15260 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3585830 Nov 08 12:30:34.589276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a648089d-2138-4905-b6c1-a478fb3628df req-cde906ac-9c30-4b64-94fb-3ba0815663df tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644631 Nov 08 12:30:34.647328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af17d8-4e98-492e-8530-e75043a36f5c req-d9966691-884c-45fe-a8c6-3f0a9ff23845 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:34.648879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75af17d8-4e98-492e-8530-e75043a36f5c req-d9966691-884c-45fe-a8c6-3f0a9ff23845 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 944 time: 0.0533593 Nov 08 12:30:34.711236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75af17d8-4e98-492e-8530-e75043a36f5c req-5db31ac2-6b08-4959-9d81-c6874a40b19e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535896 Nov 08 12:30:34.813566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31308593-2518-47b3-9c46-6ea7944ac64b req-4886b482-1341-4012-9fd8-8aa125c7edc9 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 210 time: 0.0388272 Nov 08 12:30:34.843389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-3984bb38-2a5b-4a2a-9cca-e49a6091288f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/183a4e3c-396c-4cb0-8bbb-a86695e040a4 HTTP/1.1" status: 200 len: 1823 time: 0.0591080 Nov 08 12:30:34.914809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-0d4c7fbb-9409-4728-b0ff-03d250ae5fe6 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b HTTP/1.1" status: 200 len: 1823 time: 0.0513952 Nov 08 12:30:34.928705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '183a4e3c-396c-4cb0-8bbb-a86695e040a4', 'remote_group_id': 'b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:34.929267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '183a4e3c-396c-4cb0-8bbb-a86695e040a4', 'remote_group_id': 'b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:35.147693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.197514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6218-5da3-4f42-b400-352fb30f669a req-e1f0b155-0ed6-4e43-a5e6-4cabd9b7d45a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:35.199133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d1f6218-5da3-4f42-b400-352fb30f669a req-e1f0b155-0ed6-4e43-a5e6-4cabd9b7d45a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0912149 Nov 08 12:30:35.201065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.255120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d1f6218-5da3-4f42-b400-352fb30f669a req-602f89df-e1db-44d8-b2c4-4b919ea507d6 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Nov 08 12:30:35.270787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.291547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c003227b-eddf-4594-a373-65ca05b67d26,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:35.318521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:35.383284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.385481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33b05e54-0ba0-4047-8313-bc4a4619224c req-130f69a5-e9d9-46e7-a660-7085a9b4ade9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4610224 Nov 08 12:30:35.423374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-613635778', 'description': 'tempest-description-1526499411'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:35.481564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91676f5-d0b7-45e3-a3e4-6ebb18ab1749 req-1e74043f-cf20-48f2-b74b-9ab4ad019e91 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:35.483413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f91676f5-d0b7-45e3-a3e4-6ebb18ab1749 req-1e74043f-cf20-48f2-b74b-9ab4ad019e91 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0787611 Nov 08 12:30:35.507737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 187003f8-0bce-4c2b-bc79-baeeac694244 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:30:35.512174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 187003f8-0bce-4c2b-bc79-baeeac694244 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:35.512548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.545708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f91676f5-d0b7-45e3-a3e4-6ebb18ab1749 req-7216aabb-5061-47bf-b756-24c7120545b5 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543532 Nov 08 12:30:35.571845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.613789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.646354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:35.649474 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e1777-3e5b-4a5f-b479-fe04ec91619f" -d '{"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-plugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:35.661093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.670263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:35.746540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.778508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c82f7c-a8d3-4179-a5c5-1fcf07fb616d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:35.798475 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.849160 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcb895d-8dc6-4239-84a1-4e21c2f26639 x-openstack-request-id: req-2bcb895d-8dc6-4239-84a1-4e21c2f26639 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:35.849160 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-plugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:35.849160 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bcb895d-8dc6-4239-84a1-4e21c2f26639 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:35.849160 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244', 'code': 200} Nov 08 12:30:35.862528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:35.928122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:35.939812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bbdd3b2-3994-4f40-9852-8d8f97f65c66 req-0d46ecc0-b280-4f71-953a-187b0141a7c1 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5175078 Nov 08 12:30:36.053279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385934be-3267-4b9b-adc3-b3e141b60011 req-f766ac1e-4728-47fa-9db3-944ea65c1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:36.055142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385934be-3267-4b9b-adc3-b3e141b60011 req-f766ac1e-4728-47fa-9db3-944ea65c1401 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 1096 time: 0.1071641 Nov 08 12:30:36.080707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04607ac1-fb3f-418b-996d-46e27d1fa3a2 req-5f799555-29fa-4932-b9fd-ff3824b73257 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:36.082256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04607ac1-fb3f-418b-996d-46e27d1fa3a2 req-5f799555-29fa-4932-b9fd-ff3824b73257 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.0965288 Nov 08 12:30:36.192193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385934be-3267-4b9b-adc3-b3e141b60011 req-ed87f083-68b2-4bfb-8d5a-8a32f68ac5c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 Nov 08 12:30:36.201955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7490e1-e446-4352-8994-2d8da01c8bc5 req-4e946019-ab35-46d0-bd5f-bcc04960b145 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:36.203292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae7490e1-e446-4352-8994-2d8da01c8bc5 req-4e946019-ab35-46d0-bd5f-bcc04960b145 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.1201050 Nov 08 12:30:36.208385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04607ac1-fb3f-418b-996d-46e27d1fa3a2 req-d0ef0b55-47d5-4383-b7ce-7399ab908d23 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182463 Nov 08 12:30:36.266775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae7490e1-e446-4352-8994-2d8da01c8bc5 req-e533c2ae-e538-40b3-9009-b9997e9c03fd tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529165 Nov 08 12:30:36.300068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-680316623', 'description': 'tempest-description-740935786'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:36.360653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8ed982-80a8-4c66-9674-33760d633f5a req-506d1d40-617e-4028-8ead-aca4f64a6e16 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 210 time: 0.0407326 Nov 08 12:30:36.465987 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:36.508989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85588e-cb8e-4157-a1cc-06a7610b63f9 req-525e51d3-a901-4918-8a64-e3ad30483976 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:36.510784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb85588e-cb8e-4157-a1cc-06a7610b63f9 req-525e51d3-a901-4918-8a64-e3ad30483976 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0836415 Nov 08 12:30:36.588889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:36.594485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb85588e-cb8e-4157-a1cc-06a7610b63f9 req-699aea2b-7ff1-4e92-a090-ba44dfce2369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734463 Nov 08 12:30:36.701984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:36.737429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34001f70-d36f-4db5-bba0-5a276f79d24b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:36.822568 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:36.824119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a651ea2-528a-437f-b416-4cb20126c2c2 req-f8f38796-66f3-4471-8f38-ea36e18fab49 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5304768 Nov 08 12:30:36.911202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-79e95edb-ed88-46bd-958e-670b3b948e15 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/78c82f7c-a8d3-4179-a5c5-1fcf07fb616d HTTP/1.1" status: 200 len: 1823 time: 0.0605516 Nov 08 12:30:36.956397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-6399a2c2-be32-46be-a04e-edcfec901de6 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/34001f70-d36f-4db5-bba0-5a276f79d24b HTTP/1.1" status: 200 len: 1822 time: 0.0442474 Nov 08 12:30:36.970058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78c82f7c-a8d3-4179-a5c5-1fcf07fb616d', 'remote_group_id': '34001f70-d36f-4db5-bba0-5a276f79d24b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:36.970707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78c82f7c-a8d3-4179-a5c5-1fcf07fb616d', 'remote_group_id': '34001f70-d36f-4db5-bba0-5a276f79d24b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:37.226187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:37.286877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:37.313604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-fedee060-e2f9-40db-b0aa-f5d5ec7f74ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:37.316133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-fedee060-e2f9-40db-b0aa-f5d5ec7f74ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.57 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 813 time: 0.1727965 Nov 08 12:30:37.331187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Request body: {'port': {'device_id': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'admin_state_up': True, 'tenant_id': 'ac5751372a314066a1f73bbf686fba9a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:37.413187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:37.463119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9c1945-fab9-475e-ad04-0cdd547a80f2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:37.535600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1d3ba-b894-48c8-8b98-df832635494c req-6efc9545-8b8e-413b-ad2a-3cdad3437133 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:37.537164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ae1d3ba-b894-48c8-8b98-df832635494c req-6efc9545-8b8e-413b-ad2a-3cdad3437133 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.1028681 Nov 08 12:30:37.588102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ae1d3ba-b894-48c8-8b98-df832635494c req-76259666-79eb-4cb9-ba56-834a833fefe6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Nov 08 12:30:37.644638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:37.647697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59fd6fbd-7290-483c-88fb-80dbfb636973 req-f9fa1fab-96e2-454e-9866-3077e6b15d99 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6822238 Nov 08 12:30:37.708379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6fc7-d3e8-43fb-b8f2-7a48547e9b63 req-fece744f-28f3-4e6a-8643-d533bd74543a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:37.710002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-328f6fc7-d3e8-43fb-b8f2-7a48547e9b63 req-fece744f-28f3-4e6a-8643-d533bd74543a tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0608470 Nov 08 12:30:37.751634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf97824e-4708-4464-8da1-1288c54da8ad req-8fe36655-8b18-4475-b285-77e285f4e2e4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 210 time: 0.0405314 Nov 08 12:30:37.757950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Made reservation on behalf of ac5751372a314066a1f73bbf686fba9a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:37.761675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:37.819545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-328f6fc7-d3e8-43fb-b8f2-7a48547e9b63 req-06dccf6e-81ce-4ad5-a4e2-c812893a9d62 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969062 Nov 08 12:30:37.888349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-7e6dd1ce-2809-47f2-ac2b-5d8ae6e1704c tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/34001f70-d36f-4db5-bba0-5a276f79d24b HTTP/1.1" status: 200 len: 1822 time: 0.1087687 Nov 08 12:30:37.988251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Allocated IP 172.20.0.5 (3b3526a9-08a5-4379-b88c-05731a707baf/b5827040-fae7-431e-bf14-18db4fa7a1e1/c27ca857-8562-4d75-9b24-7883882aadcb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:38.008435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.044609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.232453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.272486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.275182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.276339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbfc2d9b-8f58-458b-b2f1-744995bea3af req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/34001f70-d36f-4db5-bba0-5a276f79d24b HTTP/1.1" status: 204 len: 173 time: 0.3779943 Nov 08 12:30:38.289343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588cbdd-0fb6-426d-a381-dd0b3db35907 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34001f70-d36f-4db5-bba0-5a276f79d24b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:38.352231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b133c91-651c-4f03-a33e-39ed4c63bd01 req-80c8927f-da64-4e96-89f1-227657998af0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/78c82f7c-a8d3-4179-a5c5-1fcf07fb616d HTTP/1.1" status: 200 len: 1823 time: 0.0484924 Nov 08 12:30:38.359996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.405061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1988428673', 'description': 'tempest-description-1376798604'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:38.437938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Network 3b3526a9-08a5-4379-b88c-05731a707baf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:38.442880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:38.446318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:38.448674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:38.501602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:38.502938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.541227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.623924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.670064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-6fe5493c-1beb-4262-bce6-4dfdaa68d59d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:38.671787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-6fe5493c-1beb-4262-bce6-4dfdaa68d59d tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.0613256 Nov 08 12:30:38.692163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-864a2a67-d5aa-4f6e-8bb8-8d9d27bf5849 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3659885 Nov 08 12:30:38.712373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Request body: {'port': {'device_id': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:38.759451 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.858650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0d3bd-aef1-4b21-9b5e-19b952eb4971 req-7d0a403a-c3d4-4edd-bd16-c55b1ebd6f86 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:38.863710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6a0d3bd-aef1-4b21-9b5e-19b952eb4971 req-7d0a403a-c3d4-4edd-bd16-c55b1ebd6f86 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.1879447 Nov 08 12:30:38.871050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a788ea5a-8a60-47cf-89c1-6219d324f9e7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:38.880061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.922304 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:38.923538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d88914a-25c8-40e5-b751-de30f1f7f4a9 req-390b8d9b-edeb-499c-ac79-4c17b8385c4d tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5293605 Nov 08 12:30:38.990441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6a0d3bd-aef1-4b21-9b5e-19b952eb4971 req-55b8dfa4-9a2f-48cc-ac96-1614aa8192b2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213827 Nov 08 12:30:39.064099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Deleting port 8c990ff1-63c5-46b8-a196-2d72bbd71702 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:39.064242 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:39.603973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26acf5-a55e-4bd5-b4fb-09f31c027d2c req-4a8deb40-07a3-4bcd-83ba-6927fdaf13e4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:39.605493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb26acf5-a55e-4bd5-b4fb-09f31c027d2c req-4a8deb40-07a3-4bcd-83ba-6927fdaf13e4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 931 time: 0.6141515 Nov 08 12:30:39.626220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb464-b6fb-45bc-b510-716a0026f7a4 req-4c68889a-912d-4961-a83d-38d6326cf369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:39.627714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aedb464-b6fb-45bc-b510-716a0026f7a4 req-4c68889a-912d-4961-a83d-38d6326cf369 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 946 time: 0.5269890 Nov 08 12:30:39.695996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] For port 8c990ff1-63c5-46b8-a196-2d72bbd71702, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=8c990ff1-63c5-46b8-a196-2d72bbd71702,segment=NetworkSegment(268cc142-2059-4bd2-a605-f3c6042be744),segment_id=268cc142-2059-4bd2-a605-f3c6042be744)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:39.695996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:39.723276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Calling delete_port for 8c990ff1-63c5-46b8-a196-2d72bbd71702 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:39.815252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb26acf5-a55e-4bd5-b4fb-09f31c027d2c req-f1c249e1-fe4a-440f-b973-9e472ef7ebbc tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991472 Nov 08 12:30:39.818396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aedb464-b6fb-45bc-b510-716a0026f7a4 req-67b67260-3332-4994-b9f7-1886311c91f7 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727793 Nov 08 12:30:39.889319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:39.905294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:39.938346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Transition to ACTIVE for port object c27ca857-8562-4d75-9b24-7883882aadcb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:39.942281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-10f132c1-029a-4a59-ba51-f03ae23cfd8f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 200 len: 1824 time: 0.0894306 Nov 08 12:30:39.974805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a788ea5a-8a60-47cf-89c1-6219d324f9e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:39.975132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a788ea5a-8a60-47cf-89c1-6219d324f9e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:40.049825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.102266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:40.157743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.201876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Pushing event deleted for resources: {'Port': ['ID=8c990ff1-63c5-46b8-a196-2d72bbd71702,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:40.242976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:40.243312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:40.243638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:40.262995 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:30:40.272320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] No DVR routers for this DVR port 8c990ff1-63c5-46b8-a196-2d72bbd71702 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:40.274204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:40.274662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:40.277244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.280465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e90f05d-a7d9-4f87-9547-19a9103add20 req-238de63c-5168-43c1-b977-4ca23933c17c tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.61 "DELETE /v2.0/ports/8c990ff1-63c5-46b8-a196-2d72bbd71702 HTTP/1.1" status: 204 len: 173 time: 1.5994177 Nov 08 12:30:40.282190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.285146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'name': 'network-vif-deleted', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:40.287415 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaaaf7d-1be9-485d-815d-fe84cb16410c" -d '{"events": [{"server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "name": "network-vif-deleted", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:40.295449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:40.295778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Checking segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:40.296151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Bound using segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:40.297100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Bound port: c27ca857-8562-4d75-9b24-7883882aadcb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:40.297455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.319070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.380306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:40.383518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:40.443637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.463829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4764337f-1643-4106-8694-13ec3cd24400,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:40.490985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.533534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:40.533534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.533534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] 10.222.0.57 "PUT /v2.0/ports/c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 1091 time: 1.8217881 Nov 08 12:30:40.551039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0358a72-2603-499a-9c34-bdaf7676243c service neutron] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:40.702718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:40.704262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-310ab268-7d36-4306-ac16-02f1a8c4aaab req-a979d145-afd0-417b-b128-5589c2036f32 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7516375 Nov 08 12:30:40.786786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-bfdff0b8-52de-4b11-a6ad-2df3c4c8e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:40.788400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-bfdff0b8-52de-4b11-a6ad-2df3c4c8e7ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1094 time: 0.0588639 Nov 08 12:30:40.856262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-c6b2b2d1-7298-4777-bca1-b29ece250768 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0490897 Nov 08 12:30:40.898510 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea8f35e-e1bd-4c4c-8241-69abf06bb8c6 x-openstack-request-id: req-8ea8f35e-e1bd-4c4c-8241-69abf06bb8c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:40.898510 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d1df3-c235-452a-b9f0-aaf1006edca7", "name": "network-vif-deleted", "tag": "8c990ff1-63c5-46b8-a196-2d72bbd71702", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:40.898510 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ea8f35e-e1bd-4c4c-8241-69abf06bb8c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:40.898510 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858d1df3-c235-452a-b9f0-aaf1006edca7', 'name': 'network-vif-deleted', 'tag': '8c990ff1-63c5-46b8-a196-2d72bbd71702', 'status': 'completed', 'code': 200} Nov 08 12:30:40.918722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-94bf66c5-228e-4c88-ba94-e85819d12463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:40.920305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-94bf66c5-228e-4c88-ba94-e85819d12463 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0570889 Nov 08 12:30:40.974633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-73715424-15a2-41e6-a6c2-a6805819b541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448158 Nov 08 12:30:41.099796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-9099e669-201d-480f-9477-d271900611c9 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 200 len: 2418 time: 0.1180687 Nov 08 12:30:41.108044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a788ea5a-8a60-47cf-89c1-6219d324f9e7', 'remote_group_id': None}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:41.108371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a788ea5a-8a60-47cf-89c1-6219d324f9e7', 'remote_group_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:41.131712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87af6-dfae-4ad0-8e9b-219c508c611a req-5e7d1dcb-69e5-4175-898b-e6f050f51e25 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:41.133343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae87af6-dfae-4ad0-8e9b-219c508c611a req-5e7d1dcb-69e5-4175-898b-e6f050f51e25 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.1908762 Nov 08 12:30:41.157919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-b5bfe6c2-c060-4c54-be6f-fbf5153b6060 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758850 Nov 08 12:30:41.253839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae87af6-dfae-4ad0-8e9b-219c508c611a req-4add41f6-4c5d-42dc-baed-1c87216c7ba7 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102567 Nov 08 12:30:41.292621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5241c2fe-b600-4b67-ab29-2e2c8a63b989 req-ece42865-2059-4f4a-a189-f6e345af826e service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222432 Nov 08 12:30:41.339312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 8c990ff1-63c5-46b8-a196-2d72bbd71702 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:41.370318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 8c990ff1-63c5-46b8-a196-2d72bbd71702 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:41.370318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 8c990ff1-63c5-46b8-a196-2d72bbd71702 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:41.375290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:41.407845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:41.416959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86c36-da0b-4940-9b5b-dc6f5a99bb22 req-e62d0dba-593a-462d-bc1f-c15696a00413 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:41.418660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04e86c36-da0b-4940-9b5b-dc6f5a99bb22 req-e62d0dba-593a-462d-bc1f-c15696a00413 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.0867786 Nov 08 12:30:41.469997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04e86c36-da0b-4940-9b5b-dc6f5a99bb22 req-28659b7e-67dd-475e-980c-ede47dfb4cb4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Nov 08 12:30:41.496716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:41.517369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b365a9-1f94-4a06-98dc-2a051e7f737d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:41.594641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:41.595844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eeb3a3dc-dc77-4e4f-926b-8f1bf713734b req-48d87db3-86a6-401d-bd6b-7aa0e8fba53f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4961820 Nov 08 12:30:41.597805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee846dbe-c01e-43b3-bcf0-1962f98f6554 req-c0c2d992-aebe-45cf-9add-9ead54433e05 tempest-ServerDiskConfigTestJSON-1138530997 tempest-ServerDiskConfigTestJSON-1138530997-project] 10.222.0.58 "GET /v2.0/ports?device_id=858d1df3-c235-452a-b9f0-aaf1006edca7 HTTP/1.1" status: 200 len: 210 time: 0.0313551 Nov 08 12:30:41.754673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e893a4-8ca2-49df-8222-b51342205538 req-6d6ec479-73de-468e-9abb-f946c65a350f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:41.756188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2e893a4-8ca2-49df-8222-b51342205538 req-6d6ec479-73de-468e-9abb-f946c65a350f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.0901456 Nov 08 12:30:41.760895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a237dd42-7336-4767-8ecc-1574cd8d40e1 req-3da2a1c4-48b3-4abd-a14e-7843a1c50c1a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 200 len: 3017 time: 0.0666223 Nov 08 12:30:41.825506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-32de67fa-4e19-46bf-8da4-fc46720d04b7 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-group-rules/65b365a9-1f94-4a06-98dc-2a051e7f737d HTTP/1.1" status: 200 len: 783 time: 0.0336144 Nov 08 12:30:41.828871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2e893a4-8ca2-49df-8222-b51342205538 req-bb0b9ca4-23ff-4d6a-879d-c4ce11c91def tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663152 Nov 08 12:30:41.878745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-8c9e5a81-be89-47ad-b239-fdcc117684c6 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 200 len: 3017 time: 0.0466588 Nov 08 12:30:41.910346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:41.918617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.030769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.037253 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.038424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b5a9f3b-2e25-45e6-a3a7-c8acde2ef038 req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/65b365a9-1f94-4a06-98dc-2a051e7f737d HTTP/1.1" status: 204 len: 173 time: 0.1536045 Nov 08 12:30:42.044452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab499ffc-c713-4b36-9dae-9ca23ab1107a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b365a9-1f94-4a06-98dc-2a051e7f737d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:42.101068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-229a441d-ea9b-460b-8a1e-23ff8f48223c tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 200 len: 2418 time: 0.0418942 Nov 08 12:30:42.165465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.189263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.366449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.370297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.370880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c27ca857-8562-4d75-9b24-7883882aadcb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:42.371449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-871fef8a-feec-40b9-b4ab-b28a89e266e4 req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/a788ea5a-8a60-47cf-89c1-6219d324f9e7 HTTP/1.1" status: 204 len: 173 time: 0.2643819 Nov 08 12:30:42.386145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06b506-8547-4b23-a0fa-1d002f5bb3bf tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788ea5a-8a60-47cf-89c1-6219d324f9e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:42.423457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8d0c-e744-43d9-97b9-3c32b6c569e6 req-239a34d1-1f3c-4e0b-8a6b-c8b2f7de59de tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:42.424951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eee8d0c-e744-43d9-97b9-3c32b6c569e6 req-239a34d1-1f3c-4e0b-8a6b-c8b2f7de59de tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.0900989 Nov 08 12:30:42.425977 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-d40d73a6-dc2e-41c9-ab17-c81597fe0f61 req-034f7122-99d4-4d75-8f6f-84b105079800 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] show failed (client error): The resource could not be found. Nov 08 12:30:42.427125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d40d73a6-dc2e-41c9-ab17-c81597fe0f61 req-034f7122-99d4-4d75-8f6f-84b105079800 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/34001f70-d36f-4db5-bba0-5a276f79d24b HTTP/1.1" status: 404 len: 352 time: 0.0277150 Nov 08 12:30:42.518829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eee8d0c-e744-43d9-97b9-3c32b6c569e6 req-0a5b3cfd-b653-468e-a2e8-9cee559aec52 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822351 Nov 08 12:30:42.523809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:42.529383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6cae685-e308-49be-af4e-626200ed9253 req-e46a1166-d3e5-4034-ab4f-841fc6a5080e tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/78c82f7c-a8d3-4179-a5c5-1fcf07fb616d HTTP/1.1" status: 200 len: 1823 time: 0.0763896 Nov 08 12:30:42.539312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'port_id': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'mac_address': 'fa:16:3e:c0:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5827040-fae7-431e-bf14-18db4fa7a1e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:42.582354 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.597862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:42.603377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6cae685-e308-49be-af4e-626200ed9253 req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.621902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:42.655641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6cae685-e308-49be-af4e-626200ed9253 req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.699242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e0395-7b7a-438a-b7aa-0b4b7760c261 req-a532dabf-57e0-49bd-b65d-dfcff700e001 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:42.700680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41e0395-7b7a-438a-b7aa-0b4b7760c261 req-a532dabf-57e0-49bd-b65d-dfcff700e001 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.0914519 Nov 08 12:30:42.705189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.767071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:42.793924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41e0395-7b7a-438a-b7aa-0b4b7760c261 req-e818bb30-6341-4741-95b7-f504767c012d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855191 Nov 08 12:30:42.802197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-d0f97e97-77fb-447a-a272-6c1d0c28576c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:42.803674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-d0f97e97-77fb-447a-a272-6c1d0c28576c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 945 time: 0.0876877 Nov 08 12:30:42.817126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6cae685-e308-49be-af4e-626200ed9253 req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.820366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e6cae685-e308-49be-af4e-626200ed9253 req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:42.821404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6cae685-e308-49be-af4e-626200ed9253 req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/78c82f7c-a8d3-4179-a5c5-1fcf07fb616d HTTP/1.1" status: 204 len: 173 time: 0.2901154 Nov 08 12:30:42.855295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692c6a3-3001-4b30-8662-2f4f57b113c8 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c82f7c-a8d3-4179-a5c5-1fcf07fb616d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:42.910934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:42.914219 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5" -d '{"events": [{"name": "network-changed", "server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:42.934716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:42.960208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port 04f286cd-6313-41dd-9914-f10808a8758a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:30:42.960958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.099381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port 04f286cd-6313-41dd-9914-f10808a8758a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04f286cd-6313-41dd-9914-f10808a8758a,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:43.100003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.119284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-c6ddf206-2e9d-43fe-983c-f0cf9fdcf85f tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b HTTP/1.1" status: 200 len: 1823 time: 0.1376975 Nov 08 12:30:43.120141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for 04f286cd-6313-41dd-9914-f10808a8758a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:30:43.231027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.266667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.432946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.438006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.438470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.446789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35eb71cf-27ed-4173-8278-c3b3dbc6d3a1 req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b HTTP/1.1" status: 204 len: 173 time: 0.3202488 Nov 08 12:30:43.456090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['04f286cd-6313-41dd-9914-f10808a8758a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:43.468048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e81e-3756-4760-9480-549b21e53ed4 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c8db6b-b03d-4318-ab4f-f8998ef5bd0b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:43.526847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=04f286cd-6313-41dd-9914-f10808a8758a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:43.556817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a2b0320-ef01-4096-a36a-a12f1c3b9a0e req-bbd34e1e-f1b7-4156-a695-7ca65ab8c7a2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0485630 Nov 08 12:30:43.604746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port 04f286cd-6313-41dd-9914-f10808a8758a on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:30:43.607796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.612042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60dd7626-5b7e-4511-816a-855fe2a0408b req-407db3ce-2d80-44c4-86d3-0a914494534b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "DELETE /v2.0/ports/04f286cd-6313-41dd-9914-f10808a8758a HTTP/1.1" status: 204 len: 173 time: 0.7967706 Nov 08 12:30:43.631175 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965ed4a-0c03-49c3-b200-0dcb71d8e7ff x-openstack-request-id: req-4965ed4a-0c03-49c3-b200-0dcb71d8e7ff {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:43.631583 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:43.631706 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4965ed4a-0c03-49c3-b200-0dcb71d8e7ff {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:43.632135 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'status': 'completed', 'code': 200} Nov 08 12:30:43.747979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-3d50aaa8-bf94-4270-8b11-67d095b9ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:43.750710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-3d50aaa8-bf94-4270-8b11-67d095b9ed8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1095 time: 0.0928402 Nov 08 12:30:43.755269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45221602-a06a-4c93-aadb-76da53211307 req-bf78dfa5-57ec-4368-a66f-c3071d672c1b tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/183a4e3c-396c-4cb0-8bbb-a86695e040a4 HTTP/1.1" status: 200 len: 1823 time: 0.0594840 Nov 08 12:30:43.822290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:43.876439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Deleting subnet 98c0548b-51e6-4eaa-9e43-d038975b9d84 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:30:43.882511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.940415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:43.945683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-862e274d-54cb-4766-b2c8-ed89bae6c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:43.947255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-862e274d-54cb-4766-b2c8-ed89bae6c8e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1901436 Nov 08 12:30:43.948758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45221602-a06a-4c93-aadb-76da53211307 req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.010727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.025036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea015b-fa02-4d4e-9952-06789e5ebc4c req-3db2bd60-1271-4d45-bac7-64a6844bee27 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:44.032779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4aea015b-fa02-4d4e-9952-06789e5ebc4c req-3db2bd60-1271-4d45-bac7-64a6844bee27 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.1556439 Nov 08 12:30:44.035234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-b72648e0-0992-4ba8-9108-eab31805afb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0775797 Nov 08 12:30:44.037476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45221602-a06a-4c93-aadb-76da53211307 req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.136351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-06547bb6-8a07-423a-9c66-8f4ad3e7e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:44.137826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-06547bb6-8a07-423a-9c66-8f4ad3e7e3f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0933440 Nov 08 12:30:44.178066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-46702330-e432-4c61-8706-b71ddc42c9aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301950 Nov 08 12:30:44.181862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4aea015b-fa02-4d4e-9952-06789e5ebc4c req-000c10f4-cddd-4ff6-8f59-3d6e95b39b74 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483133 Nov 08 12:30:44.215183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.277918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c0548b-51e6-4eaa-9e43-d038975b9d84,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:44.285723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45221602-a06a-4c93-aadb-76da53211307 req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.288306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45221602-a06a-4c93-aadb-76da53211307 req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.295379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45221602-a06a-4c93-aadb-76da53211307 req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/183a4e3c-396c-4cb0-8bbb-a86695e040a4 HTTP/1.1" status: 204 len: 173 time: 0.5109105 Nov 08 12:30:44.295464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.318948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-58b12cc2-3fd2-4fa9-bda8-70f30147425f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/98c0548b-51e6-4eaa-9e43-d038975b9d84 HTTP/1.1" status: 204 len: 168 time: 0.4952896 Nov 08 12:30:44.321521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:44.336344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d77c78-08cc-4b23-a6d4-852fff976ef3 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a4e3c-396c-4cb0-8bbb-a86695e040a4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:44.385752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c27ca857-8562-4d75-9b24-7883882aadcb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:44.404983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-ed7a007b-4d39-43dd-a01b-ededfd9960f6 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187755 Nov 08 12:30:44.414872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73861838-3a7b-4008-a124-bca931e31554 req-d6696523-7ca8-4027-99bc-0d1958ab441a tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/0bb1111e-fa26-4ce9-a0ca-f2917417a8c2 HTTP/1.1" status: 200 len: 2422 time: 0.1061838 Nov 08 12:30:44.466172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.518587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c27ca857-8562-4d75-9b24-7883882aadcb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:30:44.525140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c27ca857-8562-4d75-9b24-7883882aadcb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:44.525913 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.544963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73861838-3a7b-4008-a124-bca931e31554 req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.569929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acaa0b11-d4e1-4e18-ad18-d9059b0b99b5 req-e528ae8b-254c-44b5-9c55-b1ca4588a042 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517892 Nov 08 12:30:44.583492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73861838-3a7b-4008-a124-bca931e31554 req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.652550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.680713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e68c48-b080-48b9-958c-32b6e19529cd']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:44.695772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268cc142-2059-4bd2-a605-f3c6042be744') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:44.696291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268cc142-2059-4bd2-a605-f3c6042be744') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:44.707072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.715326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.725020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.739080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-036b7426-922d-4c85-9178-43bdb149c01c req-d74124ce-33c2-45ce-968e-0847914e3e31 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0844114 Nov 08 12:30:44.742227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:30:44.744139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:30:44.788814 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:30:44.860956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:44.860956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:44.867813 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87855af-8ee7-4514-84bc-d52c1b7134fd" -d '{"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:44.879611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73861838-3a7b-4008-a124-bca931e31554 req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.882887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73861838-3a7b-4008-a124-bca931e31554 req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:44.898032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73861838-3a7b-4008-a124-bca931e31554 req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/0bb1111e-fa26-4ce9-a0ca-f2917417a8c2 HTTP/1.1" status: 204 len: 173 time: 0.4801373 Nov 08 12:30:44.930151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1915222-34a9-42d0-9e97-75c8a0a901a0 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1111e-fa26-4ce9-a0ca-f2917417a8c2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:44.978422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.000863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.008263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.018814 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f8e68c48-b080-48b9-958c-32b6e19529cd HTTP/1.1" status: 204 len: 168 time: 0.6934245 Nov 08 12:30:45.060012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5c6d0-1c9a-42ab-bc62-c6041e8b2f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e68c48-b080-48b9-958c-32b6e19529cd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:45.137785 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d196288-d7c6-47ff-b3dd-9fc9d8bc2e6f x-openstack-request-id: req-0d196288-d7c6-47ff-b3dd-9fc9d8bc2e6f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:45.138464 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:45.138954 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d196288-d7c6-47ff-b3dd-9fc9d8bc2e6f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:45.139568 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'code': 200} Nov 08 12:30:45.163611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:45.169742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f1f35f7-d64d-495a-8505-5d531f082add req-b621444e-1be2-47c9-98c4-34c6bf580e26 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "GET /v2.0/security-groups/dd0e922c-59ee-4020-b345-f93b4c71ede2 HTTP/1.1" status: 200 len: 2418 time: 0.0980525 Nov 08 12:30:45.260157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a4076-6ed8-4229-93fe-e88c6936fd1c req-5c4d1d62-05e8-4931-a904-a53311e8edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:45.261691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb2a4076-6ed8-4229-93fe-e88c6936fd1c req-5c4d1d62-05e8-4931-a904-a53311e8edea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1096 time: 0.0863042 Nov 08 12:30:45.300937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5f1f35f7-d64d-495a-8505-5d531f082add req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.333131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:45.357767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5f1f35f7-d64d-495a-8505-5d531f082add req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.398223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb2a4076-6ed8-4229-93fe-e88c6936fd1c req-78d6b9e6-42e5-4a30-ad82-24f51afff6e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251504 Nov 08 12:30:45.412969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914248-c790-4c9d-9647-d0221ad335a5 req-d3e03780-1d28-4137-867c-5bafdd68958a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:45.414494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47914248-c790-4c9d-9647-d0221ad335a5 req-d3e03780-1d28-4137-867c-5bafdd68958a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1326456 Nov 08 12:30:45.438834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:45.517600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:45.531828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '187003f8-0bce-4c2b-bc79-baeeac694244', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '187003f8-0bce-4c2b-bc79-baeeac694244', 'mac_address': 'fa:16:3e:40:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:45.539130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47914248-c790-4c9d-9647-d0221ad335a5 req-e72bd769-f54b-4428-b5b1-9cfeba91db1a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086509 Nov 08 12:30:45.541095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5f1f35f7-d64d-495a-8505-5d531f082add req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.544036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5f1f35f7-d64d-495a-8505-5d531f082add req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.579975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.582445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:45.589462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f1f35f7-d64d-495a-8505-5d531f082add req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] 10.222.0.58 "DELETE /v2.0/security-groups/dd0e922c-59ee-4020-b345-f93b4c71ede2 HTTP/1.1" status: 204 len: 173 time: 0.3869898 Nov 08 12:30:45.595602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 187003f8-0bce-4c2b-bc79-baeeac694244 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:45.618594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:45.640116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c76a20a5-acd2-43be-ab98-7aaab95898bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=018e78dfd0cb44289e905ff0eccc258f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943326 Nov 08 12:30:45.640405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:45.642445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'name': 'network-vif-deleted', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:45.652052 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c83a9-475f-4f3e-b0be-de0312f54c0b" -d '{"events": [{"server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "name": "network-vif-deleted", "tag": "04f286cd-6313-41dd-9914-f10808a8758a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:45.669437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8985f25-671b-41ae-bf27-b0508d23c269 tempest-SecurityGroupRulesTestJSON-1745954793 tempest-SecurityGroupRulesTestJSON-1745954793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0e922c-59ee-4020-b345-f93b4c71ede2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:45.713471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.734658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Deleting subnet 4bdcdcd8-06ad-4ed7-af34-0d3f1d0c9501 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:30:45.744448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.744970 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc707c-ea90-4279-a7ea-921683f56b2e x-openstack-request-id: req-ccdc707c-ea90-4279-a7ea-921683f56b2e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:45.745312 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd", "name": "network-vif-deleted", "tag": "04f286cd-6313-41dd-9914-f10808a8758a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:45.754679 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccdc707c-ea90-4279-a7ea-921683f56b2e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:45.754679 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd', 'name': 'network-vif-deleted', 'tag': '04f286cd-6313-41dd-9914-f10808a8758a', 'status': 'completed', 'code': 200} Nov 08 12:30:45.792846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.798874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.799033 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.908752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['187003f8-0bce-4c2b-bc79-baeeac694244'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:45.925092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:45.927113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.981715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:45.995654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-808356f5-9ccf-4953-a3d9-482139c594d7 req-e589498f-13a9-4233-ac5a-3bf0e7b83c4f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0817902 Nov 08 12:30:46.024108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.025374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.026857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.028058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.038269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:30:46.179427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.184182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.186227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ea1fd03-41a9-4a26-9f94-c5f53e6f7692 HTTP/1.1" status: 204 len: 168 time: 0.5447986 Nov 08 12:30:46.207319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796087f1-c784-4011-bb44-9a5ea69652ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea1fd03-41a9-4a26-9f94-c5f53e6f7692,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:46.226955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.275086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdcdcd8-06ad-4ed7-af34-0d3f1d0c9501,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:46.277310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.284091 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd6d5c2e-f300-44ad-ac33-a3e054bc3dd0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4bdcdcd8-06ad-4ed7-af34-0d3f1d0c9501 HTTP/1.1" status: 204 len: 168 time: 0.6974881 Nov 08 12:30:46.284449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:46.361356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.475492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.511664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e938a6bc-d5d7-4ab8-85b8-8fd69f846caf']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:46.527581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468fff33-ed16-4ead-96a5-88f595ce3c69') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:46.528384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468fff33-ed16-4ead-96a5-88f595ce3c69') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:46.545751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.569818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.575507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:30:46.576197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:30:46.649581 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:30:46.733121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699bb86-2266-4894-b065-e30a8e59977f req-7159415e-446a-4f2c-9b1d-0533ba42fbb6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:46.735813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b699bb86-2266-4894-b065-e30a8e59977f req-7159415e-446a-4f2c-9b1d-0533ba42fbb6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0594819 Nov 08 12:30:46.817529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.825458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b699bb86-2266-4894-b065-e30a8e59977f req-b8ec4695-6130-4fe8-8ed1-c4c07f6c66e8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 Nov 08 12:30:46.838622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:46.842641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e938a6bc-d5d7-4ab8-85b8-8fd69f846caf HTTP/1.1" status: 204 len: 168 time: 0.5569448 Nov 08 12:30:46.853959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a08028-8695-4b19-b662-f28ed1c41d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e938a6bc-d5d7-4ab8-85b8-8fd69f846caf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:47.323271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-615f9c6c-3dbe-46f5-af79-515ad2bc2340 req-03edfc89-3fec-4811-bc8c-3cd43e59cb9c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0865307 Nov 08 12:30:47.335692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:30:47.363275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:47.392120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-1864936a-42f0-43dc-bd18-8ed427289495 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:47.394464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-1864936a-42f0-43dc-bd18-8ed427289495 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 813 time: 0.2297988 Nov 08 12:30:47.412653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-391473ff-f289-4ecb-9f1b-08ab543ed914 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/quotas/ac5751372a314066a1f73bbf686fba9a HTTP/1.1" status: 200 len: 375 time: 0.0110853 Nov 08 12:30:47.543531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-3b52f0ac-1c4a-437e-b0b9-f829906e01ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221392 Nov 08 12:30:47.555598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 187003f8-0bce-4c2b-bc79-baeeac694244 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:30:47.556396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:47.563946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e241cda7-113c-4c02-9159-34b4d958e059 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=891bc6cb4fb44db79b6e5b52364855ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969125 Nov 08 12:30:47.566277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:47.673756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:47.715191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:47.719088 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e749676-3e79-4e96-8a21-354c7bd130b2" -d '{"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-plugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:47.756701 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:47.760663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-84a17701-532a-4340-9367-9370d4837ba7 service neutron] 10.222.0.58 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087696 Nov 08 12:30:47.769322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:47.804699 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b2f17-da4a-4102-9df6-74af0adcbebe x-openstack-request-id: req-0f8b2f17-da4a-4102-9df6-74af0adcbebe {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:47.805227 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-plugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:47.806370 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f8b2f17-da4a-4102-9df6-74af0adcbebe {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:47.806994 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244', 'code': 200} Nov 08 12:30:47.858491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:47.863342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:47.951934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-d5962eb6-3807-4f6d-add2-bec8e3ef5ae6 service neutron] 10.222.0.58 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761150 Nov 08 12:30:47.994066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:48.011210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.017337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.023148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9915f9f5-2a9e-4ac9-8fa1-ac19ed38de5b HTTP/1.1" status: 204 len: 168 time: 0.4549158 Nov 08 12:30:48.041989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34643acf-f2f5-4f51-a7f2-9f92c1f2847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915f9f5-2a9e-4ac9-8fa1-ac19ed38de5b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:48.064177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:48.290380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2115081124-network', 'tenant_id': '3b18b01ecba1496ba851f5b45cb3e531'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:48.380099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5a2bd78-2499-44ce-8dcf-7b70b4179191 req-90ceae9f-8ca2-4af0-bc5d-6de2088de6ee tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0522387 Nov 08 12:30:48.417626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04f286cd-6313-41dd-9914-f10808a8758a no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:30:48.432377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Made reservation on behalf of 3b18b01ecba1496ba851f5b45cb3e531 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:48.434808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.446100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.473584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 04f286cd-6313-41dd-9914-f10808a8758a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:30:48.473999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04f286cd-6313-41dd-9914-f10808a8758a not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:30:48.568540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a769408f-4f31-4bd8-9bf9-0961ecb21a7a req-a829b9ad-38ce-4e33-9336-ff9531f046fa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0900896 Nov 08 12:30:48.682999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.781787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.802541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:30:48.835503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.835851 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Added segment e01316ea-c0fe-4468-bf34-0d105acba66a of type vlan for network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 Nov 08 12:30:48.881065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:48.929014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade8fb7-fba9-4ed5-950c-cf0f65621958,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:49.043711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:49.044611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:49.045203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:49.152815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=23715558-f4a4-4db3-8be4-f13fa1fc63d9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:49.163722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:30:49.239331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2ce65ca1-7a59-48dd-a373-89980de28ed0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1730533 Nov 08 12:30:49.241261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:49.248132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Request body: {'subnet': {'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2115081124-subnet', 'tenant_id': '3b18b01ecba1496ba851f5b45cb3e531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:49.410434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Made reservation on behalf of 3b18b01ecba1496ba851f5b45cb3e531 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:49.422146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:49.594009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5748cb5d-3e05-4b10-981c-3171f785d3e0 req-c66f859f-5672-4fe3-94d2-c7f49e5dbef3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0770519 Nov 08 12:30:49.705341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:49.763487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93deed29-e6ad-423d-9dd3-e6ca753fac21 req-2dffb563-49a8-4f5b-bbef-5645b6a27ea5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0475938 Nov 08 12:30:49.766455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41054) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:49.801651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Checking segment: {'id': 'e01316ea-c0fe-4468-bf34-0d105acba66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:49.802015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Network hostable DHCP agents. Network: 23715558-f4a4-4db3-8be4-f13fa1fc63d9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:30:49.817362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8335e596-6605-4d06-a35e-5c1743c2dad8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:49.901522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:30:49.920296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-699322321-network', 'tenant_id': 'f1066462deaa4ccfbe79fac72c18cb46'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:50.003686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.007308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 23715558-f4a4-4db3-8be4-f13fa1fc63d9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:50.012644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:50.013463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.017463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0579e-1419-4d85-bdb5-4eb8094c9e86 None None] Network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:50.082463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Made reservation on behalf of f1066462deaa4ccfbe79fac72c18cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:50.086884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.126760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.194781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf26581-792f-4d1f-81a1-f93e6c335bfe None None] Network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:50.200776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b75ff59d-667d-415e-a071-90118317b125 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9575360 Nov 08 12:30:50.346677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.438300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.488636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fc632-43a9-40d8-8201-d8f69be09787,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:50.512068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:30:50.521776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.522121 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Added segment e858d94b-8207-4257-8243-161d37a6241b of type vlan for network bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a Nov 08 12:30:50.572659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.693084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.694827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:50.695584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:50.744639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61e1e4a8-5ae8-42e7-ae34-90f63b3bff8d req-c79fb35a-cb0e-45ee-8c46-e2071881e046 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0467072 Nov 08 12:30:50.808540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] Pushing event updated for resources: {'Network': ['ID=bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:50.820102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:30:50.918460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41094) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:50.926533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-59297691-a5d4-4af6-9a4f-a9e62e4687f9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1489141 Nov 08 12:30:50.928542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Request body: {'subnet': {'network_id': 'bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-699322321-subnet', 'tenant_id': 'f1066462deaa4ccfbe79fac72c18cb46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:50.992661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6ea226c-de3e-45f2-914e-5d92b251e8cc req-6de74e5a-caba-4740-9d01-079dc987e8a0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e48ede1a-fbaf-4e3b-8f0f-cb8fc1a1fbdd HTTP/1.1" status: 200 len: 210 time: 0.0432417 Nov 08 12:30:51.017667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-757e8ec6-85f4-493b-926b-580e6945a77c tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:51.024694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-757e8ec6-85f4-493b-926b-580e6945a77c tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/networks?id=23715558-f4a4-4db3-8be4-f13fa1fc63d9 HTTP/1.1" status: 200 len: 814 time: 0.2113438 Nov 08 12:30:51.045398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-47aae43c-20b5-4eaa-a86a-2529e1c9bba4 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/quotas/3b18b01ecba1496ba851f5b45cb3e531 HTTP/1.1" status: 200 len: 375 time: 0.0197854 Nov 08 12:30:51.049999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Made reservation on behalf of f1066462deaa4ccfbe79fac72c18cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:51.052726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:51.089958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-219a605d-5ef8-4cfb-8699-941550eb8e13 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b18b01ecba1496ba851f5b45cb3e531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435643 Nov 08 12:30:51.444499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:51.553022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Checking segment: {'id': 'e858d94b-8207-4257-8243-161d37a6241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:51.553835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Network hostable DHCP agents. Network: bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:30:51.556283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a2fc36-71a0-4263-bd25-17bc128fba52,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:51.667143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Network bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:30:51.668940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-59dfeb26-9b49-45cd-a2e3-a86d36b324b1 service neutron] 10.222.0.58 "GET /v2.0/networks/23715558-f4a4-4db3-8be4-f13fa1fc63d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780430 Nov 08 12:30:51.677337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5b8d7fea-b251-481e-b4f5-a5d5cfb8d369 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:51.678878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5b8d7fea-b251-481e-b4f5-a5d5cfb8d369 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 813 time: 0.5623012 Nov 08 12:30:51.693144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Request body: {'port': {'device_id': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'admin_state_up': True, 'tenant_id': 'ac5751372a314066a1f73bbf686fba9a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:51.735187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:51.740319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:51.741144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:51.748272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24005fed-e891-4ec2-a19d-a5945b11478d None None] Network bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:51.848841 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-465a12e9-aa57-482c-a6c1-37d38a581089 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9199378 Nov 08 12:30:51.857540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-df39c143-a201-4da3-a8b1-0288bb0a1283 service neutron] 10.222.0.58 "GET /v2.0/networks/23715558-f4a4-4db3-8be4-f13fa1fc63d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775572 Nov 08 12:30:51.958302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e070a6b9-f48a-436f-883c-33729a5429a9 req-47f97f7b-754b-4b27-928c-b7e482b1803a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0606279 Nov 08 12:30:51.980679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Made reservation on behalf of ac5751372a314066a1f73bbf686fba9a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:51.990066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:52.043999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8924cd8-e816-4c4a-affd-33b656f3d071 None None] Network bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:30:52.194068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Allocated IP 172.20.0.3 (3b3526a9-08a5-4379-b88c-05731a707baf/b5827040-fae7-431e-bf14-18db4fa7a1e1/021a5645-89ef-46e8-991e-4d33ce649e3c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:52.246150 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-5fe17e25-1526-4308-9fd0-a1bc64f7884a req-04ef7069-cbab-4eba-8e79-67665094fd87 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] show failed (client error): The resource could not be found. Nov 08 12:30:52.247338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fe17e25-1526-4308-9fd0-a1bc64f7884a req-04ef7069-cbab-4eba-8e79-67665094fd87 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/c3006f88-65a5-48a2-bd35-cb9b5190807b HTTP/1.1" status: 404 len: 352 time: 0.0341918 Nov 08 12:30:52.406150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:52.495644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fc6e253-36f9-468d-8b0a-b61489b61f04 req-0db31504-e326-4a4b-8abc-2dd7bf6a5f1a tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 210 time: 0.0392425 Nov 08 12:30:52.501938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d50b25d0-c92e-4a23-bc6d-96485cdb5fba req-fc057af5-87af-4fa9-a43c-25d670f76018 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1066462deaa4ccfbe79fac72c18cb46 HTTP/1.1" status: 200 len: 3005 time: 0.1262445 Nov 08 12:30:52.612559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d50b25d0-c92e-4a23-bc6d-96485cdb5fba req-94b26ebf-effa-426e-8d2b-209d3f4dc567 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/f89fc632-43a9-40d8-8201-d8f69be09787 HTTP/1.1" status: 200 len: 3002 time: 0.0943525 Nov 08 12:30:52.687850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d50b25d0-c92e-4a23-bc6d-96485cdb5fba req-f77db8b2-f5ad-4223-aca6-d0e7c0a6d544 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/f89fc632-43a9-40d8-8201-d8f69be09787 HTTP/1.1" status: 200 len: 3002 time: 0.0673399 Nov 08 12:30:52.690261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:52.703918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:30:52.911696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Network 3b3526a9-08a5-4379-b88c-05731a707baf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:52.924817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:52.929466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Pushing event updated for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:52.939603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:52.997271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-201be757-5381-4f5c-8e7c-c69f6c674265 req-85e3060f-6d2d-4307-8530-83ae9de3faed tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/f89fc632-43a9-40d8-8201-d8f69be09787 HTTP/1.1" status: 200 len: 3002 time: 0.2017455 Nov 08 12:30:53.060767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-e0710aac-b393-430a-9818-17219d8e25b4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:53.062623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-e0710aac-b393-430a-9818-17219d8e25b4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.3574390 Nov 08 12:30:53.076861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:53.083503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:53.104374 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-770c51f8-07ac-44f3-86dc-b0ac3475f367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:53.126467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-33d7f3bd-f378-43db-b4fd-90e697ed21d4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0558527 Nov 08 12:30:53.187330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-002e01c6-f41d-47e5-99c0-bea610d635e8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509040 Nov 08 12:30:53.189693 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-201be757-5381-4f5c-8e7c-c69f6c674265 req-3627f717-879f-450b-80d8-162e59fa1fe7 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 12:30:53.190718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-201be757-5381-4f5c-8e7c-c69f6c674265 req-3627f717-879f-450b-80d8-162e59fa1fe7 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "DELETE /v2.0/security-groups/f89fc632-43a9-40d8-8201-d8f69be09787 HTTP/1.1" status: 409 len: 352 time: 0.1922185 Nov 08 12:30:53.278435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-79c45859-b903-467e-af1d-3686944fefca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5889390 Nov 08 12:30:53.338533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-56d8ef19-2f20-40ce-bff5-a8864beb82d4 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501222 Nov 08 12:30:53.345201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Request body: {'port': {'device_id': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:53.448820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a29e9-2b91-4935-9a4b-46912369d1e6 req-c3ad9f50-37b9-4896-a5ee-2bbdfff756a7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:53.450404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c6a29e9-2b91-4935-9a4b-46912369d1e6 req-c3ad9f50-37b9-4896-a5ee-2bbdfff756a7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 931 time: 0.1779704 Nov 08 12:30:53.512009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:53.593728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c6a29e9-2b91-4935-9a4b-46912369d1e6 req-13370f4e-48f1-4c7c-a1d0-e51c9d724048 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339068 Nov 08 12:30:53.596440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-178849d3-fb9f-4e60-a287-51139f1b6e35 req-0f9dd8ce-ea3f-4315-acee-eaaa583dbabb service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446942 Nov 08 12:30:53.752512 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-3d2df051-a171-459c-be19-42ac5737c0f5 req-39c893b7-0fb5-4656-8d3c-2eaf26620e75 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] show failed (client error): The resource could not be found. Nov 08 12:30:53.753872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d2df051-a171-459c-be19-42ac5737c0f5 req-39c893b7-0fb5-4656-8d3c-2eaf26620e75 tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/4ccca715-1dfa-42c3-9cea-0c8262aa29e9 HTTP/1.1" status: 404 len: 352 time: 0.0365496 Nov 08 12:30:54.015940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-197bef14-9a4b-4b35-96d3-a95977b4427d req-7d063a03-429c-427a-b149-fb87b5fca349 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 210 time: 0.0435438 Nov 08 12:30:54.082409 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-6c410a67-0d76-42b7-ab68-13e8fc2baf05 req-e78afce1-6bd8-4a3c-aac1-6228c83b776f tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] show failed (client error): The resource could not be found. Nov 08 12:30:54.088737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c410a67-0d76-42b7-ab68-13e8fc2baf05 req-e78afce1-6bd8-4a3c-aac1-6228c83b776f tempest-SecurityGroupsNegativeTestJSON-1639243354 tempest-SecurityGroupsNegativeTestJSON-1639243354-project] 10.222.0.58 "GET /v2.0/security-groups/4ccf18f4-a000-4f0e-b292-80f88ebf142e HTTP/1.1" status: 404 len: 352 time: 0.0253413 Nov 08 12:30:54.095772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:54.142442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021a5645-89ef-46e8-991e-4d33ce649e3c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:54.162914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.204829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8d642c2-a738-4444-817e-181ca702a094 req-a453823e-fb18-4b6e-8371-40b277af3be9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ac3751-bb0e-4a03-a0ce-6aa51778bb90 HTTP/1.1" status: 200 len: 210 time: 0.0628121 Nov 08 12:30:54.228170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Deleting subnet b8a2fc36-71a0-4263-bd25-17bc128fba52 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:30:54.236677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.236677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Transition to ACTIVE for port object 021a5645-89ef-46e8-991e-4d33ce649e3c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:54.272624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.317413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.338124 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.425026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:54.521777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Attempting to bind port 021a5645-89ef-46e8-991e-4d33ce649e3c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:54.522370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Attempting to bind port 021a5645-89ef-46e8-991e-4d33ce649e3c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:54.522753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Attempting to bind port 021a5645-89ef-46e8-991e-4d33ce649e3c on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:54.529307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Port 021a5645-89ef-46e8-991e-4d33ce649e3c on network 3b3526a9-08a5-4379-b88c-05731a707baf not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:54.529642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Attempting to bind port 021a5645-89ef-46e8-991e-4d33ce649e3c on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:54.535924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:54.536270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Checking segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:54.536652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Bound using segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:54.537345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Bound port: 021a5645-89ef-46e8-991e-4d33ce649e3c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:54.537718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.541644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.587827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a2fc36-71a0-4263-bd25-17bc128fba52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:54.614530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.621582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-964d846c-ed43-4361-9fd4-36620a19cf4f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8a2fc36-71a0-4263-bd25-17bc128fba52 HTTP/1.1" status: 204 len: 168 time: 0.5210392 Nov 08 12:30:54.621582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:54.783188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:54.786284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=021a5645-89ef-46e8-991e-4d33ce649e3c,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:54.805838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.821888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224f7e-2f3c-4d99-8ffc-698f7361d207 req-81a14f29-30a6-4ec3-ac52-a6a35fcad35c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:54.823476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28224f7e-2f3c-4d99-8ffc-698f7361d207 req-81a14f29-30a6-4ec3-ac52-a6a35fcad35c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1044893 Nov 08 12:30:54.898194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.978298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:54.978940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:54.980453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] 10.222.0.61 "PUT /v2.0/ports/021a5645-89ef-46e8-991e-4d33ce649e3c HTTP/1.1" status: 200 len: 1091 time: 1.6625085 Nov 08 12:30:54.981055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:54.984752 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fafc7a-2681-4215-8fb2-8c4eafe06522" -d '{"events": [{"name": "network-changed", "server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:54.991915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28224f7e-2f3c-4d99-8ffc-698f7361d207 req-be0c1d18-4993-469d-9f7f-ccd465a6022f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602087 Nov 08 12:30:55.083452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.176120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad24d3a-fe54-4f13-8002-1ecd54af2ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:55.190812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:55.207743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e858d94b-8207-4257-8243-161d37a6241b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:55.208050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e858d94b-8207-4257-8243-161d37a6241b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:30:55.268787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.312599 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.329295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:30:55.330938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:30:55.334065 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:30:55.375693 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d7962e-3b32-4c15-bde4-6429322b5fc4 x-openstack-request-id: req-d6d7962e-3b32-4c15-bde4-6429322b5fc4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:55.376357 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:55.376838 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6d7962e-3b32-4c15-bde4-6429322b5fc4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:55.377452 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c', 'status': 'completed', 'code': 200} Nov 08 12:30:55.466397 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f52f74c-6c29-4d87-aeb1-028e57c0b920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.481180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01a045c8-faa7-4a70-8940-88c636865382 req-bc69f39b-f562-419a-86eb-38bed3a2c056 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 210 time: 0.1025901 Nov 08 12:30:55.588979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-419afa09-93d6-472f-98db-33b4374408ea tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:55.591648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-419afa09-93d6-472f-98db-33b4374408ea tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.57 "GET /v2.0/networks?id=23715558-f4a4-4db3-8be4-f13fa1fc63d9 HTTP/1.1" status: 200 len: 814 time: 0.5643735 Nov 08 12:30:55.601426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-2114406d-02fc-43f6-9dfa-bcfd5417c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:55.602939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-2114406d-02fc-43f6-9dfa-bcfd5417c310 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 1094 time: 0.3874285 Nov 08 12:30:55.603554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.612314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Request body: {'port': {'device_id': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9', 'admin_state_up': True, 'tenant_id': '3b18b01ecba1496ba851f5b45cb3e531'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:55.622720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:55.627357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a HTTP/1.1" status: 204 len: 168 time: 1.0045059 Nov 08 12:30:55.664942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-c865dd6a-5114-4fa2-a696-137ed10729c0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:55.666439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-c865dd6a-5114-4fa2-a696-137ed10729c0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1947825 Nov 08 12:30:55.700119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69a843-1348-49ec-bb81-307024809376 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda1ca35-8fa6-49cd-9bd2-ca6f9485ce4a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:55.731769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-8b26a7a5-1149-456d-90d8-afaa445fc57d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021a5645-89ef-46e8-991e-4d33ce649e3c HTTP/1.1" status: 200 len: 217 time: 0.1146796 Nov 08 12:30:55.778897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-52b7b75a-5317-4626-a116-443a3de291f8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0738661 Nov 08 12:30:55.828364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-0465ef56-71d9-4274-800d-9a0fd9a15589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:55.829840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-0465ef56-71d9-4274-800d-9a0fd9a15589 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0908191 Nov 08 12:30:55.836473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-3a897028-4a8f-4926-82f4-3614efe2ba37 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435774 Nov 08 12:30:55.888741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-2d4f88c8-d9db-4615-8496-896bce84748d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498040 Nov 08 12:30:56.006729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41258) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:56.047264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-a0dfa0ea-181e-42b1-bd16-2fb24095542d service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990070 Nov 08 12:30:56.067142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Made reservation on behalf of 3b18b01ecba1496ba851f5b45cb3e531 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:56.075111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.085145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6e7b006f-150e-4eff-95d9-ee72d4803d5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1066462deaa4ccfbe79fac72c18cb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767035 Nov 08 12:30:56.085754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:56.098389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-2199496a-64a2-467e-b8dc-0e4e2325c29a service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998901 Nov 08 12:30:56.143980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.174696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.607382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.610574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.628366 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f89fc632-43a9-40d8-8201-d8f69be09787 HTTP/1.1" status: 204 len: 168 time: 0.5250416 Nov 08 12:30:56.628366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286e1dd-b01d-4315-a1a2-cae200221225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fc632-43a9-40d8-8201-d8f69be09787,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:56.641424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5da84-dc77-42b1-b4b3-517d7d0924fd req-a512a650-582f-4d19-a2ea-c23a645a4a4d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:56.642981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5df5da84-dc77-42b1-b4b3-517d7d0924fd req-a512a650-582f-4d19-a2ea-c23a645a4a4d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 943 time: 0.5406609 Nov 08 12:30:56.697449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f3e72fa2-d3ce-417f-9639-26dcdbeee4a1 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493180 Nov 08 12:30:56.728457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1350ae2b-c116-401c-a9f3-206149bdb8a7 req-8d5a5184-82b1-4187-9ba8-4cf22ee062c8 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987437 Nov 08 12:30:56.741332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:56.745734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Allocated IP 172.20.0.10 (23715558-f4a4-4db3-8be4-f13fa1fc63d9/8335e596-6605-4d06-a35e-5c1743c2dad8/7655673c-5654-49e6-83b0-5d57a51a2b8c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:30:56.767603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5df5da84-dc77-42b1-b4b3-517d7d0924fd req-5fb6e4d7-8717-4fe3-9165-9c38bfe22024 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127620 Nov 08 12:30:57.087777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:57.208989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7f1d849-21a2-4fcc-a8c5-68c422c1fb32 req-a486a1bd-1f28-4830-9422-f88429bd69a8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 210 time: 0.0869615 Nov 08 12:30:57.232370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a2c3f7d-cefa-42e5-952f-e16bd695279b req-9ebeb414-8e03-4c9d-a0c2-8a898626b48b tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 210 time: 0.1077826 Nov 08 12:30:57.237825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-ac6848a5-5b5d-4662-9f57-e7ba82cae1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:57.242557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-ac6848a5-5b5d-4662-9f57-e7ba82cae1a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 1094 time: 0.3362217 Nov 08 12:30:57.359235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-1e8ca74c-39dd-42f9-8eea-a60cc8a8d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:57.360745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-1e8ca74c-39dd-42f9-8eea-a60cc8a8d29f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1063790 Nov 08 12:30:57.411198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:57.413935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-df6a3ed4-5b52-41e9-80d2-d466e3ded7d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021a5645-89ef-46e8-991e-4d33ce649e3c HTTP/1.1" status: 200 len: 217 time: 0.0448415 Nov 08 12:30:57.490168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:30:57.498184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:30:57.505163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:30:57.512613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Pushing event updated for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:57.535390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-275aa518-3ae1-4c37-9d56-61247784dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:57.536891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-275aa518-3ae1-4c37-9d56-61247784dc83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.1132281 Nov 08 12:30:57.581497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-e4b118c8-4651-4fd2-90db-a727ac9cbef6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360923 Nov 08 12:30:57.591881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:57.592495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:57.696259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-8de6fbb9-346e-4bd9-94e8-0c34bfbe7caf service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009219 Nov 08 12:30:57.705390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-36cc70f8-1f28-4501-a026-c1adb9294a31 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0971880 Nov 08 12:30:57.716701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Request body: {'port': {'device_id': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:57.838723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.007685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7fafc7a-2681-4215-8fb2-8c4eafe06522 req-78c177a1-2107-4b5e-80f9-4ab74af5720e service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037362 Nov 08 12:30:58.011011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.043649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298f9f-db5a-4887-832a-4a416a28da7d req-10c9c7be-8fcb-4d69-ab91-cd0c0bb542dc tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:58.047931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb298f9f-db5a-4887-832a-4a416a28da7d req-10c9c7be-8fcb-4d69-ab91-cd0c0bb542dc tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 943 time: 0.2035859 Nov 08 12:30:58.100793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:58.247222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb298f9f-db5a-4887-832a-4a416a28da7d req-e9d7adaa-a24d-42d2-bf3a-4e96fdc51c60 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900096 Nov 08 12:30:58.319006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-99224828-network', 'tenant_id': '30f348b7a0664c9188f4f648b236981c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:58.421653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e20c7a7f-d299-4964-8609-085a68cb4522 req-97a9af28-9bbf-4c22-9b21-f3dcd9bcf335 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 210 time: 0.0422976 Nov 08 12:30:58.441312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Made reservation on behalf of 30f348b7a0664c9188f4f648b236981c for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:58.443865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.453750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.498177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd72201-62bd-405c-a86b-fcca38493e31 req-88bc4153-fd19-4e9a-b40d-93153a7bae0e tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:58.506341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dd72201-62bd-405c-a86b-fcca38493e31 req-88bc4153-fd19-4e9a-b40d-93153a7bae0e tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 932 time: 0.1263371 Nov 08 12:30:58.592196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.604043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dd72201-62bd-405c-a86b-fcca38493e31 req-fc0e5085-fcf4-4368-bfa4-90d6a86855b7 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968275 Nov 08 12:30:58.646220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7655673c-5654-49e6-83b0-5d57a51a2b8c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:58.656406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.672756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Transition to ACTIVE for port object 7655673c-5654-49e6-83b0-5d57a51a2b8c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:30:58.681348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.712199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:30:58.722825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e1a961-c8c1-4f31-9dd6-9187edea43ba,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:58.730046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.730449 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Added segment 930f229c-2bfc-4f30-80b6-164f69092435 of type vlan for network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 Nov 08 12:30:58.768673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.790470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.878000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Pushing event updated for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:58.902595 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.916856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:58.919011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:58.919011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.008810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Attempting to bind port 7655673c-5654-49e6-83b0-5d57a51a2b8c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:30:59.009172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Attempting to bind port 7655673c-5654-49e6-83b0-5d57a51a2b8c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e01316ea-c0fe-4468-bf34-0d105acba66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:30:59.015736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Attempting to bind port 7655673c-5654-49e6-83b0-5d57a51a2b8c on network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:59.033901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Port 7655673c-5654-49e6-83b0-5d57a51a2b8c on network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:30:59.033901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Attempting to bind port 7655673c-5654-49e6-83b0-5d57a51a2b8c on network 23715558-f4a4-4db3-8be4-f13fa1fc63d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:30:59.037686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:30:59.038056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Checking segment: {'id': 'e01316ea-c0fe-4468-bf34-0d105acba66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:30:59.038588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Bound using segment: {'id': 'e01316ea-c0fe-4468-bf34-0d105acba66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:30:59.039087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Bound port: 7655673c-5654-49e6-83b0-5d57a51a2b8c, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01316ea-c0fe-4468-bf34-0d105acba66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:30:59.039509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.066500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] Pushing event updated for resources: {'Network': ['ID=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:59.084808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:30:59.100536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41354) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:30:59.101831 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30dc0668-1c68-49b3-85d9-c1173dd2f546 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9960275 Nov 08 12:30:59.105802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Request body: {'subnet': {'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-99224828-subnet', 'tenant_id': '30f348b7a0664c9188f4f648b236981c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:59.149269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:30:59.153076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c,segment=NetworkSegment(e01316ea-c0fe-4468-bf34-0d105acba66a),segment_id=e01316ea-c0fe-4468-bf34-0d105acba66a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:30:59.230377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Made reservation on behalf of 30f348b7a0664c9188f4f648b236981c for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:30:59.232306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.234982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.361194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 021a5645-89ef-46e8-991e-4d33ce649e3c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:30:59.388904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.390221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.392638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] 10.222.0.57 "PUT /v2.0/ports/7655673c-5654-49e6-83b0-5d57a51a2b8c HTTP/1.1" status: 200 len: 1092 time: 1.6798620 Nov 08 12:30:59.408864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:30:59.411606 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c562d0-35eb-4722-9772-1a70de159ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:30:59.480449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ad5d-ed22-43d1-af80-21edf1b47beb service neutron] Pushing event updated for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:59.485005 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbef092-722b-416d-a0e5-a3880315eabd x-openstack-request-id: req-efbef092-722b-416d-a0e5-a3880315eabd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:30:59.485519 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:30:59.485831 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efbef092-722b-416d-a0e5-a3880315eabd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:30:59.486337 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c', 'status': 'completed', 'code': 200} Nov 08 12:30:59.510882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=021a5645-89ef-46e8-991e-4d33ce649e3c,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:59.520416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696944b-c26c-4ce5-bbe4-1cc7efb7d069 req-e57781de-739d-4939-a04b-c0fb35eb14e2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.522370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7696944b-c26c-4ce5-bbe4-1cc7efb7d069 req-e57781de-739d-4939-a04b-c0fb35eb14e2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1286149 Nov 08 12:30:59.539219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '021a5645-89ef-46e8-991e-4d33ce649e3c', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'port_id': '021a5645-89ef-46e8-991e-4d33ce649e3c', 'mac_address': 'fa:16:3e:66:8c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5827040-fae7-431e-bf14-18db4fa7a1e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:30:59.628048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.640031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4abb9a91-a922-46e8-8080-5f17c3f2c4f6 req-51cffb87-d2e2-45a9-aa87-164f09aea460 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 210 time: 0.0399745 Nov 08 12:30:59.642607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021a5645-89ef-46e8-991e-4d33ce649e3c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:30:59.663519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=021a5645-89ef-46e8-991e-4d33ce649e3c,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:30:59.674896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-4326ce1d-0506-4043-a0e1-a43195bafeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.679113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-4326ce1d-0506-4043-a0e1-a43195bafeb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b18b01ecba1496ba851f5b45cb3e531&device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 1095 time: 0.1447444 Nov 08 12:30:59.726069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7696944b-c26c-4ce5-bbe4-1cc7efb7d069 req-85ccc5d0-1744-473f-82ac-83e55a33fa22 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965599 Nov 08 12:30:59.772525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:30:59.836845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:30:59.896414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-19e367c6-8169-4ebe-a5e8-f39a138f0983 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.896414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-19e367c6-8169-4ebe-a5e8-f39a138f0983 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1553516 Nov 08 12:30:59.910920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:30:59.940870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b8428-e076-4343-a421-d18d2680f9bd req-c0aaa8ab-2cee-4e1e-9c22-efd912df0378 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.942638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-314b8428-e076-4343-a421-d18d2680f9bd req-c0aaa8ab-2cee-4e1e-9c22-efd912df0378 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 944 time: 0.1614537 Nov 08 12:30:59.944239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-c311894f-132c-4f2b-baa8-24a120850bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:30:59.946083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-c311894f-132c-4f2b-baa8-24a120850bad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3b18b01ecba1496ba851f5b45cb3e531&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2549086 Nov 08 12:31:00.062663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:00.094350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['021a5645-89ef-46e8-991e-4d33ce649e3c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:00.194514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-314b8428-e076-4343-a421-d18d2680f9bd req-ee3278c6-09a0-4ab6-9fe5-3bfd96a69f29 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372665 Nov 08 12:31:00.195694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:00.199336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:00.230476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-a034b6e9-c94f-4a97-bf7e-5d3c64ccd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.232264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11c562d0-35eb-4722-9772-1a70de159ab1 req-a034b6e9-c94f-4a97-bf7e-5d3c64ccd291 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753928 Nov 08 12:31:00.269462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8c69ad-04e1-41b3-90e1-74f58de57872,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:00.356619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-a2abf5f9-96a0-4537-8125-a42721e79001 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2135923 Nov 08 12:31:00.359325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Checking segment: {'id': '930f229c-2bfc-4f30-80b6-164f69092435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:00.359692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Network hostable DHCP agents. Network: d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:00.382712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-d9f72b4a-4ed8-4ace-a5ed-fd1153d7ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.384496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-d9f72b4a-4ed8-4ace-a5ed-fd1153d7ac66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b18b01ecba1496ba851f5b45cb3e531&device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 1095 time: 0.0978236 Nov 08 12:31:00.449861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.4 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/d7eb0631-571e-4973-96c4-fbb5fe89ea3d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:00.452595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-57ec31ba-ba0c-4cd0-9ec8-d1180e0993df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c HTTP/1.1" status: 200 len: 217 time: 0.0591395 Nov 08 12:31:00.454786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:00.545622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.546747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.547214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.547756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.548211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.548665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.549118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.551142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-0c6ffb44-8a47-4b71-a747-4fe3bcf93ec7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.1074860 Nov 08 12:31:00.557627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-2d6e19a9-dbbc-4fe0-89fc-bc8fd9595f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.558860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-2d6e19a9-dbbc-4fe0-89fc-bc8fd9595f69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8335e596-6605-4d06-a35e-5c1743c2dad8 HTTP/1.1" status: 200 len: 854 time: 0.0817683 Nov 08 12:31:00.563828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:00.570625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.571496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:00.572542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c05378-3164-4828-ab59-20f4754ec743 None None] Network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:00.620812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-d71ee7c9-bef0-4e39-8bda-353b466d79aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23715558-f4a4-4db3-8be4-f13fa1fc63d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460594 Nov 08 12:31:00.691852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:00.783672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-27ab1c82-faeb-4edf-97ae-df780c55fc1c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6819282 Nov 08 12:31:00.801790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:00.823212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b42915-82ee-4aaa-9e2e-585de1a3b320 None None] Network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:00.854780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4684de25-e9aa-4cf4-a757-c2aad4da16f2 req-13789087-5e0d-410b-82b4-2b2e16ab0715 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 210 time: 0.0990894 Nov 08 12:31:00.917825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:00.933106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:00.945987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:00.953829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:00.978422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6e2f4e58-9ff8-4a07-8fa6-68bd58daa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.978894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6e2f4e58-9ff8-4a07-8fa6-68bd58daa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.979361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6e2f4e58-9ff8-4a07-8fa6-68bd58daa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.980934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6e2f4e58-9ff8-4a07-8fa6-68bd58daa0aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=520c0c08-e003-432d-acfc-8d646c1ade8d&id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 2293 time: 0.3714681 Nov 08 12:31:00.986028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-b72bfbfe-91c5-46fd-8539-7c8dc76b0b52 service neutron] 10.222.0.57 "GET /v2.0/networks/23715558-f4a4-4db3-8be4-f13fa1fc63d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390522 Nov 08 12:31:00.997858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7a334-67ab-4d3a-a9e2-e85df2286e96 req-2fe99c43-fc56-4753-ad4b-8b2a57be870a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:00.998204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4df7a334-67ab-4d3a-a9e2-e85df2286e96 req-2fe99c43-fc56-4753-ad4b-8b2a57be870a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 944 time: 0.1333022 Nov 08 12:31:01.062458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:01.066466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.181026 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-b7efd19f-52c5-4f07-91fe-49979fd0d3ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2766051 Nov 08 12:31:01.193297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Request body: {'port': {'device_id': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:01.207647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4df7a334-67ab-4d3a-a9e2-e85df2286e96 req-cc1aa530-a649-462b-aa93-3a8e80dbaee8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990421 Nov 08 12:31:01.228812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-64d32ac4-c53d-4a4b-90b8-15e55158d140 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 1002 time: 0.2213378 Nov 08 12:31:01.284886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.356649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b9563e-d78e-4b34-b39a-89bee13d0e10 req-a23adadc-c6e5-4297-be0a-0f429d9df660 service neutron] 10.222.0.57 "GET /v2.0/networks/23715558-f4a4-4db3-8be4-f13fa1fc63d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572216 Nov 08 12:31:01.363966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 021a5645-89ef-46e8-991e-4d33ce649e3c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:01.407704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-4863434b-9266-4564-b04b-e5b8b498a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:01.409195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-4863434b-9266-4564-b04b-e5b8b498a390 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 200 len: 851 time: 0.1724043 Nov 08 12:31:01.549421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 021a5645-89ef-46e8-991e-4d33ce649e3c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:01.553209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 021a5645-89ef-46e8-991e-4d33ce649e3c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:01.553584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.567138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-9ec087b8-655f-4f1e-8fe3-a97bc3067c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:01.570296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-9ec087b8-655f-4f1e-8fe3-a97bc3067c6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494243 Nov 08 12:31:01.586669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0c773-e16a-4362-a422-dc3746bed729 req-2341efb9-e622-44dc-9d21-36b06757d837 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:01.588181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7a0c773-e16a-4362-a422-dc3746bed729 req-2341efb9-e622-44dc-9d21-36b06757d837 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 944 time: 0.1848824 Nov 08 12:31:01.632794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-ff68ecd5-7f4b-4d6e-8d52-1c4563206124 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:01.634561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-ff68ecd5-7f4b-4d6e-8d52-1c4563206124 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/networks?id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 HTTP/1.1" status: 200 len: 812 time: 0.2162104 Nov 08 12:31:01.651844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.679943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:01.682403 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ae6fa-38f8-41cd-98dd-b940101320b5" -d '{"events": [{"server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:01.695539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-590c9b90-c5f4-49c6-8409-a35ad825ce19 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/quotas/30f348b7a0664c9188f4f648b236981c HTTP/1.1" status: 200 len: 375 time: 0.0452752 Nov 08 12:31:01.705086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=021a5645-89ef-46e8-991e-4d33ce649e3c,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:01.722134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eb0631-571e-4973-96c4-fbb5fe89ea3d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:01.730914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.744785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Transition to ACTIVE for port object d7eb0631-571e-4973-96c4-fbb5fe89ea3d will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:01.752184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-5d55a12c-7d53-4476-a6bb-6b07c9c045ad tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30f348b7a0664c9188f4f648b236981c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446107 Nov 08 12:31:01.762951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7a0c773-e16a-4362-a422-dc3746bed729 req-47d68c18-eafb-43dd-93f4-3ceefa7275bf tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554899 Nov 08 12:31:01.774932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-1d8e4f35-9793-4f9a-8702-5b3bd3734783 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802237 Nov 08 12:31:01.883671 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.897839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:01.933585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-8e6c5507-bd20-4538-b74d-1e496bb45c2c service neutron] 10.222.0.58 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696813 Nov 08 12:31:01.935878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-b00368ed-2464-49b8-a3b8-fe58ef398855 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505930 Nov 08 12:31:01.968473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:02.053432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:02.079903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-33c4602e-7d11-404b-aded-b82b37752459 service neutron] 10.222.0.58 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328013 Nov 08 12:31:02.085318 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da559f-1f9d-4550-8d5c-47cb587826fa x-openstack-request-id: req-c5da559f-1f9d-4550-8d5c-47cb587826fa {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:02.085548 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:02.085803 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5da559f-1f9d-4550-8d5c-47cb587826fa {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:02.086196 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c', 'code': 200} Nov 08 12:31:02.120863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Attempting to bind port d7eb0631-571e-4973-96c4-fbb5fe89ea3d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:02.121311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Attempting to bind port d7eb0631-571e-4973-96c4-fbb5fe89ea3d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:02.121745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Attempting to bind port d7eb0631-571e-4973-96c4-fbb5fe89ea3d on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:02.140713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Port d7eb0631-571e-4973-96c4-fbb5fe89ea3d on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:02.141415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Attempting to bind port d7eb0631-571e-4973-96c4-fbb5fe89ea3d on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:02.152532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-26a0df15-cb43-42b6-b513-cfd74fdf67cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 217 time: 0.2068679 Nov 08 12:31:02.158676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:02.159035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:02.159401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:02.159836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Bound port: d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:02.160197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:02.251678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:02.253186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d016b678-9caa-46d5-b328-4a51f1f433b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.254687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d016b678-9caa-46d5-b328-4a51f1f433b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0898445 Nov 08 12:31:02.255939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:02.322562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e3b0-21be-4992-8d33-784a0b343939 req-5d45dd0f-3576-49eb-8a6a-9641a4a5e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.324091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68d7e3b0-21be-4992-8d33-784a0b343939 req-5d45dd0f-3576-49eb-8a6a-9641a4a5e617 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1581006 Nov 08 12:31:02.345332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:02.375763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.376399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:02.378560 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] 10.222.0.57 "PUT /v2.0/ports/d7eb0631-571e-4973-96c4-fbb5fe89ea3d HTTP/1.1" status: 200 len: 1091 time: 1.1896768 Nov 08 12:31:02.381450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:02.388323 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255" -d '{"events": [{"name": "network-changed", "server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:02.389276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d53e-ccbd-41b0-9155-dad431d90804 req-3ffd1e38-ca5d-4c18-b8db-539ed93d823f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.391296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0f8d53e-ccbd-41b0-9155-dad431d90804 req-3ffd1e38-ca5d-4c18-b8db-539ed93d823f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 943 time: 0.1357257 Nov 08 12:31:02.411811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d3fbc17c-02f8-4206-bfc0-4ca54142cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.413291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d3fbc17c-02f8-4206-bfc0-4ca54142cea9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457598 Nov 08 12:31:02.463677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7655673c-5654-49e6-83b0-5d57a51a2b8c details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:02.548109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d2d4c-867d-4f02-8d52-a72fbaeca029 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:02.558963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-9681e569-6025-4226-9b16-3c40ac584f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.560469 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-9681e569-6025-4226-9b16-3c40ac584f13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 1094 time: 0.0729618 Nov 08 12:31:02.624323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-f3aa0b8b-c876-4229-89b5-3cc4fe5b52b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d HTTP/1.1" status: 200 len: 217 time: 0.0520823 Nov 08 12:31:02.664734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c,segment=NetworkSegment(e01316ea-c0fe-4468-bf34-0d105acba66a),segment_id=e01316ea-c0fe-4468-bf34-0d105acba66a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:02.678095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '7655673c-5654-49e6-83b0-5d57a51a2b8c', 'network_id': '23715558-f4a4-4db3-8be4-f13fa1fc63d9', 'port_id': '7655673c-5654-49e6-83b0-5d57a51a2b8c', 'mac_address': 'fa:16:3e:f3:e0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8335e596-6605-4d06-a35e-5c1743c2dad8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:02.682221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-405e10d4-d25b-4745-8199-d7ba0a805dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:02.683746 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-405e10d4-d25b-4745-8199-d7ba0a805dd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0497200 Nov 08 12:31:02.719727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:02.730550 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-3957cc60-7d7f-4a35-b78a-b114ef8ac2dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339670 Nov 08 12:31:02.737799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7655673c-5654-49e6-83b0-5d57a51a2b8c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:02.760278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c,segment=NetworkSegment(e01316ea-c0fe-4468-bf34-0d105acba66a),segment_id=e01316ea-c0fe-4468-bf34-0d105acba66a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:02.834612 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-98b7e333-fe1a-48ce-bfd0-48000a6c2082 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939729 Nov 08 12:31:02.835821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:02.894771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:02.948023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68d7e3b0-21be-4992-8d33-784a0b343939 req-315e82ff-bbfb-488f-8079-d9bc759b6945 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159556 Nov 08 12:31:03.010026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0f8d53e-ccbd-41b0-9155-dad431d90804 req-837d579f-ad25-4395-9427-c844efefa811 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840898 Nov 08 12:31:03.021665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-4c957072-9c2a-4dca-b441-69b8797cc3a5 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967462 Nov 08 12:31:03.046294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d37be8-6549-43a0-8c8a-43a48831b6ed req-9002df88-c805-4278-8f32-0baca9990c4f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.047994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76d37be8-6549-43a0-8c8a-43a48831b6ed req-9002df88-c805-4278-8f32-0baca9990c4f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1724234 Nov 08 12:31:03.074549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7655673c-5654-49e6-83b0-5d57a51a2b8c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:03.125041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76d37be8-6549-43a0-8c8a-43a48831b6ed req-1cb6ca91-f4f3-4a89-9893-0d886d9de516 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634568 Nov 08 12:31:03.230542 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938da76e-2e19-42e4-a957-66f8c544e241 x-openstack-request-id: req-938da76e-2e19-42e4-a957-66f8c544e241 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:03.230860 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:03.231110 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-938da76e-2e19-42e4-a957-66f8c544e241 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:03.231532 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d', 'status': 'completed', 'code': 200} Nov 08 12:31:03.268421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-952a0243-6a60-441c-a733-e15f5d86e548 req-59633333-6857-4a34-912c-273b2397b5ee tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 210 time: 0.1135631 Nov 08 12:31:03.270760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d5c153c-862a-4283-83aa-9195948e4b51 req-8ad05de9-4221-47c7-be5f-fd80e121fa89 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264107 Nov 08 12:31:03.310764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-40e5ad23-095a-4f60-bddd-5078b50afc97 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679735 Nov 08 12:31:03.379090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-c195440c-f74e-4467-a49b-729c535b4d50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Nov 08 12:31:03.398929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22391-14da-4530-85b4-c3418311fad3 req-194a0506-59e4-4abe-a167-9ed0f199e28d tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.400598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30b22391-14da-4530-85b4-c3418311fad3 req-194a0506-59e4-4abe-a167-9ed0f199e28d tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Nov 08 12:31:03.450849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30b22391-14da-4530-85b4-c3418311fad3 req-98844663-65f4-4a9d-a3e1-170dacf543be tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Nov 08 12:31:03.487113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-128c9ed5-6bda-48ad-80ab-e873aa1e549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.488711 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-128c9ed5-6bda-48ad-80ab-e873aa1e549d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 1094 time: 0.0504689 Nov 08 12:31:03.559088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-156f5913-7da1-4e79-8b99-6afbc541f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.560709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-156f5913-7da1-4e79-8b99-6afbc541f363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0667667 Nov 08 12:31:03.611999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-f5e95444-bdd3-433f-880a-255d55fd5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.613517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-f5e95444-bdd3-433f-880a-255d55fd5591 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446384 Nov 08 12:31:03.615384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-7d3fc78d-8d2f-4536-ac8c-e9bae96a32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.616816 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-7d3fc78d-8d2f-4536-ac8c-e9bae96a32cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 912 time: 0.1132112 Nov 08 12:31:03.676000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-c1bcd4e8-0539-496c-91a3-439bbb2ce2be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d HTTP/1.1" status: 200 len: 217 time: 0.0461173 Nov 08 12:31:03.716987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-f98f1ab5-46dc-49f1-a36a-ae6e868c56fd service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952423 Nov 08 12:31:03.731646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-99c1b8e2-a523-43b7-bc2a-b67f26615aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.733106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-99c1b8e2-a523-43b7-bc2a-b67f26615aa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0477123 Nov 08 12:31:03.773424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-0efbbc76-d0e5-417e-812d-e216c34e9547 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264328 Nov 08 12:31:03.824873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-3c55b399-acc9-4bbb-ab55-94232e9a4dcc service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979009 Nov 08 12:31:03.875636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-8d90a1a8-3341-45cb-b4e2-419391654c25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 200 len: 217 time: 0.0430663 Nov 08 12:31:03.882526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-316d01df-38ba-4399-836b-c674a36961ec service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988083 Nov 08 12:31:03.942617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-efe53d46-aff4-4f7d-8184-ecb66968fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.944236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-efe53d46-aff4-4f7d-8184-ecb66968fce7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0564284 Nov 08 12:31:03.980891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-56a21cb7-343c-4b4a-b6cd-d47b0d4d3255 req-62837451-d0d8-4f6f-885f-09dee22ecfa9 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914359 Nov 08 12:31:03.996304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-faa28d82-a83a-4613-a704-de7a7516d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:03.998387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-faa28d82-a83a-4613-a704-de7a7516d0a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462959 Nov 08 12:31:04.133751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-7e3b6e1c-a732-4ed7-9c87-d9b3076c1341 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268659 Nov 08 12:31:04.188257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81203f-754f-4b07-a265-2bea8b8cb976 req-d0c3a7d7-40c6-4dfa-8e9d-d65fdefdec36 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.189743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c81203f-754f-4b07-a265-2bea8b8cb976 req-d0c3a7d7-40c6-4dfa-8e9d-d65fdefdec36 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 943 time: 0.1012866 Nov 08 12:31:04.285114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c81203f-754f-4b07-a265-2bea8b8cb976 req-7c522b46-6000-4648-b1fc-7fae4cac4e6e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702524 Nov 08 12:31:04.291110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-505455d7-1e0c-428a-bcb0-7c4175b2395f service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498938 Nov 08 12:31:04.337708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d846df1b-4f5a-4779-bbdf-d1b4f041ac82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 200 len: 217 time: 0.0384607 Nov 08 12:31:04.422666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6f5d8a2a-7094-479e-a838-0d708c22b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.424163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-6f5d8a2a-7094-479e-a838-0d708c22b9a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0789037 Nov 08 12:31:04.441898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da923e-4019-4564-b892-cadf19491871 req-0548605a-1396-417e-93ec-8309652544b2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.444548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5da923e-4019-4564-b892-cadf19491871 req-0548605a-1396-417e-93ec-8309652544b2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Nov 08 12:31:04.482699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d7eb0631-571e-4973-96c4-fbb5fe89ea3d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:04.485446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7655673c-5654-49e6-83b0-5d57a51a2b8c up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:04.517269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-1e83739a-cd27-4852-a8fd-99c67a7cd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.519091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-1e83739a-cd27-4852-a8fd-99c67a7cd00d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735869 Nov 08 12:31:04.523957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5da923e-4019-4564-b892-cadf19491871 req-0bafff3a-7a54-4798-8f42-8d760638afe4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 Nov 08 12:31:04.633961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-541aecca-1965-40aa-87a7-80c7692c9714 req-363dd522-ff72-4d7c-a8e1-99f1e548204d tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 210 time: 0.0357091 Nov 08 12:31:04.642596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:04.663044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d', 'mac_address': 'fa:16:3e:d8:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:04.665508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-39894b05-c1e7-4478-9322-88208a1b3f00 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368032 Nov 08 12:31:04.697429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 7655673c-5654-49e6-83b0-5d57a51a2b8c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:04.706920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 7655673c-5654-49e6-83b0-5d57a51a2b8c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:04.706920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:04.736791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:04.750399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eb0631-571e-4973-96c4-fbb5fe89ea3d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:04.771988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-7c6bd350-a8fd-468c-a495-abceeff5f2f8 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988414 Nov 08 12:31:04.785003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:04.836640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:04.840671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-d75e699c-db6b-423b-b681-7640bd966db8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 200 len: 217 time: 0.0520415 Nov 08 12:31:04.861528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:04.864607 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540e5a3-3fc6-42d2-a59c-3d807248642a" -d '{"events": [{"server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "name": "network-vif-plugged", "status": "completed", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:04.875975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:04.882752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c,segment=NetworkSegment(e01316ea-c0fe-4468-bf34-0d105acba66a),segment_id=e01316ea-c0fe-4468-bf34-0d105acba66a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:04.926388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f945f9c-0397-493b-9cc0-2d206b3a27e3 req-b5d27f20-25f4-4d4f-ad6d-1361763da960 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.928045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f945f9c-0397-493b-9cc0-2d206b3a27e3 req-b5d27f20-25f4-4d4f-ad6d-1361763da960 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 945 time: 0.1284320 Nov 08 12:31:04.934085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-ad94ebb0-dfd1-4cd0-9eb9-813741a09898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:04.935659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-ad94ebb0-dfd1-4cd0-9eb9-813741a09898 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0797265 Nov 08 12:31:04.938853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:04.980614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:05.035383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f945f9c-0397-493b-9cc0-2d206b3a27e3 req-ae35d39a-9aea-4756-a6a5-80a913026f97 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987372 Nov 08 12:31:05.039061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:05.044594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-da41d44c-b5ad-41ba-b61b-4de6dd4bd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.046303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-da41d44c-b5ad-41ba-b61b-4de6dd4bd7c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027009 Nov 08 12:31:05.110479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['d7eb0631-571e-4973-96c4-fbb5fe89ea3d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:05.197143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-57b980fe-4491-44e5-bd92-8177f11f390a tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.198534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-57b980fe-4491-44e5-bd92-8177f11f390a tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.61 "GET /v2.0/networks?id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 HTTP/1.1" status: 200 len: 812 time: 0.1958995 Nov 08 12:31:05.215765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Request body: {'port': {'device_id': '4401d259-b50f-4555-bf56-ad26208deea1', 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2', 'admin_state_up': True, 'tenant_id': '30f348b7a0664c9188f4f648b236981c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:05.262912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-192e9032-005c-47db-ac90-b7f3c816e7cf service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812568 Nov 08 12:31:05.272164 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eae1a16-5e69-46f4-9f34-ba81a9b4fdc2 x-openstack-request-id: req-7eae1a16-5e69-46f4-9f34-ba81a9b4fdc2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:05.272456 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "name": "network-vif-plugged", "status": "completed", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:05.272706 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eae1a16-5e69-46f4-9f34-ba81a9b4fdc2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:05.273093 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c', 'code': 200} Nov 08 12:31:05.428247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-1b9b59c2-7f25-4f25-b089-6f36f8212c67 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571321 Nov 08 12:31:05.432976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7af89-6017-4995-849c-e4543597bc55 req-2dc5b38a-7abe-4b68-b5d8-e04918461fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.434526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89f7af89-6017-4995-849c-e4543597bc55 req-2dc5b38a-7abe-4b68-b5d8-e04918461fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 1097 time: 0.0713937 Nov 08 12:31:05.483806 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-89f7af89-6017-4995-849c-e4543597bc55 req-83d33d29-a03d-41c2-afc8-39221a24abe4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Nov 08 12:31:05.486715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-58b51c1f-a110-4bb3-8cd0-260b87768d62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 217 time: 0.0493445 Nov 08 12:31:05.533171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Made reservation on behalf of 30f348b7a0664c9188f4f648b236981c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:05.536481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:05.579696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-23407c55-4d08-434e-b238-0dcfa3f83268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.581145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-23407c55-4d08-434e-b238-0dcfa3f83268 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0774031 Nov 08 12:31:05.588655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f67de-6a2f-444c-9601-39133927e446 req-5a75ca6c-38a5-4799-93a6-4cad33cbf03d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.589998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-091f67de-6a2f-444c-9601-39133927e446 req-5a75ca6c-38a5-4799-93a6-4cad33cbf03d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 944 time: 0.1133649 Nov 08 12:31:05.758225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-a2a9af30-83a2-47b1-a377-8e3ff46b0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.759911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-a2a9af30-83a2-47b1-a377-8e3ff46b0043 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690576 Nov 08 12:31:05.772694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-091f67de-6a2f-444c-9601-39133927e446 req-e2dadffe-35ac-4da3-8936-4968bc4fb915 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706762 Nov 08 12:31:05.823790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Allocated IP 172.20.0.10 (d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2/8e8c69ad-04e1-41b3-90e1-74f58de57872/5f118d6e-5bf2-4645-b080-d0f54641054d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:05.833301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655498b9-7b07-4bfb-83cb-bdb06ff9df34 req-dd9bb8a2-3928-4c2c-9fc3-192a4741cc63 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:05.834812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-655498b9-7b07-4bfb-83cb-bdb06ff9df34 req-dd9bb8a2-3928-4c2c-9fc3-192a4741cc63 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1525526 Nov 08 12:31:05.906345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50e40260-f057-4fd9-b409-5ddffbf8f2eb req-b8183aa1-5624-459f-9a90-f95af205d4a9 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 210 time: 0.0705423 Nov 08 12:31:05.990747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-655498b9-7b07-4bfb-83cb-bdb06ff9df34 req-a47b3834-a6e5-4622-8164-811ff30fbfc2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237144 Nov 08 12:31:05.990747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-3452da6f-7f61-4a69-a067-0786331159d4 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118282 Nov 08 12:31:06.235255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.238184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f61b21c-15b2-448c-b79b-57767a1100a1 req-062f83c3-ceac-41ef-90b4-69dcfdc59ffd service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291584 Nov 08 12:31:06.267358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8963ed47-2e3b-427f-9306-3cc43b806397 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:06.268712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8963ed47-2e3b-427f-9306-3cc43b806397 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.2020977 Nov 08 12:31:06.294003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-418968d3-af05-4c59-95ea-b1f6371199d3 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/quotas/9e99fd04f29549a59a28d2000e04e2ee HTTP/1.1" status: 200 len: 375 time: 0.0179064 Nov 08 12:31:06.351833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-e2b5d315-d4f9-47e0-8927-6f99cf1e107a tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509102 Nov 08 12:31:06.379202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.480787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:06.493485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:06.498564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d7eb0631-571e-4973-96c4-fbb5fe89ea3d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:06.499249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:06.503036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Pushing event updated for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:06.536667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385463-2d7f-4b89-8928-902f1bf564be req-44bd0392-9ca4-41ec-a089-86503ad90b32 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:06.538094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08385463-2d7f-4b89-8928-902f1bf564be req-44bd0392-9ca4-41ec-a089-86503ad90b32 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 946 time: 0.1988699 Nov 08 12:31:06.571103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-46615d58-a52d-49f0-aedd-c21057dcedd7 service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017848 Nov 08 12:31:06.605195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:06.605803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.606464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port d7eb0631-571e-4973-96c4-fbb5fe89ea3d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:06.610477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port d7eb0631-571e-4973-96c4-fbb5fe89ea3d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:06.610846 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.678713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08385463-2d7f-4b89-8928-902f1bf564be req-ad507169-943c-4204-8afe-e7951514543d tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251752 Nov 08 12:31:06.697555 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.726058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-da5cb77b-43a0-4561-b3d8-92643b7ba39e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5109420 Nov 08 12:31:06.731967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:06.737034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-da40bb7d-3a4f-4cc6-a986-fea9347ae346 service neutron] 10.222.0.58 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511564 Nov 08 12:31:06.743159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Request body: {'port': {'device_id': '4401d259-b50f-4555-bf56-ad26208deea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:06.804530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.835851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:06.888464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:07.274264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:07.276953 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ccf813-8135-499e-97a6-bd0358198869" -d '{"events": [{"server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:07.369783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3b2da-4337-4004-9efe-44365f224f15 req-df559a0a-dd29-4d56-baf3-36e456818d81 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:07.371296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fab3b2da-4337-4004-9efe-44365f224f15 req-df559a0a-dd29-4d56-baf3-36e456818d81 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.5014648 Nov 08 12:31:07.412000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:07.426235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-426ba90f-cf02-4e19-972a-45af19381e60 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:07.427714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-426ba90f-cf02-4e19-972a-45af19381e60 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 945 time: 0.4847271 Nov 08 12:31:07.487263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d52023-6dd4-4cd5-b84f-4deb9a7480be req-5286a825-32cd-4a83-a91f-352ec041c63d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:07.488758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86d52023-6dd4-4cd5-b84f-4deb9a7480be req-5286a825-32cd-4a83-a91f-352ec041c63d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.1880767 Nov 08 12:31:07.492909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.525740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:07.577688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fab3b2da-4337-4004-9efe-44365f224f15 req-3580ee11-9d01-47ec-ad03-61077b66e3fb tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764598 Nov 08 12:31:07.621426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-9b4d9769-c4d2-41f5-b1d4-fa79ee0691ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:07.624062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-9b4d9769-c4d2-41f5-b1d4-fa79ee0691ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/ports?device_id=f98803b5-9635-4f8c-abd7-bd9738818162 HTTP/1.1" status: 200 len: 945 time: 0.0633140 Nov 08 12:31:07.629933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.637872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86d52023-6dd4-4cd5-b84f-4deb9a7480be req-3185e627-61d6-4889-a8af-615382cc79ed tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355968 Nov 08 12:31:07.704562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f118d6e-5bf2-4645-b080-d0f54641054d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:07.716332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.724285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:07.728934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Deleting port 021a5645-89ef-46e8-991e-4d33ce649e3c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:07.729274 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.744244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Deleting port 187003f8-0bce-4c2b-bc79-baeeac694244 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:07.744579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.768214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Transition to ACTIVE for port object 5f118d6e-5bf2-4645-b080-d0f54641054d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:07.796484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f4031-8636-48cb-b7d7-2e6d4e7306bf req-e61ad5b6-c67c-4893-bf26-3d071c19ce84 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:07.798095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c78f4031-8636-48cb-b7d7-2e6d4e7306bf req-e61ad5b6-c67c-4893-bf26-3d071c19ce84 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 932 time: 0.1391616 Nov 08 12:31:07.800295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cad60e9d-412e-49b9-8815-b6cc04754797 req-ca96de84-1103-47af-9c27-ac6208d11d91 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 210 time: 0.0635784 Nov 08 12:31:07.875769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.908896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] For port 187003f8-0bce-4c2b-bc79-baeeac694244, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=187003f8-0bce-4c2b-bc79-baeeac694244,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:07.910061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.933869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] For port 021a5645-89ef-46e8-991e-4d33ce649e3c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=021a5645-89ef-46e8-991e-4d33ce649e3c,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:07.940131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:07.940818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Calling delete_port for 187003f8-0bce-4c2b-bc79-baeeac694244 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:07.946794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c78f4031-8636-48cb-b7d7-2e6d4e7306bf req-4ecaa13d-09b8-49c1-b528-57eff5319b89 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179109 Nov 08 12:31:07.982414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Calling delete_port for 021a5645-89ef-46e8-991e-4d33ce649e3c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:07.993555 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393d15bf-c344-4913-9a42-0ac30b9a6ee8 x-openstack-request-id: req-393d15bf-c344-4913-9a42-0ac30b9a6ee8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:07.993952 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:07.994328 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-393d15bf-c344-4913-9a42-0ac30b9a6ee8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:07.994743 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d', 'code': 200} Nov 08 12:31:08.024871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-aed67eea-dced-4488-8891-e350c9781eb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.024871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-aed67eea-dced-4488-8891-e350c9781eb4 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.57 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.1733136 Nov 08 12:31:08.028642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Pushing event updated for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:08.163980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec307f-44b4-4715-aa36-0a4420441c4a req-b9723958-53bd-4e78-8444-f002058f59f2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.165472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dec307f-44b4-4715-aa36-0a4420441c4a req-b9723958-53bd-4e78-8444-f002058f59f2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 945 time: 0.2077372 Nov 08 12:31:08.187643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Deleting port a26a850b-413e-40ce-bf7f-c55cb9745ef9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:08.187984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.284278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Attempting to bind port 5f118d6e-5bf2-4645-b080-d0f54641054d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:08.284611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Attempting to bind port 5f118d6e-5bf2-4645-b080-d0f54641054d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '930f229c-2bfc-4f30-80b6-164f69092435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:08.284939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Attempting to bind port 5f118d6e-5bf2-4645-b080-d0f54641054d on network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:08.287508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] For port a26a850b-413e-40ce-bf7f-c55cb9745ef9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a26a850b-413e-40ce-bf7f-c55cb9745ef9,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:08.288045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.300690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af672-c12e-4fa0-a95b-37d61936a73b req-a92a3249-0be5-435b-a829-153235a97f46 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.302321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-393af672-c12e-4fa0-a95b-37d61936a73b req-a92a3249-0be5-435b-a829-153235a97f46 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 946 time: 0.2199268 Nov 08 12:31:08.304246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9846f1-5aa7-494e-8ca3-f12b256b7cc0 req-fddb2722-36d1-4292-8efa-47474e303538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.305597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb9846f1-5aa7-494e-8ca3-f12b256b7cc0 req-fddb2722-36d1-4292-8efa-47474e303538 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 1096 time: 0.2244935 Nov 08 12:31:08.313493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Port 5f118d6e-5bf2-4645-b080-d0f54641054d on network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:08.313818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Attempting to bind port 5f118d6e-5bf2-4645-b080-d0f54641054d on network d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:08.322483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dec307f-44b4-4715-aa36-0a4420441c4a req-2d534d47-27ca-4c69-b702-ac004242eb55 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340477 Nov 08 12:31:08.327639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.338933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:08.339273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Checking segment: {'id': '930f229c-2bfc-4f30-80b6-164f69092435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:08.339648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Bound using segment: {'id': '930f229c-2bfc-4f30-80b6-164f69092435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:08.340096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Bound port: 5f118d6e-5bf2-4645-b080-d0f54641054d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930f229c-2bfc-4f30-80b6-164f69092435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:08.340443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.427135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event deleted for resources: {'Port': ['ID=187003f8-0bce-4c2b-bc79-baeeac694244,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:08.548462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-393af672-c12e-4fa0-a95b-37d61936a73b req-e32e6f9f-5ed9-4b6f-bc1d-b56eb1c35901 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776779 Nov 08 12:31:08.548462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb9846f1-5aa7-494e-8ca3-f12b256b7cc0 req-3ee91330-da41-48c8-bc29-a02f2d0d69bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080290 Nov 08 12:31:08.549843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] No DVR routers for this DVR port 187003f8-0bce-4c2b-bc79-baeeac694244 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:08.549843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.549843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6611b993-b236-4625-bcdb-d763bb9d3923 req-488010e2-19c9-4633-9715-8a139a1abab0 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "DELETE /v2.0/ports/187003f8-0bce-4c2b-bc79-baeeac694244 HTTP/1.1" status: 204 len: 173 time: 0.9030688 Nov 08 12:31:08.549843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-deleted', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:08.549843 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e148b74-52e7-459b-9b7e-1cab555ff475" -d '{"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-deleted", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:08.550919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:08.551119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f118d6e-5bf2-4645-b080-d0f54641054d,segment=NetworkSegment(930f229c-2bfc-4f30-80b6-164f69092435),segment_id=930f229c-2bfc-4f30-80b6-164f69092435)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:08.608179 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d4fa71-46c9-4f6f-8985-ccc473bfbf91 x-openstack-request-id: req-b1d4fa71-46c9-4f6f-8985-ccc473bfbf91 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:08.608179 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-deleted", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:08.608179 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1d4fa71-46c9-4f6f-8985-ccc473bfbf91 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:08.608179 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-deleted', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244', 'status': 'completed', 'code': 200} Nov 08 12:31:08.629397 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.642818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:08.651715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.652678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.653108 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Floating IP 99a34bc1-0c61-4a0d-833e-aff341a40817 disassociated. External IP: 172.25.1.77, port: a26a850b-413e-40ce-bf7f-c55cb9745ef9. Nov 08 12:31:08.653787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Calling delete_port for a26a850b-413e-40ce-bf7f-c55cb9745ef9 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:08.664675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Pushing event deleted for resources: {'Port': ['ID=021a5645-89ef-46e8-991e-4d33ce649e3c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:08.790023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] No DVR routers for this DVR port 021a5645-89ef-46e8-991e-4d33ce649e3c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:08.792147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.797530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.801205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d06c8847-af59-44bd-bbe6-0f81a4f0a436 req-edba3a12-b89d-4019-a472-a79b09b953ad tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "DELETE /v2.0/ports/021a5645-89ef-46e8-991e-4d33ce649e3c HTTP/1.1" status: 204 len: 173 time: 1.3623297 Nov 08 12:31:08.803378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'name': 'network-vif-deleted', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:08.805894 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce21462-99eb-4e8f-adbe-9655d63788f6" -d '{"events": [{"server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "name": "network-vif-deleted", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:08.884427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.885034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.886422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] 10.222.0.61 "PUT /v2.0/ports/5f118d6e-5bf2-4645-b080-d0f54641054d HTTP/1.1" status: 200 len: 1092 time: 2.1483788 Nov 08 12:31:08.924320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a045f0-11a1-4f7d-8c1c-4ae71a2d8341 req-dd0ceb52-814a-4411-8ca4-f41ceeaed4e8 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.926729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32a045f0-11a1-4f7d-8c1c-4ae71a2d8341 req-dd0ceb52-814a-4411-8ca4-f41ceeaed4e8 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 945 time: 0.2064941 Nov 08 12:31:08.927028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:08.929610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4154fc-6550-413f-aa3b-3119e335717c service neutron] Pushing event updated for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:08.944663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb56eb-e92b-4b1c-ad02-1dd3457cc3ae req-94624619-5241-4e84-87d6-497ed1620164 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:08.946488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85eb56eb-e92b-4b1c-ad02-1dd3457cc3ae req-94624619-5241-4e84-87d6-497ed1620164 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.1719387 Nov 08 12:31:08.962739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event deleted for resources: {'Port': ['ID=a26a850b-413e-40ce-bf7f-c55cb9745ef9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:09.052838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32a045f0-11a1-4f7d-8c1c-4ae71a2d8341 req-503d651d-c187-4b77-a8ae-925a70d0798f tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df201fc-8fd7-46c3-91be-b182ae58f564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176476 Nov 08 12:31:09.059092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85eb56eb-e92b-4b1c-ad02-1dd3457cc3ae req-f3bba82f-696c-4d4d-ad44-6d80f333a30a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045494 Nov 08 12:31:09.100765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-0a0cc3d0-1f96-461d-9fac-d0ad96bc1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:09.102343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Router b838f527-fdc7-43b3-85b4-3e39ba253fdc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:31:09.106952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-0a0cc3d0-1f96-461d-9fac-d0ad96bc1157 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f348b7a0664c9188f4f648b236981c&device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 1095 time: 0.0641658 Nov 08 12:31:09.226845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:09.238231 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Sync routers for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:09.244480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-1682396c-39d6-4f97-bc23-fc1c50fb6f96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f118d6e-5bf2-4645-b080-d0f54641054d HTTP/1.1" status: 200 len: 217 time: 0.0897892 Nov 08 12:31:09.244480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78d0668d-e9e7-4b05-bbd6-d1c9fc7f7694 req-2902a1b6-6462-4c24-bd55-bd40f67f2502 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 210 time: 0.0930183 Nov 08 12:31:09.255531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:09.259143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:09.300363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-114d7d70-e7c0-4d4f-ab04-0794d08294de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:09.302342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-114d7d70-e7c0-4d4f-ab04-0794d08294de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e8c69ad-04e1-41b3-90e1-74f58de57872 HTTP/1.1" status: 200 len: 852 time: 0.0535595 Nov 08 12:31:09.303289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] No DVR routers for this DVR port a26a850b-413e-40ce-bf7f-c55cb9745ef9 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:09.307304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:09.311567 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-37acaef7-48e4-4839-ba96-dd36c2c8ad41 req-d8717c2c-73f4-473a-8cd0-15a2d9b515e9 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.57 "DELETE /v2.0/ports/a26a850b-413e-40ce-bf7f-c55cb9745ef9 HTTP/1.1" status: 204 len: 173 time: 1.2801328 Nov 08 12:31:09.352724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-dfe99cd5-c4ea-4eb8-a023-57043d44682e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426073 Nov 08 12:31:09.366869 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150c6cc-10c7-4dcf-b1de-9b3f6feca5b3 x-openstack-request-id: req-c150c6cc-10c7-4dcf-b1de-9b3f6feca5b3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:09.367410 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09afcf35-dfd4-45f7-8f45-e1cbd717f7e0", "name": "network-vif-deleted", "tag": "021a5645-89ef-46e8-991e-4d33ce649e3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:09.367689 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c150c6cc-10c7-4dcf-b1de-9b3f6feca5b3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:09.368390 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09afcf35-dfd4-45f7-8f45-e1cbd717f7e0', 'name': 'network-vif-deleted', 'tag': '021a5645-89ef-46e8-991e-4d33ce649e3c', 'status': 'completed', 'code': 200} Nov 08 12:31:09.415334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 021a5645-89ef-46e8-991e-4d33ce649e3c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:09.482611 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:09.490699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 021a5645-89ef-46e8-991e-4d33ce649e3c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:09.491037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 021a5645-89ef-46e8-991e-4d33ce649e3c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:09.527632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-cc2be089-54e8-4d56-b597-afc5eb903330 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:09.531014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-cc2be089-54e8-4d56-b597-afc5eb903330 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 804 time: 0.4119258 Nov 08 12:31:09.638170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Request body: {'port': {'device_id': '72fccda6-25c7-4165-85de-62c865828dbc', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'admin_state_up': True, 'tenant_id': '9e99fd04f29549a59a28d2000e04e2ee'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:09.719525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-26b35d4d-8c03-47fb-94a2-07d7f04eb666 service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475089 Nov 08 12:31:09.721349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74eea8d0-9fb0-4f9a-ae29-9f8aa2f8c198 req-fdff4c4c-57eb-4f4c-b8ec-3af91980d73d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=09afcf35-dfd4-45f7-8f45-e1cbd717f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0666637 Nov 08 12:31:09.734043 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:09.800465 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Checking router: b838f527-fdc7-43b3-85b4-3e39ba253fdc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:09.822132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:09.822860 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:09.861277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b15e9-e94f-4a85-a996-af5189ecfd68 req-cef5ff0e-a175-458b-8c57-2bf5ab92bcce tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:09.862816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e90b15e9-e94f-4a85-a996-af5189ecfd68 req-cef5ff0e-a175-458b-8c57-2bf5ab92bcce tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 944 time: 0.3307860 Nov 08 12:31:09.867982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed912e60-1a04-4e89-b152-fabd3e27fcba req-762933e9-66c4-4998-a188-cf67b09d7ab8 service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205432 Nov 08 12:31:09.958128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:09.976289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6252-db7b-45ce-863a-a7e17b355f65 req-36fb0ab2-d522-4cc7-aea1-8c48888406f1 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:09.977800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23fa6252-db7b-45ce-863a-a7e17b355f65 req-36fb0ab2-d522-4cc7-aea1-8c48888406f1 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 946 time: 0.1139233 Nov 08 12:31:09.996244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:10.000210 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb8e54-fb98-4b48-a92b-8d4d0946ebc0" -d '{"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-unplugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:10.007867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e90b15e9-e94f-4a85-a996-af5189ecfd68 req-cfec383c-a26b-48a6-9928-fc9318596bf4 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288531 Nov 08 12:31:10.070025 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb3aa2-dccc-4591-9a6a-288e0f25318d x-openstack-request-id: req-b8bb3aa2-dccc-4591-9a6a-288e0f25318d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:10.070347 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98803b5-9635-4f8c-abd7-bd9738818162", "name": "network-vif-unplugged", "status": "completed", "tag": "187003f8-0bce-4c2b-bc79-baeeac694244", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:10.070645 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8bb3aa2-dccc-4591-9a6a-288e0f25318d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:10.071029 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98803b5-9635-4f8c-abd7-bd9738818162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187003f8-0bce-4c2b-bc79-baeeac694244', 'code': 200} Nov 08 12:31:10.075545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23fa6252-db7b-45ce-863a-a7e17b355f65 req-2c36d6e7-e8ac-41f3-8c37-dac2552c755d tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881133 Nov 08 12:31:10.205677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b58adf7f-2c7f-4008-bc8c-3ba979275d03 req-ff404bd2-1ce0-410b-8878-93eecbb890d3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/ports?device_id=501ea5b9-a88c-43ed-a3f2-ebc1081832e1 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Nov 08 12:31:10.206069 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:10.207173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Made reservation on behalf of 9e99fd04f29549a59a28d2000e04e2ee for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:10.210620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:10.233590 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b68f6-3551-4ab7-9d3d-5fbe7540856d None None] The sync data for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 is: [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:28:49Z', 'revision_number': 4, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ab5634ed-d5ec-4668-a7ff-325df1173032', 'name': '', 'network_id': 'f546d0fe-ce7e-4566-93d8-434108d703bb', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'mac_address': 'fa:16:3e:fe:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '58de66f3-daac-4157-9758-a507f2b81124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:48Z', 'updated_at': '2021-11-08T12:28:55Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'subnets': [{'id': '58de66f3-daac-4157-9758-a507f2b81124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:10.256558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c659bf-2f43-4b2c-9347-ae7db0df8bac req-61fcf422-e567-4d08-acbf-e96b99188058 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:10.256558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33c659bf-2f43-4b2c-9347-ae7db0df8bac req-61fcf422-e567-4d08-acbf-e96b99188058 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.0993028 Nov 08 12:31:10.406484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b09cd3db-ee8b-4009-b37e-54567d8d190b req-106a2d78-3993-40a3-863d-c58c142d954e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 210 time: 0.0456712 Nov 08 12:31:10.415761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33c659bf-2f43-4b2c-9347-ae7db0df8bac req-f7ebab82-ea41-4019-952d-c03a468dd013 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335196 Nov 08 12:31:10.440171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Allocated IP 172.20.0.8 (357c0b18-d882-41eb-9199-dcdbd1676eae/b07b6432-9ccd-447b-a835-f2e445885160/6ed30eec-e29d-4a42-9d39-89310cc6946c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:10.566426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90671b2-0855-48f7-9f0c-e457f7f0f797 None None] New status for floating IP 99a34bc1-0c61-4a0d-833e-aff341a40817: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:31:10.597422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:10.608005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'name': 'network-vif-deleted', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:10.611050 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d75b3c-cda8-435f-9972-d1425abfe07e" -d '{"events": [{"server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "name": "network-vif-deleted", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:10.654089 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99de7dc-9b71-4516-b0ca-9250fab20c9d x-openstack-request-id: req-c99de7dc-9b71-4516-b0ca-9250fab20c9d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:10.654424 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501ea5b9-a88c-43ed-a3f2-ebc1081832e1", "name": "network-vif-deleted", "tag": "a26a850b-413e-40ce-bf7f-c55cb9745ef9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:10.654731 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c99de7dc-9b71-4516-b0ca-9250fab20c9d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:10.655314 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501ea5b9-a88c-43ed-a3f2-ebc1081832e1', 'name': 'network-vif-deleted', 'tag': 'a26a850b-413e-40ce-bf7f-c55cb9745ef9', 'status': 'completed', 'code': 200} Nov 08 12:31:10.748945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:10.837596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Network 357c0b18-d882-41eb-9199-dcdbd1676eae is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:10.847912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:10.850756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:10.864729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:10.938434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fe276-a38f-44f2-bb72-9c91a0706141 req-5b010c82-c0c4-43ab-853b-265f36f0a7dd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:10.939922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c04fe276-a38f-44f2-bb72-9c91a0706141 req-5b010c82-c0c4-43ab-853b-265f36f0a7dd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.1527507 Nov 08 12:31:10.949665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:10.950278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:10.985063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e272b-566f-419e-930a-6a06653a18cf req-4c127db4-72ca-4b40-bb12-c468bb71949f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:10.986567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3e272b-566f-419e-930a-6a06653a18cf req-4c127db4-72ca-4b40-bb12-c468bb71949f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1427298 Nov 08 12:31:11.031794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c04fe276-a38f-44f2-bb72-9c91a0706141 req-4b2f8f4f-9559-462d-8105-3265c4184638 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788703 Nov 08 12:31:11.055697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3e272b-566f-419e-930a-6a06653a18cf req-601214d2-0f92-457b-a19a-8d2538b13a1a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 Nov 08 12:31:11.144198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-8a261a97-a736-4d24-804e-c10d77ae62ef tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5218632 Nov 08 12:31:11.168996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Request body: {'port': {'device_id': '72fccda6-25c7-4165-85de-62c865828dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:11.259800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec73ba2-8669-4d2b-b085-8c67465792ab req-d8ee03be-ffef-45c2-b5b3-69dd144a64e0 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.261279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fec73ba2-8669-4d2b-b085-8c67465792ab req-d8ee03be-ffef-45c2-b5b3-69dd144a64e0 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 944 time: 0.1386611 Nov 08 12:31:11.279046 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.307939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03a01-e1c1-4304-9f84-0d8bf42e1c00 req-d879f888-37ce-4ca4-9a03-f95ec5899dff tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.309328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ae03a01-e1c1-4304-9f84-0d8bf42e1c00 req-d879f888-37ce-4ca4-9a03-f95ec5899dff tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 946 time: 0.1466515 Nov 08 12:31:11.372910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:11.375230 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6385fca3-a267-424b-abbf-84e525af454d" -d '{"events": [{"name": "network-changed", "server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:11.401880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fec73ba2-8669-4d2b-b085-8c67465792ab req-91a1c092-b891-42bc-a336-3644df3ffbac tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316803 Nov 08 12:31:11.404522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-edf73f6f-5b76-4bd2-ba80-9cd71e01a34c tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.410885 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-edf73f6f-5b76-4bd2-ba80-9cd71e01a34c tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 946 time: 0.0572059 Nov 08 12:31:11.433696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f118d6e-5bf2-4645-b080-d0f54641054d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:11.437508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:11.468481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 187003f8-0bce-4c2b-bc79-baeeac694244 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:11.469014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 187003f8-0bce-4c2b-bc79-baeeac694244 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:11.474175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ae03a01-e1c1-4304-9f84-0d8bf42e1c00 req-090b0318-9ed8-46e0-8bab-ef615016f40d tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ade8fb7-fba9-4ed5-950c-cf0f65621958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569066 Nov 08 12:31:11.515258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036e745-47e6-4f42-8959-13d2405349a8 x-openstack-request-id: req-4036e745-47e6-4f42-8959-13d2405349a8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:11.515560 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:11.515822 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4036e745-47e6-4f42-8959-13d2405349a8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:11.516241 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d', 'status': 'completed', 'code': 200} Nov 08 12:31:11.578979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Deleting port 7655673c-5654-49e6-83b0-5d57a51a2b8c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:11.579562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.681279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] For port 7655673c-5654-49e6-83b0-5d57a51a2b8c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7655673c-5654-49e6-83b0-5d57a51a2b8c,segment=NetworkSegment(e01316ea-c0fe-4468-bf34-0d105acba66a),segment_id=e01316ea-c0fe-4468-bf34-0d105acba66a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:11.682607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.698001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Calling delete_port for 7655673c-5654-49e6-83b0-5d57a51a2b8c owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:11.724705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf403-7159-450f-981c-1acfebaad6f2 req-bb95cd0a-152b-4dc8-a121-d295cfd29910 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.726200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adfbf403-7159-450f-981c-1acfebaad6f2 req-bb95cd0a-152b-4dc8-a121-d295cfd29910 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1606276 Nov 08 12:31:11.728032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385fca3-a267-424b-abbf-84e525af454d req-41af4621-9295-438e-95ae-1e800b9f90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.729379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-41af4621-9295-438e-95ae-1e800b9f90f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f348b7a0664c9188f4f648b236981c&device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 1095 time: 0.1829298 Nov 08 12:31:11.748304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f118d6e-5bf2-4645-b080-d0f54641054d,segment=NetworkSegment(930f229c-2bfc-4f30-80b6-164f69092435),segment_id=930f229c-2bfc-4f30-80b6-164f69092435)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:11.760735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5f118d6e-5bf2-4645-b080-d0f54641054d', 'network_id': 'd87819d0-8ea2-45fb-ba1e-c2b5b881b5c2', 'port_id': '5f118d6e-5bf2-4645-b080-d0f54641054d', 'mac_address': 'fa:16:3e:88:82:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8c69ad-04e1-41b3-90e1-74f58de57872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:11.769256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b00b00-5d90-4ab5-a9a1-eacb3ea7ad01 req-8e1ea337-d28b-4d81-ba6f-c7e9f82756fe tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.770744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72b00b00-5d90-4ab5-a9a1-eacb3ea7ad01 req-8e1ea337-d28b-4d81-ba6f-c7e9f82756fe tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 931 time: 0.1798594 Nov 08 12:31:11.800967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.815837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f118d6e-5bf2-4645-b080-d0f54641054d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:11.835824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f118d6e-5bf2-4645-b080-d0f54641054d,segment=NetworkSegment(930f229c-2bfc-4f30-80b6-164f69092435),segment_id=930f229c-2bfc-4f30-80b6-164f69092435)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:11.923066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.928004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adfbf403-7159-450f-981c-1acfebaad6f2 req-0ddee60c-4a14-4977-af4a-12aa71d88025 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844435 Nov 08 12:31:11.936781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7655673c-5654-49e6-83b0-5d57a51a2b8c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:11.943289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.945459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed30eec-e29d-4a42-9d39-89310cc6946c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:11.959026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Pushing event deleted for resources: {'Port': ['ID=7655673c-5654-49e6-83b0-5d57a51a2b8c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:11.966858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72b00b00-5d90-4ab5-a9a1-eacb3ea7ad01 req-f6990ee1-e8a3-4c1f-8061-bb1f71c19bed tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782730 Nov 08 12:31:11.971011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:11.974125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385fca3-a267-424b-abbf-84e525af454d req-09f428ba-b0a0-4773-8c03-12ba6a9a70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:11.975643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-09f428ba-b0a0-4773-8c03-12ba6a9a70f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 HTTP/1.1" status: 200 len: 913 time: 0.2295468 Nov 08 12:31:11.998091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Transition to ACTIVE for port object 6ed30eec-e29d-4a42-9d39-89310cc6946c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:12.020130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] No DVR routers for this DVR port 7655673c-5654-49e6-83b0-5d57a51a2b8c on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:12.022834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.026415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e48ab69b-fc3e-49cb-9258-9e68889467da req-0c84d0ea-84c6-43d9-b4f1-1448566e3a64 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.57 "DELETE /v2.0/ports/7655673c-5654-49e6-83b0-5d57a51a2b8c HTTP/1.1" status: 204 len: 173 time: 0.6065991 Nov 08 12:31:12.038117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-a89c4498-276b-4f82-8d1e-5f59f9dce5c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f118d6e-5bf2-4645-b080-d0f54641054d HTTP/1.1" status: 200 len: 217 time: 0.0525141 Nov 08 12:31:12.043966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:12.092824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385fca3-a267-424b-abbf-84e525af454d req-39d0f0fc-1261-4b5d-b8ad-dccb46324556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:12.094413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-39d0f0fc-1261-4b5d-b8ad-dccb46324556 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e8c69ad-04e1-41b3-90e1-74f58de57872 HTTP/1.1" status: 200 len: 852 time: 0.0489616 Nov 08 12:31:12.097586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.159123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41670) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:12.218476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.220414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5f118d6e-5bf2-4645-b080-d0f54641054d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:12.251745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.420117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.423299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.424482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "DELETE /v2.0/security-groups/0df201fc-8fd7-46c3-91be-b182ae58f564 HTTP/1.1" status: 204 len: 168 time: 0.2642539 Nov 08 12:31:12.427783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:12.445644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d67858-3ab6-4bfe-bb16-f0a516286792 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df201fc-8fd7-46c3-91be-b182ae58f564,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:12.447713 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-732d46e1-2d14-44d6-9664-768fc7688c70 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] show failed (client error): The resource could not be found. Nov 08 12:31:12.449259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-732d46e1-2d14-44d6-9664-768fc7688c70 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "GET /v2.0/security-groups/0df201fc-8fd7-46c3-91be-b182ae58f564 HTTP/1.1" status: 404 len: 347 time: 0.0200496 Nov 08 12:31:12.451678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:12.511798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a26a850b-413e-40ce-bf7f-c55cb9745ef9 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:12.534734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: a26a850b-413e-40ce-bf7f-c55cb9745ef9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:12.535367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a26a850b-413e-40ce-bf7f-c55cb9745ef9 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:12.554864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-7550a879-fb56-4577-b72b-fa8ab044e843 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4242623 Nov 08 12:31:12.581791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Deleting port e5c9147c-8b8c-4d73-a4df-44826d9ab210 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:12.582112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.596636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:12.658106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'name': 'network-vif-deleted', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:12.660381 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc582c2-5b37-4fcc-85c0-7f5f7fa07dee" -d '{"events": [{"server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "name": "network-vif-deleted", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:12.666477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.666822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.679328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Calling delete_port for e5c9147c-8b8c-4d73-a4df-44826d9ab210 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:12.711577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ac37-9d8b-40b4-b765-584505883e8e req-d31f9502-f5bb-460d-b9f7-57a5590ec842 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:12.713090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb65ac37-9d8b-40b4-b765-584505883e8e req-d31f9502-f5bb-460d-b9f7-57a5590ec842 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.5755482 Nov 08 12:31:12.728733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e5db-97c3-4f13-88c3-b7630ce1a216 req-6d7a85a3-7232-4145-9bc8-affde23ff604 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:12.730216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b016e5db-97c3-4f13-88c3-b7630ce1a216 req-6d7a85a3-7232-4145-9bc8-affde23ff604 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.2298107 Nov 08 12:31:12.798030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-4f2d9b59-63bb-4629-88df-dd130b974e78 service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207172 Nov 08 12:31:12.855836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Attempting to bind port 6ed30eec-e29d-4a42-9d39-89310cc6946c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:12.856178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Attempting to bind port 6ed30eec-e29d-4a42-9d39-89310cc6946c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:12.856511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Attempting to bind port 6ed30eec-e29d-4a42-9d39-89310cc6946c on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:12.902672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Port 6ed30eec-e29d-4a42-9d39-89310cc6946c on network 357c0b18-d882-41eb-9199-dcdbd1676eae not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:12.902995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Attempting to bind port 6ed30eec-e29d-4a42-9d39-89310cc6946c on network 357c0b18-d882-41eb-9199-dcdbd1676eae {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:12.916322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb65ac37-9d8b-40b4-b765-584505883e8e req-bb83a94c-be6c-460b-9bfe-c57d6893b0a1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764679 Nov 08 12:31:12.916677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.919728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b016e5db-97c3-4f13-88c3-b7630ce1a216 req-394a383c-e91a-42b8-9b50-209bae22b16a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739342 Nov 08 12:31:12.923002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:12.923332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Checking segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:12.923713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Bound using segment: {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:12.924164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Bound port: 6ed30eec-e29d-4a42-9d39-89310cc6946c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3869ffb-c46f-4de1-981d-65f53c7bc044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:12.924519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:12.968892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6385fca3-a267-424b-abbf-84e525af454d req-55919dd0-5cd4-44e7-a180-c22553ea7f1a service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560411 Nov 08 12:31:12.974448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Pushing event deleted for resources: {'Port': ['ID=e5c9147c-8b8c-4d73-a4df-44826d9ab210,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:13.077254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.082289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.088370 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e335aa2e-44cd-49b9-bb37-1a2fb3c366a3 tempest-ServersTestFqdnHostnames-378423513 tempest-ServersTestFqdnHostnames-378423513-project] 10.222.0.58 "DELETE /v2.0/floatingips/99a34bc1-0c61-4a0d-833e-aff341a40817 HTTP/1.1" status: 204 len: 168 time: 0.6349983 Nov 08 12:31:13.088972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41690) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:13.090890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:13.107966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:13.129596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819305e-bdd8-43dd-9c40-1221edf5cd29 req-a4a149ec-f820-4d3a-bafa-9ed6a4080782 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:13.138053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a819305e-bdd8-43dd-9c40-1221edf5cd29 req-a4a149ec-f820-4d3a-bafa-9ed6a4080782 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 945 time: 0.0901804 Nov 08 12:31:13.202584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a819305e-bdd8-43dd-9c40-1221edf5cd29 req-562c09a9-099f-4fa2-b233-674c6b7d7cd8 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Nov 08 12:31:13.249964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.269956 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c651d07-745c-42e4-bb35-d97667eb7c74 x-openstack-request-id: req-9c651d07-745c-42e4-bb35-d97667eb7c74 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:13.270219 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b213d8c-6e67-4e54-af1e-4e08e8135212", "name": "network-vif-deleted", "tag": "7655673c-5654-49e6-83b0-5d57a51a2b8c", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:13.270498 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c651d07-745c-42e4-bb35-d97667eb7c74 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:13.270889 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b213d8c-6e67-4e54-af1e-4e08e8135212', 'name': 'network-vif-deleted', 'tag': '7655673c-5654-49e6-83b0-5d57a51a2b8c', 'status': 'completed', 'code': 200} Nov 08 12:31:13.305825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:13.305825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.317652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] 10.222.0.61 "PUT /v2.0/ports/6ed30eec-e29d-4a42-9d39-89310cc6946c HTTP/1.1" status: 200 len: 1091 time: 2.1427290 Nov 08 12:31:13.335873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76494b-3fd3-40ba-9f58-9cffb9cb2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:13.408724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cd49015-c37b-4fbc-8f80-eede2d7051aa req-512f59e6-21ad-46d1-a570-f21df9446c52 tempest-ServerAddressesTestJSON-1402403812 tempest-ServerAddressesTestJSON-1402403812-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b213d8c-6e67-4e54-af1e-4e08e8135212 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Nov 08 12:31:13.425736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f118d6e-5bf2-4645-b080-d0f54641054d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:13.524796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:13.526987 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91692f16-2db0-4fbe-b464-a7a45507bf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:13.546361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.557116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40876-0682-4638-aac3-073239dee031 req-31992c14-5562-42f6-becb-61ec8db16c1d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:13.558778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3e40876-0682-4638-aac3-073239dee031 req-31992c14-5562-42f6-becb-61ec8db16c1d tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 943 time: 0.0934379 Nov 08 12:31:13.566231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-b19d4a84-585a-4022-9895-3b2ac494bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:13.567667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-b19d4a84-585a-4022-9895-3b2ac494bb9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 1094 time: 0.0720477 Nov 08 12:31:13.568875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5f118d6e-5bf2-4645-b080-d0f54641054d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:13.572809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5f118d6e-5bf2-4645-b080-d0f54641054d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:13.573381 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.625361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-5c5eb817-36b8-4a96-b4f0-ab05341f0376 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c HTTP/1.1" status: 200 len: 217 time: 0.0460989 Nov 08 12:31:13.664139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.682784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3e40876-0682-4638-aac3-073239dee031 req-47ca612c-b655-4f25-8d26-76d68e7b9f98 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115208 Nov 08 12:31:13.688896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:13.691230 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215e4c4-dc4b-4bb9-b475-0928ce9e0d9c" -d '{"events": [{"server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "name": "network-vif-plugged", "status": "completed", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:13.697891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-5d61aee3-ae59-4fff-bb41-c6ec3c25e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:13.708486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-5d61aee3-ae59-4fff-bb41-c6ec3c25e57c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.0640233 Nov 08 12:31:13.715495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f118d6e-5bf2-4645-b080-d0f54641054d,segment=NetworkSegment(930f229c-2bfc-4f30-80b6-164f69092435),segment_id=930f229c-2bfc-4f30-80b6-164f69092435)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:13.736668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-d6979dbe-2e03-4c30-9366-647fb2a01609 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294809 Nov 08 12:31:13.821739 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c8fc10-5300-411b-b52f-e36709b28fb3 x-openstack-request-id: req-10c8fc10-5300-411b-b52f-e36709b28fb3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:13.822509 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:13.822509 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10c8fc10-5300-411b-b52f-e36709b28fb3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:13.822864 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'status': 'completed', 'code': 200} Nov 08 12:31:13.829610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.862310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Deleting port ab5634ed-d5ec-4668-a7ff-325df1173032 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:13.862663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.865486 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86905a-afe5-4485-83fe-b91ce266f7bb x-openstack-request-id: req-cb86905a-afe5-4485-83fe-b91ce266f7bb {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:13.865843 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "name": "network-vif-plugged", "status": "completed", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:13.866139 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb86905a-afe5-4485-83fe-b91ce266f7bb {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:13.866637 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d', 'code': 200} Nov 08 12:31:13.868985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-a8335215-70a4-4311-8837-c560828b6d50 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239409 Nov 08 12:31:13.906585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:13.983929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] For port ab5634ed-d5ec-4668-a7ff-325df1173032, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ab5634ed-d5ec-4668-a7ff-325df1173032,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:13.984464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:13.997691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Calling delete_port for ab5634ed-d5ec-4668-a7ff-325df1173032 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:14.061634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce410ca-ec06-4e2a-a553-57aa097e2ea6 req-2a16ac95-8a7f-4c5c-b78b-9dfb7c103e34 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.063199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dce410ca-ec06-4e2a-a553-57aa097e2ea6 req-2a16ac95-8a7f-4c5c-b78b-9dfb7c103e34 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.1501927 Nov 08 12:31:14.065669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75450a15-7d72-4f23-a3fd-918e16d805bb req-b3b2cf3a-2a6c-4394-87aa-94ca604434a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.067146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75450a15-7d72-4f23-a3fd-918e16d805bb req-b3b2cf3a-2a6c-4394-87aa-94ca604434a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 1097 time: 0.1195102 Nov 08 12:31:14.069088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31e281fa-2e5b-45ad-bf73-d3496dff73e8 req-69410237-7999-45f6-8b7a-25875c4d13c9 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918478 Nov 08 12:31:14.161229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dce410ca-ec06-4e2a-a553-57aa097e2ea6 req-f260b75a-28b4-415d-8b5f-909f6ade528e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Nov 08 12:31:14.161229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75450a15-7d72-4f23-a3fd-918e16d805bb req-42790283-652a-4632-a4fe-a0a91e6424bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823109 Nov 08 12:31:14.277490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:14.305901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5634ed-d5ec-4668-a7ff-325df1173032,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:14.335577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a111c-6d75-4cfd-a68b-2566084dbdc8 req-a6c52cd5-60fa-4f38-a05f-0500182de144 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.337182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-670a111c-6d75-4cfd-a68b-2566084dbdc8 req-a6c52cd5-60fa-4f38-a05f-0500182de144 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.0551786 Nov 08 12:31:14.457969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-670a111c-6d75-4cfd-a68b-2566084dbdc8 req-91d643a1-5709-4cd4-b6d1-4ac44fd7a0e8 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139030 Nov 08 12:31:14.474009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-1857c157-d460-4fcf-8a90-46b650229cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.476932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-1857c157-d460-4fcf-8a90-46b650229cb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 1094 time: 0.1064811 Nov 08 12:31:14.504566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:14.598615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Deleting subnet 8335e596-6605-4d06-a35e-5c1743c2dad8 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:14.606699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:14.658226 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:14.660760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-9689af9c-adb0-4f59-8515-9d0527b07c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.662305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-9689af9c-adb0-4f59-8515-9d0527b07c74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 200 len: 905 time: 0.1778958 Nov 08 12:31:14.733696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-0e901718-6b50-488a-bc65-b61c446e5c4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c HTTP/1.1" status: 200 len: 217 time: 0.0481448 Nov 08 12:31:14.757620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:14.818996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:14.909029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-5543ea10-18b2-418f-8972-24933691722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.910890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-5543ea10-18b2-418f-8972-24933691722a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 200 len: 844 time: 0.1685817 Nov 08 12:31:14.951236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-cc536d0b-dfb4-4276-9a7e-9fc236229d0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=357c0b18-d882-41eb-9199-dcdbd1676eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304711 Nov 08 12:31:14.977020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe7f16-fbc9-4e89-aae0-b03037c7699c req-e0385bf5-0390-4698-b0c5-fbf2c9943950 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:14.978734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-effe7f16-fbc9-4e89-aae0-b03037c7699c req-e0385bf5-0390-4698-b0c5-fbf2c9943950 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 943 time: 0.1793449 Nov 08 12:31:15.086052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Router b838f527-fdc7-43b3-85b4-3e39ba253fdc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:31:15.088112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-effe7f16-fbc9-4e89-aae0-b03037c7699c req-2664de83-8f59-4fa6-9be3-215a4f4fc118 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968494 Nov 08 12:31:15.110073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.110073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-7ef00480-90b7-4b3a-bb0c-24081cef177f service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455963 Nov 08 12:31:15.140826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8335e596-6605-4d06-a35e-5c1743c2dad8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:15.154129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.160529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f501603c-113e-42ae-a205-6de80232990f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8335e596-6605-4d06-a35e-5c1743c2dad8 HTTP/1.1" status: 204 len: 168 time: 0.6543548 Nov 08 12:31:15.161796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41720) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:15.308245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:15.308452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ff9b-7268-4313-8444-b06d7c2ff880 req-0e4de9dd-b712-471b-82f0-f0bf6d24d5ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:15.309048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.310223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dd6ff9b-7268-4313-8444-b06d7c2ff880 req-0e4de9dd-b712-471b-82f0-f0bf6d24d5ab tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.0807462 Nov 08 12:31:15.313021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91692f16-2db0-4fbe-b464-a7a45507bf3e req-e27767fb-0d1d-4696-ae04-891000ec6b58 service neutron] 10.222.0.61 "GET /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818986 Nov 08 12:31:15.313664 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8637844f-b2ad-4dbc-8843-2ff9d21ca0b1 admin admin] 10.222.0.58 "PUT /v2.0/routers/b838f527-fdc7-43b3-85b4-3e39ba253fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234814 Nov 08 12:31:15.317770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:15.330490 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Sync routers for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:15.355748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:15.356621 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.489767 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:15.519895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.535227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dd6ff9b-7268-4313-8444-b06d7c2ff880 req-cf7ce1ec-6f45-4271-b247-5a63aaabf724 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455059 Nov 08 12:31:15.544971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.558042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23715558-f4a4-4db3-8be4-f13fa1fc63d9']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.582879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01316ea-c0fe-4468-bf34-0d105acba66a') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.583355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01316ea-c0fe-4468-bf34-0d105acba66a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.597284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.620138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a557c-6b48-413e-a288-9fd770832409 req-306f7ff9-d414-4c9f-b781-98c328e3ab78 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:15.622156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb8a557c-6b48-413e-a288-9fd770832409 req-306f7ff9-d414-4c9f-b781-98c328e3ab78 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 945 time: 0.2288418 Nov 08 12:31:15.631307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.644610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:15.645004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:15.646672 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:15.690690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d526-5867-42d3-ba2c-827e295d16b6 req-daeeebc5-5204-41e4-aa20-5018353779b1 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:15.696953 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:31:14Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.697721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbe5d526-5867-42d3-ba2c-827e295d16b6 req-daeeebc5-5204-41e4-aa20-5018353779b1 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.1491234 Nov 08 12:31:15.725704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Checking router: b838f527-fdc7-43b3-85b4-3e39ba253fdc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:15.736312 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Routers {'b838f527-fdc7-43b3-85b4-3e39ba253fdc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:15.736824 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:15.748984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.774789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port d7eb0631-571e-4973-96c4-fbb5fe89ea3d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:15.775132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.776027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbe5d526-5867-42d3-ba2c-827e295d16b6 req-7fae0d09-c625-4ada-a80b-a87b481eadd4 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750179 Nov 08 12:31:15.780431 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.865051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.876982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.882670 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] 10.222.0.58 "DELETE /v2.0/networks/23715558-f4a4-4db3-8be4-f13fa1fc63d9 HTTP/1.1" status: 204 len: 168 time: 0.7131865 Nov 08 12:31:15.882670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port d7eb0631-571e-4973-96c4-fbb5fe89ea3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:15.882670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.915697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9d27f-379d-4af6-9c46-0d4e3aa7a0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=23715558-f4a4-4db3-8be4-f13fa1fc63d9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:15.928341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for d7eb0631-571e-4973-96c4-fbb5fe89ea3d owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:15.961514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Deleting port 00c9ede1-1b7b-424b-9f68-78e8198ce547 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:15.962109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:15.964421 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] Set router b838f527-fdc7-43b3-85b4-3e39ba253fdc gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:16.052590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] For port 00c9ede1-1b7b-424b-9f68-78e8198ce547, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00c9ede1-1b7b-424b-9f68-78e8198ce547,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:16.053439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.072339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Calling delete_port for 00c9ede1-1b7b-424b-9f68-78e8198ce547 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:16.165632 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:31:14Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:16.206286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.207122 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936cd97-fcf5-42cd-9497-d72dc1fc75d6 None None] The sync data for ids ['b838f527-fdc7-43b3-85b4-3e39ba253fdc'] in n-d-816990-1 is: [{'id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'name': 'tempest-ServersTestFqdnHostnames-501185210-router', 'tenant_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:28:41Z', 'updated_at': '2021-11-08T12:31:14Z', 'revision_number': 5, 'project_id': 'bb2f04ebfdb643bf84feb73302df52c0', 'gw_port': {'id': '00c9ede1-1b7b-424b-9f68-78e8198ce547', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838f527-fdc7-43b3-85b4-3e39ba253fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:28:42Z', 'updated_at': '2021-11-08T12:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:16.220492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['d7eb0631-571e-4973-96c4-fbb5fe89ea3d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:16.266511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=d7eb0631-571e-4973-96c4-fbb5fe89ea3d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:16.313084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port d7eb0631-571e-4973-96c4-fbb5fe89ea3d on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:16.315860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.319402 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bb8a557c-6b48-413e-a288-9fd770832409 req-b2c169dd-8c36-4242-8115-e53d4f5885b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "DELETE /v2.0/ports/d7eb0631-571e-4973-96c4-fbb5fe89ea3d HTTP/1.1" status: 204 len: 173 time: 0.6857865 Nov 08 12:31:16.319935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'name': 'network-vif-deleted', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:16.322610 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af126b1-31f0-4740-807c-2e31387a1e14" -d '{"events": [{"server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "name": "network-vif-deleted", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:16.345625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166250a9-871a-4c55-9f6b-af920a460b91 req-ec0de6d0-643f-4e8d-bd6a-6c3443c2d118 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:16.347197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-166250a9-871a-4c55-9f6b-af920a460b91 req-ec0de6d0-643f-4e8d-bd6a-6c3443c2d118 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 943 time: 0.1803734 Nov 08 12:31:16.360124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:16.409766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bde9c9d7-cdbc-4b4d-b9e9-8eb99c81d4c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b18b01ecba1496ba851f5b45cb3e531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484583 Nov 08 12:31:16.412327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:16.452958 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32707fc5-019f-4c64-a4aa-1fe6bef2ce70 x-openstack-request-id: req-32707fc5-019f-4c64-a4aa-1fe6bef2ce70 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:16.453311 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b83d6ca-dce2-4f65-9128-e7a99d12a25e", "name": "network-vif-deleted", "tag": "d7eb0631-571e-4973-96c4-fbb5fe89ea3d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:16.453497 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32707fc5-019f-4c64-a4aa-1fe6bef2ce70 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:16.453881 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b83d6ca-dce2-4f65-9128-e7a99d12a25e', 'name': 'network-vif-deleted', 'tag': 'd7eb0631-571e-4973-96c4-fbb5fe89ea3d', 'status': 'completed', 'code': 200} Nov 08 12:31:16.462528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-166250a9-871a-4c55-9f6b-af920a460b91 req-600f4f17-37f6-46f0-9da9-22013fdb5fd8 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035345 Nov 08 12:31:16.482447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.502589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.522620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.528374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7655673c-5654-49e6-83b0-5d57a51a2b8c no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:16.553341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 7655673c-5654-49e6-83b0-5d57a51a2b8c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:16.554464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7655673c-5654-49e6-83b0-5d57a51a2b8c not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:16.564487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Pushing event deleted for resources: {'Port': ['ID=00c9ede1-1b7b-424b-9f68-78e8198ce547,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:16.576270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347cfe-9002-47de-848d-0a68b67cc493 req-95e394da-0c8a-4f9f-9365-9398aad40a45 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:16.584272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d347cfe-9002-47de-848d-0a68b67cc493 req-95e394da-0c8a-4f9f-9365-9398aad40a45 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1030014 Nov 08 12:31:16.629058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.636020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.636020 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ade8fb7-fba9-4ed5-950c-cf0f65621958 HTTP/1.1" status: 204 len: 168 time: 0.2198656 Nov 08 12:31:16.646098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c472-c80f-4388-a585-ec311893ffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade8fb7-fba9-4ed5-950c-cf0f65621958,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:16.675215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec03d9c4-96dd-4603-a5b8-33d00a2f6852 req-dee66d44-d6c5-4065-ab6c-503aeb1736e7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b83d6ca-dce2-4f65-9128-e7a99d12a25e HTTP/1.1" status: 200 len: 210 time: 0.0770645 Nov 08 12:31:16.719286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d347cfe-9002-47de-848d-0a68b67cc493 req-c3c8148f-ad7f-441f-908e-13e485326a8f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340969 Nov 08 12:31:16.738144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.888486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ab5634ed-d5ec-4668-a7ff-325df1173032 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:16.912717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ab5634ed-d5ec-4668-a7ff-325df1173032 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:16.920783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ab5634ed-d5ec-4668-a7ff-325df1173032 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:16.921789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.921789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:16.985003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f416a-fdfc-44b8-b152-a796304dd125 req-4cb167ef-f908-45ca-ae61-1753dbad0d7e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:16.986518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca1f416a-fdfc-44b8-b152-a796304dd125 req-4cb167ef-f908-45ca-ae61-1753dbad0d7e tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.1187308 Nov 08 12:31:16.994031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37957e4e-8952-41cc-9006-a7658c95898c req-3974426b-4c81-4280-94b3-57d3ae8d3832 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:16.999927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37957e4e-8952-41cc-9006-a7658c95898c req-3974426b-4c81-4280-94b3-57d3ae8d3832 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1694238 Nov 08 12:31:17.068027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca1f416a-fdfc-44b8-b152-a796304dd125 req-d8b88c80-9ada-44bd-937c-d89af2fc13e5 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715883 Nov 08 12:31:17.070045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.070581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b838f527-fdc7-43b3-85b4-3e39ba253fdc {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:31:17.092722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37957e4e-8952-41cc-9006-a7658c95898c req-3152ff2e-9400-421c-88ba-7fbada5da146 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724440 Nov 08 12:31:17.093750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.095007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-48d8db4b-8ad4-4493-a06e-a9cfb0fa978e admin admin] 10.222.0.58 "DELETE /v2.0/routers/b838f527-fdc7-43b3-85b4-3e39ba253fdc HTTP/1.1" status: 204 len: 168 time: 1.7760971 Nov 08 12:31:17.097695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:17.214336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Deleting subnet 58de66f3-daac-4157-9758-a507f2b81124 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:17.219318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.265822 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:31:17.275555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.387934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.456470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6ed30eec-e29d-4a42-9d39-89310cc6946c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:17.551208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:17.563292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'mac_address': 'fa:16:3e:9e:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:17.587372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.604515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a958-33e4-4beb-813f-102d622a2e19 req-fee5e5f2-57cb-4339-bb9f-e3d529b83f14 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:17.613772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8981a958-33e4-4beb-813f-102d622a2e19 req-fee5e5f2-57cb-4339-bb9f-e3d529b83f14 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 943 time: 0.0796511 Nov 08 12:31:17.642950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.679480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed30eec-e29d-4a42-9d39-89310cc6946c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:17.682203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8981a958-33e4-4beb-813f-102d622a2e19 req-c089a420-8b74-4d6f-81f0-c5d76d0a68ed tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Nov 08 12:31:17.688576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58de66f3-daac-4157-9758-a507f2b81124,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:17.698450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.711551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ebf12104-9a55-4b22-81a5-efcb567e912e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/58de66f3-daac-4157-9758-a507f2b81124 HTTP/1.1" status: 204 len: 168 time: 0.6100025 Nov 08 12:31:17.714578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:17.719037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e402c-7432-4dbd-bf21-2939231d07dc None None] Network f546d0fe-ce7e-4566-93d8-434108d703bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:17.830051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:17.882706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:17.895168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-2c9c7bb2-f8a7-4e8f-a92e-08ceaaa45609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:17.896769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-2c9c7bb2-f8a7-4e8f-a92e-08ceaaa45609 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f348b7a0664c9188f4f648b236981c&device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 1097 time: 0.1388299 Nov 08 12:31:17.907914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698ade-25f1-425c-9165-46b86e7521ce req-945fe746-32b6-4232-a9ef-0289f0b65efc tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:17.916107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc698ade-25f1-425c-9165-46b86e7521ce req-945fe746-32b6-4232-a9ef-0289f0b65efc tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.1713750 Nov 08 12:31:17.975865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.045277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:18.057936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] DHCP port deletion for f546d0fe-ce7e-4566-93d8-434108d703bb request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:31:18.116287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Deleting port 3219a0fa-0ffd-4d52-8179-34d0949f516b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:18.116728 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.193443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] For port 3219a0fa-0ffd-4d52-8179-34d0949f516b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3219a0fa-0ffd-4d52-8179-34d0949f516b,segment=NetworkSegment(68c6adf3-4bc0-4c57-8783-9eaae1803fca),segment_id=68c6adf3-4bc0-4c57-8783-9eaae1803fca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:18.193751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.222060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Calling delete_port for 3219a0fa-0ffd-4d52-8179-34d0949f516b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:18.290156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6ed30eec-e29d-4a42-9d39-89310cc6946c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:18.340615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:18.447834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.472734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc698ade-25f1-425c-9165-46b86e7521ce req-da3ab9bf-83d8-4789-80c3-e69409c7cca7 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557172 Nov 08 12:31:18.485104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] Pushing event deleted for resources: {'Port': ['ID=3219a0fa-0ffd-4d52-8179-34d0949f516b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:18.503051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb541420-1a67-413f-b5c9-d225bb8d3145 None None] No DVR routers for this DVR port 3219a0fa-0ffd-4d52-8179-34d0949f516b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:18.504204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-731360944-network', 'tenant_id': '20a45fdb2e0d4dc9bab510e22cd85d93'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:18.578405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-cb1db6bc-ed91-419a-a096-fa31e7ecf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:18.579875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-cb1db6bc-ed91-419a-a096-fa31e7ecf263 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 HTTP/1.1" status: 200 len: 913 time: 0.6594253 Nov 08 12:31:18.594740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-d88a23e6-19f5-4239-8da9-2a31e4966122 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:18.596229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-d88a23e6-19f5-4239-8da9-2a31e4966122 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.6065800 Nov 08 12:31:18.597582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Deleting port 3219a0fa-0ffd-4d52-8179-34d0949f516b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:18.597944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.606198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Made reservation on behalf of 20a45fdb2e0d4dc9bab510e22cd85d93 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:18.608718 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.622286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.664416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-0d90b1ac-ce9b-4737-82b5-27ac6e29d4c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f118d6e-5bf2-4645-b080-d0f54641054d HTTP/1.1" status: 200 len: 217 time: 0.0543704 Nov 08 12:31:18.696527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-d4960903-3352-4b46-9e24-2c887cd5a1c6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0852914 Nov 08 12:31:18.728456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.763123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-5385384f-cac7-4749-b2e1-41c39064e5ff tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655136 Nov 08 12:31:18.781402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] For port 3219a0fa-0ffd-4d52-8179-34d0949f516b, host n-d-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:18.783032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.800502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.831296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Calling delete_port for 3219a0fa-0ffd-4d52-8179-34d0949f516b owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:18.834416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:31:18.853058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.853406 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Added segment 4088c279-5ea0-4e47-b3d5-4b0087e3545a of type vlan for network 1d16cd39-efeb-4905-bd24-061abf302f12 Nov 08 12:31:18.853512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Port 3219a0fa-0ffd-4d52-8179-34d0949f516b was not found and therefore no delete operation was performed {{(pid=102535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:31:18.854967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:18.884701 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.905247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3219a0fa-0ffd-4d52-8179-34d0949f516b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:18.907205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-f243ed1d-493d-4e62-86c1-fce6e3c714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:18.908822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-f243ed1d-493d-4e62-86c1-fce6e3c714e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e8c69ad-04e1-41b3-90e1-74f58de57872 HTTP/1.1" status: 200 len: 852 time: 0.2195761 Nov 08 12:31:18.911801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:18.928083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3219a0fa-0ffd-4d52-8179-34d0949f516b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:18.928607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3219a0fa-0ffd-4d52-8179-34d0949f516b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:18.929118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00c9ede1-1b7b-424b-9f68-78e8198ce547 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:18.948436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3219a0fa-0ffd-4d52-8179-34d0949f516b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:18.954163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] No DVR routers for this DVR port 3219a0fa-0ffd-4d52-8179-34d0949f516b on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:18.963956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 00c9ede1-1b7b-424b-9f68-78e8198ce547 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:18.964445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00c9ede1-1b7b-424b-9f68-78e8198ce547 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:18.984284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-ac08d999-85fe-4235-bbb9-602a430a48b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456131 Nov 08 12:31:19.015536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.017112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:19.017895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.048915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699347b3-3934-4e52-a22e-1c36a5d10e28 req-91ab270a-c38d-46d9-85bd-38f4a14cd447 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:19.050526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-699347b3-3934-4e52-a22e-1c36a5d10e28 req-91ab270a-c38d-46d9-85bd-38f4a14cd447 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 944 time: 0.2704394 Nov 08 12:31:19.082691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] Pushing event updated for resources: {'Network': ['ID=1d16cd39-efeb-4905-bd24-061abf302f12,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:19.086762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-a2c564bf-ed0f-40c5-a187-d80fccc7928a service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218377 Nov 08 12:31:19.094041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 1d16cd39-efeb-4905-bd24-061abf302f12 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:31:19.165459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.178785 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6086ddf4-cf5a-4f51-9f74-cf7ba94aea80 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8343236 Nov 08 12:31:19.181957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:19.187876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Request body: {'subnet': {'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-731360944-subnet', 'tenant_id': '20a45fdb2e0d4dc9bab510e22cd85d93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:19.253653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f546d0fe-ce7e-4566-93d8-434108d703bb']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:19.277706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6adf3-4bc0-4c57-8783-9eaae1803fca') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:19.277990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6adf3-4bc0-4c57-8783-9eaae1803fca') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:19.298053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Made reservation on behalf of 20a45fdb2e0d4dc9bab510e22cd85d93 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:19.301633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.302546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-699347b3-3934-4e52-a22e-1c36a5d10e28 req-7248511d-6fb6-41c5-ae9c-c1ac92783e32 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275481 Nov 08 12:31:19.306545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.336106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.344321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-1f99c1a6-eac6-49c6-b405-1d866de23132 service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402932 Nov 08 12:31:19.351928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:19.352336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:19.354173 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:19.381214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-1f26547f-c078-4fd5-a0d4-cb09b5fbdc7d service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539165 Nov 08 12:31:19.461724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6ed30eec-e29d-4a42-9d39-89310cc6946c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:19.523809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a027c7a2-8b72-484d-9380-0ef3fa5f9b2b req-ea81c04f-8462-46b1-be92-311f6531312b service neutron] 10.222.0.61 "GET /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684167 Nov 08 12:31:19.601664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a786-21ee-40c3-84b3-c6ce67ffc3f4 req-be42fa61-203e-4d2c-9ec2-8ca31956b110 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:19.603204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b46a786-21ee-40c3-84b3-c6ce67ffc3f4 req-be42fa61-203e-4d2c-9ec2-8ca31956b110 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.0539424 Nov 08 12:31:19.604344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.610641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.613848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f546d0fe-ce7e-4566-93d8-434108d703bb HTTP/1.1" status: 204 len: 168 time: 1.8982644 Nov 08 12:31:19.629366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 6ed30eec-e29d-4a42-9d39-89310cc6946c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:19.630314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.639113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6ed30eec-e29d-4a42-9d39-89310cc6946c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:19.642467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.642593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e08e9-c72c-4511-a75f-53049d0fbd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f546d0fe-ce7e-4566-93d8-434108d703bb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:19.717376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b46a786-21ee-40c3-84b3-c6ce67ffc3f4 req-e6f5b9a7-a684-4ff9-bd90-adb23816476a tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995827 Nov 08 12:31:19.750663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Checking segment: {'id': '4088c279-5ea0-4e47-b3d5-4b0087e3545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:19.750850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Network hostable DHCP agents. Network: 1d16cd39-efeb-4905-bd24-061abf302f12, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:19.754892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03e9cdc-4bc2-4e8d-9edf-d34ce124eada,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:19.805844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.844549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de310dad-a8d9-42c1-bca7-4565e5fdd637 req-003d0bbb-8690-4c9f-828f-da9ea887ea3c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 210 time: 0.0405135 Nov 08 12:31:19.855064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:19.857707 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcce8fb4-b235-4335-a3a5-8aa11be38246" -d '{"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-plugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:19.864002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:19.899934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Network 1d16cd39-efeb-4905-bd24-061abf302f12 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:19.905017 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2440b-1e8e-45da-aa37-51149ba4e41c x-openstack-request-id: req-33f2440b-1e8e-45da-aa37-51149ba4e41c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:19.905017 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-plugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:19.905017 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33f2440b-1e8e-45da-aa37-51149ba4e41c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:19.907661 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'code': 200} Nov 08 12:31:19.928841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:19.980422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:20.000867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfda786-441d-482f-bc94-7c7cb8a64dba req-07e7af18-a797-4f09-ab79-8001ebd7333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.002488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bfda786-441d-482f-bc94-7c7cb8a64dba req-07e7af18-a797-4f09-ab79-8001ebd7333d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 1096 time: 0.0420570 Nov 08 12:31:20.049057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bfda786-441d-482f-bc94-7c7cb8a64dba req-aa2db9af-3152-4eb8-8783-12f9ece60921 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Nov 08 12:31:20.112450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.116098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 1d16cd39-efeb-4905-bd24-061abf302f12) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:20.120845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.122855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.130292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2f3d9-e6a2-435f-8249-8d0d3e06e476 None None] Network 1d16cd39-efeb-4905-bd24-061abf302f12 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:20.175253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:20.229571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-811d849f-5523-4511-9ce2-913ca9d19514 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb2f04ebfdb643bf84feb73302df52c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500691 Nov 08 12:31:20.229846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:20.265675 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bcb87c0e-3de1-43e9-9470-818349a74562 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0820732 Nov 08 12:31:20.283434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3775941-9d20-489a-85a4-841382ce3366 None None] Network 1d16cd39-efeb-4905-bd24-061abf302f12 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:20.321090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149e51-f33f-4ecb-9931-3f55727efbba req-556b6904-7f72-4f85-9b5a-168f3a8d8fd0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.324875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4149e51-f33f-4ecb-9931-3f55727efbba req-556b6904-7f72-4f85-9b5a-168f3a8d8fd0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0786974 Nov 08 12:31:20.326060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.368626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.445067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4149e51-f33f-4ecb-9931-3f55727efbba req-c1e74294-ba59-4c9d-b6df-a60300d591bd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081960 Nov 08 12:31:20.492272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866180-b2dc-4f2a-9270-58c00b3eb025 req-3f959e86-0c08-40fb-91ce-47a7e76de5a6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.494186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f866180-b2dc-4f2a-9270-58c00b3eb025 req-3f959e86-0c08-40fb-91ce-47a7e76de5a6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 945 time: 0.0698414 Nov 08 12:31:20.528559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d7eb0631-571e-4973-96c4-fbb5fe89ea3d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:20.552252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: d7eb0631-571e-4973-96c4-fbb5fe89ea3d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:20.552747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d7eb0631-571e-4973-96c4-fbb5fe89ea3d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:20.582802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f866180-b2dc-4f2a-9270-58c00b3eb025 req-1422b2dc-0f00-497b-8179-40654b62be3e tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813873 Nov 08 12:31:20.601861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.604665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:20.605876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/857b61cf-b6f9-4c18-b2ac-5704aa759be7 HTTP/1.1" status: 204 len: 168 time: 0.3751564 Nov 08 12:31:20.620896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ebaa-72c7-43e1-8b07-166a0fa25552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b61cf-b6f9-4c18-b2ac-5704aa759be7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:20.646025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea24136-4696-4a85-8caa-30c65648b5e3 req-a515b9c8-4885-4bc4-ae1b-05daad72eba6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.654044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea24136-4696-4a85-8caa-30c65648b5e3 req-a515b9c8-4885-4bc4-ae1b-05daad72eba6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0865495 Nov 08 12:31:20.699892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea24136-4696-4a85-8caa-30c65648b5e3 req-31b8439c-e581-4365-8534-9debb668172e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Nov 08 12:31:20.850164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42460-99f1-4748-bd93-cdda4c983670 req-d7f3b24d-b511-4b4a-80c3-24ba3a614f8d tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:20.851704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15d42460-99f1-4748-bd93-cdda4c983670 req-d7f3b24d-b511-4b4a-80c3-24ba3a614f8d tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Nov 08 12:31:20.943860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa5e24c4-26ca-4681-a0de-29016d63a4f2 req-5c70c1c7-0b65-41a5-b367-6b5a2645fed7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 210 time: 0.0383706 Nov 08 12:31:20.947363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15d42460-99f1-4748-bd93-cdda4c983670 req-3cc25a5f-eba8-4bb6-819b-aa85279f7e02 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Nov 08 12:31:21.079065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560b11a-5e40-4595-a9d6-47f347f5b530 req-4b0c6f2a-55bc-4f38-833b-3b652b5ea3ec tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.080582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e560b11a-5e40-4595-a9d6-47f347f5b530 req-4b0c6f2a-55bc-4f38-833b-3b652b5ea3ec tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0577991 Nov 08 12:31:21.153465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e560b11a-5e40-4595-a9d6-47f347f5b530 req-1c9fa53b-6d78-41ca-a401-a0b09d2b3e55 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Nov 08 12:31:21.291699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15130f0-8f8f-42d6-9c5f-e5dc865276f9 req-44dcc591-278c-4615-8de0-3f2194f4b18d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.294466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c15130f0-8f8f-42d6-9c5f-e5dc865276f9 req-44dcc591-278c-4615-8de0-3f2194f4b18d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0652552 Nov 08 12:31:21.348755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c15130f0-8f8f-42d6-9c5f-e5dc865276f9 req-3d9e9065-358b-46b3-a3d4-f129e41a9d6a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Nov 08 12:31:21.419739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:21.426652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-145868377-network', 'tenant_id': 'eae86d07897c4d7691049d7373469a32'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:21.585752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Made reservation on behalf of eae86d07897c4d7691049d7373469a32 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:21.588025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:21.622341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:21.662614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df5283-1358-491a-9fa1-20ae12ba67dc req-f490fc86-0fed-4524-9d6d-4be6009dbd69 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.664109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8df5283-1358-491a-9fa1-20ae12ba67dc req-f490fc86-0fed-4524-9d6d-4be6009dbd69 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1196618 Nov 08 12:31:21.682593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fec91d-c4c2-49da-ab1b-6e1799413961 req-646e2180-26c1-44fd-8a52-6290c48f91be tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.684039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41fec91d-c4c2-49da-ab1b-6e1799413961 req-646e2180-26c1-44fd-8a52-6290c48f91be tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.1028576 Nov 08 12:31:21.785977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8df5283-1358-491a-9fa1-20ae12ba67dc req-125216c7-5a69-4a3e-a749-7f8027fbe6c3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146951 Nov 08 12:31:21.789155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41934) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:21.807075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41fec91d-c4c2-49da-ab1b-6e1799413961 req-aa8c8be8-21d3-4362-ae79-18964ecd6ed2 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135237 Nov 08 12:31:21.830942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:21.913420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-697405727-network', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:21.933196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb660e85-b58f-4193-a864-e162f57b3b8d req-c4bc0109-fe89-47a7-959f-50f00c34ed22 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.934842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb660e85-b58f-4193-a864-e162f57b3b8d req-c4bc0109-fe89-47a7-959f-50f00c34ed22 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 945 time: 0.0909374 Nov 08 12:31:21.937855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:21.957414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf653-af4a-447b-8a8b-eff3ce94e0e8 req-dd9ff9c0-62a4-4cd8-ba02-fde719d90cb8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:21.958929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f0bf653-af4a-447b-8a8b-eff3ce94e0e8 req-dd9ff9c0-62a4-4cd8-ba02-fde719d90cb8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0822043 Nov 08 12:31:21.993514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:31:22.026589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.034406 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Added segment c7eaf374-8d52-402a-a3ab-29fb50345d0a of type vlan for network 090a914a-2cec-4b45-b50b-c3b8cf05a7aa Nov 08 12:31:22.034406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91ea74-3138-48a7-8b34-6485e40f16aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:22.057568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Made reservation on behalf of f992c08c71714fd9ab77f9abe90a8d09 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:22.059919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.068864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.107863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f0bf653-af4a-447b-8a8b-eff3ce94e0e8 req-4b5d9cba-32ef-4600-b293-73881f2ecce0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411777 Nov 08 12:31:22.111044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb660e85-b58f-4193-a864-e162f57b3b8d req-f4bdb606-be4b-4a4a-a3aa-5575195bef4c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635983 Nov 08 12:31:22.114814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.173144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.232513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b03beb15-ab5c-4e99-ac30-7d39ef55003d req-fdcfb8be-0058-48a7-904d-9d4b724b7055 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 210 time: 0.0289695 Nov 08 12:31:22.240324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.241273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.241846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.282890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.313917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=090a914a-2cec-4b45-b50b-c3b8cf05a7aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:22.331227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 090a914a-2cec-4b45-b50b-c3b8cf05a7aa details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:31:22.340717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:31:22.357217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da53c93-3265-4f22-a2d6-02f7aa9396a5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:22.394166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.394782 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Added segment e89e90e9-ec81-4b37-8c6f-a62a6e67f476 of type vlan for network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa Nov 08 12:31:22.420446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-813258f1-f10e-4d50-816a-495b6089b3d8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9984670 Nov 08 12:31:22.428915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:22.437958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Request body: {'subnet': {'network_id': '090a914a-2cec-4b45-b50b-c3b8cf05a7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-145868377-subnet', 'tenant_id': 'eae86d07897c4d7691049d7373469a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:22.463517 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.479098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e4247-7d0f-439f-bac1-180eba645a91 req-1b4804de-17af-4ced-a995-3f82be8e290d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.480886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f6e4247-7d0f-439f-bac1-180eba645a91 req-1b4804de-17af-4ced-a995-3f82be8e290d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0593934 Nov 08 12:31:22.515554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-bfb491dc-0bc7-493c-b8ee-8370de8cc36b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.517495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-bfb491dc-0bc7-493c-b8ee-8370de8cc36b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.2098579 Nov 08 12:31:22.531710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:22.540953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f6e4247-7d0f-439f-bac1-180eba645a91 req-0bb6b4f4-43c0-4769-ae1e-4a6e237e8795 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Nov 08 12:31:22.599735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Made reservation on behalf of eae86d07897c4d7691049d7373469a32 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:22.602058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.660996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb18401-e5a3-4f6a-9ac7-4a21b9669671 req-6ca83e7b-0d5d-43b1-9a22-ab7ad2d419a9 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.663055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bb18401-e5a3-4f6a-9ac7-4a21b9669671 req-6ca83e7b-0d5d-43b1-9a22-ab7ad2d419a9 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0518210 Nov 08 12:31:22.666577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.667527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.668098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.723552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bb18401-e5a3-4f6a-9ac7-4a21b9669671 req-49e34e42-1046-49a6-a772-d3108a73142e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Nov 08 12:31:22.758291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] Pushing event updated for resources: {'Network': ['ID=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:22.769651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:31:22.797097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9c117ff6-bb9f-4afe-8790-df82b92a728c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0070488 Nov 08 12:31:22.800235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:22.813949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Request body: {'subnet': {'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-697405727-subnet', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:22.917684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:22.922234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:22.929256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419e99d-5872-4ab6-b679-d8e0d067c561 req-c3094bb7-7baa-422c-8f21-539e505f65ae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:22.931347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5419e99d-5872-4ab6-b679-d8e0d067c561 req-c3094bb7-7baa-422c-8f21-539e505f65ae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0744522 Nov 08 12:31:23.019670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5419e99d-5872-4ab6-b679-d8e0d067c561 req-e473a90d-36f7-4bec-a9f9-9f86c58d36f0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Nov 08 12:31:23.032831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b99c-78ed-47cb-9afb-2efe2caf2e36 req-92d9bc7d-9a83-4b0a-a193-d1a3e47f6229 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.034883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.035054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3e1b99c-78ed-47cb-9afb-2efe2caf2e36 req-92d9bc7d-9a83-4b0a-a193-d1a3e47f6229 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.0752304 Nov 08 12:31:23.072812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be8bbddb-12b4-4167-ac75-b26e9dfb25c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.076182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Made reservation on behalf of f992c08c71714fd9ab77f9abe90a8d09 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:23.078680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.115418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.9 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/b1645505-ba14-48cb-ab7b-d6fbb97b7509) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:23.158760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b27db00-0415-4d13-b873-0896f97dbb85,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:23.183411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3e1b99c-78ed-47cb-9afb-2efe2caf2e36 req-2354444f-4cab-4490-b84c-320932ae9766 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/security-groups?id=70e1a961-c8c1-4f31-9dd6-9187edea43ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349645 Nov 08 12:31:23.188820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Checking segment: {'id': 'c7eaf374-8d52-402a-a3ab-29fb50345d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '090a914a-2cec-4b45-b50b-c3b8cf05a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:23.189184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Network hostable DHCP agents. Network: 090a914a-2cec-4b45-b50b-c3b8cf05a7aa, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:23.260216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ae57-282b-42b0-9493-954ccf196709 req-13e488dd-1597-4127-a22e-efa4c98c8545 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.262890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8549ae57-282b-42b0-9493-954ccf196709 req-13e488dd-1597-4127-a22e-efa4c98c8545 tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.61 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 946 time: 0.1648018 Nov 08 12:31:23.285880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af2c0d-d612-496e-8728-6539b07670c8 req-0b9f6cd9-5416-4133-a9c8-7fe2ffe3e52c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.287601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4af2c0d-d612-496e-8728-6539b07670c8 req-0b9f6cd9-5416-4133-a9c8-7fe2ffe3e52c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1124756 Nov 08 12:31:23.347920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Network 090a914a-2cec-4b45-b50b-c3b8cf05a7aa is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:23.353591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.408433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 090a914a-2cec-4b45-b50b-c3b8cf05a7aa) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:23.420825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.421506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.422983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa5562-9a36-457f-a221-7eb9cbc00443 None None] Network 090a914a-2cec-4b45-b50b-c3b8cf05a7aa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:23.446321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4af2c0d-d612-496e-8728-6539b07670c8 req-8b58de48-7828-4ef5-a44b-1202949bd9d3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525748 Nov 08 12:31:23.449251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.513423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:23.522736 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f9fec01-e166-4adb-b561-7f6a5a36aa93 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0877419 Nov 08 12:31:23.525001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:23.527495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:23.531219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:23.559371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Deleting port 5f118d6e-5bf2-4645-b080-d0f54641054d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:23.559822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.619539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.620489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.633968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310801-b5be-48cb-899f-03d7ce0dda8f req-ff01246e-5517-4310-810f-c7fafabef76c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:23.635674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e310801-b5be-48cb-899f-03d7ce0dda8f req-ff01246e-5517-4310-810f-c7fafabef76c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 931 time: 0.1871288 Nov 08 12:31:23.639674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.646051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6373b-d226-4a77-bf28-ebaa6e57add2 None None] Network 090a914a-2cec-4b45-b50b-c3b8cf05a7aa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:23.746368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-3a248408-9387-4142-aace-fc781046cd02 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182078 Nov 08 12:31:23.755164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e1b825-1c7b-4fd4-8398-090bad54280a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:23.758231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] For port 5f118d6e-5bf2-4645-b080-d0f54641054d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5f118d6e-5bf2-4645-b080-d0f54641054d,segment=NetworkSegment(930f229c-2bfc-4f30-80b6-164f69092435),segment_id=930f229c-2bfc-4f30-80b6-164f69092435)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:23.758870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:23.761429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Request body: {'port': {'device_id': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:23.812564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Calling delete_port for 5f118d6e-5bf2-4645-b080-d0f54641054d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:23.815049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.815398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.815741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.816077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.816411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.816742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.817070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.817395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.817725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.818047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.818398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.818721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:23.834656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e310801-b5be-48cb-899f-03d7ce0dda8f req-7f37c86e-9927-4a89-bb11-8e1588ffd62d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848235 Nov 08 12:31:23.848975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Checking segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:23.849378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Network hostable DHCP agents. Network: 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:23.883011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.010221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:24.070910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a9d3-e5cf-4c1c-87aa-438aa1f415f7 req-8bd71d73-a109-429d-9388-9d17725abdda tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.070910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3431a9d3-e5cf-4c1c-87aa-438aa1f415f7 req-8bd71d73-a109-429d-9388-9d17725abdda tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0594890 Nov 08 12:31:24.119918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.177331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1645505-ba14-48cb-ab7b-d6fbb97b7509 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:24.184935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.194911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:24.196861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Transition to ACTIVE for port object b1645505-ba14-48cb-ab7b-d6fbb97b7509 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:24.203699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c594f8-f403-46c9-949e-c142a6e76d46 None None] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:24.203871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Pushing event deleted for resources: {'Port': ['ID=5f118d6e-5bf2-4645-b080-d0f54641054d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:24.215843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.216439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.226986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3431a9d3-e5cf-4c1c-87aa-438aa1f415f7 req-fca15ed3-8d11-453a-83c6-1abefc45dbbf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612320 Nov 08 12:31:24.277425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.298207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] No DVR routers for this DVR port 5f118d6e-5bf2-4645-b080-d0f54641054d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:24.310801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.315341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8549ae57-282b-42b0-9493-954ccf196709 req-bc15bbe6-e909-435c-ae94-49536cdb156b tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.61 "DELETE /v2.0/ports/5f118d6e-5bf2-4645-b080-d0f54641054d HTTP/1.1" status: 204 len: 173 time: 1.0450673 Nov 08 12:31:24.315659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'name': 'network-vif-deleted', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:24.318043 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7f1b1-68f8-4d5f-95a2-950941fa282c" -d '{"events": [{"server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "name": "network-vif-deleted", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:24.335755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-9a04d016-662d-4056-b325-d9633948ef92 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.343484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-9a04d016-662d-4056-b325-d9633948ef92 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/networks?id=1d16cd39-efeb-4905-bd24-061abf302f12 HTTP/1.1" status: 200 len: 824 time: 0.2697361 Nov 08 12:31:24.354802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-437f9472-2d4d-4552-8042-0d4d9974b8e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5534058 Nov 08 12:31:24.367894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-064b788c-f34c-4366-8bbe-84ec8924358c tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/quotas/20a45fdb2e0d4dc9bab510e22cd85d93 HTTP/1.1" status: 200 len: 375 time: 0.0234277 Nov 08 12:31:24.369531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:24.384216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:24.395349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:24.413233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:31:24.414199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.428653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Attempting to bind port b1645505-ba14-48cb-ab7b-d6fbb97b7509 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:24.429128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Attempting to bind port b1645505-ba14-48cb-ab7b-d6fbb97b7509 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:24.429449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Attempting to bind port b1645505-ba14-48cb-ab7b-d6fbb97b7509 on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:24.433972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Port b1645505-ba14-48cb-ab7b-d6fbb97b7509 on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:24.434319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Attempting to bind port b1645505-ba14-48cb-ab7b-d6fbb97b7509 on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:24.440612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:24.440956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:24.442082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:24.442082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Bound port: b1645505-ba14-48cb-ab7b-d6fbb97b7509, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:24.442359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-cb46a77e-7ba3-40ea-9c8c-327b0c847232 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=20a45fdb2e0d4dc9bab510e22cd85d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730038 Nov 08 12:31:24.442466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.491383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f26d0101-f70e-424e-b354-11a135daa3e6 req-ef52079f-80aa-4c92-a5ec-e241a67045bf tempest-InstanceActionsTestJSON-1066750638 tempest-InstanceActionsTestJSON-1066750638-project] 10.222.0.58 "GET /v2.0/ports?device_id=4401d259-b50f-4555-bf56-ad26208deea1 HTTP/1.1" status: 200 len: 210 time: 0.0975778 Nov 08 12:31:24.508292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:24.511736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:24.554640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.558423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.578227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.587698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Allocated IP 172.20.0.2 (9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa/68e1b825-1c7b-4fd4-8398-090bad54280a/ed7fd367-b3d2-4172-8041-99cdc9285eb8) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:24.613763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.614685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.615762 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1645505-ba14-48cb-ab7b-d6fbb97b7509 HTTP/1.1" status: 200 len: 1091 time: 0.8612866 Nov 08 12:31:24.616229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:24.618446 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dac185-9aa7-4209-beae-708b667e0a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:24.647257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd220425-6f32-41b4-a0a3-d9b44271f198 service neutron] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:24.662798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-34a174fe-605d-4d66-b21b-97ed43b85a7c service neutron] 10.222.0.58 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975570 Nov 08 12:31:24.672823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.740209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637662a-6a84-48e8-95a3-6ff10dd564cc req-41ffa60b-ce6a-47a3-959f-91e89ff4a79a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.741713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d637662a-6a84-48e8-95a3-6ff10dd564cc req-41ffa60b-ce6a-47a3-959f-91e89ff4a79a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1702266 Nov 08 12:31:24.769536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.775971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-f38766cf-d476-4975-9dab-71ee2878f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.777744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-f38766cf-d476-4975-9dab-71ee2878f90b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 1094 time: 0.0487118 Nov 08 12:31:24.821254 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-2c2a9c8a-6ec6-4abf-b9a6-9098803d7ab1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509 HTTP/1.1" status: 200 len: 217 time: 0.0357161 Nov 08 12:31:24.849969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:24.871210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-a009315f-addc-414f-a1c2-9db322dbb690 service neutron] 10.222.0.58 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075207 Nov 08 12:31:24.872351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-d6e8bcef-3df8-46f3-b872-7e06f2e91ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:24.874776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-d6e8bcef-3df8-46f3-b872-7e06f2e91ea4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0466118 Nov 08 12:31:24.878364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d637662a-6a84-48e8-95a3-6ff10dd564cc req-a943e520-185a-4490-bf95-a186694c0534 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252923 Nov 08 12:31:24.934142 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-9976c67b-f403-4348-aa2e-8ff7039d3f03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466135 Nov 08 12:31:24.966927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Pushing event updated for resources: {'Port': ['ID=ed7fd367-b3d2-4172-8041-99cdc9285eb8,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:24.988109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:24.993010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:25.000082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:25.068684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Attempting to bind port ed7fd367-b3d2-4172-8041-99cdc9285eb8 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:25.069162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Attempting to bind port ed7fd367-b3d2-4172-8041-99cdc9285eb8 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:25.069596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Attempting to bind port ed7fd367-b3d2-4172-8041-99cdc9285eb8 on network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:25.075821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:25.081708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Checking segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:25.081708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.081708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Bound using segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:25.081708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Bound port: ed7fd367-b3d2-4172-8041-99cdc9285eb8, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:25.081708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.093095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-7bacc28b-b1bd-4f7e-8111-29086ba74989 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556773 Nov 08 12:31:25.151535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] For port ed7fd367-b3d2-4172-8041-99cdc9285eb8, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:25.155206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] For port ed7fd367-b3d2-4172-8041-99cdc9285eb8, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed7fd367-b3d2-4172-8041-99cdc9285eb8,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:25.220794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3fe04401-41a7-4a43-8d0b-9079ce7bbc4e req-7401ab25-3c37-445e-80c8-49e85fce0288 service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208203 Nov 08 12:31:25.277575 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8072b49f-e1e3-4264-9eb1-feb5c7109c63 x-openstack-request-id: req-8072b49f-e1e3-4264-9eb1-feb5c7109c63 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:25.277864 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4401d259-b50f-4555-bf56-ad26208deea1", "name": "network-vif-deleted", "tag": "5f118d6e-5bf2-4645-b080-d0f54641054d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:25.278113 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8072b49f-e1e3-4264-9eb1-feb5c7109c63 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:25.278529 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4401d259-b50f-4555-bf56-ad26208deea1', 'name': 'network-vif-deleted', 'tag': '5f118d6e-5bf2-4645-b080-d0f54641054d', 'status': 'completed', 'code': 200} Nov 08 12:31:25.283534 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.341443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.375582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94936f5-90cd-4282-a04a-1f7b6c93b13d req-1c83b754-3a2c-4474-92df-1de7a0b6a84c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.384928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c94936f5-90cd-4282-a04a-1f7b6c93b13d req-1c83b754-3a2c-4474-92df-1de7a0b6a84c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 945 time: 0.1090188 Nov 08 12:31:25.399732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ccf2-a012-4f05-b663-10dc452823d5 None None] Pushing event updated for resources: {'Port': ['ID=ed7fd367-b3d2-4172-8041-99cdc9285eb8,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:25.459319 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ade8a-f324-4ff7-b176-7e28f6067cf1 x-openstack-request-id: req-315ade8a-f324-4ff7-b176-7e28f6067cf1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:25.459609 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:25.460002 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-315ade8a-f324-4ff7-b176-7e28f6067cf1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:25.460308 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'status': 'completed', 'code': 200} Nov 08 12:31:25.473788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c94936f5-90cd-4282-a04a-1f7b6c93b13d req-7c28ac18-5a65-45e1-94c4-15d1bc69f9c5 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Nov 08 12:31:25.488982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6ed30eec-e29d-4a42-9d39-89310cc6946c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:25.491624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f118d6e-5bf2-4645-b080-d0f54641054d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:25.558091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-81b42a55-37ff-4390-a33b-47b08d6ce2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.567334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5f118d6e-5bf2-4645-b080-d0f54641054d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:25.567708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5f118d6e-5bf2-4645-b080-d0f54641054d not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:25.585830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac185-9aa7-4209-beae-708b667e0a4b req-4c8e982c-2a2d-4d67-b808-64968ec681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.587497 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-4c8e982c-2a2d-4d67-b808-64968ec681a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 1094 time: 0.1030800 Nov 08 12:31:25.698030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:25.715410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'network_id': '357c0b18-d882-41eb-9199-dcdbd1676eae', 'port_id': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'mac_address': 'fa:16:3e:9e:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07b6432-9ccd-447b-a835-f2e445885160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:25.772322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac185-9aa7-4209-beae-708b667e0a4b req-af6988c9-92ff-4b82-87c4-d02835d4a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.774219 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-af6988c9-92ff-4b82-87c4-d02835d4a102 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 912 time: 0.1786547 Nov 08 12:31:25.818183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d72808-fba5-4076-b499-910d5241d2e9 req-fe163307-fc72-460d-ba5e-acf2fcbf76e3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.825689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52d72808-fba5-4076-b499-910d5241d2e9 req-fe163307-fc72-460d-ba5e-acf2fcbf76e3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 943 time: 0.2570984 Nov 08 12:31:25.829742 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-a6119bed-7991-46b6-a4f6-1ad4d787ad4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509 HTTP/1.1" status: 200 len: 217 time: 0.0474942 Nov 08 12:31:25.894428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac185-9aa7-4209-beae-708b667e0a4b req-3e778dbf-0e7d-4e53-9307-ac10b513f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.896610 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-3e778dbf-0e7d-4e53-9307-ac10b513f8fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0586784 Nov 08 12:31:25.933179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29408e-b065-4da3-ab66-8311513617d4 req-870e5071-f431-4dae-814d-40929d0459bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:25.934666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b29408e-b065-4da3-ab66-8311513617d4 req-870e5071-f431-4dae-814d-40929d0459bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 813 time: 0.3427267 Nov 08 12:31:25.936738 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-d158cead-2949-4d97-9722-fc4f7a0a7ec9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325575 Nov 08 12:31:25.941446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.977386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.979094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:25.981035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b29408e-b065-4da3-ab66-8311513617d4 req-d8227ef3-fe10-442b-ae93-8dabcea3bc9f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/quotas/ac5751372a314066a1f73bbf686fba9a HTTP/1.1" status: 200 len: 375 time: 0.0375719 Nov 08 12:31:25.993885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ed30eec-e29d-4a42-9d39-89310cc6946c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:25.995262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52d72808-fba5-4076-b499-910d5241d2e9 req-f6e23a6a-951a-464f-ad26-8f67c32f4ac8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684880 Nov 08 12:31:26.030607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:26.057084 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-3e6d528e-2997-4013-b053-e062ca81052a service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122003 Nov 08 12:31:26.114939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a4efb75-d1f7-4121-ba7b-96885d826380 req-4a319619-315e-451c-9313-d29eba94e48e tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 210 time: 0.0531328 Nov 08 12:31:26.123766 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.174068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:26.176642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b29408e-b065-4da3-ab66-8311513617d4 req-34379686-b289-4caf-808e-c889c9d7e5c1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559887 Nov 08 12:31:26.183258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:26.227662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-41dac185-9aa7-4209-beae-708b667e0a4b req-b347b9dc-2703-4b76-b68c-44152171419c service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629453 Nov 08 12:31:26.254138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6ed30eec-e29d-4a42-9d39-89310cc6946c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:26.255734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Allocated IP 172.25.1.151 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e53ce96c-3103-4b98-9a99-f0d4611b557f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:26.294269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Deleting subnet 8e8c69ad-04e1-41b3-90e1-74f58de57872 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:26.313622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.421952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.484601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ec3ed-f5d5-4425-b7d7-ab5769793540 req-111de97f-9380-403d-be21-85101c3732c4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:26.486127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-108ec3ed-f5d5-4425-b7d7-ab5769793540 req-111de97f-9380-403d-be21-85101c3732c4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2130871 Nov 08 12:31:26.534382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.541089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.625604 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.637179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-108ec3ed-f5d5-4425-b7d7-ab5769793540 req-5f2d1588-63d5-4a64-8e10-7e9b8690115f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437323 Nov 08 12:31:26.680407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707173a-3f1c-4b77-a8ec-1c296b1d7102 req-f6f928a5-1c22-4256-860f-b620763bc06b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:26.686979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c707173a-3f1c-4b77-a8ec-1c296b1d7102 req-f6f928a5-1c22-4256-860f-b620763bc06b tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 944 time: 0.1153321 Nov 08 12:31:26.708754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc493c0-626a-48f5-a54d-e90b7e701bf9 None None] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:26.743100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c707173a-3f1c-4b77-a8ec-1c296b1d7102 req-eb6e9f19-7a8b-40de-9ed9-8bd4798d1341 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 Nov 08 12:31:26.771235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.789612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.797777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] Provisioning complete for port ed7fd367-b3d2-4172-8041-99cdc9285eb8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:26.798223 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.848813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:26.853663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:26.857028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:26.862422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.866513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e8c69ad-04e1-41b3-90e1-74f58de57872 HTTP/1.1" status: 204 len: 168 time: 0.6741297 Nov 08 12:31:26.867675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7ce57-8323-475a-9c11-d4e6768d0ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8c69ad-04e1-41b3-90e1-74f58de57872,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:26.868991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42098) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:26.945036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c2ad-d6f4-4d90-a248-4f52085010ed req-f271247d-3a9c-4b46-a9cf-c1c23afa8d84 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:26.947652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d9c2ad-d6f4-4d90-a248-4f52085010ed req-f271247d-3a9c-4b46-a9cf-c1c23afa8d84 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2215784 Nov 08 12:31:26.961981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:26.990968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Pushing event updated for resources: {'Port': ['ID=e53ce96c-3103-4b98-9a99-f0d4611b557f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:27.000163 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.078728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] For port ed7fd367-b3d2-4172-8041-99cdc9285eb8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed7fd367-b3d2-4172-8041-99cdc9285eb8,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:27.138711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91d9c2ad-d6f4-4d90-a248-4f52085010ed req-9ed1b3ea-6794-4926-b475-53bf935ca354 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804080 Nov 08 12:31:27.150263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.172849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.188315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:27.211892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930f229c-2bfc-4f30-80b6-164f69092435') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:27.212198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930f229c-2bfc-4f30-80b6-164f69092435') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:27.224674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.240285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.247492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:27.248065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:27.266040 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:27.284588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e837-dede-47bd-b5e0-b4329cce8eec None None] Pushing event updated for resources: {'Port': ['ID=ed7fd367-b3d2-4172-8041-99cdc9285eb8,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:27.290403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed7fd367-b3d2-4172-8041-99cdc9285eb8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:27.324202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4d25-5d64-4067-ad17-12058c57a2f4 req-a12a4a69-7f83-4252-bf8c-e22421ed1520 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:27.333444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8b4d25-5d64-4067-ad17-12058c57a2f4 req-a12a4a69-7f83-4252-bf8c-e22421ed1520 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 943 time: 0.0989795 Nov 08 12:31:27.365265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ed7fd367-b3d2-4172-8041-99cdc9285eb8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:27.365723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.393000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8b4d25-5d64-4067-ad17-12058c57a2f4 req-89074718-b3fc-4fd1-8cb0-06e8512ac220 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585821 Nov 08 12:31:27.417029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-972f6b05-fdfc-414f-9739-9b6ce842f8e5 req-db7f1217-ffb8-4083-a118-85b84884fb37 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 210 time: 0.0385990 Nov 08 12:31:27.433330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5830da6c-6fcd-4363-9374-1fb8d979993b None None] Provisioning complete for port ed7fd367-b3d2-4172-8041-99cdc9285eb8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:27.433707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5830da6c-6fcd-4363-9374-1fb8d979993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.446629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.458673 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.469237 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] 10.222.0.58 "DELETE /v2.0/networks/d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2 HTTP/1.1" status: 204 len: 168 time: 0.5953848 Nov 08 12:31:27.502285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Pushing event deleted for resources: {'Network': ['ID=d87819d0-8ea2-45fb-ba1e-c2b5b881b5c2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:27.517124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.517958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.518431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.518769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.519663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.519958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.520294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.520626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.521114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.521438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.521763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.522085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f99b-9a30-4d7f-9a6d-26ea9c86584c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:27.538810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6ed30eec-e29d-4a42-9d39-89310cc6946c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:27.599397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8e71a43-74b3-4baa-a3c2-8979c72682a7 req-7a3561c6-9857-480a-acbf-a26d3097e8d3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ac5751372a314066a1f73bbf686fba9a HTTP/1.1" status: 200 len: 221 time: 0.0845275 Nov 08 12:31:27.624234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.652244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6ed30eec-e29d-4a42-9d39-89310cc6946c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:27.652630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.754279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.778875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:27.784146 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0785ff-d319-4bcb-9ce3-668436614bff" -d '{"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-plugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:27.797980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:27.864317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42136) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:27.921686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0a05-6dc5-42a2-889c-99ac875f652c req-9a125f73-b520-4f73-b513-f50553706312 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:27.923218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264a0a05-6dc5-42a2-889c-99ac875f652c req-9a125f73-b520-4f73-b513-f50553706312 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1549094 Nov 08 12:31:27.933229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:27.948699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aae4ded3-241f-4536-81e9-d6f87a5a0a64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30f348b7a0664c9188f4f648b236981c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831974 Nov 08 12:31:27.962994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199632-cc04-41ee-b35f-a60cc98c544c req-ee4a5030-689e-4b6e-8bf9-5eb7f0ca9e91 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:27.964570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8199632-cc04-41ee-b35f-a60cc98c544c req-ee4a5030-689e-4b6e-8bf9-5eb7f0ca9e91 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 944 time: 0.1314402 Nov 08 12:31:27.967231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:27.989910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.004217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.007887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:28.098571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264a0a05-6dc5-42a2-889c-99ac875f652c req-f9342895-4a66-445f-8c33-aa241a37703b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690266 Nov 08 12:31:28.131554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8199632-cc04-41ee-b35f-a60cc98c544c req-692e4058-d222-43ee-8320-5a3ac0fe2637 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481664 Nov 08 12:31:28.154449 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc5437-1297-43bf-bc7a-238304594878 x-openstack-request-id: req-56cc5437-1297-43bf-bc7a-238304594878 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:28.154772 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-plugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:28.155084 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56cc5437-1297-43bf-bc7a-238304594878 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:28.156151 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'code': 200} Nov 08 12:31:28.193278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.235942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.321343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51631bda-78f0-4e85-a8c1-f2272b9937b9 req-0f31983d-5fd6-44b8-b3dd-889fca8291a7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:28.322770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51631bda-78f0-4e85-a8c1-f2272b9937b9 req-0f31983d-5fd6-44b8-b3dd-889fca8291a7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0963633 Nov 08 12:31:28.323932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-6126c8ae-073b-4b75-a79d-658b726a3e76 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:28.327313 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-6126c8ae-073b-4b75-a79d-658b726a3e76 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.57 "GET /v2.0/networks?id=1d16cd39-efeb-4905-bd24-061abf302f12 HTTP/1.1" status: 200 len: 824 time: 0.4331698 Nov 08 12:31:28.340575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Request body: {'port': {'device_id': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12', 'admin_state_up': True, 'tenant_id': '20a45fdb2e0d4dc9bab510e22cd85d93'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:28.376087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51631bda-78f0-4e85-a8c1-f2272b9937b9 req-a91bcd88-454b-486d-a469-bb9e6cebea4c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Nov 08 12:31:28.413899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:31:28.473853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.476777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.478208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70e1a961-c8c1-4f31-9dd6-9187edea43ba HTTP/1.1" status: 204 len: 168 time: 0.5082059 Nov 08 12:31:28.538508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:28.563448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Made reservation on behalf of 20a45fdb2e0d4dc9bab510e22cd85d93 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:28.568470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.577849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8405a-97bb-4b5b-a07f-1c07f15c329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e1a961-c8c1-4f31-9dd6-9187edea43ba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:28.626033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846686-18b2-4db3-be90-f1b3590d67a5 req-41a95b5e-b78e-410a-aaa5-825f841c1619 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:28.633606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8846686-18b2-4db3-be90-f1b3590d67a5 req-41a95b5e-b78e-410a-aaa5-825f841c1619 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1423857 Nov 08 12:31:28.642772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e508af-c8e0-4264-8c59-e51cadc62c3d req-0775b27d-8101-4f43-8d44-b1a768194b8a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:28.644216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e508af-c8e0-4264-8c59-e51cadc62c3d req-0775b27d-8101-4f43-8d44-b1a768194b8a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 943 time: 0.1647727 Nov 08 12:31:28.645227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:28.663611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:28.683463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'mac_address': 'fa:16:3e:bb:95:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:28.690063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Sync routers for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:28.731063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:28.731951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:28.738449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8846686-18b2-4db3-be90-f1b3590d67a5 req-e457e7df-3f61-43d1-aa2b-2a809bee241a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039219 Nov 08 12:31:28.741665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e508af-c8e0-4264-8c59-e51cadc62c3d req-8f6564df-eb34-453e-b705-13fb1d27b9b8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819974 Nov 08 12:31:28.752086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Allocated IP 172.20.0.5 (1d16cd39-efeb-4905-bd24-061abf302f12/a03e9cdc-4bc2-4e8d-9edf-d34ce124eada/de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:28.803596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.806032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e484b88e-4894-476b-afa0-a6ac147fb7fc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4348805 Nov 08 12:31:28.815304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.815796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42158) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:28.867547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1645505-ba14-48cb-ab7b-d6fbb97b7509 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:28.889196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:28.914387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:28.923951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:28.959872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed7fd367-b3d2-4172-8041-99cdc9285eb8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:29.019904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.043399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.131826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a3e8af2-3390-4fe1-865a-0b4b0b0101c1 req-de998182-84b8-4eba-9538-a9499e645d77 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 210 time: 0.1673579 Nov 08 12:31:29.163784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:29.163950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.223719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Network 1d16cd39-efeb-4905-bd24-061abf302f12 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:29.227183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:29.230059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:29.260344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ed7fd367-b3d2-4172-8041-99cdc9285eb8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:29.260733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.266079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b1645505-ba14-48cb-ab7b-d6fbb97b7509'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:29.281628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Pushing event updated for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:29.308915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:29.309744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.393258 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-32f51c5f-00ee-4315-81ff-0a5bb5fb548d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569167 Nov 08 12:31:29.411725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Request body: {'port': {'device_id': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:29.478787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.522298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6ed30eec-e29d-4a42-9d39-89310cc6946c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:29.560177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:27Z', 'revision_number': 3, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:29.653049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Checking router: ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:29.653311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Updating router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 port e53ce96c-3103-4b98-9a99-f0d4611b557f binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:31:29.680570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-a31bad8c-f90b-42ee-a495-76c30eb1cac6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:29.682274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-a31bad8c-f90b-42ee-a495-76c30eb1cac6 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 945 time: 0.7096257 Nov 08 12:31:29.734810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a297ee-8f22-4a9e-9738-cb52cf05ceb7 req-7c36fd7a-4b7b-47d1-afd7-c2b249ab179f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:29.741990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3a297ee-8f22-4a9e-9738-cb52cf05ceb7 req-7c36fd7a-4b7b-47d1-afd7-c2b249ab179f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2391567 Nov 08 12:31:29.751750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a738-050d-4032-ae32-97174e850b18 req-5cd339aa-1608-4864-9780-7d5789d7e4c1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:29.759248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf6a738-050d-4032-ae32-97174e850b18 req-5cd339aa-1608-4864-9780-7d5789d7e4c1 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 945 time: 0.2551084 Nov 08 12:31:29.805093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.863663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:29.873609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.896916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Transition to ACTIVE for port object de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:29.936936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf6a738-050d-4032-ae32-97174e850b18 req-e6ea2d01-c117-44b8-95a6-05a39e938e16 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d4d0420-5e53-4db9-a833-56ccb7aaa666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766284 Nov 08 12:31:29.971633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:29.998162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3a297ee-8f22-4a9e-9738-cb52cf05ceb7 req-fc79f639-5fa1-43df-8cc5-6da8ee68fdc9 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546396 Nov 08 12:31:30.007935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.059700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:30.121966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:30.141290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Attempting to bind port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:30.141863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Attempting to bind port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '4088c279-5ea0-4e47-b3d5-4b0087e3545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:30.142379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Attempting to bind port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d on network 1d16cd39-efeb-4905-bd24-061abf302f12 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:30.148414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d on network 1d16cd39-efeb-4905-bd24-061abf302f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:30.148984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Attempting to bind port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d on network 1d16cd39-efeb-4905-bd24-061abf302f12 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:30.156842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:30.157176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Checking segment: {'id': '4088c279-5ea0-4e47-b3d5-4b0087e3545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:30.157610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Bound using segment: {'id': '4088c279-5ea0-4e47-b3d5-4b0087e3545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:30.157964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:30.158081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Bound port: de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4088c279-5ea0-4e47-b3d5-4b0087e3545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:30.158618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.160300 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a84e4-af00-41f9-8636-3d4b5da258aa" -d '{"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:30.180593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Deleting port 6ed30eec-e29d-4a42-9d39-89310cc6946c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:30.181125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.212451 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.239143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:30.247187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,segment=NetworkSegment(4088c279-5ea0-4e47-b3d5-4b0087e3545a),segment_id=4088c279-5ea0-4e47-b3d5-4b0087e3545a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:30.284417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4e8d3-82bf-444d-8015-0ef7a275d449 req-35a534ba-264a-4b8f-8a63-bcc97283b505 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.285930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72d4e8d3-82bf-444d-8015-0ef7a275d449 req-35a534ba-264a-4b8f-8a63-bcc97283b505 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 944 time: 0.1756203 Nov 08 12:31:30.335997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.339518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:30.384614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.385602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.386662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] 10.222.0.57 "PUT /v2.0/ports/de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d HTTP/1.1" status: 200 len: 1091 time: 0.9841511 Nov 08 12:31:30.387110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:30.389592 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b1e828-4250-4783-a5fa-442e454b416e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:30.411601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677833-d681-4f22-95bd-c46020cdcff0 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:30.435761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.439670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72d4e8d3-82bf-444d-8015-0ef7a275d449 req-7dea2abf-c9c6-4377-85f8-d58457aae421 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461654 Nov 08 12:31:30.460446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] For port 6ed30eec-e29d-4a42-9d39-89310cc6946c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6ed30eec-e29d-4a42-9d39-89310cc6946c,segment=NetworkSegment(c3869ffb-c46f-4de1-981d-65f53c7bc044),segment_id=c3869ffb-c46f-4de1-981d-65f53c7bc044)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:30.460817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.484757 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78536b66-bfb4-49dc-a6a9-dd5114d7bce8 x-openstack-request-id: req-78536b66-bfb4-49dc-a6a9-dd5114d7bce8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:30.485469 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:30.485469 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78536b66-bfb4-49dc-a6a9-dd5114d7bce8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:30.485717 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'code': 200} Nov 08 12:31:30.495352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Calling delete_port for 6ed30eec-e29d-4a42-9d39-89310cc6946c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:30.514518 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.533187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfbddd-630f-4fc6-a0e7-c4b1c06c51f5 req-8b7ffb21-3732-45b5-b9e3-cf309a0dbffe tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.538772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ccfbddd-630f-4fc6-a0e7-c4b1c06c51f5 req-8b7ffb21-3732-45b5-b9e3-cf309a0dbffe tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 943 time: 0.1805446 Nov 08 12:31:30.543733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.555041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:30.567435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-463a1978-239d-40e4-939b-43025b50e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.569085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-463a1978-239d-40e4-939b-43025b50e94a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20a45fdb2e0d4dc9bab510e22cd85d93&device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 1094 time: 0.0487130 Nov 08 12:31:30.614578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-0f5a2d2d-ffe5-4607-ba7e-1aff10b1bbf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d HTTP/1.1" status: 200 len: 217 time: 0.0370867 Nov 08 12:31:30.621171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Attempting to bind port e53ce96c-3103-4b98-9a99-f0d4611b557f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:30.621551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Attempting to bind port e53ce96c-3103-4b98-9a99-f0d4611b557f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:30.621961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Attempting to bind port e53ce96c-3103-4b98-9a99-f0d4611b557f on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:30.626426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8842-c672-49e4-8d1d-c9b053f92ba3 None None] Pushing event updated for resources: {'Port': ['ID=e53ce96c-3103-4b98-9a99-f0d4611b557f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:30.637303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:30.637740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:30.638067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.639003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:30.639482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Bound port: e53ce96c-3103-4b98-9a99-f0d4611b557f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:30.639857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.679576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-968e17d9-1575-4a79-bad2-ba5a2a226cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.681346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-968e17d9-1575-4a79-bad2-ba5a2a226cd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a03e9cdc-4bc2-4e8d-9edf-d34ce124eada HTTP/1.1" status: 200 len: 864 time: 0.0597942 Nov 08 12:31:30.698993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] For port e53ce96c-3103-4b98-9a99-f0d4611b557f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:30.702164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] For port e53ce96c-3103-4b98-9a99-f0d4611b557f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e53ce96c-3103-4b98-9a99-f0d4611b557f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:30.712907 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-c6210ca5-91eb-4243-bb82-7b902f03d570 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d16cd39-efeb-4905-bd24-061abf302f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248444 Nov 08 12:31:30.731713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ccfbddd-630f-4fc6-a0e7-c4b1c06c51f5 req-16b43b08-5331-4b96-82bc-40665a4779fb tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851752 Nov 08 12:31:30.743160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691512-d2d4-4afb-984f-24a74a9628ca req-43a4ff99-6641-4bb9-81d5-65f3bb4576f6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:30.744653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee691512-d2d4-4afb-984f-24a74a9628ca req-43a4ff99-6641-4bb9-81d5-65f3bb4576f6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2047043 Nov 08 12:31:30.777670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b1645505-ba14-48cb-ab7b-d6fbb97b7509 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:30.783867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b1645505-ba14-48cb-ab7b-d6fbb97b7509 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:30.784281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.817304 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-ba138e62-c898-4b42-9a9d-ba0e6d3a45ff service neutron] 10.222.0.57 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970354 Nov 08 12:31:30.834490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.893100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee691512-d2d4-4afb-984f-24a74a9628ca req-ac025cac-fdec-40be-a285-5464b7a257ba tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406012 Nov 08 12:31:30.954664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:30.955223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:30.963229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:30.965041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Allocated IP 172.20.0.1 (9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa/68e1b825-1c7b-4fd4-8398-090bad54280a/951f0e58-1563-416b-83ee-fdd03a2a0e58) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:30.981541 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb0116b-d076-4a75-a451-c339811a7bcf x-openstack-request-id: req-5fb0116b-d076-4a75-a451-c339811a7bcf {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:30.981895 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:30.982690 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fb0116b-d076-4a75-a451-c339811a7bcf {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:30.984328 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d', 'status': 'completed', 'code': 200} Nov 08 12:31:31.002828 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3bf9020f-52c8-4c68-bac4-9d7bbf723a5a req-778f6005-49d3-42db-9579-6084fde96b55 service neutron] 10.222.0.57 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776092 Nov 08 12:31:31.003849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Pushing event deleted for resources: {'Port': ['ID=6ed30eec-e29d-4a42-9d39-89310cc6946c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:31.070362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8842-c672-49e4-8d1d-c9b053f92ba3 None None] Pushing event updated for resources: {'Port': ['ID=e53ce96c-3103-4b98-9a99-f0d4611b557f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:31.078130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.102759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] No DVR routers for this DVR port 6ed30eec-e29d-4a42-9d39-89310cc6946c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:31.134460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.136703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0d6bccb-ba98-4480-ae86-72d18a55fde3 req-541ea3cd-8c89-439a-8124-1f7b559dcdb2 tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.61 "DELETE /v2.0/ports/6ed30eec-e29d-4a42-9d39-89310cc6946c HTTP/1.1" status: 204 len: 173 time: 1.4464183 Nov 08 12:31:31.139297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-deleted', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:31.141573 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1725b52-65ce-4932-96b4-af727fbaa498" -d '{"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-deleted", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:31.163434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52525623-21b4-4837-b1d8-943836c820d1 req-8c18034f-d009-417f-abfd-f9add2eb0f8c tempest-ImagesTestJSON-1729461648 tempest-ImagesTestJSON-1729461648-project] 10.222.0.58 "GET /v2.0/ports?device_id=72fccda6-25c7-4165-85de-62c865828dbc HTTP/1.1" status: 200 len: 210 time: 0.0876882 Nov 08 12:31:31.163670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:31.166209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:31.188107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31acac-7c92-4aa8-8867-86c879aa4e03 req-419c0d23-5e97-48d3-a106-0a52d6c7a501 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.189604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee31acac-7c92-4aa8-8867-86c879aa4e03 req-419c0d23-5e97-48d3-a106-0a52d6c7a501 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1463308 Nov 08 12:31:31.234011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e828-4250-4783-a5fa-442e454b416e req-ddcdea22-14f3-49bf-a810-9ad205df499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.235826 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-ddcdea22-14f3-49bf-a810-9ad205df499a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20a45fdb2e0d4dc9bab510e22cd85d93&device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 1094 time: 0.0613670 Nov 08 12:31:31.286680 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b720cd-652b-4df2-9a2a-f6097c822067 x-openstack-request-id: req-f4b720cd-652b-4df2-9a2a-f6097c822067 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:31.287022 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fccda6-25c7-4165-85de-62c865828dbc", "name": "network-vif-deleted", "tag": "6ed30eec-e29d-4a42-9d39-89310cc6946c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:31.287320 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4b720cd-652b-4df2-9a2a-f6097c822067 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:31.287782 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fccda6-25c7-4165-85de-62c865828dbc', 'name': 'network-vif-deleted', 'tag': '6ed30eec-e29d-4a42-9d39-89310cc6946c', 'status': 'completed', 'code': 200} Nov 08 12:31:31.298679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.313938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee31acac-7c92-4aa8-8867-86c879aa4e03 req-698201ca-ec8b-4ae7-81bb-b9b2bb25b9f2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101348 Nov 08 12:31:31.346502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.393986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e828-4250-4783-a5fa-442e454b416e req-947f8e8b-8ee3-4d8e-a83a-bccaa988ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.396741 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-947f8e8b-8ee3-4d8e-a83a-bccaa988ca57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d16cd39-efeb-4905-bd24-061abf302f12 HTTP/1.1" status: 200 len: 925 time: 0.1534657 Nov 08 12:31:31.456285 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-8b4d3158-e6bd-4983-a904-eec422b66b14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d HTTP/1.1" status: 200 len: 217 time: 0.0499170 Nov 08 12:31:31.457100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:31.462462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.528696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e828-4250-4783-a5fa-442e454b416e req-5f2d5bbf-61ea-401c-8baf-65ff0c5a6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.528696 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-5f2d5bbf-61ea-401c-8baf-65ff0c5a6187 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a03e9cdc-4bc2-4e8d-9edf-d34ce124eada HTTP/1.1" status: 200 len: 864 time: 0.0560625 Nov 08 12:31:31.540799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:31.545103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:27Z', 'revision_number': 3, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:31.565616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:31.585020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435041f-2775-432b-a186-8b8d409d2487 None None] The sync data for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 is: [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:27Z', 'revision_number': 3, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:31.586098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:31.590868 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-faa78068-7f13-4ab4-af32-47f94b29d4ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d16cd39-efeb-4905-bd24-061abf302f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511849 Nov 08 12:31:31.642902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Pushing event updated for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:31.693472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253882-84e5-4a6e-9aec-b3c2ae6c30b2 req-78b1589c-6f47-4379-983f-89d76d0ad1cf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.701507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60253882-84e5-4a6e-9aec-b3c2ae6c30b2 req-78b1589c-6f47-4379-983f-89d76d0ad1cf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1796763 Nov 08 12:31:31.709449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:31.709687 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-9abefff3-6cf1-4573-81d0-f4c4a38883ff service neutron] 10.222.0.57 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086166 Nov 08 12:31:31.767447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd94a-ab80-4168-8efc-014c6b897ddb req-ee01304b-9408-4b05-8b6c-c9a2320a113b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:31.773856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dbfd94a-ab80-4168-8efc-014c6b897ddb req-ee01304b-9408-4b05-8b6c-c9a2320a113b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2051420 Nov 08 12:31:31.821874 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71b1e828-4250-4783-a5fa-442e454b416e req-8d4673d7-0036-4d27-bc4a-5bfdf75465e9 service neutron] 10.222.0.57 "GET /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041687 Nov 08 12:31:31.862953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60253882-84e5-4a6e-9aec-b3c2ae6c30b2 req-818c0ee2-b009-4f5b-8704-e733b80b14df tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605361 Nov 08 12:31:31.869051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dbfd94a-ab80-4168-8efc-014c6b897ddb req-2ef38e68-cf1a-4013-9a72-09ee4e9dc1c1 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910974 Nov 08 12:31:31.948544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b2c7746e-e39e-4a6a-ac0a-4b3e88dafaa6 None None] Provisioning complete for port 951f0e58-1563-416b-83ee-fdd03a2a0e58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:31.949050 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b2c7746e-e39e-4a6a-ac0a-4b3e88dafaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.009130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7746e-e39e-4a6a-ac0a-4b3e88dafaa6 None None] Port 951f0e58-1563-416b-83ee-fdd03a2a0e58 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:31:32.098666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.162368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29caf84-eda1-483a-86d3-2f7245f6fde2 req-01155e9a-471a-4317-82c2-0b90fdaef69b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:32.163872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c29caf84-eda1-483a-86d3-2f7245f6fde2 req-01155e9a-471a-4317-82c2-0b90fdaef69b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1235516 Nov 08 12:31:32.183389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb507a-ac43-442c-a024-08310349f9ef req-e624bf8f-d273-4f90-877b-072ced3058f9 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:32.186042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92bb507a-ac43-442c-a024-08310349f9ef req-e624bf8f-d273-4f90-877b-072ced3058f9 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 943 time: 0.1458266 Nov 08 12:31:32.330903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c29caf84-eda1-483a-86d3-2f7245f6fde2 req-f621d3f9-5cd4-4fd3-a0ae-4d5375101ee4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581008 Nov 08 12:31:32.336334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92bb507a-ac43-442c-a024-08310349f9ef req-76933cce-5dab-42f1-bcdf-e805e50e987d tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398330 Nov 08 12:31:32.409855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.487306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:32.492715 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df5fe0-415c-437d-bef1-d4669deca3e4" -d '{"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-plugged", "status": "completed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:32.512940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.579686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:32.583709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Pushing event updated for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:32.623646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6de3-a511-4178-9807-7b5ad8a888b6 req-f9555889-b042-438c-bacc-c1e9d43348dd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:32.625764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23dc6de3-a511-4178-9807-7b5ad8a888b6 req-f9555889-b042-438c-bacc-c1e9d43348dd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1508315 Nov 08 12:31:32.627258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.654436 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a3650-1b8d-4f10-ad2a-d04bc00e15b5 x-openstack-request-id: req-3f4a3650-1b8d-4f10-ad2a-d04bc00e15b5 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:32.655104 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-plugged", "status": "completed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:32.656476 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f4a3650-1b8d-4f10-ad2a-d04bc00e15b5 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:32.657127 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'code': 200} Nov 08 12:31:32.764330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b398438-4a40-45b7-9f3d-728799cc7462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.793217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2173b8-e1a8-4299-ae9e-3ded859f60a5 req-2197b276-6e83-4fd4-b10c-35e64509e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:32.795683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4b2173b8-e1a8-4299-ae9e-3ded859f60a5 req-2197b276-6e83-4fd4-b10c-35e64509e002 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 1096 time: 0.0700719 Nov 08 12:31:32.803211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23dc6de3-a511-4178-9807-7b5ad8a888b6 req-5894d4c0-564d-4514-8de6-d209dbdf297c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690073 Nov 08 12:31:32.817128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:32.820996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:32.879727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555745e-6be5-4156-92da-ebdce5ba44df req-ee80a9b6-7369-4162-b7e9-34a618207de7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:32.889614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a555745e-6be5-4156-92da-ebdce5ba44df req-ee80a9b6-7369-4162-b7e9-34a618207de7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.1383753 Nov 08 12:31:32.895799 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4b2173b8-e1a8-4299-ae9e-3ded859f60a5 req-4b528321-2c22-45b7-a1ec-22e95ff4f996 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900044 Nov 08 12:31:32.909158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b398438-4a40-45b7-9f3d-728799cc7462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:32.966829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e53ce96c-3103-4b98-9a99-f0d4611b557f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:33.019901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b398438-4a40-45b7-9f3d-728799cc7462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.022461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e53ce96c-3103-4b98-9a99-f0d4611b557f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:33.022835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.061742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b398438-4a40-45b7-9f3d-728799cc7462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316cba2b-b515-42b2-b8ec-5c6466ae0acc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:33.088232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a555745e-6be5-4156-92da-ebdce5ba44df req-39022c43-3ce8-4e1a-b7e9-6764b39293ff tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926672 Nov 08 12:31:33.109619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81431caa-d306-4373-8b73-8ce4f15d3f0d req-0a3123bb-b824-4a92-9642-355f0c0c0db6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:33.109619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81431caa-d306-4373-8b73-8ce4f15d3f0d req-0a3123bb-b824-4a92-9642-355f0c0c0db6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1584039 Nov 08 12:31:33.109813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3b398438-4a40-45b7-9f3d-728799cc7462 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8b0adf8b7744885969736b5898179a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231619 Nov 08 12:31:33.109911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:33.136601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.164722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-59e929c8-d5fd-47d2-8601-45823b94aa17 None None] Provisioning complete for port 951f0e58-1563-416b-83ee-fdd03a2a0e58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:33.165052 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59e929c8-d5fd-47d2-8601-45823b94aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.170493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e53ce96c-3103-4b98-9a99-f0d4611b557f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e53ce96c-3103-4b98-9a99-f0d4611b557f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:33.191636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:31:33.214897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81431caa-d306-4373-8b73-8ce4f15d3f0d req-e0cc72b4-d44f-4778-9118-b846ef087e61 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978856 Nov 08 12:31:33.238568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-59e929c8-d5fd-47d2-8601-45823b94aa17 None None] Port 951f0e58-1563-416b-83ee-fdd03a2a0e58 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:31:33.258517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.317149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.319830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e53ce96c-3103-4b98-9a99-f0d4611b557f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:33.381286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dc8cc-2a17-4016-90fb-2c6214ebd2cf req-8e7b699a-6445-4082-8fb1-3c6e7844a78e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:33.382793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016dc8cc-2a17-4016-90fb-2c6214ebd2cf req-8e7b699a-6445-4082-8fb1-3c6e7844a78e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1666198 Nov 08 12:31:33.409179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.450455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:33.463120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da5798e0-1936-465c-a1da-7e613c2ae682 admin admin] 10.222.0.58 "PUT /v2.0/routers/ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6450913 Nov 08 12:31:33.484715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016dc8cc-2a17-4016-90fb-2c6214ebd2cf req-ba8708b4-37b7-4e7c-b52a-32bdc93fac68 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938754 Nov 08 12:31:33.592222 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Sync routers for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:33.602930 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:33.603539 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:33.650507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6c047-522b-4553-ad31-76b26f805836 req-b533f2d7-5550-4fc4-85f2-fc8fbfe06571 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:33.652096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2b6c047-522b-4553-ad31-76b26f805836 req-b533f2d7-5550-4fc4-85f2-fc8fbfe06571 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 943 time: 0.0543444 Nov 08 12:31:33.652820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.656433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:33.660223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/316cba2b-b515-42b2-b8ec-5c6466ae0acc HTTP/1.1" status: 204 len: 168 time: 0.5490887 Nov 08 12:31:33.681250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e034461-cbb3-4a7b-b2ec-95e30fff9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cba2b-b515-42b2-b8ec-5c6466ae0acc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:33.719072 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:33.729076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2b6c047-522b-4553-ad31-76b26f805836 req-d1b3841a-c880-48a1-a9ec-ef12e06282c2 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Nov 08 12:31:33.946886 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:32Z', 'revision_number': 2, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:33.953394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921084c-a58f-4837-8730-5ebaba94c4de req-6dc42955-603a-48ce-8226-aaee2431d6ca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:33.955138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0921084c-a58f-4837-8730-5ebaba94c4de req-6dc42955-603a-48ce-8226-aaee2431d6ca tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0599453 Nov 08 12:31:33.982573 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Checking router: ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:33.983399 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Updating router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 port 951f0e58-1563-416b-83ee-fdd03a2a0e58 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:31:34.010888 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.025177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0921084c-a58f-4837-8730-5ebaba94c4de req-dbbf61e3-d582-425b-a914-43066d6779eb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568345 Nov 08 12:31:34.186954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e25c8-9db9-426e-bc48-23caf4449318 req-76d6eaeb-9240-499a-b307-8a4167c51ca7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:34.195751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-552e25c8-9db9-426e-bc48-23caf4449318 req-76d6eaeb-9240-499a-b307-8a4167c51ca7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0673840 Nov 08 12:31:34.252154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-552e25c8-9db9-426e-bc48-23caf4449318 req-6ec013c2-b935-4c19-9497-56a44092181a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Nov 08 12:31:34.315630 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.377209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:34.389772 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.481525 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Pushing event updated for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:34.510623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.511116 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.511553 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.511974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.512479 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.512900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.514165 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.514788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.515211 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.515630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.516049 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.516462 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:34.548339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:34.589532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Attempting to bind port 951f0e58-1563-416b-83ee-fdd03a2a0e58 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:34.590033 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Attempting to bind port 951f0e58-1563-416b-83ee-fdd03a2a0e58 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:34.590540 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Attempting to bind port 951f0e58-1563-416b-83ee-fdd03a2a0e58 on network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:34.597740 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:34.598946 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Checking segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:34.599626 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.600242 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Bound using segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:34.601016 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Bound port: 951f0e58-1563-416b-83ee-fdd03a2a0e58, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:34.601711 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.637439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42350) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:34.643648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72781306', 'description': 'tempest-description--825118101'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:34.693548 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] For port 951f0e58-1563-416b-83ee-fdd03a2a0e58, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:34.698051 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] For port 951f0e58-1563-416b-83ee-fdd03a2a0e58, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=951f0e58-1563-416b-83ee-fdd03a2a0e58,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:34.735519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,segment=NetworkSegment(4088c279-5ea0-4e47-b3d5-4b0087e3545a),segment_id=4088c279-5ea0-4e47-b3d5-4b0087e3545a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:34.749242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d', 'network_id': '1d16cd39-efeb-4905-bd24-061abf302f12', 'port_id': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d', 'mac_address': 'fa:16:3e:a4:a4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03e9cdc-4bc2-4e8d-9edf-d34ce124eada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:34.771289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.792916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.795819 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.812019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:34.839217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,segment=NetworkSegment(4088c279-5ea0-4e47-b3d5-4b0087e3545a),segment_id=4088c279-5ea0-4e47-b3d5-4b0087e3545a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:34.882372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] Provisioning complete for port 951f0e58-1563-416b-83ee-fdd03a2a0e58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:34.883233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.939992 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.941451 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abc11-d68f-400c-ab04-6ff0a3c05094 None None] Pushing event updated for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:34.953427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:34.968983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Deleting subnet b07b6432-9ccd-447b-a835-f2e445885160 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:34.975367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:34.983210 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:34.990513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e53ce96c-3103-4b98-9a99-f0d4611b557f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:35.001329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.045914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.049425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:35.063902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:35.082949 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.106350 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.115071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.131737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e53ce96c-3103-4b98-9a99-f0d4611b557f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:35.132024 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.175736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:35.188429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42da4ef0-9620-4e40-9e68-f12014b64a8d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:35.229619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] For port 951f0e58-1563-416b-83ee-fdd03a2a0e58, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=951f0e58-1563-416b-83ee-fdd03a2a0e58,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:35.230984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d9ff6-fd9b-4f2d-97a5-6290405dbde5 req-6b49447a-f780-4180-8d92-88cda63f52b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:35.234912 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:35.243047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-905d9ff6-fd9b-4f2d-97a5-6290405dbde5 req-6b49447a-f780-4180-8d92-88cda63f52b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.3579917 Nov 08 12:31:35.257525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.260034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43718dbd-c65e-4a64-bfee-c2b9e096dcdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6205397 Nov 08 12:31:35.265697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:35.273197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'security_group_rule': {'security_group_id': '42da4ef0-9620-4e40-9e68-f12014b64a8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:35.314229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-network', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:35.319394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076788-66fa-464a-a4ee-8ee978367211 req-7916f084-8ecb-42fd-b052-d4dae03ff535 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:35.329131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4076788-66fa-464a-a4ee-8ee978367211 req-7916f084-8ecb-42fd-b052-d4dae03ff535 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.4412425 Nov 08 12:31:35.341809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-905d9ff6-fd9b-4f2d-97a5-6290405dbde5 req-4e07761d-5bd7-4188-a2eb-7f507e12ed14 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972364 Nov 08 12:31:35.343628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.346692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.416731 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.477741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07b6432-9ccd-447b-a835-f2e445885160,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:35.489652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4076788-66fa-464a-a4ee-8ee978367211 req-16263f27-3ac9-4484-917e-38eb9fa773c2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592174 Nov 08 12:31:35.500989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.509644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.519731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-91b4b99e-b8b6-4f0b-af3f-40fea0c68825 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b07b6432-9ccd-447b-a835-f2e445885160 HTTP/1.1" status: 204 len: 168 time: 1.1413872 Nov 08 12:31:35.520662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:35.525838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Made reservation on behalf of c09216415f4a49cd8cc6c68c2341bc89 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:35.533122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.538384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.562100 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:34Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:35.570150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:35.594087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216bb38-af99-48fc-a8cb-6584b989aa31 None None] The sync data for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 is: [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:34Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:35.596918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a8a54-7755-4017-99c8-47f560ecdbd9 None None] Pushing event updated for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:35.614371 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.639968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-31c58439-39bd-45d3-aad7-3bb625d94b12 None None] Provisioning complete for port 951f0e58-1563-416b-83ee-fdd03a2a0e58 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:35.640365 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31c58439-39bd-45d3-aad7-3bb625d94b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.643683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cac044-e3ec-43a0-a3eb-fd894ac7b19d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:35.678449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.734620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10a2d-dc9c-4297-8cdd-695c7665ae01 req-175fa2bc-99cd-4ed0-b2cb-515cf0f13432 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:35.736287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70e10a2d-dc9c-4297-8cdd-695c7665ae01 req-175fa2bc-99cd-4ed0-b2cb-515cf0f13432 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 944 time: 0.2644246 Nov 08 12:31:35.779509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.780894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0a18e2a-5dc4-4115-bdc4-f7bc9575b69a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156436 Nov 08 12:31:35.795611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:35.797969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.808753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'security_group_rule': {'security_group_id': '42da4ef0-9620-4e40-9e68-f12014b64a8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:35.842322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:35.859291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70e10a2d-dc9c-4297-8cdd-695c7665ae01 req-4bb66138-b92d-4a3e-94e8-d1c2f5ca61b7 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148469 Nov 08 12:31:35.874845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.877369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:35.930444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.939243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be035936-a256-402f-a268-496fba14c605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:31:35.960811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.972892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357c0b18-d882-41eb-9199-dcdbd1676eae']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:35.977858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:35.979286 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Added segment 44e8d6c9-4e18-4bd4-909f-233fbc949165 of type vlan for network 347a180d-1530-41df-9e3d-49c8fb847e57 Nov 08 12:31:35.989867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3869ffb-c46f-4de1-981d-65f53c7bc044') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:35.990416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3869ffb-c46f-4de1-981d-65f53c7bc044') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:35.999255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.007497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.015242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c859e8c-e741-4b67-9e2a-3d562d239517,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:36.035292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:36.061050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:36.080711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.089392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:36.089715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:36.092010 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:36.120336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.151617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.162328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3d278-ef91-4ede-9865-5a8dae418d13 req-d96702f4-bc9b-490d-8d65-a9e74f23dca1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:36.163895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13f3d278-ef91-4ede-9865-5a8dae418d13 req-d96702f4-bc9b-490d-8d65-a9e74f23dca1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2184153 Nov 08 12:31:36.168601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.237151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.256169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13f3d278-ef91-4ede-9865-5a8dae418d13 req-8fa5baa5-9a46-4cf9-88e6-5d953ff87d74 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761015 Nov 08 12:31:36.276714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc81f41e-de4d-4a6f-8fe9-6ccba0c30f56,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:36.280282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.283582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.283803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:36.284658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.302630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:36.313457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.320163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] 10.222.0.58 "DELETE /v2.0/networks/357c0b18-d882-41eb-9199-dcdbd1676eae HTTP/1.1" status: 204 len: 168 time: 0.7982674 Nov 08 12:31:36.322117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45243fce-37be-444f-9a12-43024fe0b445 admin admin] Pushing event deleted for resources: {'Network': ['ID=357c0b18-d882-41eb-9199-dcdbd1676eae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:36.339342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6e56905b-858d-4935-ada0-21b4e71d56cd'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:36.465137 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.467317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b3e0fd74-e7e8-463e-b578-84809921b6a3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6677816 Nov 08 12:31:36.468652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be035936-a256-402f-a268-496fba14c605 admin admin] Pushing event updated for resources: {'Network': ['ID=347a180d-1530-41df-9e3d-49c8fb847e57,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:36.470831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42396) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:36.480710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:36.481252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 347a180d-1530-41df-9e3d-49c8fb847e57 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:31:36.489393 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be035936-a256-402f-a268-496fba14c605 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4346268 Nov 08 12:31:36.489558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42400) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:36.494720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Request body: {'subnet': {'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-subnet', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:36.571569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:36.648570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.722551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Made reservation on behalf of c09216415f4a49cd8cc6c68c2341bc89 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:36.724904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.761737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd871-a741-4e0c-913f-071bc9ab5e56 req-55af23e7-dd3b-4bbb-a46c-678b139021b3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:36.769850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1edd871-a741-4e0c-913f-071bc9ab5e56 req-55af23e7-dd3b-4bbb-a46c-678b139021b3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1787241 Nov 08 12:31:36.812588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:36.823553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571a329-604d-43a7-82ab-afda0b743503 req-c66a14c2-96e3-46cf-bd83-0bdc05b2204e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:36.825086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:36.826459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:36.836229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7571a329-604d-43a7-82ab-afda0b743503 req-c66a14c2-96e3-46cf-bd83-0bdc05b2204e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2029600 Nov 08 12:31:36.837863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42406) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:36.935938 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06780dae-4b74-43b3-8081-2df674bec00d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e99fd04f29549a59a28d2000e04e2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917070 Nov 08 12:31:36.939641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42410) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:36.940415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1edd871-a741-4e0c-913f-071bc9ab5e56 req-cd2ee379-25fe-4c00-9b7c-b5176c2567b5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696105 Nov 08 12:31:37.040426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.046484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 951f0e58-1563-416b-83ee-fdd03a2a0e58 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:37.080662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.092454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7571a329-604d-43a7-82ab-afda0b743503 req-392c37d9-19c5-4293-b983-60e91716dc6e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551122 Nov 08 12:31:37.142448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.158959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.202256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:37.204985 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673f38b-24ab-40fe-8dfc-89db5e99ab1b" -d '{"events": [{"server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "name": "network-vif-plugged", "status": "completed", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:37.230210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,segment=NetworkSegment(4088c279-5ea0-4e47-b3d5-4b0087e3545a),segment_id=4088c279-5ea0-4e47-b3d5-4b0087e3545a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:37.241099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 951f0e58-1563-416b-83ee-fdd03a2a0e58 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:37.241474 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.286542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.318083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.340826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.353963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.355188 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d4d0420-5e53-4db9-a833-56ccb7aaa666 HTTP/1.1" status: 204 len: 168 time: 0.4139163 Nov 08 12:31:37.429613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce14c0e-1fd2-4cf9-aba3-0ebeddfdf482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4d0420-5e53-4db9-a833-56ccb7aaa666,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:37.438925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:37.456711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=432c6320-74cd-4b75-ba5a-4000bc0ea079,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:37.478373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Checking segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:37.478755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Network hostable DHCP agents. Network: 347a180d-1530-41df-9e3d-49c8fb847e57, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:37.479770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd63e2-2bf8-4fe9-9f03-dd0db1b0044a req-623b8a2b-c352-4d63-84a1-d87998d456e1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:37.481730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97bd63e2-2bf8-4fe9-9f03-dd0db1b0044a req-623b8a2b-c352-4d63-84a1-d87998d456e1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2247264 Nov 08 12:31:37.500397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4def9-8f20-4276-8a25-1f095c109abf req-f52869b2-b536-43f3-83c2-9b96e29ac8ce tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:37.501948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8e4def9-8f20-4276-8a25-1f095c109abf req-f52869b2-b536-43f3-83c2-9b96e29ac8ce tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 944 time: 0.2341642 Nov 08 12:31:37.535705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:37.576864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Allocated IP 172.25.1.54 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/194cb492-35dc-4b8d-8bb5-90a62dfb6d3d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:37.599151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Network 347a180d-1530-41df-9e3d-49c8fb847e57 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:37.633267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6e56905b-858d-4935-ada0-21b4e71d56cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:37.633805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.679077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97bd63e2-2bf8-4fe9-9f03-dd0db1b0044a req-afae3d7e-beda-4988-916e-63664106cb3e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758015 Nov 08 12:31:37.682976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 347a180d-1530-41df-9e3d-49c8fb847e57) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:37.703267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d408a0-f53d-4f03-9a6d-68cec025caf0 None None] Network 347a180d-1530-41df-9e3d-49c8fb847e57 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:37.710382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8e4def9-8f20-4276-8a25-1f095c109abf req-8ff6a644-b060-414d-b650-a0eddda2f4a4 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959207 Nov 08 12:31:37.721607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:37.724421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:37.812549 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e1e584-d9a5-4e62-9501-31792d005653 x-openstack-request-id: req-34e1e584-d9a5-4e62-9501-31792d005653 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:37.813687 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "name": "network-vif-plugged", "status": "completed", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:37.813960 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34e1e584-d9a5-4e62-9501-31792d005653 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:37.815087 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d', 'code': 200} Nov 08 12:31:37.848127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f064797-2bcb-4862-9509-32e291c16ecf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3574872 Nov 08 12:31:37.851529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42424) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:37.859516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:37.950082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.001484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.008388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:38.076714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e054bb-83a3-40a7-976d-1265ec75a4f8 None None] Network 347a180d-1530-41df-9e3d-49c8fb847e57 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:38.092616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766ff68-9f69-464e-9b19-1feb9424ec13 req-aaf03304-4ec8-4c81-a783-64bda9fe8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:38.096788 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b766ff68-9f69-464e-9b19-1feb9424ec13 req-aaf03304-4ec8-4c81-a783-64bda9fe8fdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 1096 time: 0.2242098 Nov 08 12:31:38.138457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.139498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.141820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.162648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.226315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:38.226315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:38.226315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:38.251341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.283072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88e64-23a5-4a79-a2a7-1ac03dda883d req-1be65dc6-a041-4066-ade0-1a83d0c12297 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:38.285318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8f88e64-23a5-4a79-a2a7-1ac03dda883d req-1be65dc6-a041-4066-ade0-1a83d0c12297 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2225995 Nov 08 12:31:38.290068 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b766ff68-9f69-464e-9b19-1feb9424ec13 req-40542f6f-325b-4444-a08b-e5d75836e131 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852200 Nov 08 12:31:38.330416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'Port': ['ID=194cb492-35dc-4b8d-8bb5-90a62dfb6d3d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:38.373707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:38.431058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8f88e64-23a5-4a79-a2a7-1ac03dda883d req-1c87e007-528b-4344-9812-19714ce22feb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338587 Nov 08 12:31:38.464911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.494592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7566-c30c-430e-af31-605f9a6a6a77 req-c9a46baf-6fe7-4686-b34b-587bdc7533a9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:38.502446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b87d7566-c30c-430e-af31-605f9a6a6a77 req-c9a46baf-6fe7-4686-b34b-587bdc7533a9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1000967 Nov 08 12:31:38.548116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.577628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b87d7566-c30c-430e-af31-605f9a6a6a77 req-ef2e86d6-1775-41a2-be35-6c505b4df6ff tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Nov 08 12:31:38.602135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.647281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f169-e2f8-4b77-b380-2b6a69a37a99 req-3ec44cc5-e984-4dea-b47a-9dabc0ee730c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:38.654930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c9f169-e2f8-4b77-b380-2b6a69a37a99 req-3ec44cc5-e984-4dea-b47a-9dabc0ee730c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1241207 Nov 08 12:31:38.774920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c9f169-e2f8-4b77-b380-2b6a69a37a99 req-e56a73eb-acc0-46af-9f74-bb67214f671c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147828 Nov 08 12:31:38.919908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.947320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.950089 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:38.991818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578099a-473f-4697-993a-4da61cb69a85 req-da21debe-9269-4392-8f25-0760065a2d39 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:38.993350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8578099a-473f-4697-993a-4da61cb69a85 req-da21debe-9269-4392-8f25-0760065a2d39 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.1415164 Nov 08 12:31:39.019268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc77798-6392-418f-aab3-a830354d08e1 req-dcd90866-a46e-43f8-881d-90d94e4de9a3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:39.021178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dc77798-6392-418f-aab3-a830354d08e1 req-dcd90866-a46e-43f8-881d-90d94e4de9a3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0935092 Nov 08 12:31:39.044013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:39.101186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Allocated IP 172.25.1.91 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/550c3c87-b05c-4e4e-b122-560518c19041) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:39.198930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:39.213662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'Port': ['ID=194cb492-35dc-4b8d-8bb5-90a62dfb6d3d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:39.249721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8578099a-473f-4697-993a-4da61cb69a85 req-899b3b19-335e-4e37-aaf8-800767b57cf5 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461681 Nov 08 12:31:39.264449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:39.277783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dc77798-6392-418f-aab3-a830354d08e1 req-ae869903-66c1-4d2d-b529-e3930487cdef tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355883 Nov 08 12:31:39.339745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:39.341394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f6cdecb5-c10b-4c2d-8827-aecd7540784d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8643894 Nov 08 12:31:39.415504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:39.481263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:39.488136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:39.490450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=550c3c87-b05c-4e4e-b122-560518c19041,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:39.492624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:39.538385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda935f9-033f-4f36-b2e7-765b4500a966 req-7e1a10c8-8bfd-4873-86bf-46f4f5ab9775 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:39.547040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dda935f9-033f-4f36-b2e7-765b4500a966 req-7e1a10c8-8bfd-4873-86bf-46f4f5ab9775 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1433160 Nov 08 12:31:39.648376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dda935f9-033f-4f36-b2e7-765b4500a966 req-36c4f2d8-2632-457d-98fd-7d9680e4f7c3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008923 Nov 08 12:31:39.817376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:39.822448 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f26ada-49d4-4c84-a75a-ac7fe0b86005" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:39.836553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-293441fb-7f88-41e6-bafa-fc3d57d16428 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--72781306&fields=id&tenant_id=f992c08c71714fd9ab77f9abe90a8d09 HTTP/1.1" status: 200 len: 267 time: 0.0953069 Nov 08 12:31:39.891384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c812-c813-44d3-a490-06cec4391c4e req-26f734e0-3a9c-4c71-ad30-59c5cfdf5c52 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:39.899589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a996c812-c813-44d3-a490-06cec4391c4e req-26f734e0-3a9c-4c71-ad30-59c5cfdf5c52 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1145110 Nov 08 12:31:39.905921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.010229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a996c812-c813-44d3-a490-06cec4391c4e req-a49e7267-1b35-4852-bb6c-7f9edeb197bb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094227 Nov 08 12:31:40.080016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-5f99c8ed-91d5-486f-a2e9-07949d070a21 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:40.087108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-5f99c8ed-91d5-486f-a2e9-07949d070a21 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/networks?id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa HTTP/1.1" status: 200 len: 811 time: 0.2494173 Nov 08 12:31:40.098484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-d435b0f3-1fbe-4326-b21d-bb24da3a57ee tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/quotas/f992c08c71714fd9ab77f9abe90a8d09 HTTP/1.1" status: 200 len: 375 time: 0.0103092 Nov 08 12:31:40.173313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-7b436a12-70f3-4def-9cbe-4351d9457905 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f992c08c71714fd9ab77f9abe90a8d09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678101 Nov 08 12:31:40.189129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.332889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-72e1e39e-cff1-4fb2-b5b2-0a7d220f67a9 service neutron] 10.222.0.58 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462893 Nov 08 12:31:40.375145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:40.394275 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467b1fc-3c7f-4c87-af11-a9378ad183f3 x-openstack-request-id: req-2467b1fc-3c7f-4c87-af11-a9378ad183f3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:40.394748 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:40.395130 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2467b1fc-3c7f-4c87-af11-a9378ad183f3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:40.395680 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:31:40.453566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:31:40.501062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-b32ae7ac-b7ac-42b6-bc7a-d10543baf67a service neutron] 10.222.0.58 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665828 Nov 08 12:31:40.550035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549103bc-9488-4a60-98db-5b511b29d00e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.580554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506fc32-ed22-41dd-a903-f9e720a6ae47 req-447c59b2-daad-4972-9439-c6e7d9af08da tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:40.583128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c506fc32-ed22-41dd-a903-f9e720a6ae47 req-447c59b2-daad-4972-9439-c6e7d9af08da tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.0739169 Nov 08 12:31:40.658853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c506fc32-ed22-41dd-a903-f9e720a6ae47 req-835600aa-1eb9-44ef-9284-8b185cfd3d44 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701365 Nov 08 12:31:40.704943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549103bc-9488-4a60-98db-5b511b29d00e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.737324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:40.748056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Sync routers for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:40.761923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:40.768511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:40.811892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549103bc-9488-4a60-98db-5b511b29d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.889215 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-549103bc-9488-4a60-98db-5b511b29d00e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fddddee7b75462ea9c99dc9c9afaee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121250 Nov 08 12:31:40.905390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42546) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:40.909808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b8793-1470-4098-9885-59ea9b3c9ed8 req-1c1aeb73-67b9-4b1c-8a89-f6e635c61079 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:40.920748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d6b8793-1470-4098-9885-59ea9b3c9ed8 req-1c1aeb73-67b9-4b1c-8a89-f6e635c61079 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1608384 Nov 08 12:31:40.927205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:40.937055 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b46049f6-7acb-4dd0-ab04-aa70dc35e7f1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0831873 Nov 08 12:31:40.938514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:40.965131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549103bc-9488-4a60-98db-5b511b29d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee73abb-d5dc-4e2d-baf4-4e6a2e213328,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:41.060692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:41.067788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d6b8793-1470-4098-9885-59ea9b3c9ed8 req-dd1f88ef-1da8-4ff2-884a-98fecf1e86f2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458495 Nov 08 12:31:41.101683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acd8b2-ca80-40d9-98be-83ef2b95ceee req-d9a0e8aa-7dcb-4268-bf7c-f0e60e1325ae tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:41.110407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03acd8b2-ca80-40d9-98be-83ef2b95ceee req-d9a0e8aa-7dcb-4268-bf7c-f0e60e1325ae tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.1080735 Nov 08 12:31:41.227480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5cc2052-5052-4cc8-bf86-ab23a47b1f4e req-f40dc492-ed5f-44f1-84cf-5ba4352fb36d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0462456 Nov 08 12:31:41.233889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03acd8b2-ca80-40d9-98be-83ef2b95ceee req-3ae63aca-993a-4b96-9f31-6940093b1e2e tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225262 Nov 08 12:31:41.281920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:41.328809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:41.422060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e121d23-f990-430e-ab7f-558cb62d29d5 req-9078e123-b9ed-4358-b524-f9bfc760ce97 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:41.429939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e121d23-f990-430e-ab7f-558cb62d29d5 req-9078e123-b9ed-4358-b524-f9bfc760ce97 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.0711839 Nov 08 12:31:41.499572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:39Z', 'revision_number': 3, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:41.536955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e121d23-f990-430e-ab7f-558cb62d29d5 req-31b55ec0-d002-4b44-b014-53c91429affa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057990 Nov 08 12:31:41.556602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Checking router: 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:41.557493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Updating router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 port 550c3c87-b05c-4e4e-b122-560518c19041 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:31:41.595186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:41.648605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:41.653679 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:41.653679 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bee73abb-d5dc-4e2d-baf4-4e6a2e213328 HTTP/1.1" status: 204 len: 168 time: 0.7462704 Nov 08 12:31:41.671819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318a69c-5219-46a7-833d-583b8eb3c2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee73abb-d5dc-4e2d-baf4-4e6a2e213328,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:41.869591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cfed2-14c3-4182-9862-868d639ffbdb req-4eda1b66-5cae-48c3-aeca-75a9793f9c57 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:41.884235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-147cfed2-14c3-4182-9862-868d639ffbdb req-4eda1b66-5cae-48c3-aeca-75a9793f9c57 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.1629987 Nov 08 12:31:42.023554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-147cfed2-14c3-4182-9862-868d639ffbdb req-9f9da852-339f-4bd5-ae18-9bb1fbfd81b7 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362395 Nov 08 12:31:42.029525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.164887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.249730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Attempting to bind port 550c3c87-b05c-4e4e-b122-560518c19041 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:42.250201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Attempting to bind port 550c3c87-b05c-4e4e-b122-560518c19041 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:42.250596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Attempting to bind port 550c3c87-b05c-4e4e-b122-560518c19041 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:42.258643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.292112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:42.292547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:42.292953 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.296948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:42.302120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Bound port: 550c3c87-b05c-4e4e-b122-560518c19041, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:42.302704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.303642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534c4b8-8bba-4f14-8bfa-0061609827f4 req-f393d537-edb5-4148-8be2-eea6b408f1a2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:42.305277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e534c4b8-8bba-4f14-8bfa-0061609827f4 req-f393d537-edb5-4148-8be2-eea6b408f1a2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1077342 Nov 08 12:31:42.358935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf09453-b215-4722-9d23-432d3c131024 None None] Pushing event updated for resources: {'Port': ['ID=550c3c87-b05c-4e4e-b122-560518c19041,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:42.425116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e534c4b8-8bba-4f14-8bfa-0061609827f4 req-6b60881d-40a1-485d-a130-c6592e20826d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105783 Nov 08 12:31:42.462369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] For port 550c3c87-b05c-4e4e-b122-560518c19041, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:42.474137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] For port 550c3c87-b05c-4e4e-b122-560518c19041, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=550c3c87-b05c-4e4e-b122-560518c19041,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:42.574761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.598651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d100d87a-d1dd-43b0-9872-8dfddeed852f req-09fd8108-5f4c-45b4-bc98-c4bdfc5f2cad tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0780401 Nov 08 12:31:42.640239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Allocated IP 172.20.0.1 (347a180d-1530-41df-9e3d-49c8fb847e57/432c6320-74cd-4b75-ba5a-4000bc0ea079/0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:42.759881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2224-53bb-4607-b759-88fafb952f1b req-d45bbae1-dc1d-4d98-bb18-d7674c01d7e1 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:42.772954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1ab2224-53bb-4607-b759-88fafb952f1b req-d45bbae1-dc1d-4d98-bb18-d7674c01d7e1 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.0913434 Nov 08 12:31:42.848802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:42.880906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:42.882971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:42.884910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1ab2224-53bb-4607-b759-88fafb952f1b req-fdc2e135-ecff-49f5-b6a1-111e6bf7c7aa tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029327 Nov 08 12:31:42.967329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27ea99-eae6-4131-b919-9d8fe9488658 req-55271da3-f9ee-4d41-b8b3-58cf7f387ecd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:42.989567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc27ea99-eae6-4131-b919-9d8fe9488658 req-55271da3-f9ee-4d41-b8b3-58cf7f387ecd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1454530 Nov 08 12:31:43.005856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf09453-b215-4722-9d23-432d3c131024 None None] Pushing event updated for resources: {'Port': ['ID=550c3c87-b05c-4e4e-b122-560518c19041,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:43.030106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:43.083870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc27ea99-eae6-4131-b919-9d8fe9488658 req-4c91f646-e69d-4af5-bb1c-ec9f80fd4667 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929759 Nov 08 12:31:43.094352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Network 347a180d-1530-41df-9e3d-49c8fb847e57 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:43.103255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:43.106185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:43.155720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:43.182457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:43.194763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:43.438504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814480-82c4-4049-a83f-3ccc0d579d42 req-15b9c9e4-12f6-4d6a-8354-5563b8e92730 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:43.446837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5814480-82c4-4049-a83f-3ccc0d579d42 req-15b9c9e4-12f6-4d6a-8354-5563b8e92730 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0875831 Nov 08 12:31:43.570473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5814480-82c4-4049-a83f-3ccc0d579d42 req-8e926d64-7043-4ac6-905d-35a2b3e77340 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225164 Nov 08 12:31:43.574494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:43.735689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:39Z', 'revision_number': 3, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:43.762904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3dfe6adb-c375-4599-8fea-c822780e3268 req-ce6510c9-b36b-4d4f-b6d8-cf6fe9c999fe tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0660174 Nov 08 12:31:43.800253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc44cfc-93b7-4e92-b5dd-448b1d6fc746 None None] The sync data for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 is: [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:39Z', 'revision_number': 3, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:43.888246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:43.992555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-20372059-357e-4353-94a1-1c44980c3394 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:43.993691 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-20372059-357e-4353-94a1-1c44980c3394 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.0708489 Nov 08 12:31:43.994478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:44.101456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525a6ca-5dae-4aea-8a4a-a96067646ba3 req-f69ad129-54cb-4a72-8ded-2d13b28e3530 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:44.109005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5525a6ca-5dae-4aea-8a4a-a96067646ba3 req-f69ad129-54cb-4a72-8ded-2d13b28e3530 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.1118329 Nov 08 12:31:44.110728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:44.136308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-93ea8879-3516-41ed-9b18-0a9283cba612 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:44.138744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-93ea8879-3516-41ed-9b18-0a9283cba612 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.61 "GET /v2.0/networks?id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa HTTP/1.1" status: 200 len: 811 time: 0.2767112 Nov 08 12:31:44.197475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:44.258747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5525a6ca-5dae-4aea-8a4a-a96067646ba3 req-7d9dcd6d-b435-4e2a-a517-0e40e7addc14 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234326 Nov 08 12:31:44.480274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-7cc8f79e-5886-4d0e-9532-ae6b8c71603a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f992c08c71714fd9ab77f9abe90a8d09 HTTP/1.1" status: 200 len: 378 time: 0.3253155 Nov 08 12:31:44.500923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Deleting port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:31:44.501274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:44.504876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'port': {'device_id': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'admin_state_up': True, 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'security_groups': ['42da4ef0-9620-4e40-9e68-f12014b64a8d']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:44.610922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Network 347a180d-1530-41df-9e3d-49c8fb847e57 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:44.614799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:44.693488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd321c5-1b12-4ce0-940b-2f23d630426a req-347c3d67-7341-4002-9406-ea638419c536 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:44.697639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbd321c5-1b12-4ce0-940b-2f23d630426a req-347c3d67-7341-4002-9406-ea638419c536 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2965367 Nov 08 12:31:44.755760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Made reservation on behalf of f992c08c71714fd9ab77f9abe90a8d09 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:44.765176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] For port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,segment=NetworkSegment(4088c279-5ea0-4e47-b3d5-4b0087e3545a),segment_id=4088c279-5ea0-4e47-b3d5-4b0087e3545a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:44.765176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:44.769422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:44.796878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbd321c5-1b12-4ce0-940b-2f23d630426a req-6115f999-37e7-4ce0-adb9-edcc83b0f2e0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906446 Nov 08 12:31:44.834178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Calling delete_port for de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:31:44.943252 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:31:45.073868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 550c3c87-b05c-4e4e-b122-560518c19041 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:45.151114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 550c3c87-b05c-4e4e-b122-560518c19041 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:45.151482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.158087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75010f6a-f658-4ed8-9f57-f5e03e4a6008 req-10c950b7-1bb4-4509-802f-251e1e566e57 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0644665 Nov 08 12:31:45.198259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Allocated IP 172.20.0.10 (9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa/68e1b825-1c7b-4fd4-8398-090bad54280a/69d04952-1bd2-4878-be62-dbeba6fb3242) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:45.212624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4896d1-a56f-49ea-88da-4df01f4820fd req-9f15fc7f-c4ae-4d3c-8911-831a5581784a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:45.215416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae4896d1-a56f-49ea-88da-4df01f4820fd req-9f15fc7f-c4ae-4d3c-8911-831a5581784a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2764366 Nov 08 12:31:45.233325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:31:45.239024 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07341474-5611-433d-a4bc-feb85257e9c4 admin admin] 10.222.0.58 "PUT /v2.0/routers/368ed228-33d9-4ea8-8c4d-3deb2ea9b771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2994995 Nov 08 12:31:45.296268 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.312882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae4896d1-a56f-49ea-88da-4df01f4820fd req-22e55208-927d-46e5-88b2-fac734435196 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820203 Nov 08 12:31:45.325876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 550c3c87-b05c-4e4e-b122-560518c19041, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=550c3c87-b05c-4e4e-b122-560518c19041,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:45.476049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ff79-dd87-43d5-a2af-8cff3ee30fc2 req-5ca160b9-945f-4b5e-8790-add314497650 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:45.477549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5448ff79-dd87-43d5-a2af-8cff3ee30fc2 req-5ca160b9-945f-4b5e-8790-add314497650 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a5be20-91cc-455f-b8ae-06d17a6526ce HTTP/1.1" status: 200 len: 945 time: 0.0848153 Nov 08 12:31:45.498696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.531107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.545633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:45.552918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5448ff79-dd87-43d5-a2af-8cff3ee30fc2 req-3de3468e-36cf-40a7-9e7f-369bfce444c3 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651829 Nov 08 12:31:45.565333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Pushing event deleted for resources: {'Port': ['ID=de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:45.587709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.696522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] No DVR routers for this DVR port de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:31:45.697238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=550c3c87-b05c-4e4e-b122-560518c19041,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:45.697350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.697350 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cacb3ff3-75da-4d4d-b1aa-ea117c903af3 req-b9d6f39c-d005-444a-ac7e-028fa95b3b96 tempest-ServersNegativeTestMultiTenantJSON-759915776 tempest-ServersNegativeTestMultiTenantJSON-759915776-project] 10.222.0.57 "DELETE /v2.0/ports/de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d HTTP/1.1" status: 204 len: 173 time: 1.6927757 Nov 08 12:31:45.697350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'name': 'network-vif-deleted', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:45.697350 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96fd1f-7b8d-4ebb-92a1-e7736c7bb4dd" -d '{"events": [{"server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "name": "network-vif-deleted", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:45.714508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080d1a-2b5f-419a-94fd-bf0f52357881 req-c316cc76-cfb0-4b08-bb0f-b5c3ffcc0ca8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:45.716539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1080d1a-2b5f-419a-94fd-bf0f52357881 req-c316cc76-cfb0-4b08-bb0f-b5c3ffcc0ca8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0668838 Nov 08 12:31:45.783816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.796135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1080d1a-2b5f-419a-94fd-bf0f52357881 req-700961bd-6e2a-417c-be44-230a11e27c7a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708504 Nov 08 12:31:45.871113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:45.943775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-eebf7b08-edf2-475e-b943-37e567d5c930 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:45.953485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-eebf7b08-edf2-475e-b943-37e567d5c930 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 819 time: 0.1855276 Nov 08 12:31:45.988641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-0c52dd64-fcb7-4c29-a555-50acc35ea1b8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/quotas/c09216415f4a49cd8cc6c68c2341bc89 HTTP/1.1" status: 200 len: 375 time: 0.0339596 Nov 08 12:31:46.005838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:46.044925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:46.049543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:46.054136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event updated for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:46.107402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-19a3516d-a9e1-4b09-9e6b-45e33b203642 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165974 Nov 08 12:31:46.158533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:46.159553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:46.277434 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc54d06-9b8e-41d2-9b9b-569d1b1bfa95 x-openstack-request-id: req-ffc54d06-9b8e-41d2-9b9b-569d1b1bfa95 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:46.277939 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a5be20-91cc-455f-b8ae-06d17a6526ce", "name": "network-vif-deleted", "tag": "de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:46.278171 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffc54d06-9b8e-41d2-9b9b-569d1b1bfa95 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:46.278670 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a5be20-91cc-455f-b8ae-06d17a6526ce', 'name': 'network-vif-deleted', 'tag': 'de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d', 'status': 'completed', 'code': 200} Nov 08 12:31:46.509938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4fbcd70f-84ea-4008-8841-79fda1b9feda None None] Provisioning complete for port 69d04952-1bd2-4878-be62-dbeba6fb3242 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:46.510546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd70f-84ea-4008-8841-79fda1b9feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:46.535640 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Sync routers for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:31:46.549401 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:46.550443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcd70f-84ea-4008-8841-79fda1b9feda None None] Port 69d04952-1bd2-4878-be62-dbeba6fb3242 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:31:46.551197 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:46.653705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-53617c15-2679-4c2d-b9d6-5ecb83c81e35 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1610634 Nov 08 12:31:46.679471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Request body: {'port': {'device_id': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:46.790340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:46.797207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b643f0-6091-49ff-96c7-5fa1435033fa req-19a635ba-8fef-497e-b81e-56df605abf97 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:46.804730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10b643f0-6091-49ff-96c7-5fa1435033fa req-19a635ba-8fef-497e-b81e-56df605abf97 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1552007 Nov 08 12:31:46.816186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-620cf561-4cee-4947-b09c-1ce057e381f9 service neutron] 10.222.0.58 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973977 Nov 08 12:31:46.831535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:46.930756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 550c3c87-b05c-4e4e-b122-560518c19041 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:46.983439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 550c3c87-b05c-4e4e-b122-560518c19041 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:46.983808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.016717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10b643f0-6091-49ff-96c7-5fa1435033fa req-8d565eb8-eebb-4db4-9150-75cd09bc44f1 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968029 Nov 08 12:31:47.026219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-6e484d33-7d0e-4576-91c3-aa5725874c75 service neutron] 10.222.0.58 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091012 Nov 08 12:31:47.078338 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:43Z', 'revision_number': 4, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b', 'name': '', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'mac_address': 'fa:16:3e:b0:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:42Z', 'updated_at': '2021-11-08T12:31:43Z', 'revision_number': 2, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'subnets': [{'id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:47.144235 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Checking router: 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:31:47.144526 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Updating router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:31:47.176801 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.297926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad155f-ab66-4c59-bea4-14f194eacf49 req-06352925-b846-47aa-b7fc-8fee047f096f tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:47.305358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ad155f-ab66-4c59-bea4-14f194eacf49 req-06352925-b846-47aa-b7fc-8fee047f096f tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 932 time: 0.0712161 Nov 08 12:31:47.425641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06ad155f-ab66-4c59-bea4-14f194eacf49 req-79d45251-994f-4b28-8e33-b4c170530687 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193035 Nov 08 12:31:47.533746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42702) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:47.587816 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.615151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Deleting subnet a03e9cdc-4bc2-4e8d-9edf-d34ce124eada {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:47.618922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.623353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d04952-1bd2-4878-be62-dbeba6fb3242 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:47.648450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3604a22-a756-4fad-8c13-f5797dde36de req-de3152b3-181b-42b7-8b87-e2d30a6ba9ab tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 210 time: 0.0545218 Nov 08 12:31:47.650524 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.667282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.680669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Transition to ACTIVE for port object 69d04952-1bd2-4878-be62-dbeba6fb3242 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:47.691217 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.696193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd45da-4f40-4955-a9bb-8f050fa51893 req-e4c97f17-53cc-4e50-a1dd-cfcc2afb897a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:47.702802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90dd45da-4f40-4955-a9bb-8f050fa51893 req-e4c97f17-53cc-4e50-a1dd-cfcc2afb897a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1754129 Nov 08 12:31:47.735353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.807234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.830675 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612fed8-10e0-469e-b4a8-3fc5d99ed60c None None] Pushing event updated for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:47.839538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90dd45da-4f40-4955-a9bb-8f050fa51893 req-261d250f-d799-4e56-bc7a-9cef8ef3669f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235142 Nov 08 12:31:47.843814 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Attempting to bind port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:47.844186 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Attempting to bind port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:47.844580 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Attempting to bind port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b on network 347a180d-1530-41df-9e3d-49c8fb847e57 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:47.851853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:47.852211 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Checking segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:47.852604 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.853056 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Bound using segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:47.853671 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Bound port: 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:47.854052 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:47.960939 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] For port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:47.971102 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] For port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:47.974520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.040116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03e9cdc-4bc2-4e8d-9edf-d34ce124eada,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:48.054050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.065499 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c6e64f73-bd11-4aea-812f-4978c1c9e38b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a03e9cdc-4bc2-4e8d-9edf-d34ce124eada HTTP/1.1" status: 204 len: 168 time: 0.5303416 Nov 08 12:31:48.066371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:48.074573 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.092828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Pushing event updated for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:48.184244 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:31:48.185853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:48.248479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Attempting to bind port 69d04952-1bd2-4878-be62-dbeba6fb3242 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:48.249128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Attempting to bind port 69d04952-1bd2-4878-be62-dbeba6fb3242 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:48.249724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Attempting to bind port 69d04952-1bd2-4878-be62-dbeba6fb3242 on network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:48.268403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Port 69d04952-1bd2-4878-be62-dbeba6fb3242 on network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:48.268757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Attempting to bind port 69d04952-1bd2-4878-be62-dbeba6fb3242 on network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:48.279074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6765b-8471-47ef-934f-6753543a5c55 req-9afffa54-bd21-43df-bc64-ae7f5186d545 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:48.283484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2a6765b-8471-47ef-934f-6753543a5c55 req-9afffa54-bd21-43df-bc64-ae7f5186d545 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2251356 Nov 08 12:31:48.291949 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612fed8-10e0-469e-b4a8-3fc5d99ed60c None None] Pushing event updated for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:48.303866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:48.303974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Checking segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:48.304428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Bound using segment: {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:48.304857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Bound port: 69d04952-1bd2-4878-be62-dbeba6fb3242, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:48.305243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.313202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.316151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-e193ccfb-8ba7-487d-b992-40a3b8a94bdc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:48.323489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-e193ccfb-8ba7-487d-b992-40a3b8a94bdc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 819 time: 0.3216269 Nov 08 12:31:48.355788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-7b6c6bcd-97ec-4acb-b2e1-dad89e0bc740 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/quotas/c09216415f4a49cd8cc6c68c2341bc89 HTTP/1.1" status: 200 len: 375 time: 0.0313721 Nov 08 12:31:48.376605 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:31:48.451402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.499363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2a6765b-8471-47ef-934f-6753543a5c55 req-a3c3d63c-78b9-4e1f-8a56-3408344befb2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084169 Nov 08 12:31:48.507448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d16cd39-efeb-4905-bd24-061abf302f12']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:48.532072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4088c279-5ea0-4e47-b3d5-4b0087e3545a') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:48.532392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4088c279-5ea0-4e47-b3d5-4b0087e3545a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:48.537611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-b9b0a132-df46-41bf-ac47-dd0774fb50af tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803677 Nov 08 12:31:48.546863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.566557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.580079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:48.580513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:48.582424 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:48.615492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:48.634447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=69d04952-1bd2-4878-be62-dbeba6fb3242,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:48.654176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:31:48.673995 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:43Z', 'revision_number': 4, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b', 'name': '', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'mac_address': 'fa:16:3e:b0:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:42Z', 'updated_at': '2021-11-08T12:31:47Z', 'revision_number': 4, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'subnets': [{'id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:48.680856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-cc6af4f4-af05-472c-8cd6-cb6a2881c5e5 service neutron] 10.222.0.58 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419919 Nov 08 12:31:48.702892 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebbd09-98cb-4cb2-b786-22fa3b4d22f3 None None] The sync data for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 is: [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:43Z', 'revision_number': 4, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b', 'name': '', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'mac_address': 'fa:16:3e:b0:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:42Z', 'updated_at': '2021-11-08T12:31:47Z', 'revision_number': 4, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'subnets': [{'id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:31:48.707444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:31:48.707444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device de1ebbb2-2510-44e9-ad4c-c4b9f595dd3d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:31:48.717823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.739781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.791802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.814144 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d16cd39-efeb-4905-bd24-061abf302f12 HTTP/1.1" status: 204 len: 168 time: 0.7466323 Nov 08 12:31:48.815437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f00a8-0b44-4921-9417-273ebfe43823 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d16cd39-efeb-4905-bd24-061abf302f12,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:48.817416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:48.873771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:48.874634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:48.876418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] 10.222.0.61 "PUT /v2.0/ports/69d04952-1bd2-4878-be62-dbeba6fb3242 HTTP/1.1" status: 200 len: 1092 time: 2.2077119 Nov 08 12:31:48.887270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:48.891095 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:48.939313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Deleting subnet 1b27db00-0415-4d13-b873-0896f97dbb85 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:48.942946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.006926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede329e-9cd6-42ef-8e18-22a54ee5283e service neutron] Pushing event updated for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:49.042675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.057235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4909e-6eaf-40ac-87a6-94fa0c58de57 req-c014d16d-b123-4a91-a6dd-088da5c64ddc tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:49.066358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1be4909e-6eaf-40ac-87a6-94fa0c58de57 req-c014d16d-b123-4a91-a6dd-088da5c64ddc tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.3318920 Nov 08 12:31:49.069709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-df8c5c4e-6fdb-4e8f-840f-5aaabe0edf13 service neutron] 10.222.0.58 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866048 Nov 08 12:31:49.123214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:49.204326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.297276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1be4909e-6eaf-40ac-87a6-94fa0c58de57 req-6aab7033-67ef-4c16-aced-685986d70488 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019203 Nov 08 12:31:49.318656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-c8698a01-dc23-44cf-988a-5190f38d3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:49.320180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-c8698a01-dc23-44cf-988a-5190f38d3cb0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f992c08c71714fd9ab77f9abe90a8d09&device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 1095 time: 0.2997601 Nov 08 12:31:49.330375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:49.331012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.386419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-19122cb1-9cc9-436a-832d-cd1b3b483b74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d04952-1bd2-4878-be62-dbeba6fb3242 HTTP/1.1" status: 200 len: 217 time: 0.0483952 Nov 08 12:31:49.433956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.504175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.556959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b27db00-0415-4d13-b873-0896f97dbb85,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:49.566005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.579384 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bf419fb-bc35-4523-9132-d2d6b9b022d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b27db00-0415-4d13-b873-0896f97dbb85 HTTP/1.1" status: 204 len: 168 time: 0.7605753 Nov 08 12:31:49.580015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:49.656607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:49.719302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-b6d5ee70-4c31-44f9-ac62-9a41683a884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:49.720759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.721078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-b6d5ee70-4c31-44f9-ac62-9a41683a884e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68e1b825-1c7b-4fd4-8398-090bad54280a HTTP/1.1" status: 200 len: 850 time: 0.3220692 Nov 08 12:31:49.773969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:49.788805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a7202-f08b-4cc7-bf8a-b10afd38ba09 req-30c2735c-0736-4070-bb8c-e92642261c47 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:49.809155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-380a7202-f08b-4cc7-bf8a-b10afd38ba09 req-30c2735c-0736-4070-bb8c-e92642261c47 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 944 time: 0.2315531 Nov 08 12:31:49.860448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:49.884510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.884852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.886897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.887226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.888550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.889170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.889671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.890151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.890660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.891116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.891610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.892080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:31:49.938494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-d80267b4-4eab-4d26-a657-b6d17da1e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:49.940263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-d80267b4-4eab-4d26-a657-b6d17da1e200 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055585 Nov 08 12:31:50.026484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-380a7202-f08b-4cc7-bf8a-b10afd38ba09 req-797b561a-f5b9-4ed1-8a19-e68263b81a23 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2162743 Nov 08 12:31:50.050682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.151102 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f858e11-fc2d-4462-8ce2-4dc04b25675e x-openstack-request-id: req-4f858e11-fc2d-4462-8ce2-4dc04b25675e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:50.151825 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:50.152356 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f858e11-fc2d-4462-8ce2-4dc04b25675e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:50.153532 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'status': 'completed', 'code': 200} Nov 08 12:31:50.227779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.271911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d2fc2a4-b96b-44cd-b662-e017aa63fc26 req-e1606063-ca3e-44ba-9fb8-c3e0b286e4b5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 210 time: 0.0753551 Nov 08 12:31:50.305197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090a914a-2cec-4b45-b50b-c3b8cf05a7aa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:50.320417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eaf374-8d52-402a-a3ab-29fb50345d0a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:50.320712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eaf374-8d52-402a-a3ab-29fb50345d0a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:31:50.349359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.375310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-011ad4fd-4041-48f7-aecf-925871ebf77d service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133210 Nov 08 12:31:50.383293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.434749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:31:50.435369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:31:50.447093 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:31:50.581512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-8599b542-e836-4fc2-8413-d642154be23a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:50.583817 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-8599b542-e836-4fc2-8413-d642154be23a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 819 time: 0.2240884 Nov 08 12:31:50.598163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Request body: {'port': {'device_id': '3ffa1877-bae4-4950-b369-a1e31029c928', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'admin_state_up': True, 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:50.776691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.818844 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.827997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] 10.222.0.58 "DELETE /v2.0/networks/090a914a-2cec-4b45-b50b-c3b8cf05a7aa HTTP/1.1" status: 204 len: 168 time: 1.2442629 Nov 08 12:31:50.863123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0878a-b78f-46c3-8df0-9dce841d4213 req-6ed6553f-61ba-4ebb-b5fe-eef32b6c7464 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:50.873784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c0878a-b78f-46c3-8df0-9dce841d4213 req-6ed6553f-61ba-4ebb-b5fe-eef32b6c7464 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.4318414 Nov 08 12:31:50.896493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ce78c7-4eab-4e98-8218-15091dec3136 req-d386508b-2a55-4842-ab67-a160eaa47f70 service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105553 Nov 08 12:31:50.896695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Made reservation on behalf of c09216415f4a49cd8cc6c68c2341bc89 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:50.897502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de5d3-6745-43b1-8ca5-dc908d2faa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=090a914a-2cec-4b45-b50b-c3b8cf05a7aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:50.908347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:50.916014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfafa4a-33fa-4410-bd63-74c50803c673 req-0f5442eb-3506-45d7-8cc0-fb226e1b37d9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:50.925690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfafa4a-33fa-4410-bd63-74c50803c673 req-0f5442eb-3506-45d7-8cc0-fb226e1b37d9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.3737974 Nov 08 12:31:50.959522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:51.056735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfafa4a-33fa-4410-bd63-74c50803c673 req-232ee6c7-8e88-4eb8-9b96-1bf84b6f78cd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282184 Nov 08 12:31:51.101231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c0878a-b78f-46c3-8df0-9dce841d4213 req-6a1c2ec2-edfd-4d49-a11d-a6d14a5e0989 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126408 Nov 08 12:31:51.101326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:51.101326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.209741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-e6af3583-355a-4709-bfd0-2a9331a0bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.210759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Allocated IP 172.20.0.11 (347a180d-1530-41df-9e3d-49c8fb847e57/432c6320-74cd-4b75-ba5a-4000bc0ea079/ee9ed603-0140-4fc8-8b49-88487dac9c68) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:51.213515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-e6af3583-355a-4709-bfd0-2a9331a0bb86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f992c08c71714fd9ab77f9abe90a8d09&device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 1095 time: 0.1051610 Nov 08 12:31:51.398613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-e7f33b2b-f443-4d00-b878-a6a22a626943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.404300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-e7f33b2b-f443-4d00-b878-a6a22a626943 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa HTTP/1.1" status: 200 len: 912 time: 0.1805165 Nov 08 12:31:51.448700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42782) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:51.481950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-cf2941a3-ed2d-4954-b949-9abb36f00fed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d04952-1bd2-4878-be62-dbeba6fb3242 HTTP/1.1" status: 200 len: 217 time: 0.0643589 Nov 08 12:31:51.492677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c29a8-7139-4d12-926b-7d6b6a5a1626 req-358a0999-ffe6-4dcc-a9eb-f9e2aa2e89dd tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.500904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.502689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae2c29a8-7139-4d12-926b-7d6b6a5a1626 req-358a0999-ffe6-4dcc-a9eb-f9e2aa2e89dd tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 944 time: 0.1627805 Nov 08 12:31:51.523187 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-388caa74-bad8-4081-bc13-f7d2f9c50094 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20a45fdb2e0d4dc9bab510e22cd85d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733535 Nov 08 12:31:51.527249 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:51.603683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-f45064e6-3762-4fe6-8982-57500779ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.605107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-f45064e6-3762-4fe6-8982-57500779ee93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68e1b825-1c7b-4fd4-8398-090bad54280a HTTP/1.1" status: 200 len: 850 time: 0.0988512 Nov 08 12:31:51.626602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.644138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae2c29a8-7139-4d12-926b-7d6b6a5a1626 req-5ca7103f-34b2-4b06-ac25-f745c992c94b tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404917 Nov 08 12:31:51.667143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.724333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.732935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-5c386818-c059-4136-8f89-7e261953c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.734631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-5c386818-c059-4136-8f89-7e261953c3ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895660 Nov 08 12:31:51.805309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Network 347a180d-1530-41df-9e3d-49c8fb847e57 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:51.819720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:51.829736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:51.834505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Pushing event updated for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:51.837678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85caf5a1-c77f-43e7-98c9-6ea934768ffd req-d475e415-a360-4604-aead-9c5eee3113dd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 210 time: 0.0291357 Nov 08 12:31:51.909861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.913329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:51.917164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57808bd-95f5-4510-bbc3-d364a48d1135 req-5442f999-0dd5-4d7f-8c15-84308a4223cd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:51.926006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a57808bd-95f5-4510-bbc3-d364a48d1135 req-5442f999-0dd5-4d7f-8c15-84308a4223cd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1902640 Nov 08 12:31:52.006510 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-111aacb9-cd1c-4e5c-8031-77aed5fca766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4124718 Nov 08 12:31:52.007839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-ac7d54da-8f40-48cb-aa48-9c0a6e3ec309 service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524312 Nov 08 12:31:52.036422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:52.040694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:52.043000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bfe1a54-3933-4278-95c6-c9bdd8dacdfa HTTP/1.1" status: 204 len: 168 time: 0.5147994 Nov 08 12:31:52.060240 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Request body: {'port': {'device_id': '3ffa1877-bae4-4950-b369-a1e31029c928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:52.159516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42457-348a-434d-be21-95eb0fcdf063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe1a54-3933-4278-95c6-c9bdd8dacdfa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:52.209884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a57808bd-95f5-4510-bbc3-d364a48d1135 req-0cf62ea2-e733-4035-a53f-d1cadd7b652d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821124 Nov 08 12:31:52.267654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:52.285566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69fe4e6-1594-4767-b21b-0fae1cfd3b15 req-df81edbc-40a6-48da-a9fe-a8f5354aae88 service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665558 Nov 08 12:31:52.289591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-a1b3f5e4-59a8-4227-b506-7fdf82e429b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692750 Nov 08 12:31:52.418332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ed369-258b-47ae-aacf-d47ec44a3820 req-780c2633-508a-4add-86aa-ab6dcff8dd05 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.419940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-364ed369-258b-47ae-aacf-d47ec44a3820 req-780c2633-508a-4add-86aa-ab6dcff8dd05 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.0864587 Nov 08 12:31:52.421922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-65df75da-7537-456b-9aa0-cc1a83054706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.423359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-65df75da-7537-456b-9aa0-cc1a83054706 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1096 time: 0.0794604 Nov 08 12:31:52.530801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-364ed369-258b-47ae-aacf-d47ec44a3820 req-4c096714-1e0d-44aa-a72d-188cfea2c9f6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043222 Nov 08 12:31:52.665865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-97f6d483-65ed-4f7d-8074-e362e07b6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.666028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-be8e02a9-aa38-4c4b-8659-2d5985ae5103 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.666713 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-be8e02a9-aa38-4c4b-8659-2d5985ae5103 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 819 time: 0.1759431 Nov 08 12:31:52.670338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-97f6d483-65ed-4f7d-8074-e362e07b6389 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.2255981 Nov 08 12:31:52.750944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-5e680139-c51a-44bb-986b-8001e371bdee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0644813 Nov 08 12:31:52.795750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9ed603-0140-4fc8-8b49-88487dac9c68 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:52.804046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:52.818936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Transition to ACTIVE for port object ee9ed603-0140-4fc8-8b49-88487dac9c68 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:52.831117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Request body: {'port': {'device_id': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'admin_state_up': True, 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:52.893948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:52.951148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-ababdc41-79db-4b51-9e02-b848b1be3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.953043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-ababdc41-79db-4b51-9e02-b848b1be3b17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.1933789 Nov 08 12:31:52.962214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302058-e97a-466e-b156-ac59fe6675cd req-f18c0466-b08b-4b7e-82fb-7ce08fbb3184 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:52.970035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe302058-e97a-466e-b156-ac59fe6675cd req-f18c0466-b08b-4b7e-82fb-7ce08fbb3184 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1919348 Nov 08 12:31:53.029536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-d0901cfc-4fbf-412d-a603-571e0ee621f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564871 Nov 08 12:31:53.034495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:53.042030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37a0d-0b33-4ca4-86d8-682f8793e4c3 req-68499bb2-d9e5-4854-9668-b1062530bda8 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:53.044247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8f37a0d-0b33-4ca4-86d8-682f8793e4c3 req-68499bb2-d9e5-4854-9668-b1062530bda8 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 944 time: 0.1877334 Nov 08 12:31:53.094417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3763c9ca-26ef-4e5d-906d-45f43c9af59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.150535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Attempting to bind port ee9ed603-0140-4fc8-8b49-88487dac9c68 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:53.150535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Attempting to bind port ee9ed603-0140-4fc8-8b49-88487dac9c68 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:53.150874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Attempting to bind port ee9ed603-0140-4fc8-8b49-88487dac9c68 on network 347a180d-1530-41df-9e3d-49c8fb847e57 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:53.156373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Port ee9ed603-0140-4fc8-8b49-88487dac9c68 on network 347a180d-1530-41df-9e3d-49c8fb847e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:53.156798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Attempting to bind port ee9ed603-0140-4fc8-8b49-88487dac9c68 on network 347a180d-1530-41df-9e3d-49c8fb847e57 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:53.161734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:53.162067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Checking segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:53.162473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Bound using segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:53.163606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Bound port: ee9ed603-0140-4fc8-8b49-88487dac9c68, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:53.163972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.167123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe302058-e97a-466e-b156-ac59fe6675cd req-dc402396-4743-49e6-b213-30741132b0bd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961548 Nov 08 12:31:53.218910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Made reservation on behalf of c09216415f4a49cd8cc6c68c2341bc89 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:53.222415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.228157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8f37a0d-0b33-4ca4-86d8-682f8793e4c3 req-23876d8a-c91c-407c-9442-f8a295925021 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1664722 Nov 08 12:31:53.268170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-8b51afe0-8637-4ad5-ab24-87b35fbce60d service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215071 Nov 08 12:31:53.272555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:53.383764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e77ba7ea-1a57-48b7-a3cd-2cdd62dc9a27 req-a4122629-0c2a-48c3-a472-ec9882c800e9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 210 time: 0.0387616 Nov 08 12:31:53.388339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:53.457439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:53.473392 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-550b0224-e83e-40ac-aa03-8bb2962d4360 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eae86d07897c4d7691049d7373469a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950240 Nov 08 12:31:53.475904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:53.495553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f84d7920-fee8-40a1-abf8-c98916d92684 req-2e96f500-3979-43cb-9ac1-8063122bde51 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166579 Nov 08 12:31:53.496377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Allocated IP 172.20.0.7 (347a180d-1530-41df-9e3d-49c8fb847e57/432c6320-74cd-4b75-ba5a-4000bc0ea079/600f4ec6-a253-4d35-a435-12be834d9b09) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:31:53.532037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.534343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805079d-23e9-4dfe-a57b-8c47845186c6 req-4c162b4c-565a-46e2-894c-54c939073387 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:53.535909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f805079d-23e9-4dfe-a57b-8c47845186c6 req-4c162b4c-565a-46e2-894c-54c939073387 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1509202 Nov 08 12:31:53.597202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:53.597826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.600335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 1092 time: 1.5553184 Nov 08 12:31:53.612316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 69d04952-1bd2-4878-be62-dbeba6fb3242 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:53.621576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:53.624455 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a875420f-10e5-4c36-bef1-90bbbd220714" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:53.676517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5092e09-bb1f-430c-9008-195241af76c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:53.786861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=69d04952-1bd2-4878-be62-dbeba6fb3242,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:53.814568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'port_id': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'mac_address': 'fa:16:3e:9f:69:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:53.826179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-0a3a0f5d-866f-45e2-8506-2f8fc1232f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:53.827869 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-0a3a0f5d-866f-45e2-8506-2f8fc1232f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1095 time: 0.0893533 Nov 08 12:31:53.879663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.890292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-46c29534-1710-402a-9d22-f5e593cf06be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0519261 Nov 08 12:31:53.894961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d04952-1bd2-4878-be62-dbeba6fb3242 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:53.919414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=69d04952-1bd2-4878-be62-dbeba6fb3242,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:53.936644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:53.971435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-64f6182b-8218-4b11-8edc-b56f6daad8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:53.973111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-64f6182b-8218-4b11-8edc-b56f6daad8b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0750005 Nov 08 12:31:54.015356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-524bcd21-4c5a-4813-8fcd-f1ac70f411f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331943 Nov 08 12:31:54.030878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.038074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.094479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.099381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:54.113790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f805079d-23e9-4dfe-a57b-8c47845186c6 req-bceb8d5e-761a-42fa-9e90-b813c43e7897 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676208 Nov 08 12:31:54.131241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.135550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be9d5-568b-4f69-9885-b0eb0c4d7429 req-21fc003e-28c1-47d2-a5e1-d0a7844f031a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:54.139877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d1be9d5-568b-4f69-9885-b0eb0c4d7429 req-21fc003e-28c1-47d2-a5e1-d0a7844f031a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1335797 Nov 08 12:31:54.204529 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef02417-f1c6-4c31-93d7-31455b573615 x-openstack-request-id: req-bef02417-f1c6-4c31-93d7-31455b573615 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:54.207326 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:54.207326 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bef02417-f1c6-4c31-93d7-31455b573615 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:54.207326 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68', 'status': 'completed', 'code': 200} Nov 08 12:31:54.219933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Network 347a180d-1530-41df-9e3d-49c8fb847e57 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:31:54.222114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d1be9d5-568b-4f69-9885-b0eb0c4d7429 req-60e13379-d402-4873-a6eb-eb1c2062d195 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Nov 08 12:31:54.233797 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-4e543ec9-54eb-4516-93c5-36238ae78a97 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044249 Nov 08 12:31:54.237627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:54.242694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:31:54.270600 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:31:54.285039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Pushing event updated for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:54.326071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.329629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.330925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c91ea74-3138-48a7-8b34-6485e40f16aa HTTP/1.1" status: 204 len: 168 time: 0.8540840 Nov 08 12:31:54.339235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['69d04952-1bd2-4878-be62-dbeba6fb3242'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:54.361139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f183b-8cb8-4f2c-a8f5-07ca7fa04437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91ea74-3138-48a7-8b34-6485e40f16aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:54.363558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:54.364318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.426720 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ed0a4416-4a2d-4340-9e67-5a4574b606e4 req-2c79a4b3-739d-4071-8b82-8d05f4511efa service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788273 Nov 08 12:31:54.478547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-5f3a7546-3dcf-476b-8930-644b780a189f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582248 Nov 08 12:31:54.493962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Request body: {'port': {'device_id': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:54.614452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62f769-00de-4544-8a8d-e93ac7a2a2ee req-54642f1e-3a1e-4a8a-9182-315547c05ef3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:54.622893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c62f769-00de-4544-8a8d-e93ac7a2a2ee req-54642f1e-3a1e-4a8a-9182-315547c05ef3 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 945 time: 0.0890329 Nov 08 12:31:54.642023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:54.707221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-bf24eea4-a1e1-4bd4-92d2-f18901cf8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:54.708839 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-bf24eea4-a1e1-4bd4-92d2-f18901cf8675 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1095 time: 0.1295075 Nov 08 12:31:54.748256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c62f769-00de-4544-8a8d-e93ac7a2a2ee req-49674941-b173-47cd-b96e-dd1f995a5abd tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224349 Nov 08 12:31:54.908521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2128c-3e98-409d-994f-a088dae1e4b6 req-b93bb7b7-6680-4b2d-a610-7d41e3650d2a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:54.921893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8da2128c-3e98-409d-994f-a088dae1e4b6 req-b93bb7b7-6680-4b2d-a610-7d41e3650d2a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 931 time: 0.0879395 Nov 08 12:31:54.999432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8da2128c-3e98-409d-994f-a088dae1e4b6 req-fbdbc36b-fdce-42bc-9dfd-11f85c08711f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Nov 08 12:31:55.093551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-31bfd0a2-124f-46b8-ba72-d9226964ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:55.104256 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-31bfd0a2-124f-46b8-ba72-d9226964ca48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.3846111 Nov 08 12:31:55.164247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8b475-c9a1-4c50-a7b6-359196476541 req-7aa96c61-d238-4626-8d76-59e2a23b4318 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:55.165772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eb8b475-c9a1-4c50-a7b6-359196476541 req-7aa96c61-d238-4626-8d76-59e2a23b4318 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0925937 Nov 08 12:31:55.219291 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-58095be1-2b06-42ac-8da9-f6c23642be29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.1076689 Nov 08 12:31:55.276742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3eb8b475-c9a1-4c50-a7b6-359196476541 req-230b8167-3ff3-4e64-a60f-83b531d0d7ae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Nov 08 12:31:55.432485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750890-d2b8-42da-98b6-b2bfed8b9774 req-00a8f72c-69ad-4e21-9d6a-3c882fab6561 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:55.447027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21750890-d2b8-42da-98b6-b2bfed8b9774 req-00a8f72c-69ad-4e21-9d6a-3c882fab6561 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.0930092 Nov 08 12:31:55.467667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d950caf-7655-490c-b60c-e1537dbfb6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:55.525386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21750890-d2b8-42da-98b6-b2bfed8b9774 req-3e737dc4-5083-4ffb-95c8-b71ffa8d7939 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773568 Nov 08 12:31:55.612670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 69d04952-1bd2-4878-be62-dbeba6fb3242 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:31:55.655171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18a94-3045-4828-99ec-fb4004181df2 req-085f3816-55b4-4284-b7cb-79188ac48880 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:55.669244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ad18a94-3045-4828-99ec-fb4004181df2 req-085f3816-55b4-4284-b7cb-79188ac48880 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0805881 Nov 08 12:31:55.759608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ad18a94-3045-4828-99ec-fb4004181df2 req-c8aaf569-26e6-4b0a-9d64-b4ba6261ca95 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894954 Nov 08 12:31:55.798647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 69d04952-1bd2-4878-be62-dbeba6fb3242 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:31:55.810893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 69d04952-1bd2-4878-be62-dbeba6fb3242 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:31:55.813217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:55.947202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600f4ec6-a253-4d35-a435-12be834d9b09 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:55.956126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:55.969319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Transition to ACTIVE for port object 600f4ec6-a253-4d35-a435-12be834d9b09 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:31:55.976662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-47b2401d-ea43-4432-ac1f-39f0cbe7a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:55.983266 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-47b2401d-ea43-4432-ac1f-39f0cbe7a46b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.7465034 Nov 08 12:31:56.000473 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.025324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-5f093cbd-1494-4f12-9bae-d1d030f42e5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391405 Nov 08 12:31:56.042310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a4bd-2d7c-4237-ad83-a2368d6a09ac req-9288ec28-38c6-4916-827c-e48358d3a31c tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.045085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d118a4bd-2d7c-4237-ad83-a2368d6a09ac req-9288ec28-38c6-4916-827c-e48358d3a31c tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 945 time: 0.1453636 Nov 08 12:31:56.056227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:56.060234 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d84f02-07ed-4811-a47e-8375bd4856b6" -d '{"events": [{"server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "name": "network-vif-plugged", "status": "completed", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:56.081421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=69d04952-1bd2-4878-be62-dbeba6fb3242,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:56.085273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014ebf1-d61a-42fb-a6ed-fdad59d531dd req-54cbaae4-2b18-48bb-a132-18fef380abab tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.087078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f014ebf1-d61a-42fb-a6ed-fdad59d531dd req-54cbaae4-2b18-48bb-a132-18fef380abab tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1194687 Nov 08 12:31:56.142835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d118a4bd-2d7c-4237-ad83-a2368d6a09ac req-b925a1cd-928d-4ef7-93f6-5e7378fcf160 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897417 Nov 08 12:31:56.143634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:56.144164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.150548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.229920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f014ebf1-d61a-42fb-a6ed-fdad59d531dd req-fee314df-9956-4dfd-958c-65ee33d40bde tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295261 Nov 08 12:31:56.253645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:56.310043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:56.327699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-29798f4a-ec24-486c-aaae-4eada36b2b48 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946570 Nov 08 12:31:56.362816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-817597375-network', 'tenant_id': 'e85062e9945a4448ad4b24e471994afa'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:56.390803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf636-0e5f-41ea-8577-3d30772bdfd8 req-281905d8-944b-42ef-83b9-0d4d75d94b29 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.394313 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b8a46b-47f5-4c4c-9d78-040f4746a20b x-openstack-request-id: req-02b8a46b-47f5-4c4c-9d78-040f4746a20b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:56.394796 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "name": "network-vif-plugged", "status": "completed", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:56.395227 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02b8a46b-47f5-4c4c-9d78-040f4746a20b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:56.395771 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'code': 200} Nov 08 12:31:56.419485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-141bf636-0e5f-41ea-8577-3d30772bdfd8 req-281905d8-944b-42ef-83b9-0d4d75d94b29 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 943 time: 0.1148260 Nov 08 12:31:56.489374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Attempting to bind port 600f4ec6-a253-4d35-a435-12be834d9b09 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:31:56.489956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Attempting to bind port 600f4ec6-a253-4d35-a435-12be834d9b09 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:31:56.490384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Attempting to bind port 600f4ec6-a253-4d35-a435-12be834d9b09 on network 347a180d-1530-41df-9e3d-49c8fb847e57 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:56.500306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Port 600f4ec6-a253-4d35-a435-12be834d9b09 on network 347a180d-1530-41df-9e3d-49c8fb847e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:31:56.500617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Attempting to bind port 600f4ec6-a253-4d35-a435-12be834d9b09 on network 347a180d-1530-41df-9e3d-49c8fb847e57 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:31:56.513082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:31:56.513440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Checking segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:56.513844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Bound using segment: {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:31:56.514285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Bound port: 600f4ec6-a253-4d35-a435-12be834d9b09, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e8d6c9-4e18-4bd4-909f-233fbc949165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:31:56.514657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.546433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Made reservation on behalf of e85062e9945a4448ad4b24e471994afa for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:56.549220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.571341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.585370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.585946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a875420f-10e5-4c36-bef1-90bbbd220714 req-82765603-4c23-4023-a41e-6a61e92cb37e service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463253 Nov 08 12:31:56.617452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:31:56.621139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=600f4ec6-a253-4d35-a435-12be834d9b09,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:31:56.632889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-141bf636-0e5f-41ea-8577-3d30772bdfd8 req-9b37f311-b1a0-44c1-9c96-0e1bf196247f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121649 Nov 08 12:31:56.644664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35df13-231f-4532-9ed2-52691eb20b8e req-12658195-6ed1-47d9-b378-cf574f424c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.646730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb35df13-231f-4532-9ed2-52691eb20b8e req-12658195-6ed1-47d9-b378-cf574f424c1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 1097 time: 0.1814215 Nov 08 12:31:56.655494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3744e-6bf4-43be-9504-fa9937965213 req-ea629d42-ac06-4287-9104-e7e26ec3fc44 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.657505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08d3744e-6bf4-43be-9504-fa9937965213 req-ea629d42-ac06-4287-9104-e7e26ec3fc44 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2007122 Nov 08 12:31:56.713421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.760063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.760684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.762670 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] 10.222.0.57 "PUT /v2.0/ports/600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 200 len: 1091 time: 2.2726438 Nov 08 12:31:56.763123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:31:56.766140 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0f4c32-237f-4420-8e6a-8523e07d3a01" -d '{"events": [{"name": "network-changed", "server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:31:56.769141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.796413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a666ee-eed9-4bc9-b878-a7cb12ab9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:56.815689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb35df13-231f-4532-9ed2-52691eb20b8e req-e504773d-7b14-41f5-bb47-9bd4ee960a61 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1521049 Nov 08 12:31:56.826923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08d3744e-6bf4-43be-9504-fa9937965213 req-d12ba969-11ac-45c0-a0bf-d84025b99fae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547790 Nov 08 12:31:56.852690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39807b-891c-4f9a-a65c-6a4ba4ca1e7d req-5528dd67-92bc-4b48-8419-66a4aece56f0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.854191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a39807b-891c-4f9a-a65c-6a4ba4ca1e7d req-5528dd67-92bc-4b48-8419-66a4aece56f0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1504283 Nov 08 12:31:56.865074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.900805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:31:56.921904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:56.926821 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Added segment 8191b08e-7ef2-41f0-b806-5f295cd2019c of type vlan for network 07ad582d-4b4a-404a-838b-1aaef7157c56 Nov 08 12:31:56.928537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:56.936841 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9283e88-6d5b-498c-97e8-e2a6f54f9e07 x-openstack-request-id: req-f9283e88-6d5b-498c-97e8-e2a6f54f9e07 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:31:56.937224 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:31:56.937548 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9283e88-6d5b-498c-97e8-e2a6f54f9e07 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:31:56.938064 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09', 'status': 'completed', 'code': 200} Nov 08 12:31:56.967816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-1d7a9e5b-6c38-47ed-bf3e-661d67587b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:56.970291 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-1d7a9e5b-6c38-47ed-bf3e-661d67587b2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1094 time: 0.0799656 Nov 08 12:31:56.998324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d03729-96b1-4e33-9bfe-c61015b14d48,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:57.052876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.068916 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-88e6d277-0d12-44cb-8f6e-2c4cc82e55ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 200 len: 217 time: 0.0885479 Nov 08 12:31:57.091714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a39807b-891c-4f9a-a65c-6a4ba4ca1e7d req-b37321ba-ff74-4615-a657-6f10e9bb3e62 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574266 Nov 08 12:31:57.162633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-477685f0-f584-431d-b862-c9007d268e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.163430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f000-3528-46a3-9492-89261bbcd415 req-c01eba07-088b-446d-8a93-54bb206b55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.166616 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-c01eba07-088b-446d-8a93-54bb206b55f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0900733 Nov 08 12:31:57.203921 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-3d20df32-31ac-4357-9d99-f291e4f30c2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311992 Nov 08 12:31:57.218157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.219165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.219749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.323415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-664322d5-82d2-4a4d-9970-f2e7575dd762 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121981 Nov 08 12:31:57.357319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2124097 Nov 08 12:31:57.358619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978714f-cf6b-4c58-aa1b-68d824576a1e admin admin] Pushing event updated for resources: {'Network': ['ID=07ad582d-4b4a-404a-838b-1aaef7157c56,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:57.362786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:57.370728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84792-18b1-4c0a-af12-9e084175f54b req-ed6785a0-7b25-400b-b91f-ca0904b46542 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.372925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bb84792-18b1-4c0a-af12-9e084175f54b req-ed6785a0-7b25-400b-b91f-ca0904b46542 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1911986 Nov 08 12:31:57.374072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 07ad582d-4b4a-404a-838b-1aaef7157c56 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:31:57.377661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Request body: {'subnet': {'network_id': '07ad582d-4b4a-404a-838b-1aaef7157c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-817597375-subnet', 'tenant_id': 'e85062e9945a4448ad4b24e471994afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:57.454460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-477685f0-f584-431d-b862-c9007d268e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.464513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fdd23-3371-4365-9ac5-781ec8a8fc8c req-ee9d5556-bc9c-4eb5-9a6f-13a304637eaa tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.472529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f2fdd23-3371-4365-9ac5-781ec8a8fc8c req-ee9d5556-bc9c-4eb5-9a6f-13a304637eaa tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.2229755 Nov 08 12:31:57.484067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d40f000-3528-46a3-9492-89261bbcd415 req-7c3f2588-9ac6-4bfd-938c-75aa09ed49b4 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519339 Nov 08 12:31:57.519465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bb84792-18b1-4c0a-af12-9e084175f54b req-9f364e17-ef98-4cf5-a9c9-aa2ebcc5a40a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326544 Nov 08 12:31:57.525574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-477685f0-f584-431d-b862-c9007d268e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.573192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Made reservation on behalf of e85062e9945a4448ad4b24e471994afa for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:31:57.575961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.624793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f2fdd23-3371-4365-9ac5-781ec8a8fc8c req-818a3f99-872e-4ff4-80b8-da8f89a78e9a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512973 Nov 08 12:31:57.627736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477685f0-f584-431d-b862-c9007d268e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85ac691-4fb5-4fed-a756-3f75d4b4b4b9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:57.638179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-477685f0-f584-431d-b862-c9007d268e68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b11072c780df4881868fc84aa03a7f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6908641 Nov 08 12:31:57.658367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42942) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:57.708854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-ad232609-e0a3-4c4e-b1e3-1c248b2f8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.710458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-ad232609-e0a3-4c4e-b1e3-1c248b2f8e08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1094 time: 0.0979757 Nov 08 12:31:57.768759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.832426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d52a4-ea26-440b-9b6b-c9d00f121c3a req-58834b1a-1fcc-4c3b-8623-72d2f76cbf55 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.834120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f71d52a4-ea26-440b-9b6b-c9d00f121c3a req-58834b1a-1fcc-4c3b-8623-72d2f76cbf55 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 943 time: 0.1250975 Nov 08 12:31:57.855572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:57.885897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbdd00-e5de-4ddc-aa38-339a248df02a req-f0c87aeb-c77b-4b77-bcfe-7a7536e824fa tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.894046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8fbdd00-e5de-4ddc-aa38-339a248df02a req-f0c87aeb-c77b-4b77-bcfe-7a7536e824fa tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1872172 Nov 08 12:31:57.925412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-8c7e1352-5617-410e-ad9a-e563d1f81562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:57.926950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-8c7e1352-5617-410e-ad9a-e563d1f81562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.2079997 Nov 08 12:31:58.002879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-804e5ae0-a60d-4af7-9252-9365be3dfda8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 200 len: 217 time: 0.0651579 Nov 08 12:31:58.004414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.014477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.016544 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c85ac691-4fb5-4fed-a756-3f75d4b4b4b9 HTTP/1.1" status: 204 len: 168 time: 0.3557208 Nov 08 12:31:58.017177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.058004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f71d52a4-ea26-440b-9b6b-c9d00f121c3a req-9d7c4609-ceb5-4f47-bdb3-f494137b58d2 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111754 Nov 08 12:31:58.085060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc150-0885-4cec-ac5b-4dcbb5fbaa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85ac691-4fb5-4fed-a756-3f75d4b4b4b9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:58.110820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-28001cf1-9061-48fd-bdfb-718b44ad2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.112376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-28001cf1-9061-48fd-bdfb-718b44ad2534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0947220 Nov 08 12:31:58.135226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8fbdd00-e5de-4ddc-aa38-339a248df02a req-f9b0beeb-daa5-44cc-a6ca-451600759e84 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401161 Nov 08 12:31:58.173348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.207942 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-85f89f20-9f6a-46d5-87c3-929ee3b87a01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778892 Nov 08 12:31:58.310981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cea8b91-107e-4c6b-b583-c3a27e7d5204,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:58.321338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Checking segment: {'id': '8191b08e-7ef2-41f0-b806-5f295cd2019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '07ad582d-4b4a-404a-838b-1aaef7157c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:31:58.321701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Network hostable DHCP agents. Network: 07ad582d-4b4a-404a-838b-1aaef7157c56, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:31:58.332835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6f23-3d6a-4603-a89c-efdb5b6d87d4 req-f3cbc06e-f4fa-404a-ad9a-5509e3aab814 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.340453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc9f6f23-3d6a-4603-a89c-efdb5b6d87d4 req-f3cbc06e-f4fa-404a-ad9a-5509e3aab814 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1682158 Nov 08 12:31:58.412774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-f075a3d2-79b6-4265-8841-fd9ff52b1033 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910255 Nov 08 12:31:58.428667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc9f6f23-3d6a-4603-a89c-efdb5b6d87d4 req-12b82012-5b96-4f87-8887-82f079cb5e7e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873265 Nov 08 12:31:58.455365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f08f7-2766-43fa-becf-d2bb65f604ba req-41da1ed2-43f6-47ca-be6c-57e99f5ced00 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.457677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-652f08f7-2766-43fa-becf-d2bb65f604ba req-41da1ed2-43f6-47ca-be6c-57e99f5ced00 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0982597 Nov 08 12:31:58.517857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ab0f4c32-237f-4420-8e6a-8523e07d3a01 req-0a350b1b-4073-4975-8ee3-23530bc70ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976639 Nov 08 12:31:58.530435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-652f08f7-2766-43fa-becf-d2bb65f604ba req-26688e47-436d-40e7-b2fb-4ebdf6393324 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660150 Nov 08 12:31:58.670359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c966-ba20-4ab4-8a70-eaedfbf7cc7f req-4e25ad7e-b795-43e1-b9ee-ac7df488a5db tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.672142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6935c966-ba20-4ab4-8a70-eaedfbf7cc7f req-4e25ad7e-b795-43e1-b9ee-ac7df488a5db tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0673404 Nov 08 12:31:58.693367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Network 07ad582d-4b4a-404a-838b-1aaef7157c56 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:31:58.706870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ee9ed603-0140-4fc8-8b49-88487dac9c68 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:31:58.771811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6935c966-ba20-4ab4-8a70-eaedfbf7cc7f req-c8782a05-bfa0-4f05-bb3d-1fa2e8cf29ab tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932741 Nov 08 12:31:58.817400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e687951-72a5-4303-a24e-f9bc901c89fc req-f601acbd-7bd2-4491-8c98-b803b1b71068 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.822782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e687951-72a5-4303-a24e-f9bc901c89fc req-f601acbd-7bd2-4491-8c98-b803b1b71068 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.1243865 Nov 08 12:31:58.824399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 07ad582d-4b4a-404a-838b-1aaef7157c56) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:31:58.836889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:58.837485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.851469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e63570-dda4-4903-bab8-47b734257170 None None] Network 07ad582d-4b4a-404a-838b-1aaef7157c56 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:58.937068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e687951-72a5-4303-a24e-f9bc901c89fc req-b4ac5e89-b45b-4ff9-bfcd-a063112114f6 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078002 Nov 08 12:31:58.956486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:58.966577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:59.035827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-82963fba-5641-4791-88fd-7a7af4660e18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6614864 Nov 08 12:31:59.051428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ee9ed603-0140-4fc8-8b49-88487dac9c68', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'port_id': 'ee9ed603-0140-4fc8-8b49-88487dac9c68', 'mac_address': 'fa:16:3e:36:48:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:31:59.165876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.169807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70937159-c794-4fdb-9f0c-b584770e6557 req-bd3e2d53-bccd-4c94-aba8-ed589228581d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:59.177265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70937159-c794-4fdb-9f0c-b584770e6557 req-bd3e2d53-bccd-4c94-aba8-ed589228581d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1863096 Nov 08 12:31:59.204074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9ed603-0140-4fc8-8b49-88487dac9c68 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:31:59.258597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e23d3-6bb2-494c-ab37-f72930a2005e req-2c265da9-2de7-47dc-aae5-c38e260ce1e1 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:59.270150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:59.275589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Request body: {'floatingip': {'port_id': '69d04952-1bd2-4878-be62-dbeba6fb3242'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:31:59.290018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c14e23d3-6bb2-494c-ab37-f72930a2005e req-2c265da9-2de7-47dc-aae5-c38e260ce1e1 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.1988809 Nov 08 12:31:59.294766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e25c1c-fc75-413c-ae27-779abfc7e895 None None] Network 07ad582d-4b4a-404a-838b-1aaef7157c56 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:31:59.311271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70937159-c794-4fdb-9f0c-b584770e6557 req-16b1b50b-5ad4-4e22-ab33-ea5dd656b0f5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329370 Nov 08 12:31:59.343442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:31:59.467658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.507894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Deleting subnet 5cea8b91-107e-4c6b-b583-c3a27e7d5204 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:31:59.520097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.593366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:31:59.657255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.716502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.748309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:31:59.786146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f315545-c872-4434-ac74-f66ffc9d0732 req-7680aeb9-cb0e-4110-812f-e4d880c2bba5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:59.796424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f315545-c872-4434-ac74-f66ffc9d0732 req-7680aeb9-cb0e-4110-812f-e4d880c2bba5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 943 time: 0.3162549 Nov 08 12:31:59.829877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89668-76cb-49aa-a487-cabb9d530132 req-77f149aa-9332-4fe0-9537-62723ac5f638 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:31:59.838282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1c89668-76cb-49aa-a487-cabb9d530132 req-77f149aa-9332-4fe0-9537-62723ac5f638 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2329230 Nov 08 12:31:59.877101 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:31:59.926479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ee9ed603-0140-4fc8-8b49-88487dac9c68'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:31:59.965370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f315545-c872-4434-ac74-f66ffc9d0732 req-71f5939d-10c4-4d7e-a464-18f7f3b97fe1 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653922 Nov 08 12:32:00.016353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1c89668-76cb-49aa-a487-cabb9d530132 req-7d1f49e7-64c9-4361-bf23-ed3f6bf8cc16 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777136 Nov 08 12:32:00.078728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43020) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:00.206367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.285462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cea8b91-107e-4c6b-b583-c3a27e7d5204,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:00.338098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.343720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-838b04d8-eb34-4656-96cb-d7efdf930769 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5cea8b91-107e-4c6b-b583-c3a27e7d5204 HTTP/1.1" status: 204 len: 168 time: 0.9967062 Nov 08 12:32:00.352790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88254e-7d0f-4c20-b945-b274ab30dedb req-e61755b5-abf1-479f-8404-22fef808e730 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:00.354512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d88254e-7d0f-4c20-b945-b274ab30dedb req-e61755b5-abf1-479f-8404-22fef808e730 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2470307 Nov 08 12:32:00.358348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-620486192-network', 'tenant_id': '2f96feee4c8a4730abace8928c09d917'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:00.376257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43028) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:00.411120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.515313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820d42-21f4-4f28-b825-4e5741a39958 req-a4f9e6db-ef12-4f9b-bf3e-dfbb4973e082 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:00.516716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba820d42-21f4-4f28-b825-4e5741a39958 req-a4f9e6db-ef12-4f9b-bf3e-dfbb4973e082 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1952949 Nov 08 12:32:00.530889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.541473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d88254e-7d0f-4c20-b945-b274ab30dedb req-3a932259-43b3-48d5-9657-665d14ab7622 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560040 Nov 08 12:32:00.550721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.636662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba820d42-21f4-4f28-b825-4e5741a39958 req-ea8149ee-9833-4ae8-a248-a6e2ea0c2f0b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102948 Nov 08 12:32:00.671464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Made reservation on behalf of 2f96feee4c8a4730abace8928c09d917 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:00.671464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.675030 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Floating IP f3545107-a420-4aa2-a0fa-e31bc46f0193 associated. External IP: 172.25.1.54, port: 69d04952-1bd2-4878-be62-dbeba6fb3242. Nov 08 12:32:00.676930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.690799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.724593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ad582d-4b4a-404a-838b-1aaef7157c56']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:00.739241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8191b08e-7ef2-41f0-b806-5f295cd2019c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:00.739575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8191b08e-7ef2-41f0-b806-5f295cd2019c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:00.746296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 600f4ec6-a253-4d35-a435-12be834d9b09 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:00.750642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ee9ed603-0140-4fc8-8b49-88487dac9c68 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:00.757047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.802389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.821717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:32:00.826652 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:32:00.912148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88598c73-079d-4b10-b7d1-90634a78124d req-30202bf5-c929-4ef2-ad28-5326a890a146 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:00.914795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88598c73-079d-4b10-b7d1-90634a78124d req-30202bf5-c929-4ef2-ad28-5326a890a146 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1554835 Nov 08 12:32:00.945473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=600f4ec6-a253-4d35-a435-12be834d9b09,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:00.950065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:00.961652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '600f4ec6-a253-4d35-a435-12be834d9b09', 'network_id': '347a180d-1530-41df-9e3d-49c8fb847e57', 'port_id': '600f4ec6-a253-4d35-a435-12be834d9b09', 'mac_address': 'fa:16:3e:db:25:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432c6320-74cd-4b75-ba5a-4000bc0ea079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:00.961895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:32:00.983290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88598c73-079d-4b10-b7d1-90634a78124d req-e1c183de-1ee0-4bfd-bdde-ce96e4af9e6d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Nov 08 12:32:00.987784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.003075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.005220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port ee9ed603-0140-4fc8-8b49-88487dac9c68 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:01.007716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] 10.222.0.58 "DELETE /v2.0/networks/07ad582d-4b4a-404a-838b-1aaef7157c56 HTTP/1.1" status: 204 len: 168 time: 0.6303606 Nov 08 12:32:01.025633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ee9ed603-0140-4fc8-8b49-88487dac9c68 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:01.026234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.042004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1d608-83a4-44d8-b85c-226c691b298f admin admin] Pushing event deleted for resources: {'Network': ['ID=07ad582d-4b4a-404a-838b-1aaef7157c56,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:01.050637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.079877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.098440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:32:01.139319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.139674 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Added segment 808e620d-4d5b-40c9-bd04-864cd105f797 of type vlan for network 6991a269-b321-4268-b4f4-9065b7abe450 Nov 08 12:32:01.151081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:32:01.155927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600f4ec6-a253-4d35-a435-12be834d9b09 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:01.156851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.170272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Sync routers for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:32:01.182300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1e9f0-6cef-4ad9-ade0-37b6d56e1dfc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:01.192203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-827b4423-a0a9-40c1-a591-134702c2c6a7 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "PUT /v2.0/floatingips/f3545107-a420-4aa2-a0fa-e31bc46f0193 HTTP/1.1" status: 200 len: 991 time: 1.9208949 Nov 08 12:32:01.192922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:01.195201 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0917c79b-49bf-406b-b9d4-cd4708249b94" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:01.197901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=600f4ec6-a253-4d35-a435-12be834d9b09,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:01.201381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:01.202077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:01.286026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.314493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.316509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05da548-65f8-4f39-bc85-fd7cec9e51a5 req-2f01cfb4-c88e-4354-8de6-d6b202b75a86 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.319611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e05da548-65f8-4f39-bc85-fd7cec9e51a5 req-2f01cfb4-c88e-4354-8de6-d6b202b75a86 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 943 time: 0.1567204 Nov 08 12:32:01.326626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.346148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb61e-c83a-44dc-bee3-1dd82444e980 req-c336ca40-8aab-450e-bddb-0ae35e9d5b32 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.347845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f0fb61e-c83a-44dc-bee3-1dd82444e980 req-c336ca40-8aab-450e-bddb-0ae35e9d5b32 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1682255 Nov 08 12:32:01.391191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:01.416622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e05da548-65f8-4f39-bc85-fd7cec9e51a5 req-4b43be6d-08a5-4e5b-b052-952e3e0c68e7 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869653 Nov 08 12:32:01.435332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f0fb61e-c83a-44dc-bee3-1dd82444e980 req-84824c59-a7a4-4b2f-8030-94672c4c2742 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797029 Nov 08 12:32:01.436916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.438687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.443953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:01.444230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.444325 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644b6e5-8fd7-4a3a-a282-a3a27cb39e75" -d '{"events": [{"server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:01.478786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:01.484913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:01.540832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] Pushing event updated for resources: {'Network': ['ID=6991a269-b321-4268-b4f4-9065b7abe450,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:01.570698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43068) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:01.578947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6991a269-b321-4268-b4f4-9065b7abe450 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:32:01.596253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['600f4ec6-a253-4d35-a435-12be834d9b09'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:01.611099 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0fdbb-e628-4b7b-a2f7-5d906827164f x-openstack-request-id: req-00b0fdbb-e628-4b7b-a2f7-5d906827164f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:01.611489 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:01.611855 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00b0fdbb-e628-4b7b-a2f7-5d906827164f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:01.612351 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'status': 'completed', 'code': 200} Nov 08 12:32:01.616508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7476fe-fdad-4304-ae2e-fd76d490ef57 req-913331ac-0b2e-462e-a255-4e86a914b26a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.619966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7476fe-fdad-4304-ae2e-fd76d490ef57 req-913331ac-0b2e-462e-a255-4e86a914b26a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.0795982 Nov 08 12:32:01.620056 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.630232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4477f511-466f-48c5-84ab-40bcd3469eda admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5497081 Nov 08 12:32:01.631747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:01.639581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Request body: {'subnet': {'network_id': '6991a269-b321-4268-b4f4-9065b7abe450', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-620486192-subnet', 'tenant_id': '2f96feee4c8a4730abace8928c09d917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:01.666039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30356a14-663d-4a10-ab47-635547c4a2f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e85062e9945a4448ad4b24e471994afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902917 Nov 08 12:32:01.668726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:01.687379 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fafdce-a830-4e18-be55-c459f4f7c2f2 x-openstack-request-id: req-24fafdce-a830-4e18-be55-c459f4f7c2f2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:01.687753 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:01.693173 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24fafdce-a830-4e18-be55-c459f4f7c2f2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:01.693973 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68', 'code': 200} Nov 08 12:32:01.815524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.820426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466628f0-894e-4f97-af79-ebb98f4c9497 req-c9afa7b1-544a-4eda-9989-25579404f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.820582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-835ad39c-3ce1-4e6f-9ccc-f703b8e0b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.822290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-466628f0-894e-4f97-af79-ebb98f4c9497 req-c9afa7b1-544a-4eda-9989-25579404f68b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0856047 Nov 08 12:32:01.822507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-835ad39c-3ce1-4e6f-9ccc-f703b8e0b425 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f992c08c71714fd9ab77f9abe90a8d09&device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 1097 time: 0.1700144 Nov 08 12:32:01.828875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7476fe-fdad-4304-ae2e-fd76d490ef57 req-f1e61a5f-7b56-44c8-a2ee-f8f526cbaa6c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937494 Nov 08 12:32:01.841751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672345c4-0937-47bb-9592-aa13f9e43d1e req-26fd6428-40a5-4f67-a38c-4e6acddca0c3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.843318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-672345c4-0937-47bb-9592-aa13f9e43d1e req-26fd6428-40a5-4f67-a38c-4e6acddca0c3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1186299 Nov 08 12:32:01.882389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:01.930718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:01.942733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-36048330-5af2-4735-9eec-cfc53ee2e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:01.944230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-36048330-5af2-4735-9eec-cfc53ee2e24a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa HTTP/1.1" status: 200 len: 912 time: 0.1132214 Nov 08 12:32:01.948489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Made reservation on behalf of 2f96feee4c8a4730abace8928c09d917 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:01.949787 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-466628f0-894e-4f97-af79-ebb98f4c9497 req-d01042b3-4f07-40c6-aadd-690d25b1ee36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183140 Nov 08 12:32:01.951072 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:02.045566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:02.049179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:02.052822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89d03729-96b1-4e33-9bfe-c61015b14d48 HTTP/1.1" status: 204 len: 168 time: 0.3800321 Nov 08 12:32:02.064131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b1ac7-0161-486b-869a-1f288b40610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d03729-96b1-4e33-9bfe-c61015b14d48,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:02.104711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f3545107-a420-4aa2-a0fa-e31bc46f0193', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'port_id': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'mac_address': 'fa:16:3e:9f:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:32:00Z', 'revision_number': 1, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:02.136587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Checking router: ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:32:02.144333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-0774f2c2-4c5f-4e98-b9f9-c9ee771e8c95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d04952-1bd2-4878-be62-dbeba6fb3242 HTTP/1.1" status: 200 len: 999 time: 0.1757791 Nov 08 12:32:02.147517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:02.148122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:02.156860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-672345c4-0937-47bb-9592-aa13f9e43d1e req-3dc5d365-8ed6-4da4-9e65-02b6e9cd77a7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115684 Nov 08 12:32:02.239166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c206a0-b726-4b40-826a-b901a7a6ea1e req-606eb93f-39ad-4f23-ae9a-37f3525a39b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:02.240964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04c206a0-b726-4b40-826a-b901a7a6ea1e req-606eb93f-39ad-4f23-ae9a-37f3525a39b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2703297 Nov 08 12:32:02.286311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:02.328093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-4378321e-e0ac-40f6-b824-55a3d63712fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:02.330228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-4378321e-e0ac-40f6-b824-55a3d63712fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68e1b825-1c7b-4fd4-8398-090bad54280a HTTP/1.1" status: 200 len: 850 time: 0.1682446 Nov 08 12:32:02.380363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-081b453e-aa4f-46dd-b759-b968634e3b4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012362 Nov 08 12:32:02.406825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04c206a0-b726-4b40-826a-b901a7a6ea1e req-870304d3-f635-4670-aac6-a4296d5bd637 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467254 Nov 08 12:32:02.504472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-9183efbb-4d53-4747-a8ea-615001c55667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:02.507639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-9183efbb-4d53-4747-a8ea-615001c55667 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654177 Nov 08 12:32:02.562831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6543-789d-4798-a867-ecab2e233d65 req-6a5562bf-ce90-4faf-ab80-74598aba36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:02.564435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-6a5562bf-ce90-4faf-ab80-74598aba36a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1537313 Nov 08 12:32:02.587680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f3545107-a420-4aa2-a0fa-e31bc46f0193', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'port_id': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'mac_address': 'fa:16:3e:9f:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:32:00Z', 'revision_number': 1, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:02.712097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:02.737729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4cdf2-0a6b-4c4d-8653-207dbee2e8f7 req-976ba3f0-95d5-4b79-82fa-708bfc47f5ab tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:02.739363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e4cdf2-0a6b-4c4d-8653-207dbee2e8f7 req-976ba3f0-95d5-4b79-82fa-708bfc47f5ab tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 944 time: 0.2061763 Nov 08 12:32:02.792087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fd624-74df-424d-9309-c1e4993b9291 None None] The sync data for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 is: [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f3545107-a420-4aa2-a0fa-e31bc46f0193', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'port_id': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'mac_address': 'fa:16:3e:9f:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:32:00Z', 'revision_number': 1, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:32:02.793850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 600f4ec6-a253-4d35-a435-12be834d9b09 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:02.837388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-a8960b34-6523-4839-9f21-fd24bff7c5d2 service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030181 Nov 08 12:32:02.977066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 600f4ec6-a253-4d35-a435-12be834d9b09 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:02.982963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 600f4ec6-a253-4d35-a435-12be834d9b09 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:02.986612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.115673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.156113 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282e0cf-e2e3-4278-b2b9-14f475506e81 None None] New status for floating IP f3545107-a420-4aa2-a0fa-e31bc46f0193: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:32:03.172077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=600f4ec6-a253-4d35-a435-12be834d9b09,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:03.230213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68eeb47e-0e5f-43e9-a875-5263dd55234c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:03.255373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.272152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6543-789d-4798-a867-ecab2e233d65 req-fa027ed4-8edc-433e-885a-0534d1001b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.273625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-fa027ed4-8edc-433e-885a-0534d1001b1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.6694911 Nov 08 12:32:03.309311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:03.345515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e4cdf2-0a6b-4c4d-8653-207dbee2e8f7 req-e7bcc6c2-54ec-4179-8f20-3e38d8e9cefc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751684 Nov 08 12:32:03.376522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Checking segment: {'id': '808e620d-4d5b-40c9-bd04-864cd105f797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6991a269-b321-4268-b4f4-9065b7abe450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:03.376890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Network hostable DHCP agents. Network: 6991a269-b321-4268-b4f4-9065b7abe450, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:32:03.440601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272239-2cc4-46cb-9655-6ecf3f2971ff req-4b5f5e92-47cb-4228-b612-6d7badf3670b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.442159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e272239-2cc4-46cb-9655-6ecf3f2971ff req-4b5f5e92-47cb-4228-b612-6d7badf3670b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.2202067 Nov 08 12:32:03.468975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-f7caca52-d90d-4bcd-bd3f-021ceb95d145 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 1000 time: 0.1713419 Nov 08 12:32:03.471620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:03.491769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0917c79b-49bf-406b-b9d4-cd4708249b94 req-214d3aba-ec3f-4e57-8d9c-34b616a15a93 service neutron] 10.222.0.61 "GET /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371791 Nov 08 12:32:03.583716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ad2f0-ded2-4f4a-8c3d-5ca1aa6f0c95 req-d013e9bb-3a1f-417e-84fc-6de7609ecf7a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.585240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508ad2f0-ded2-4f4a-8c3d-5ca1aa6f0c95 req-d013e9bb-3a1f-417e-84fc-6de7609ecf7a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1564887 Nov 08 12:32:03.585797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-network', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:03.588331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6543-789d-4798-a867-ecab2e233d65 req-2d784c14-9e29-47de-b064-e79c16facb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.589841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-2d784c14-9e29-47de-b064-e79c16facb1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1018407 Nov 08 12:32:03.593568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e272239-2cc4-46cb-9655-6ecf3f2971ff req-668a7306-53fb-4a68-81ec-54264c92eb0a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323767 Nov 08 12:32:03.607511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Network 6991a269-b321-4268-b4f4-9065b7abe450 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:32:03.672355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508ad2f0-ded2-4f4a-8c3d-5ca1aa6f0c95 req-165ee32f-9971-44b7-a192-dc989f258c89 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778334 Nov 08 12:32:03.678997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6543-789d-4798-a867-ecab2e233d65 req-32779115-d158-4374-93d4-b09089b8d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.680461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-32779115-d158-4374-93d4-b09089b8d8b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759165 Nov 08 12:32:03.684521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Made reservation on behalf of 6f3b9e43d17e4fd48647187956d7b85e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:03.687091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.695734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:03.699182 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5cf0ea-ad9d-4bcc-a0a6-bf15d7f8195c" -d '{"events": [{"server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "name": "network-vif-plugged", "status": "completed", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:03.708742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.719652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6991a269-b321-4268-b4f4-9065b7abe450) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:03.738049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0d2c2-83a9-4550-af03-b8be96c02e08 None None] Network 6991a269-b321-4268-b4f4-9065b7abe450 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:03.740824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.741403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.835470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa2c9-ace6-4b94-9378-098a8e4b7490 req-6d3b15d0-1c30-48b2-a42a-cd480541f756 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:03.836978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4aaa2c9-ace6-4b94-9378-098a8e4b7490 req-6d3b15d0-1c30-48b2-a42a-cd480541f756 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1092522 Nov 08 12:32:03.858835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.866086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-e6bc60d7-f494-422a-ab13-d6f3f94db619 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747186 Nov 08 12:32:03.898356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2dedc-bc7b-42e4-87c3-4b3a9c5daae3 None None] Network 6991a269-b321-4268-b4f4-9065b7abe450 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:03.919953 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.945212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:32:03.948770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4aaa2c9-ace6-4b94-9378-098a8e4b7490 req-780221ea-3892-4a3d-8a6f-77a70f295e1b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014740 Nov 08 12:32:03.954332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-673977e7-7adc-4c32-ae89-34a42592c801 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3209531 Nov 08 12:32:03.978040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36cd043-d3ad-4e26-aa7e-e51819225eb0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:03.981565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:03.982265 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Added segment 7d6d7c0c-0a24-4902-a72c-35364266c883 of type vlan for network 5326ab6f-492b-4643-a45f-608f821bf824 Nov 08 12:32:04.033589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e87c6543-789d-4798-a867-ecab2e233d65 req-8ffa8b3a-1178-4788-8808-b0effd9fdafd service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594841 Nov 08 12:32:04.041661 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d9357-7907-4fac-adf9-2b564667b144 x-openstack-request-id: req-c76d9357-7907-4fac-adf9-2b564667b144 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:04.042231 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "name": "network-vif-plugged", "status": "completed", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:04.042231 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c76d9357-7907-4fac-adf9-2b564667b144 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:04.042600 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09', 'code': 200} Nov 08 12:32:04.050565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.165597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.166772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:04.167355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.235687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d587a92-da45-4a4a-98c4-37f476c77b84 req-162c1e11-a4a0-451d-86e7-12c7327c13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:04.237177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d587a92-da45-4a4a-98c4-37f476c77b84 req-162c1e11-a4a0-451d-86e7-12c7327c13b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1096 time: 0.0967996 Nov 08 12:32:04.238164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] Pushing event updated for resources: {'Network': ['ID=5326ab6f-492b-4643-a45f-608f821bf824,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:04.249906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5326ab6f-492b-4643-a45f-608f821bf824 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:32:04.296287 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7d587a92-da45-4a4a-98c4-37f476c77b84 req-d7056746-74f4-4497-a880-ac0850f84bb9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Nov 08 12:32:04.297984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-300640440', 'description': 'tempest-description-180846148'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:04.300353 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e471d40-91f0-4a02-be6c-4c8ef92772de admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8275104 Nov 08 12:32:04.305350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:04.308286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Request body: {'subnet': {'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-subnet', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:04.381466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.494374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Made reservation on behalf of 6f3b9e43d17e4fd48647187956d7b85e for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:04.498165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.501691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc0c2b-837d-4314-8465-e7abfea85dc7 req-50c83aa1-15f2-4ed9-843f-5731e9a13eb4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:04.503237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cfc0c2b-837d-4314-8465-e7abfea85dc7 req-50c83aa1-15f2-4ed9-843f-5731e9a13eb4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.0775073 Nov 08 12:32:04.505672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.556152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cfc0c2b-837d-4314-8465-e7abfea85dc7 req-d4b8710d-bf31-45d3-97e8-c466b24fb8cd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451655 Nov 08 12:32:04.581957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.613433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c5b4b-3513-4215-88dc-964f596363cb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:04.676337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.677517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd34d33f-08cb-44c6-8cc8-6a320d393628 req-106adc33-65b2-4257-b275-9345fcf1997b tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3849499 Nov 08 12:32:04.745413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:04.753224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-d027f19b-f31d-4fd5-bb00-241cd3a47de1 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e12c5b4b-3513-4215-88dc-964f596363cb HTTP/1.1" status: 200 len: 1830 time: 0.0462692 Nov 08 12:32:04.764335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.764541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12c5b4b-3513-4215-88dc-964f596363cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:04.764906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12c5b4b-3513-4215-88dc-964f596363cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:04.830639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:04.831302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Network hostable DHCP agents. Network: 5326ab6f-492b-4643-a45f-608f821bf824, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:32:04.835753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce3ef03-a630-49dc-92d9-fe7d71c66a84,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:04.898102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:04.909828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'mac_address': 'fa:16:3e:bb:95:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:04.918476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.930042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Network 5326ab6f-492b-4643-a45f-608f821bf824 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:32:04.947269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd8cbd-dbc7-40bb-b227-744c915cb8d7 req-194cfef2-174e-401d-b1c4-4e4450071e35 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:04.947607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.948781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecdd8cbd-dbc7-40bb-b227-744c915cb8d7 req-194cfef2-174e-401d-b1c4-4e4450071e35 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0802684 Nov 08 12:32:04.959335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:04.961582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1645505-ba14-48cb-ab7b-d6fbb97b7509 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:04.989698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:05.015290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecdd8cbd-dbc7-40bb-b227-744c915cb8d7 req-fc8d592a-be6b-4f02-a068-5388e63aa250 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530863 Nov 08 12:32:05.023767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5326ab6f-492b-4643-a45f-608f821bf824) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:05.055816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:05.055981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d01f4-d0cd-401e-8e8d-ad35a422f753 None None] Network 5326ab6f-492b-4643-a45f-608f821bf824 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:05.056334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.104793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.108433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.143956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75597ef1-804f-43cd-a7b5-2d6251825614 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8396578 Nov 08 12:32:05.146973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:05.152017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:05.156288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194af491-05e7-4dd0-bb60-cdd7f4045312,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:05.179013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9d34b-fe60-4211-8cc1-bd7e6a8bd114 req-f1c118ed-e743-4b66-8282-eef4f18f0e70 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:05.181764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af9d34b-fe60-4211-8cc1-bd7e6a8bd114 req-f1c118ed-e743-4b66-8282-eef4f18f0e70 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 944 time: 0.0881293 Nov 08 12:32:05.219000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b1645505-ba14-48cb-ab7b-d6fbb97b7509'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:05.225565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:05.239024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af9d34b-fe60-4211-8cc1-bd7e6a8bd114 req-a6a6a654-acc3-42ec-9a17-611b475dcc71 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Nov 08 12:32:05.270660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.281885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbea823a-58ec-4665-9cc6-6ab9ea967a77 req-35ce2cfd-b042-4081-b03d-ab741b436a4e tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5155575 Nov 08 12:32:05.311555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5326ab6f-492b-4643-a45f-608f821bf824', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:32:05.311555 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.350901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aacb967a-3774-4942-ac04-218d544aaaac req-26eaf43d-b46e-4402-8e00-ae7f2958d065 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e12c5b4b-3513-4215-88dc-964f596363cb HTTP/1.1" status: 200 len: 2424 time: 0.0524466 Nov 08 12:32:05.364258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.366096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.438295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-540caa17-4607-4d2e-b7f0-d48039fb7f54 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-group-rules/194af491-05e7-4dd0-bb60-cdd7f4045312 HTTP/1.1" status: 200 len: 778 time: 0.0337801 Nov 08 12:32:05.463323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.508392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-9d08ae30-9c5b-401b-b721-b96fb4babd98 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e12c5b4b-3513-4215-88dc-964f596363cb HTTP/1.1" status: 200 len: 2424 time: 0.0610828 Nov 08 12:32:05.535630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.552122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.573991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Allocated IP 172.20.0.2 (5326ab6f-492b-4643-a45f-608f821bf824/9ce3ef03-a630-49dc-92d9-fe7d71c66a84/ba46d502-60e6-4b4f-890a-9395d87e8808) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:05.679743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.682005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:05.700170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.701737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.711404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e4162b8-d11e-4b7f-a9d7-bd184933fe61 req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/194af491-05e7-4dd0-bb60-cdd7f4045312 HTTP/1.1" status: 204 len: 173 time: 0.1994677 Nov 08 12:32:05.785780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2111497341', 'description': 'tempest-description-806126545'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:05.816851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac2189-ed12-4cd2-aeaa-38a52aa18243 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194af491-05e7-4dd0-bb60-cdd7f4045312,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:05.853768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.856271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.905239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:05.915190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a904-cb1e-4364-94d4-2d60b0a37903 req-2782ffa4-6097-4943-83b4-a78e6c9ce82a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:05.920652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b3a904-cb1e-4364-94d4-2d60b0a37903 req-2782ffa4-6097-4943-83b4-a78e6c9ce82a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2620568 Nov 08 12:32:05.937040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:05.981686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.014331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6b3a904-cb1e-4364-94d4-2d60b0a37903 req-1958724c-73c7-430a-895c-72e120025bce tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854208 Nov 08 12:32:06.016606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Network 5326ab6f-492b-4643-a45f-608f821bf824 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:06.025124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:06.025274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.025373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.029759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:06.033244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Pushing event updated for resources: {'Port': ['ID=ba46d502-60e6-4b4f-890a-9395d87e8808,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:06.044978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:06.047424 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7213f140-88c9-43ce-b493-0e5d10f8a624" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:06.055488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.115082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:06.171383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Attempting to bind port ba46d502-60e6-4b4f-890a-9395d87e8808 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:06.171761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Attempting to bind port ba46d502-60e6-4b4f-890a-9395d87e8808 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:06.172181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Attempting to bind port ba46d502-60e6-4b4f-890a-9395d87e8808 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:06.174657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.179719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:06.180015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:06.180466 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.180874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Bound using segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:06.182110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Bound port: ba46d502-60e6-4b4f-890a-9395d87e8808, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:06.182546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.282945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] For port ba46d502-60e6-4b4f-890a-9395d87e8808, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:06.287632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] For port ba46d502-60e6-4b4f-890a-9395d87e8808, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ba46d502-60e6-4b4f-890a-9395d87e8808,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:06.300453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.304785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Allocated IP 172.25.1.97 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/c8ce18f0-f631-4999-94df-3f082b6acd3f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:06.355860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92e2c1-942b-41a5-b83c-cf002ec17ad4 req-02d46cd2-3156-48e3-9777-dc85c264378d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:06.364486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c92e2c1-942b-41a5-b83c-cf002ec17ad4 req-02d46cd2-3156-48e3-9777-dc85c264378d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1013491 Nov 08 12:32:06.393481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.397493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0958afb-f94e-41a6-9c96-21d271d4cb8e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:06.427077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.441555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-526d70ea-3f0f-4559-8bc2-af70412b05c6 req-0eb25de4-66e9-4a9d-9850-1f5bc80d2643 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6957242 Nov 08 12:32:06.484863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c92e2c1-942b-41a5-b83c-cf002ec17ad4 req-16e4a7d2-27f8-4db8-95f5-f56d678cce25 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128774 Nov 08 12:32:06.485008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56274-2465-44ce-9229-d0912ecbacf0 None None] Pushing event updated for resources: {'Port': ['ID=ba46d502-60e6-4b4f-890a-9395d87e8808,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:06.493420 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.501347 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a6b12-be39-4ad4-9d37-89bc4e8638fc x-openstack-request-id: req-797a6b12-be39-4ad4-9d37-89bc4e8638fc {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:06.501639 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:06.501891 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-797a6b12-be39-4ad4-9d37-89bc4e8638fc {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:06.504252 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:32:06.615656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcb1ed-2b3e-45f1-ab81-b410ebc41621 req-444fe75f-65e6-42e4-8b40-e82da41cca25 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:06.619165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59fcb1ed-2b3e-45f1-ab81-b410ebc41621 req-444fe75f-65e6-42e4-8b40-e82da41cca25 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 944 time: 0.0679574 Nov 08 12:32:06.624557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:06.689691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:06.694396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:06.698732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:06.720281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ce27a00-345a-42ae-8b2c-74d42583b68b req-aeb2c248-ad6e-4d84-bf2c-11528cb30af7 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e0958afb-f94e-41a6-9c96-21d271d4cb8e HTTP/1.1" status: 200 len: 1831 time: 0.0995929 Nov 08 12:32:06.728311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59fcb1ed-2b3e-45f1-ab81-b410ebc41621 req-983db0a9-869d-401e-b4a5-ab7d461aaaa5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891995 Nov 08 12:32:06.766019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:06.787163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-347878509', 'description': 'tempest-description-1561332220'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:06.798283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Pushing event updated for resources: {'Port': ['ID=c8ce18f0-f631-4999-94df-3f082b6acd3f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:06.832904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b1645505-ba14-48cb-ab7b-d6fbb97b7509 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:06.836850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.014149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.032797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.114654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:07.202057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.267417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f757a-d4d0-4dc4-8525-5126fc81dbdd req-5dffb311-ce1e-4b3c-a33a-31e7e5842255 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:07.269800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c82f757a-d4d0-4dc4-8525-5126fc81dbdd req-5dffb311-ce1e-4b3c-a33a-31e7e5842255 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1529710 Nov 08 12:32:07.279886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.289548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.320423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:07.351573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c82f757a-d4d0-4dc4-8525-5126fc81dbdd req-408452f2-c5ae-4dad-be01-ac52e6de41e3 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745070 Nov 08 12:32:07.354338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.438977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7a4c53-69a2-428e-84dc-32bb7a078968,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:07.489863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.498616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1898d9b7-87e7-427d-b520-9c476da5bd65 req-2939a2f8-d6bf-456b-a5b8-10663209cedb tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7157986 Nov 08 12:32:07.669292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:07.706632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41cb76-5682-437d-9a33-fcefa507ba21 req-8d635575-5b86-444b-9c4b-47ab3d37d24d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:07.714270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd41cb76-5682-437d-9a33-fcefa507ba21 req-8d635575-5b86-444b-9c4b-47ab3d37d24d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1223223 Nov 08 12:32:07.807179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd41cb76-5682-437d-9a33-fcefa507ba21 req-f953f7e8-1325-4290-90be-803835e2ea73 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876796 Nov 08 12:32:07.887165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66dc1a46-3c77-4d0e-abe1-5f71459ac58b req-a57bcfd1-9331-44de-a8e2-04f8f83a6129 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/9c7a4c53-69a2-428e-84dc-32bb7a078968 HTTP/1.1" status: 200 len: 1831 time: 0.0640664 Nov 08 12:32:08.112307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1743654653', 'description': 'tempest-description-94107385'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:08.150128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84cdab-32fb-46e5-957e-a89aba4197a8 None None] Network 5326ab6f-492b-4643-a45f-608f821bf824 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:08.200354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dfd7e-de4b-485a-a0d0-b2adec0926fa req-7936c2a2-c009-4121-a270-dc7fbb56038f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:08.203489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e4dfd7e-de4b-485a-a0d0-b2adec0926fa req-7936c2a2-c009-4121-a270-dc7fbb56038f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1752620 Nov 08 12:32:08.284346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.285529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] Provisioning complete for port ba46d502-60e6-4b4f-890a-9395d87e8808 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:08.286690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.332331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e4dfd7e-de4b-485a-a0d0-b2adec0926fa req-3746c9cd-c589-4e2b-928a-0a0199aba314 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200967 Nov 08 12:32:08.344199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f73c-467a-409e-ace8-8880f1112e3e req-fd03670c-a4b2-4220-acbc-3a2a3a6426f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:08.346233 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-fd03670c-a4b2-4220-acbc-3a2a3a6426f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1096 time: 0.1443629 Nov 08 12:32:08.445237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Router 97cade0a-2271-4304-9433-f87ff3c6b52d is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:32:08.463871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.539418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:08.540117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dda6f-2cb6-4069-bf35-614646224dc4 req-371a6642-f8a9-4bcd-834c-9a7aa3da43ac tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:08.542558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-660dda6f-2cb6-4069-bf35-614646224dc4 req-371a6642-f8a9-4bcd-834c-9a7aa3da43ac tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.0765710 Nov 08 12:32:08.545000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.557777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f73c-467a-409e-ace8-8880f1112e3e req-083ccb82-4805-4820-822e-0da1f274860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:08.560008 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cace1b8-26bf-4747-b3cd-ab39cf5c4768" -d '{"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-plugged", "status": "completed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:08.561227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-083ccb82-4805-4820-822e-0da1f274860e service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.2049248 Nov 08 12:32:08.650115 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.661642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-b90275bf-034f-41f1-be2e-baa83c573e46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 200 len: 217 time: 0.0522723 Nov 08 12:32:08.675996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-660dda6f-2cb6-4069-bf35-614646224dc4 req-b5c8df05-1874-4b34-bad9-1322ae3970a6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094639 Nov 08 12:32:08.676739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d35b64-3b06-4484-af33-cebeb5e2ea61,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:08.709352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.723549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7653349-102d-419a-8d5d-e5e8fdab9bfa req-c854e089-d2aa-4c63-b93c-5548efa10201 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6157558 Nov 08 12:32:08.740360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:32:08.755950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] For port ba46d502-60e6-4b4f-890a-9395d87e8808, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ba46d502-60e6-4b4f-890a-9395d87e8808,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:08.760247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:32:08.763623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f73c-467a-409e-ace8-8880f1112e3e req-67e32e53-0b90-45e0-8edd-fa189fab4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:08.766040 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-67e32e53-0b90-45e0-8edd-fa189fab4790 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0931039 Nov 08 12:32:08.783300 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570a0e0-5eac-418d-a3f6-b6facdb89770 x-openstack-request-id: req-6570a0e0-5eac-418d-a3f6-b6facdb89770 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:08.783670 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-plugged", "status": "completed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:08.784268 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6570a0e0-5eac-418d-a3f6-b6facdb89770 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:08.784268 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'code': 200} Nov 08 12:32:08.790647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:08.791488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:08.860123 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-5447bd9b-9d56-4c48-a12e-b3208ecd256d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708127 Nov 08 12:32:08.889819 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:08.895961 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6bba3135-3317-4942-ab21-f3699b41835a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7478170 Nov 08 12:32:08.904871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:08.956856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdc1eefe-6487-41dd-b50d-efbc6fa26b34 req-b01daf7f-1933-405c-96ea-3269e93c57b0 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/51d35b64-3b06-4484-af33-cebeb5e2ea61 HTTP/1.1" status: 200 len: 1830 time: 0.1516521 Nov 08 12:32:08.996568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1333521272', 'description': 'tempest-description-1428485138'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:09.079574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-4d0b642d-81ab-46ae-bacb-2c9a0d2f3cbe service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718111 Nov 08 12:32:09.106782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f4120-e917-4a4b-b28b-b35ff83b843b req-e9b9645f-5dc9-4bed-b14a-ec5880f0a2c5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:09.125913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a0f4120-e917-4a4b-b28b-b35ff83b843b req-e9b9645f-5dc9-4bed-b14a-ec5880f0a2c5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1082194 Nov 08 12:32:09.183536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.296245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a0f4120-e917-4a4b-b28b-b35ff83b843b req-8716e5d7-c54f-4b99-8cdd-9b6919f3b327 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743529 Nov 08 12:32:09.312160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:09.332788 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a762f73c-467a-409e-ace8-8880f1112e3e req-e8ed7699-c5b1-4428-899e-b1a4dcebc285 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385664 Nov 08 12:32:09.448263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.491239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ba46d502-60e6-4b4f-890a-9395d87e8808 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:09.520696 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.525331 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.631108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee8736a-24b9-4070-a9c9-e270acff4937,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:09.669697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.669940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:09.672623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fffcd2a0-696e-49b5-b48e-865bac1ab629 None None] Provisioning complete for port ba46d502-60e6-4b4f-890a-9395d87e8808 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:09.673014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fffcd2a0-696e-49b5-b48e-865bac1ab629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.678953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1a1cf9-0adc-4190-ac5b-df9ba0c24bc7 req-e554d2f9-92ca-4fbb-9b5f-ef7438ce85e3 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6888773 Nov 08 12:32:09.724307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:07Z', 'revision_number': 3, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:09.764688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:32:09.765278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Updating router 97cade0a-2271-4304-9433-f87ff3c6b52d port c8ce18f0-f631-4999-94df-3f082b6acd3f binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:32:09.794523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7298a8e-74e5-427c-b066-a93abac75294 None None] Pushing event updated for resources: {'Port': ['ID=ba46d502-60e6-4b4f-890a-9395d87e8808,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:09.808168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.923259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944303f-5b4c-4590-bd63-5d34ed5963d6 req-c2c9aeee-5aa9-4d19-bd7b-725935e7f3c7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:09.927778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:09.938358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b944303f-5b4c-4590-bd63-5d34ed5963d6 req-c2c9aeee-5aa9-4d19-bd7b-725935e7f3c7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2578692 Nov 08 12:32:10.012718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d3a03d8-fa58-41aa-b756-4d985c5f6f98 req-347e9d01-bccc-48b3-b103-eb9c612cad69 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/7ee8736a-24b9-4070-a9c9-e270acff4937 HTTP/1.1" status: 200 len: 1832 time: 0.3011670 Nov 08 12:32:10.114847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ba46d502-60e6-4b4f-890a-9395d87e8808 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:10.115225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.161464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:32:10.169556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b944303f-5b4c-4590-bd63-5d34ed5963d6 req-e44cee53-3393-45c0-9b1b-f9e12d4b8d77 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299411 Nov 08 12:32:10.326330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3202ab5-73f6-4b10-97e5-5de3d895fdae req-8b601163-5f2e-49d0-969e-15b36e820c7d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:10.337486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3202ab5-73f6-4b10-97e5-5de3d895fdae req-8b601163-5f2e-49d0-969e-15b36e820c7d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1338067 Nov 08 12:32:10.367985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Allocated IP 172.20.0.1 (5326ab6f-492b-4643-a45f-608f821bf824/9ce3ef03-a630-49dc-92d9-fe7d71c66a84/a2e7e09a-e532-4742-8820-abf3c9e00e89) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:10.432011 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-994ec6e2-9952-491f-9cc6-1b9ed64b3ad0 req-2ae5b0ad-a8e8-4906-ae87-e20b448bb668 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] show failed (client error): The resource could not be found. Nov 08 12:32:10.437635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.450213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-994ec6e2-9952-491f-9cc6-1b9ed64b3ad0 req-2ae5b0ad-a8e8-4906-ae87-e20b448bb668 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/71a2e4c7-b4d0-42b6-814d-c876d48eb398 HTTP/1.1" status: 404 len: 352 time: 0.0975435 Nov 08 12:32:10.452480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:10.468622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:10.563265 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.568681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3202ab5-73f6-4b10-97e5-5de3d895fdae req-5079d348-7ef0-40ef-93e5-771bf775a6a0 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302189 Nov 08 12:32:10.596046 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.609101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:10.612294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.624092 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-650b006b-e5f7-460d-aff2-08ac4cc2c590 req-df0e3793-003c-4462-a4e2-8332882a1c7f tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] show failed (client error): The resource could not be found. Nov 08 12:32:10.646212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-650b006b-e5f7-460d-aff2-08ac4cc2c590 req-df0e3793-003c-4462-a4e2-8332882a1c7f tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-group-rules/29be1437-e939-4930-b205-33ceb8eef630 HTTP/1.1" status: 404 len: 361 time: 0.0398986 Nov 08 12:32:10.767478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883842-6851-41b5-8d45-35aebf5cc0ca req-7d11dc97-c0bd-4d71-9504-133eaa82f21b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:10.786523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23883842-6851-41b5-8d45-35aebf5cc0ca req-7d11dc97-c0bd-4d71-9504-133eaa82f21b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1944888 Nov 08 12:32:10.811075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:10.862040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Attempting to bind port c8ce18f0-f631-4999-94df-3f082b6acd3f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:10.864474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Attempting to bind port c8ce18f0-f631-4999-94df-3f082b6acd3f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:10.867190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Attempting to bind port c8ce18f0-f631-4999-94df-3f082b6acd3f on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:10.915629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:10.916197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:10.922995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.924863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:10.925489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Bound port: c8ce18f0-f631-4999-94df-3f082b6acd3f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:10.927338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:10.932951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810b51d-db4e-4cdb-bc8e-349476af36b4 None None] Pushing event updated for resources: {'Port': ['ID=c8ce18f0-f631-4999-94df-3f082b6acd3f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:10.945281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23883842-6851-41b5-8d45-35aebf5cc0ca req-70095bb3-027e-4b50-8db9-ed4c6c79bf82 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522939 Nov 08 12:32:10.974585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.021587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-f2cf6cbc-51d3-4e32-92a2-9539828c3e70 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/7ee8736a-24b9-4070-a9c9-e270acff4937 HTTP/1.1" status: 200 len: 1832 time: 0.1844449 Nov 08 12:32:11.074170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Network 5326ab6f-492b-4643-a45f-608f821bf824 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:11.083918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:11.095228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ba46d502-60e6-4b4f-890a-9395d87e8808 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:11.110019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:11.164551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Pushing event updated for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:11.168879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.218008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] For port c8ce18f0-f631-4999-94df-3f082b6acd3f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:11.231795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.241870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.297614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] For port c8ce18f0-f631-4999-94df-3f082b6acd3f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c8ce18f0-f631-4999-94df-3f082b6acd3f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:11.327121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.430054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.437613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.453260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f6e43d2-c0a0-4dbc-8db1-64a94930d4d4 req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-groups/7ee8736a-24b9-4070-a9c9-e270acff4937 HTTP/1.1" status: 204 len: 173 time: 0.4201038 Nov 08 12:32:11.473934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.507553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b849f-a5f1-46a5-a880-9a10ae4871ca tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee8736a-24b9-4070-a9c9-e270acff4937,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:11.529986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2b3a7-8fa6-4fa8-ba5b-884126405a72 req-697459b6-3e7b-4a9f-93e8-7b2f55240a8d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:11.541901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6e56905b-858d-4935-ada0-21b4e71d56cd'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:11.543999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dd2b3a7-8fa6-4fa8-ba5b-884126405a72 req-697459b6-3e7b-4a9f-93e8-7b2f55240a8d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.2000623 Nov 08 12:32:11.592650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ba46d502-60e6-4b4f-890a-9395d87e8808 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:11.593025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.678276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:11.700720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:11.701361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:11.716443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dd2b3a7-8fa6-4fa8-ba5b-884126405a72 req-32b496d5-001d-48d4-b1fc-8c7f3d952e9f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680608 Nov 08 12:32:11.795426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-49143c46-5f7b-49d9-bb02-98966ddb67ad tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/51d35b64-3b06-4484-af33-cebeb5e2ea61 HTTP/1.1" status: 200 len: 1830 time: 0.1592896 Nov 08 12:32:11.880115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:11.994922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf661-c749-4e21-81b2-a0500384e35e req-1a56264d-2694-488f-b1ba-4bd0bb310981 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:12.001512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2fa63012-b762-45ae-af81-50f601d24504 None None] Provisioning complete for port a2e7e09a-e532-4742-8820-abf3c9e00e89 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:12.002018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fa63012-b762-45ae-af81-50f601d24504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.003957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d2bf661-c749-4e21-81b2-a0500384e35e req-1a56264d-2694-488f-b1ba-4bd0bb310981 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1443994 Nov 08 12:32:12.006546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.040477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2fa63012-b762-45ae-af81-50f601d24504 None None] Port a2e7e09a-e532-4742-8820-abf3c9e00e89 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:12.060643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:12.066087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.084387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.128049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810b51d-db4e-4cdb-bc8e-349476af36b4 None None] Pushing event updated for resources: {'Port': ['ID=c8ce18f0-f631-4999-94df-3f082b6acd3f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:12.149178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d2bf661-c749-4e21-81b2-a0500384e35e req-221c84ef-5d49-4e95-b13b-5932ccb3804c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442511 Nov 08 12:32:12.161752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.248122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.251458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.252638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-939b754a-0ec6-4f3d-82ba-62636468d4c6 req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-groups/51d35b64-3b06-4484-af33-cebeb5e2ea61 HTTP/1.1" status: 204 len: 173 time: 0.4564016 Nov 08 12:32:12.273380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21e726-e952-4ef2-b208-34ca38090e15 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d35b64-3b06-4484-af33-cebeb5e2ea61,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:12.333228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Pushing event updated for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:12.376196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.439501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-6bc8c2d3-0835-4d43-9998-0b2b37d8a497 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/9c7a4c53-69a2-428e-84dc-32bb7a078968 HTTP/1.1" status: 200 len: 1831 time: 0.1583593 Nov 08 12:32:12.578637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Network 5326ab6f-492b-4643-a45f-608f821bf824 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:12.578637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:12.608282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c21f-ed1d-45e2-aab6-15edcdd08030 req-7c6041cb-d268-4ff0-b054-3f95d242e330 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:12.611662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eb9c21f-ed1d-45e2-aab6-15edcdd08030 req-7c6041cb-d268-4ff0-b054-3f95d242e330 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2196462 Nov 08 12:32:12.758285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.784517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eb9c21f-ed1d-45e2-aab6-15edcdd08030 req-11e90433-425a-4007-9763-b535b51612df tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644542 Nov 08 12:32:12.819323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:10Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:12.853803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:12.858568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493ef2-3de1-448a-a7ce-90756dfec46b None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:10Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:32:12.892575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:32:13.044679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.047370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.048616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db9c1093-6f35-43e7-8f3f-8eec4c7faf7a req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c7a4c53-69a2-428e-84dc-32bb7a078968 HTTP/1.1" status: 204 len: 173 time: 0.5806129 Nov 08 12:32:13.067825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b334bf-652f-4f7d-b0c5-5c2806ec411a tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7a4c53-69a2-428e-84dc-32bb7a078968,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:13.125292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:32:13.130527 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56c3d93e-44a9-4677-bb20-49e2faabcced admin admin] 10.222.0.58 "PUT /v2.0/routers/97cade0a-2271-4304-9433-f87ff3c6b52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2210212 Nov 08 12:32:13.179356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7adf410-4407-49fd-9cc8-4e0442c4e8b4 None None] Provisioning complete for port a2e7e09a-e532-4742-8820-abf3c9e00e89 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:13.179727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7adf410-4407-49fd-9cc8-4e0442c4e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.180285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b209fe-9e11-4f00-b9b1-7b5df836bbec req-ee3c545c-eb08-4c91-8e7f-a436ec4fbdf8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:13.181958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7b209fe-9e11-4f00-b9b1-7b5df836bbec req-ee3c545c-eb08-4c91-8e7f-a436ec4fbdf8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1041312 Nov 08 12:32:13.223031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-23bf58b9-c531-43f5-80fe-b68a2c1c9c07 tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e0958afb-f94e-41a6-9c96-21d271d4cb8e HTTP/1.1" status: 200 len: 1831 time: 0.1032329 Nov 08 12:32:13.297368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf410-4407-49fd-9cc8-4e0442c4e8b4 None None] Port a2e7e09a-e532-4742-8820-abf3c9e00e89 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:13.477603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7b209fe-9e11-4f00-b9b1-7b5df836bbec req-782af3e8-ab69-4dad-9095-e8259091f163 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732267 Nov 08 12:32:13.478178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.555243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.708766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9bf4-f9cd-479a-b12a-b22b8fe608c9 req-5a10e483-e2e5-4f29-bf31-1981111749ab tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:13.710310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:13.710796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-245b9bf4-f9cd-479a-b12a-b22b8fe608c9 req-5a10e483-e2e5-4f29-bf31-1981111749ab tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.0897853 Nov 08 12:32:13.776465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.787903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.789059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6e56905b-858d-4935-ada0-21b4e71d56cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:13.789194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52138a9c-39ec-4653-a812-3b770a149bc9 req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-groups/e0958afb-f94e-41a6-9c96-21d271d4cb8e HTTP/1.1" status: 204 len: 173 time: 0.5608339 Nov 08 12:32:13.789697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:13.840912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb26c-1e60-46db-959f-3498679b5e6d tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0958afb-f94e-41a6-9c96-21d271d4cb8e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:13.865758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-245b9bf4-f9cd-479a-b12a-b22b8fe608c9 req-9f316e26-093a-49e9-bef3-915a09a13431 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466315 Nov 08 12:32:14.065064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-d1fdf03e-d2a8-4387-b33b-e461357e8a7c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "GET /v2.0/security-groups/e12c5b4b-3513-4215-88dc-964f596363cb HTTP/1.1" status: 200 len: 1830 time: 0.0744252 Nov 08 12:32:14.111895 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.232930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:14.233992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:14.237437 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc5f2d2-c070-4359-aa52-23ca619136a1" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:14.253688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.297221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.330772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.434954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:14.510429 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.515344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.522777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:14.526873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a5cd351-4aa4-4b44-acce-432abbaf79df req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] 10.222.0.58 "DELETE /v2.0/security-groups/e12c5b4b-3513-4215-88dc-964f596363cb HTTP/1.1" status: 204 len: 173 time: 0.4528031 Nov 08 12:32:14.566649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29527b2-c2f9-4aa5-bb5a-d5541d98741c tempest-SecurityGroupRulesNegativeTestJSON-413170962 tempest-SecurityGroupRulesNegativeTestJSON-413170962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c5b4b-3513-4215-88dc-964f596363cb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:14.650885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Deleting subnet 68eeb47e-0e5f-43e9-a875-5263dd55234c {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:32:14.666398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.760747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.800971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d611-d00c-4eca-a6ec-fae4520781f7 req-4b67add7-8e2b-4f58-8bfe-5c0c5033f1f1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:14.813927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d26d611-d00c-4eca-a6ec-fae4520781f7 req-4b67add7-8e2b-4f58-8bfe-5c0c5033f1f1 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1321239 Nov 08 12:32:14.872199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:14.938982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d26d611-d00c-4eca-a6ec-fae4520781f7 req-bff4e742-cd7f-4b5c-8e23-c141c08edb46 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119764 Nov 08 12:32:15.070264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c8ce18f0-f631-4999-94df-3f082b6acd3f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:15.148842 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d337ba-80f8-4772-86e2-6deb6775cfd6 x-openstack-request-id: req-73d337ba-80f8-4772-86e2-6deb6775cfd6 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:15.149513 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:15.150988 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73d337ba-80f8-4772-86e2-6deb6775cfd6 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:15.151505 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:32:15.171935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.259608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:15.261108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68eeb47e-0e5f-43e9-a875-5263dd55234c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:15.279777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211772242', 'description': 'tempest-description--1930588096'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:15.286519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c8ce18f0-f631-4999-94df-3f082b6acd3f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:15.288937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.335964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.358929 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-22f71db2-a41c-4c05-bb17-fea8d92a8e74 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/68eeb47e-0e5f-43e9-a875-5263dd55234c HTTP/1.1" status: 204 len: 168 time: 0.8246462 Nov 08 12:32:15.364935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041537a-a9f6-4947-87c3-08cf5e42412b req-d98952e0-9ab5-4a4e-9a91-3c3a7915f5c8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:15.366329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:15.367317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9041537a-a9f6-4947-87c3-08cf5e42412b req-d98952e0-9ab5-4a4e-9a91-3c3a7915f5c8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1683483 Nov 08 12:32:15.458152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.483202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.508566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9041537a-a9f6-4947-87c3-08cf5e42412b req-548f8b6a-40f0-4825-9ee0-2919a5a9a483 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Nov 08 12:32:15.509596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c8ce18f0-f631-4999-94df-3f082b6acd3f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c8ce18f0-f631-4999-94df-3f082b6acd3f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:15.560191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f86a-febe-48f2-83a9-1ddaedb53d3d req-0b524471-7a52-4fb5-bc1c-9ae521dd43e0 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:15.570225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc66f86a-febe-48f2-83a9-1ddaedb53d3d req-0b524471-7a52-4fb5-bc1c-9ae521dd43e0 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2016685 Nov 08 12:32:15.570792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.595402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.620249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.630016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6991a269-b321-4268-b4f4-9065b7abe450']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:15.643645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808e620d-4d5b-40c9-bd04-864cd105f797') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:15.644335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808e620d-4d5b-40c9-bd04-864cd105f797') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:15.654938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc66f86a-febe-48f2-83a9-1ddaedb53d3d req-a9848c56-6854-4098-ba6d-3ce5f041d749 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Nov 08 12:32:15.669505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.697315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.723022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c8ce18f0-f631-4999-94df-3f082b6acd3f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:15.725920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:32:15.726605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:32:15.728646 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:32:15.787409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.811057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.879372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.911959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.924975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:15.934219 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6991a269-b321-4268-b4f4-9065b7abe450 HTTP/1.1" status: 204 len: 168 time: 0.5641794 Nov 08 12:32:16.039892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.059120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:16.059463 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7870140 Nov 08 12:32:16.065230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group_rule': {'security_group_id': '8ef820f7-0979-47ab-9f7d-5999e8018705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:16.066027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466c7b3-0dad-4bf0-a97e-e140938461d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6991a269-b321-4268-b4f4-9065b7abe450,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:16.069353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909d30-ac99-4c05-ba72-e5f8524fbfad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef820f7-0979-47ab-9f7d-5999e8018705,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:16.235497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489586a3-0832-4822-b0f5-be4be2f4b711 req-17074280-b661-4661-8159-2ac8bc3aba9f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:16.237101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-489586a3-0832-4822-b0f5-be4be2f4b711 req-17074280-b661-4661-8159-2ac8bc3aba9f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1510596 Nov 08 12:32:16.391955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-489586a3-0832-4822-b0f5-be4be2f4b711 req-75b70fcd-dca3-4f78-90f4-8e03277016c5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399000 Nov 08 12:32:16.392704 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.445140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:16.531197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.549113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:16.549905 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-420af7da-23e4-4f0f-ade6-b586af2a2198 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f96feee4c8a4730abace8928c09d917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035593 Nov 08 12:32:16.682510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.689369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.731470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ff3971-8424-424f-bef5-05b0b73c5b81,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:16.764425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.801297 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:32:16.833222 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:16.833498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:16.871291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:16.877981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:16.879607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff87f05f-8c48-4105-8ca7-7a983b7fa376 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8192677 Nov 08 12:32:16.882513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group_rule': {'security_group_id': '8ef820f7-0979-47ab-9f7d-5999e8018705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:16.928366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917e392-1ec5-49cb-b379-0d055c718cbd req-ca88e1dc-9649-4a3c-a025-f7d237daf401 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:16.960591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1917e392-1ec5-49cb-b379-0d055c718cbd req-ca88e1dc-9649-4a3c-a025-f7d237daf401 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.3345697 Nov 08 12:32:16.991667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c8ce18f0-f631-4999-94df-3f082b6acd3f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:17.030878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.034560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.034795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.035922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5a1e9f0-6cef-4ad9-ade0-37b6d56e1dfc HTTP/1.1" status: 204 len: 168 time: 0.4858019 Nov 08 12:32:17.097568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7b73-62f7-4f96-90d7-dedd48eda250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1e9f0-6cef-4ad9-ade0-37b6d56e1dfc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:17.100662 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:17.159821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab96a3-4816-4448-a4c2-9e06714d09a5 req-e8f2d993-4e2e-41b5-bcd6-17fdd6e63459 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:17.161822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cab96a3-4816-4448-a4c2-9e06714d09a5 req-e8f2d993-4e2e-41b5-bcd6-17fdd6e63459 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2799501 Nov 08 12:32:17.175533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1917e392-1ec5-49cb-b379-0d055c718cbd req-736cd0fa-64f2-4fcd-ac3f-6a39676c1ffb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113214 Nov 08 12:32:17.232172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.294269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cab96a3-4816-4448-a4c2-9e06714d09a5 req-afb53c79-a810-4aec-885e-6c6a55519766 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089609 Nov 08 12:32:17.294628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c8ce18f0-f631-4999-94df-3f082b6acd3f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:17.295398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.306406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.348604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e6b9e4-8f9a-4ae8-8db4-e27e5ee6935a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:17.451999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.453410 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e430a143-6980-4093-9fd4-0152f578996b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5748613 Nov 08 12:32:17.456686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:17.463747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:17.623482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:17.735047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5b07a-bf19-48c8-b2c3-e38213d39647 req-c5929375-4cf2-472b-b334-fa15e86858ba tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:17.753574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03d5b07a-bf19-48c8-b2c3-e38213d39647 req-c5929375-4cf2-472b-b334-fa15e86858ba tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1960464 Nov 08 12:32:17.904835 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 2, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:17.952091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03d5b07a-bf19-48c8-b2c3-e38213d39647 req-e90cdb7e-c92e-406d-8c73-9949c0ab609b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972027 Nov 08 12:32:17.988419 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:32:17.989433 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Updating router 97cade0a-2271-4304-9433-f87ff3c6b52d port a2e7e09a-e532-4742-8820-abf3c9e00e89 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:32:18.030191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.031432 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.255884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Allocated IP 172.25.1.194 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/d8e3b29d-5d0a-4448-9c52-e1a537ce2923) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:18.459692 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.484750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.502643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ec588-fe77-4b2c-93ad-1652299e0630 req-dd545f10-17fe-46fa-aaa2-5e7deb76cd67 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:18.504182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b54ec588-fe77-4b2c-93ad-1652299e0630 req-dd545f10-17fe-46fa-aaa2-5e7deb76cd67 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1137986 Nov 08 12:32:18.533700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9833e5-e53e-4d27-82f0-29da98862cf8 req-cbb3d30f-49a0-452a-81cb-cc9edcd48997 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:18.538727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e9833e5-e53e-4d27-82f0-29da98862cf8 req-cbb3d30f-49a0-452a-81cb-cc9edcd48997 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1500313 Nov 08 12:32:18.598775 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.649490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b54ec588-fe77-4b2c-93ad-1652299e0630 req-e47d5924-18ee-4b0c-85f3-ee5937e5b549 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156380 Nov 08 12:32:18.676340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e9833e5-e53e-4d27-82f0-29da98862cf8 req-98139eb7-5d33-4f7f-9eb6-b2176739ad93 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206059 Nov 08 12:32:18.714170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.792368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=d8e3b29d-5d0a-4448-9c52-e1a537ce2923,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:18.836172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:18.837797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:18.843739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:18.865197 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Attempting to bind port a2e7e09a-e532-4742-8820-abf3c9e00e89 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:18.865703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Attempting to bind port a2e7e09a-e532-4742-8820-abf3c9e00e89 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:18.866063 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Attempting to bind port a2e7e09a-e532-4742-8820-abf3c9e00e89 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:18.869562 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01436cc-e902-452a-9001-43cfed63dd2e None None] Pushing event updated for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:18.884708 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:18.885126 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:18.889050 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:18.889206 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Bound using segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:18.889578 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Bound port: a2e7e09a-e532-4742-8820-abf3c9e00e89, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:18.889967 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.061429 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] For port a2e7e09a-e532-4742-8820-abf3c9e00e89, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:19.068442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.071264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] For port a2e7e09a-e532-4742-8820-abf3c9e00e89, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a2e7e09a-e532-4742-8820-abf3c9e00e89,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:19.150924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43428) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:19.170679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185e85-f4fc-4ee2-9075-639ce5664d10 req-15153a9b-5312-46d6-a4e7-74aa373b3cbc tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:19.172560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45185e85-f4fc-4ee2-9075-639ce5664d10 req-15153a9b-5312-46d6-a4e7-74aa373b3cbc tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0661798 Nov 08 12:32:19.220196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-52f2f0b0-37a4-4e3b-a6da-45ceec44c378 None None] Provisioning complete for port a2e7e09a-e532-4742-8820-abf3c9e00e89 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:19.221408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52f2f0b0-37a4-4e3b-a6da-45ceec44c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.238096 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.336726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-52f2f0b0-37a4-4e3b-a6da-45ceec44c378 None None] Port a2e7e09a-e532-4742-8820-abf3c9e00e89 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:19.349700 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:19.350419 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:31:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:19.373217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45185e85-f4fc-4ee2-9075-639ce5664d10 req-893aef12-5933-44ac-90e7-9a77013bff25 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878271 Nov 08 12:32:19.386936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.418288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1798840270-network', 'tenant_id': '18332adbc1c647329fb0c50c89c4614f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:19.560995 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01436cc-e902-452a-9001-43cfed63dd2e None None] Pushing event updated for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:19.575018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Made reservation on behalf of 18332adbc1c647329fb0c50c89c4614f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:19.577988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.592838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.752568 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.777453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] Provisioning complete for port a2e7e09a-e532-4742-8820-abf3c9e00e89 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:19.778117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.813582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:19.848308 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.898469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.934860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:19.994830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.002138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:32:20.033883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f5346b-c491-4cac-91ab-2bc291614669,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:20.061516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.063187 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Added segment 6af8e7e4-fcda-4662-bbe3-382babed3238 of type vlan for network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 Nov 08 12:32:20.090862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] For port a2e7e09a-e532-4742-8820-abf3c9e00e89, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a2e7e09a-e532-4742-8820-abf3c9e00e89,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:20.095764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.118871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.126486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e40e-017c-4f09-93a4-0233fdd76d5b req-3b27933f-c116-4560-91eb-7fc419b8647c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:20.126486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9483e40e-017c-4f09-93a4-0233fdd76d5b req-3b27933f-c116-4560-91eb-7fc419b8647c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.3009920 Nov 08 12:32:20.152736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.177781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.200461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a934-9fe3-40fd-9c4f-77a0e236cb82 req-8c5f989c-773c-420d-a4a3-0421e23b6e4d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:20.202083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba7a934-9fe3-40fd-9c4f-77a0e236cb82 req-8c5f989c-773c-420d-a4a3-0421e23b6e4d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.3135288 Nov 08 12:32:20.206126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=d8e3b29d-5d0a-4448-9c52-e1a537ce2923,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:20.216516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.227824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-95decd5b-3510-4b9a-9dde-9bc35007e866 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7683744 Nov 08 12:32:20.266130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9483e40e-017c-4f09-93a4-0233fdd76d5b req-a84fc981-ff25-4ccc-aed6-e9af0ad95b18 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278536 Nov 08 12:32:20.267852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.269901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:20.271670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.322918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919d43-5baf-4fcf-b04f-fc9d1efaab94 None None] Pushing event updated for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:20.353002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba7a934-9fe3-40fd-9c4f-77a0e236cb82 req-20341be7-737f-4d62-83f3-5bf16f26018f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431119 Nov 08 12:32:20.385748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:19Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:20.487028 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45222b24-a2bc-4ea1-8c86-48fc9b85607f None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:19Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:32:20.496832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3413227 Nov 08 12:32:20.498389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43446) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:20.515708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Request body: {'subnet': {'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1798840270-subnet', 'tenant_id': '18332adbc1c647329fb0c50c89c4614f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:20.559887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c1053-2063-4d29-9fa2-8d6d6d6da370 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb3b57c-d362-4ea8-91a3-716f2310f1f9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:20.574389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:32:20.632296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e170e-d673-41d2-a4df-c5cb2f8f916f req-eed860e5-5666-454b-b156-dc05b7236c7a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:20.655273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab7e170e-d673-41d2-a4df-c5cb2f8f916f req-eed860e5-5666-454b-b156-dc05b7236c7a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1613169 Nov 08 12:32:20.658714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Made reservation on behalf of 18332adbc1c647329fb0c50c89c4614f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:20.661122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:20.870570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab7e170e-d673-41d2-a4df-c5cb2f8f916f req-494386c9-284e-4c5e-ad2e-622c75eef8ea tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825511 Nov 08 12:32:21.005666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a2e7e09a-e532-4742-8820-abf3c9e00e89 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:21.076460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a2e7e09a-e532-4742-8820-abf3c9e00e89 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:21.077104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:21.435577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b25a83-ea77-4b23-aeeb-510a9ed1d343 req-632863a2-b572-4f8a-a367-035a916acc2e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:21.443740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97b25a83-ea77-4b23-aeeb-510a9ed1d343 req-632863a2-b572-4f8a-a367-035a916acc2e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.0713923 Nov 08 12:32:21.496123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:21.561399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97b25a83-ea77-4b23-aeeb-510a9ed1d343 req-52951af6-d809-4271-ac4e-1bcf38f6f11b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170669 Nov 08 12:32:21.573399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699e8bbb-e22c-4aa8-b02c-d634fecf85e1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:21.586447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Checking segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:21.587023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Network hostable DHCP agents. Network: dfb3b57c-d362-4ea8-91a3-716f2310f1f9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:32:21.681725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:32:21.735506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9379f-196b-45e3-a703-6e553f8f5da8 req-4669f237-5405-4ed4-8a81-4258c549e3f3 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:21.741140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dec9379f-196b-45e3-a703-6e553f8f5da8 req-4669f237-5405-4ed4-8a81-4258c549e3f3 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.0888081 Nov 08 12:32:21.775294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, dfb3b57c-d362-4ea8-91a3-716f2310f1f9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:21.780553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:21.781373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:21.791402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b5d6d-66f6-403c-84dc-458235c306a5 None None] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:21.850123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dec9379f-196b-45e3-a703-6e553f8f5da8 req-04d6fb52-5f03-41f6-83b4-10346bd00fc2 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972223 Nov 08 12:32:21.870083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-28791c6d-84fd-4e75-a9a8-77386d7851d3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3705261 Nov 08 12:32:22.166698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'tenant_id': '18332adbc1c647329fb0c50c89c4614f', 'fixed_ips': [{'subnet_id': '699e8bbb-e22c-4aa8-b02c-d634fecf85e1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:32:22.168279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:22.364228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ff3c-57ac-44d3-8807-2d9a895fa6c2 req-3018d0ee-ca54-41c6-a92a-3ffa2091c070 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:22.373364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7a5ff3c-57ac-44d3-8807-2d9a895fa6c2 req-3018d0ee-ca54-41c6-a92a-3ffa2091c070 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1145673 Nov 08 12:32:22.462781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7a5ff3c-57ac-44d3-8807-2d9a895fa6c2 req-c5062091-5088-4146-ad1d-921174584b34 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880532 Nov 08 12:32:22.486924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Allocated IP 172.20.0.2 (dfb3b57c-d362-4ea8-91a3-716f2310f1f9/699e8bbb-e22c-4aa8-b02c-d634fecf85e1/d1dd0ad4-e340-4f85-93fe-2e5da1e48494) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:22.727925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:22.795977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:22.845330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:22.849358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:22.861613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:22.878366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Pushing event updated for resources: {'Port': ['ID=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:22.965178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Attempting to bind port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:22.966037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Attempting to bind port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:22.966390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Attempting to bind port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:22.972916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:22.973425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Checking segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:22.974157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:22.974889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Bound using segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:22.975635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Bound port: d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:22.976247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:23.081885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab988ade-fd77-4965-acf2-ce408c25f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:23.090196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] For port d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:23.094904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] For port d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:23.158559 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:23.227788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a05cc-0c2c-4b52-b93a-ae72c831e350 None None] Pushing event updated for resources: {'Port': ['ID=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:24.771096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d87fe4-cc1a-4273-bffb-386579c6e58c None None] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:32:24.876272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] Provisioning complete for port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:24.876653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.000256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1dd0ad4-e340-4f85-93fe-2e5da1e48494 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:25.070366 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.165920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:25.165920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.165920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] For port d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:25.372973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.672751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.716481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0086342f-89fe-4cec-8bb1-a06316de497e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:25.742527 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:32:25.742887 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:32:25.752848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fe391-92ba-4092-a26e-645eca640c8b None None] Pushing event updated for resources: {'Port': ['ID=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:25.793578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5fb09de7-806c-486f-960f-e25e710a59e9 None None] Provisioning complete for port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:25.794277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5fb09de7-806c-486f-960f-e25e710a59e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:26.278976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-24246697-84e5-40fd-b3fb-d6bbdc26bb03 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1211772242&fields=id&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 267 time: 0.1300199 Nov 08 12:32:26.374623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-8f7a4aad-77a1-4d9f-bd71-f2e192132dc6 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:26.376218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-8f7a4aad-77a1-4d9f-bd71-f2e192132dc6 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.2157314 Nov 08 12:32:26.418398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-376e4fb1-4677-4524-b1c8-cd03038a5995 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/quotas/18332adbc1c647329fb0c50c89c4614f HTTP/1.1" status: 200 len: 375 time: 0.0339601 Nov 08 12:32:26.444976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-d8e31d4a-ff05-42b0-b75c-8f3546e6fe37 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:26.446453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-d8e31d4a-ff05-42b0-b75c-8f3546e6fe37 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 817 time: 0.1661508 Nov 08 12:32:26.479004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-7d0dac8f-8dc1-40b4-aab7-0a11666a342a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/quotas/6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 375 time: 0.0143359 Nov 08 12:32:26.502335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-86115a46-8442-4a2a-a5c1-30bceafcdb21 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730779 Nov 08 12:32:26.596353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-aa6962e3-c5b5-47b6-a735-96bb363c53e8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100669 Nov 08 12:32:26.637875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:26.646774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-4ec86a65-81d2-4ac7-aaf5-652b44f93867 service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297612 Nov 08 12:32:26.853972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c27ca857-8562-4d75-9b24-7883882aadcb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:26.981232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-4be8fd92-0de6-4967-b945-c3fe7cd783b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:26.983913 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-4be8fd92-0de6-4967-b945-c3fe7cd783b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 1096 time: 0.0763893 Nov 08 12:32:26.994861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1dd0ad4-e340-4f85-93fe-2e5da1e48494 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:27.109179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:27.137010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-3925a634-432f-49e0-be59-a2de0054d3b1 service neutron] 10.222.0.58 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274363 Nov 08 12:32:27.139981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'port_id': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'mac_address': 'fa:16:3e:c0:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5827040-fae7-431e-bf14-18db4fa7a1e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:27.146467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-9071be03-db57-4579-a6b3-30c3743b6be2 service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705861 Nov 08 12:32:27.157757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:27.158126 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:27.176469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-632af3cf-ae8f-4fc3-acf4-b17df397c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:27.177955 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-632af3cf-ae8f-4fc3-acf4-b17df397c3c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 912 time: 0.1831081 Nov 08 12:32:27.237568 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-f2fd5569-beeb-4bc3-9c70-69026ce4181a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509 HTTP/1.1" status: 200 len: 217 time: 0.0517445 Nov 08 12:32:27.250503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:27.267888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:27.275455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-ba69cb3c-6bfa-4dd1-89f3-69bdb40b9b43 service neutron] 10.222.0.58 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268902 Nov 08 12:32:27.291338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:27.298865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-ad240db4-d7c2-49f1-bd2d-60ed196ee2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:27.300755 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-ad240db4-d7c2-49f1-bd2d-60ed196ee2ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0541208 Nov 08 12:32:27.335906 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-56c32a38-651b-4965-ba10-e5a7225a8fba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271528 Nov 08 12:32:27.363687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:27.534334 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-4a7fe7a3-0f9a-4c55-b86c-f0ee7186ffba service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859090 Nov 08 12:32:27.567398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3435538-fb30-4548-87f7-065aa25c5052 req-6c5ab045-88e4-4cd3-bf3d-d37f58a3658a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:27.577520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3435538-fb30-4548-87f7-065aa25c5052 req-6c5ab045-88e4-4cd3-bf3d-d37f58a3658a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1243508 Nov 08 12:32:27.598518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:27.672246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:27.778822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d24f5079-725e-4809-91d0-1a9ecd0bd5ec req-1f74dd12-49c7-4663-97c1-e72ca27f911f service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370055 Nov 08 12:32:27.804972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3435538-fb30-4548-87f7-065aa25c5052 req-94945b0a-80a5-4e6a-8373-c4f0247b5df2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264838 Nov 08 12:32:27.883217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8605371-4d91-40f3-843d-e84a2a5f5650 req-42f131a6-025d-4488-876e-e02b1d6b2b84 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:27.884905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8605371-4d91-40f3-843d-e84a2a5f5650 req-42f131a6-025d-4488-876e-e02b1d6b2b84 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2181628 Nov 08 12:32:27.967014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8605371-4d91-40f3-843d-e84a2a5f5650 req-1bda3316-efe8-49cc-9778-548b658c0b02 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755382 Nov 08 12:32:28.068713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:28.129887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46a76-5f37-42ed-b937-e083227e7eae req-a07057b9-ff24-4ded-bec3-6c1116714229 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:28.131691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d46a76-5f37-42ed-b937-e083227e7eae req-a07057b9-ff24-4ded-bec3-6c1116714229 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.0895824 Nov 08 12:32:28.233801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a773691-540f-40e7-b9f6-4842e4125083 req-cf7fe4bf-17da-4598-a4e7-481851991093 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:28.241034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a773691-540f-40e7-b9f6-4842e4125083 req-cf7fe4bf-17da-4598-a4e7-481851991093 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.1083512 Nov 08 12:32:28.274291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d46a76-5f37-42ed-b937-e083227e7eae req-fa22569e-2a93-4255-b517-062a13b7fa48 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263037 Nov 08 12:32:28.331217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a773691-540f-40e7-b9f6-4842e4125083 req-715b9da7-a162-461a-af34-c0fd63c901c3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889261 Nov 08 12:32:28.447464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a692a823-37f3-433f-8bb7-8f5f9e5a7f84 req-333cb9a3-64c9-409e-931d-246d1f1f6137 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.0368290 Nov 08 12:32:28.525608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-6918d619-d14d-4b6e-9deb-f9c7ddaca3d8 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:28.534012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-6918d619-d14d-4b6e-9deb-f9c7ddaca3d8 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.1626084 Nov 08 12:32:28.544737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-1f017669-13ac-4c93-988a-07b527bb0013 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/quotas/18332adbc1c647329fb0c50c89c4614f HTTP/1.1" status: 200 len: 375 time: 0.0095499 Nov 08 12:32:28.614108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-1f1511fd-e00a-461d-be0f-021371ff3e45 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625846 Nov 08 12:32:28.770114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-cc6b7e37-0938-405e-8337-5fa3f2c9615c service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550496 Nov 08 12:32:28.878214 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:28.891909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c27ca857-8562-4d75-9b24-7883882aadcb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:28.903529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-f67e832e-8cee-4282-b1e8-8060b56de2a2 service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317759 Nov 08 12:32:28.991120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c27ca857-8562-4d75-9b24-7883882aadcb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:28.991647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:29.108981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:29.141558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:29.144817 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461523e2-3fee-4910-aae9-24416ad54a28" -d '{"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:29.161317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:29.233121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:29.233931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:29.312949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dbea1-df4c-4891-8b69-11425a4055df req-7abc57ed-02b6-402c-a7c1-5520d01de9a3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:29.322408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d1dbea1-df4c-4891-8b69-11425a4055df req-7abc57ed-02b6-402c-a7c1-5520d01de9a3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 945 time: 0.1286268 Nov 08 12:32:29.364746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:29.428943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:29.447965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d1dbea1-df4c-4891-8b69-11425a4055df req-5af1508d-cec5-4e97-bb21-9e8b83f35305 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022787 Nov 08 12:32:29.491156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:29.569670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6eead-ab37-4bcd-9029-6383142c482d req-20ec5228-210c-43b2-b09c-b5aa6640307f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:29.571863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dac6eead-ab37-4bcd-9029-6383142c482d req-20ec5228-210c-43b2-b09c-b5aa6640307f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1167643 Nov 08 12:32:29.574466 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:29.682198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dac6eead-ab37-4bcd-9029-6383142c482d req-83aceee1-7d5e-4d6a-9704-2d994fd9da88 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805104 Nov 08 12:32:29.708323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:29.732462 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff9035-1181-4bcd-b549-8cb86b56bd63 x-openstack-request-id: req-f5ff9035-1181-4bcd-b549-8cb86b56bd63 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:29.732816 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:29.733128 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5ff9035-1181-4bcd-b549-8cb86b56bd63 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:29.733597 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'code': 200} Nov 08 12:32:29.828734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967537c-bd22-497f-b43c-eeb4c6276c21 req-6a9a13b2-bb00-4604-84b5-ce0d1f401350 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:29.830659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d967537c-bd22-497f-b43c-eeb4c6276c21 req-6a9a13b2-bb00-4604-84b5-ce0d1f401350 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0744500 Nov 08 12:32:29.963213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d967537c-bd22-497f-b43c-eeb4c6276c21 req-35aaf2a2-a36d-40b0-8949-d8988a0bf2c3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179793 Nov 08 12:32:30.022694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-d01516bc-f05b-4c6b-b88d-c891f1e26e86 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:30.035108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-d01516bc-f05b-4c6b-b88d-c891f1e26e86 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.2032156 Nov 08 12:32:30.050024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-345183ad-d9a3-4f83-8f08-31960224ebb1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/quotas/18332adbc1c647329fb0c50c89c4614f HTTP/1.1" status: 200 len: 375 time: 0.0136311 Nov 08 12:32:30.150564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-e8326ca8-b787-4ce9-8807-acd23c5cd428 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943077 Nov 08 12:32:30.181229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967d73-605b-47e8-8754-70be4c485816 req-49f5499b-efd1-40bb-ac48-047d8e98569f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:30.183278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b967d73-605b-47e8-8754-70be4c485816 req-49f5499b-efd1-40bb-ac48-047d8e98569f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0897379 Nov 08 12:32:30.318038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b967d73-605b-47e8-8754-70be4c485816 req-deeb3c21-2718-4e25-993d-cd8d581d1029 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125057 Nov 08 12:32:30.330021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-b0198061-f333-4a60-9378-3550895629c8 service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669054 Nov 08 12:32:30.470954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aa399cd-0bf1-47a1-9009-47845c6f4b62 req-4e172d35-8051-47f6-8b8f-dc35cc7a8483 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.0593867 Nov 08 12:32:30.604318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-842a073b-3a50-4394-91d2-5d45b98d9bbd service neutron] 10.222.0.58 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733164 Nov 08 12:32:30.781051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-af250c1a-4dcd-4657-921e-93b0a5436cec tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:30.783318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-af250c1a-4dcd-4657-921e-93b0a5436cec tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.2641933 Nov 08 12:32:30.802425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Request body: {'port': {'device_id': '79852b25-8e9e-4052-988a-249c5a18b507', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'admin_state_up': True, 'tenant_id': '18332adbc1c647329fb0c50c89c4614f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:30.828170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb0d6-e088-4f9a-b0a9-89853ac52207 req-355081d5-98a3-46eb-ad8f-66063634219c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:30.835491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b60fb0d6-e088-4f9a-b0a9-89853ac52207 req-355081d5-98a3-46eb-ad8f-66063634219c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 943 time: 0.1261389 Nov 08 12:32:30.975049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b60fb0d6-e088-4f9a-b0a9-89853ac52207 req-70803516-093a-47c5-85c2-0d50ef54fdeb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378422 Nov 08 12:32:31.084478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7380b4c6-5b4b-435b-87d5-f92025086d46 req-75165c24-7c78-4e85-9651-5cffecd9de60 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 210 time: 0.0415933 Nov 08 12:32:31.128688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Made reservation on behalf of 18332adbc1c647329fb0c50c89c4614f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:31.134301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:31.268985 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:32:31.341330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db34ec-342b-40ca-aeaa-77d2c1635f89 req-0f919fd7-9d3b-4d13-be43-73f0afe5c133 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:31.348907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08db34ec-342b-40ca-aeaa-77d2c1635f89 req-0f919fd7-9d3b-4d13-be43-73f0afe5c133 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2633204 Nov 08 12:32:31.366715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Allocated IP 172.20.0.6 (dfb3b57c-d362-4ea8-91a3-716f2310f1f9/699e8bbb-e22c-4aa8-b02c-d634fecf85e1/2aa8af7f-9351-48a3-a05a-54acb1f52c6a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:31.391250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af2140-c51f-4d78-b0fb-eeebcf3c3421 req-d618c454-90a2-4f57-b20d-2cc956281c8e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:31.392814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0af2140-c51f-4d78-b0fb-eeebcf3c3421 req-d618c454-90a2-4f57-b20d-2cc956281c8e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.2337005 Nov 08 12:32:31.449273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08db34ec-342b-40ca-aeaa-77d2c1635f89 req-9e1a14d5-9985-44c7-a269-0e6a2de7c4de tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994520 Nov 08 12:32:31.614883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0af2140-c51f-4d78-b0fb-eeebcf3c3421 req-b0a1a4a6-cc20-4ba7-9070-77c8c02bd986 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137036 Nov 08 12:32:31.734600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:31.737493 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e648dd72-5447-4103-a81b-841278d3ddf6" -d '{"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-unplugged", "status": "completed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:31.773726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:31.987248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-c330f834-3d12-459c-bd04-5c3e8636b0d2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:31.987248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-c330f834-3d12-459c-bd04-5c3e8636b0d2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 817 time: 0.5036492 Nov 08 12:32:32.053042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.053242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526425-6054-40f6-99eb-7e9eb50f7056 req-7b2fa96d-52ed-4bf7-a0f0-2a6fea271c0e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:32.064839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8526425-6054-40f6-99eb-7e9eb50f7056 req-7b2fa96d-52ed-4bf7-a0f0-2a6fea271c0e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.3393345 Nov 08 12:32:32.102468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:32.104999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.159526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-ec56cc0c-d3f7-4624-a21b-9e4c7f0545b3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 380 time: 0.1570101 Nov 08 12:32:32.177667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'port': {'device_id': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'admin_state_up': True, 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'security_groups': ['8ef820f7-0979-47ab-9f7d-5999e8018705']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:32.184080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8526425-6054-40f6-99eb-7e9eb50f7056 req-233a1ce2-3d8a-4934-8c83-6700f6c2b2e6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184213 Nov 08 12:32:32.289470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd9990eb-657f-45bd-9b71-d56ee4b60438 req-c14724ab-486a-415a-adce-f65245dbd007 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.0367966 Nov 08 12:32:32.401705 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f034be4-05e2-4669-8719-aa6e298b6e6a x-openstack-request-id: req-6f034be4-05e2-4669-8719-aa6e298b6e6a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:32.402082 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-unplugged", "status": "failed", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509", "code": 422}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:32.402388 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f034be4-05e2-4669-8719-aa6e298b6e6a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:32.406048 n-d-816990-1 neutron-server[102537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'code': 422} returned with failed status Nov 08 12:32:32.488984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.492520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Made reservation on behalf of 6f3b9e43d17e4fd48647187956d7b85e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:32.498269 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.503240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.563695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:32.574579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5132a82d-f607-429c-b9cc-78d60f8e9f91 req-2847ecca-f0ed-4912-8424-4998268bfbd8 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 210 time: 0.0734868 Nov 08 12:32:32.604369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:32.613982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:32.647387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:32.712247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event updated for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:32.793109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.793403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.793746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.794072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.794454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.794772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.795907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.795907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.795907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.796215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.796562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.796858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:32.810502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:32.811156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:32.893506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-3177c0d9-a98b-4dac-9bee-369e46970bb9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:32.895130 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-3177c0d9-a98b-4dac-9bee-369e46970bb9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.2725320 Nov 08 12:32:32.944855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Request body: {'port': {'device_id': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'admin_state_up': True, 'tenant_id': '18332adbc1c647329fb0c50c89c4614f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:32.950425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Allocated IP 172.20.0.8 (5326ab6f-492b-4643-a45f-608f821bf824/9ce3ef03-a630-49dc-92d9-fe7d71c66a84/c70269f3-2536-4c12-ba5e-a6300d2b9a05) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:32.983385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ea6b8-56a4-45e4-8ccc-8ad62ff1a520 req-643421ba-1e76-4ca1-ae70-88750874d791 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:32.985001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08ea6b8-56a4-45e4-8ccc-8ad62ff1a520 req-643421ba-1e76-4ca1-ae70-88750874d791 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2874620 Nov 08 12:32:33.071216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b3334204-a426-4e57-b07b-9d5a2254be7a None None] Provisioning complete for port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:33.072799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b3334204-a426-4e57-b07b-9d5a2254be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.120891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b3334204-a426-4e57-b07b-9d5a2254be7a None None] Port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:33.124105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-6be9a32c-1201-4e76-8000-e8ced51b73dc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3286922 Nov 08 12:32:33.176681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Request body: {'port': {'device_id': '79852b25-8e9e-4052-988a-249c5a18b507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:33.185062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08ea6b8-56a4-45e4-8ccc-8ad62ff1a520 req-7c452666-9706-4a57-afcd-6456e4c74885 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888101 Nov 08 12:32:33.226514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Made reservation on behalf of 18332adbc1c647329fb0c50c89c4614f for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:33.230808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.278849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.310278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.424775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa737c-368e-4c02-806c-35751a1597df req-cf82345e-586f-43d5-a02d-a03154547d14 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:33.426344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75aa737c-368e-4c02-806c-35751a1597df req-cf82345e-586f-43d5-a02d-a03154547d14 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1371570 Nov 08 12:32:33.468135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Allocated IP 172.20.0.14 (dfb3b57c-d362-4ea8-91a3-716f2310f1f9/699e8bbb-e22c-4aa8-b02c-d634fecf85e1/9882a056-fad6-461d-8139-a1978e74e70c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:33.544008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75aa737c-368e-4c02-806c-35751a1597df req-f5c5a1f0-8947-40c2-bbbb-91515ce9e6e8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065378 Nov 08 12:32:33.559415 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.627208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:33.670152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Network 5326ab6f-492b-4643-a45f-608f821bf824 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:33.674049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:33.675189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:33.720458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.767396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:33.768745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.787220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:33.821879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2b81-042b-4c57-afe7-a978d7026c90 req-bf22f779-be9d-46ec-b189-35319305b83c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:33.825322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b52c2b81-042b-4c57-afe7-a978d7026c90 req-bf22f779-be9d-46ec-b189-35319305b83c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1692688 Nov 08 12:32:33.860545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:33.959708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-fa8b3d5a-d2e7-4ab1-b0a9-d60d6f6a3b31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7905233 Nov 08 12:32:33.967023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b52c2b81-042b-4c57-afe7-a978d7026c90 req-3bd6a6f0-13cf-4f46-927e-68cf0320dbd3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336949 Nov 08 12:32:33.977919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Request body: {'port': {'device_id': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:33.996701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:34.000599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:34.016838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:34.076411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.091524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:34.136412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'mac_address': 'fa:16:3e:c8:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:34.232676 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.240063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7f8397f3-9ea4-41b7-8c6f-449d91987935 None None] Provisioning complete for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:34.240433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f8397f3-9ea4-41b7-8c6f-449d91987935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.268121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:34.418432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:34.420982 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59213b21-c46e-4e82-88ac-bc6c3741161c" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:34.429624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7f8397f3-9ea4-41b7-8c6f-449d91987935 None None] Port c70269f3-2536-4c12-ba5e-a6300d2b9a05 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:34.470090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:34.503806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:34.512741 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.570276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.592600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Transition to ACTIVE for port object c70269f3-2536-4c12-ba5e-a6300d2b9a05 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:34.595566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-23401691-79f6-415b-9f02-a8db823fb8bb None None] Provisioning complete for port 9882a056-fad6-461d-8139-a1978e74e70c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:34.596219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-23401691-79f6-415b-9f02-a8db823fb8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.649501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a2e3-c0f1-443f-8209-11f92ccea9bd req-c6c6f739-2c0e-4db3-8b32-af0a37daa2c6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:34.658698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e12a2e3-c0f1-443f-8209-11f92ccea9bd req-c6c6f739-2c0e-4db3-8b32-af0a37daa2c6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 931 time: 0.1315229 Nov 08 12:32:34.664134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-a7e42b0d-5c1c-4431-a18d-0a37977c567a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:34.665837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-a7e42b0d-5c1c-4431-a18d-0a37977c567a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f702e52c-ea96-4cf0-85d5-4606c16fbaae HTTP/1.1" status: 200 len: 943 time: 0.5644860 Nov 08 12:32:34.715758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.763499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-23401691-79f6-415b-9f02-a8db823fb8bb None None] Port 9882a056-fad6-461d-8139-a1978e74e70c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:34.784250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6e56905b-858d-4935-ada0-21b4e71d56cd'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:34.799938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event updated for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:34.822183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:34.825530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.826111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.826656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.827163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.827651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.828140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.828641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.829123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.829624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.830112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.830677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.831174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:34.908726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:34.922898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b1645505-ba14-48cb-ab7b-d6fbb97b7509 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:34.951513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:34.952194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:34.959536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa8af7f-9351-48a3-a05a-54acb1f52c6a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:34.974841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e12a2e3-c0f1-443f-8209-11f92ccea9bd req-54e0e410-8d43-4c35-9d34-739aef141199 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055408 Nov 08 12:32:35.027419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:35.081141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-0c72a6ee-a5ed-43ae-9540-328842d0466f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:35.088391 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-0c72a6ee-a5ed-43ae-9540-328842d0466f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.57 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 816 time: 0.3710387 Nov 08 12:32:35.105702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Request body: {'port': {'device_id': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'admin_state_up': True, 'tenant_id': '18332adbc1c647329fb0c50c89c4614f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:35.178692 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-050f016f-7a53-4e9a-abb1-1d01d04be1f1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2377269 Nov 08 12:32:35.283590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Request body: {'port': {'device_id': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:35.438546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:35.740985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Made reservation on behalf of 18332adbc1c647329fb0c50c89c4614f for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:35.745953 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.035932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Transition to ACTIVE for port object 2aa8af7f-9351-48a3-a05a-54acb1f52c6a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:36.079900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7895d71-11a2-4ef3-b361-707ba984990b req-41e06083-91cf-4726-852e-4f6804f7fa45 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 210 time: 0.0424352 Nov 08 12:32:36.105459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.179100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:36.179444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:36.179814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:36.243462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port b1645505-ba14-48cb-ab7b-d6fbb97b7509 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:32:36.243796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.333091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:36.333872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:36.408783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:36.409522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:36.410159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Bound using segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:36.410942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Bound port: c70269f3-2536-4c12-ba5e-a6300d2b9a05, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:36.411565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.495284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96807-7893-475b-9315-d179894f560d service neutron] Pushing event updated for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:36.632292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:36.636812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:36.658534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Attempting to bind port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:36.685361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Attempting to bind port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:36.685361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Attempting to bind port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:36.685819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9882a056-fad6-461d-8139-a1978e74e70c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:36.686373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:36.686373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Attempting to bind port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:36.700646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.733816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Transition to ACTIVE for port object 9882a056-fad6-461d-8139-a1978e74e70c will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:36.795106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:36.795595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Checking segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:36.796093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Bound using segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:36.796651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Bound port: 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:36.797163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.942295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.946090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:36.950130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:36.975923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513a054-2c87-4446-8c00-7e43319502e1 req-8e7b6ec3-9448-41e1-b028-709342b57779 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:36.985462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8513a054-2c87-4446-8c00-7e43319502e1 req-8e7b6ec3-9448-41e1-b028-709342b57779 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.6683528 Nov 08 12:32:36.993030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:36.998665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port b1645505-ba14-48cb-ab7b-d6fbb97b7509, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b1645505-ba14-48cb-ab7b-d6fbb97b7509,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:37.012140 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.057503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for b1645505-ba14-48cb-ab7b-d6fbb97b7509 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:32:37.067100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:37.067953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.069864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] 10.222.0.61 "PUT /v2.0/ports/c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 1091 time: 3.1008611 Nov 08 12:32:37.075458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.083232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:37.086035 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135" -d '{"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:37.133178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:37.133961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.136029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-ebd96807-7893-475b-9315-d179894f560d service neutron] 10.222.0.61 "PUT /v2.0/ports/2aa8af7f-9351-48a3-a05a-54acb1f52c6a HTTP/1.1" status: 200 len: 1091 time: 3.9635315 Nov 08 12:32:37.231263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8513a054-2c87-4446-8c00-7e43319502e1 req-60b66815-a877-4ceb-b8f1-07b478ea6f88 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446139 Nov 08 12:32:37.284067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Pushing event updated for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:37.346182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6fd77-5070-4cd8-ab37-649b58e0a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:37.364665 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc58d995-dd5e-48d5-b077-d90ca785915a x-openstack-request-id: req-bc58d995-dd5e-48d5-b077-d90ca785915a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:37.365280 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:37.365280 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc58d995-dd5e-48d5-b077-d90ca785915a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:37.365722 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:32:37.411358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Allocated IP 172.20.0.9 (dfb3b57c-d362-4ea8-91a3-716f2310f1f9/699e8bbb-e22c-4aa8-b02c-d634fecf85e1/149aa6f5-27f2-496a-bdd3-5681a23c609b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:37.613498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Attempting to bind port 9882a056-fad6-461d-8139-a1978e74e70c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:37.613842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Attempting to bind port 9882a056-fad6-461d-8139-a1978e74e70c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:37.614189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Attempting to bind port 9882a056-fad6-461d-8139-a1978e74e70c on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:37.668211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Port 9882a056-fad6-461d-8139-a1978e74e70c on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:37.668551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Attempting to bind port 9882a056-fad6-461d-8139-a1978e74e70c on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:37.686870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-6c983c85-2758-4b59-a25e-42e479c88905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:37.688414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:37.688936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Checking segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:37.689168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Bound using segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:37.689621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Bound port: 9882a056-fad6-461d-8139-a1978e74e70c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:37.689980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.690591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-6c983c85-2758-4b59-a25e-42e479c88905 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1094 time: 0.4450133 Nov 08 12:32:37.714976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-101fce41-7fa7-4664-8059-2c5ec52f4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:37.716479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-101fce41-7fa7-4664-8059-2c5ec52f4092 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 1094 time: 0.3547916 Nov 08 12:32:37.796197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:37.822191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96807-7893-475b-9315-d179894f560d service neutron] Pushing event updated for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:37.926861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6e56905b-858d-4935-ada0-21b4e71d56cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:37.926861 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:37.978661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.079155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-7cdd5049-d2f0-4eb0-848c-4b3f5d85a0a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 217 time: 0.3168886 Nov 08 12:32:38.079155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-757e2bf7-1923-47e7-a180-3cf8ff4d51ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a HTTP/1.1" status: 200 len: 217 time: 0.2462234 Nov 08 12:32:38.079155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ede604-7cff-43a8-ac2a-8426c96c2607 req-82c86647-eb6f-4c2c-ba08-c067b8230d71 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.079155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61ede604-7cff-43a8-ac2a-8426c96c2607 req-82c86647-eb6f-4c2c-ba08-c067b8230d71 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 945 time: 0.5661657 Nov 08 12:32:38.119850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.189899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:38.212630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.266721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-288937ae-4047-4a11-b4dc-dacec458ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.267079 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.268950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-288937ae-4047-4a11-b4dc-dacec458ac0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1765561 Nov 08 12:32:38.270506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-0f1ba838-3c45-4591-92c3-54b1a56fed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.272557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-0f1ba838-3c45-4591-92c3-54b1a56fed33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.1836960 Nov 08 12:32:38.283788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61ede604-7cff-43a8-ac2a-8426c96c2607 req-c74a11c1-3c1b-4ae4-9772-273ecceddbb8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079725 Nov 08 12:32:38.312656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:38.324283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9882a056-fad6-461d-8139-a1978e74e70c,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:38.341377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:38.358053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:38.362368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:38.369260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event updated for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:38.388853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.411165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=13']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:38.418094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.489362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=b1645505-ba14-48cb-ab7b-d6fbb97b7509,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:38.490016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.490776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.547267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.548565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.548877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-71cda993-b0b2-4961-a4ad-f274baf8957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.550234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] 10.222.0.61 "PUT /v2.0/ports/9882a056-fad6-461d-8139-a1978e74e70c HTTP/1.1" status: 200 len: 1092 time: 3.2726452 Nov 08 12:32:38.551071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-71cda993-b0b2-4961-a4ad-f274baf8957e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609382 Nov 08 12:32:38.552701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:38.564178 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c1dac-abce-46fd-a3ee-821b4f58d46f" -d '{"events": [{"name": "network-changed", "server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "tag": "9882a056-fad6-461d-8139-a1978e74e70c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:38.609234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port b1645505-ba14-48cb-ab7b-d6fbb97b7509 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:32:38.615328 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.620957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b06e4f5d-f97c-485d-a2cb-1aca37b3463b req-b051ccdd-0e76-4b0e-af67-c2bdf70b949d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "DELETE /v2.0/ports/b1645505-ba14-48cb-ab7b-d6fbb97b7509 HTTP/1.1" status: 204 len: 173 time: 3.9236405 Nov 08 12:32:38.625632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b467-073e-4b1f-b51e-6d231d97252a service neutron] Pushing event updated for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:38.641674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-aff2a79c-fb4d-4d1c-8f58-14b8af01e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.643361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-aff2a79c-fb4d-4d1c-8f58-14b8af01e014 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556304 Nov 08 12:32:38.692634 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-45f687c2-6d20-490a-800d-9bd80e6e011e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5924916 Nov 08 12:32:38.703289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babafcc-a6cc-4ea2-b1fc-3c8f649c70e4 req-beb99d6f-e7b9-4a20-aa37-523f89af96f0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.720571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2babafcc-a6cc-4ea2-b1fc-3c8f649c70e4 req-beb99d6f-e7b9-4a20-aa37-523f89af96f0 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.2801957 Nov 08 12:32:38.767619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Request body: {'port': {'device_id': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:38.939628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:38.950541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-d7a85d87-3de0-4ae0-924d-eb3476f157ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:38.957618 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-d7a85d87-3de0-4ae0-924d-eb3476f157ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 1095 time: 0.2690027 Nov 08 12:32:38.971262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-12412bae-de9e-49d4-8295-cbe40939c295 None None] Provisioning complete for port 149aa6f5-27f2-496a-bdd3-5681a23c609b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:38.971545 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12412bae-de9e-49d4-8295-cbe40939c295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:39.053438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2babafcc-a6cc-4ea2-b1fc-3c8f649c70e4 req-09aa9b46-a87e-488a-a86f-37727d4f18ed tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317301 Nov 08 12:32:39.065351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-12412bae-de9e-49d4-8295-cbe40939c295 None None] Port 149aa6f5-27f2-496a-bdd3-5681a23c609b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:32:39.098700 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-96dec571-6cad-4d09-bd9b-56afb4b06056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9882a056-fad6-461d-8139-a1978e74e70c HTTP/1.1" status: 200 len: 217 time: 0.1230776 Nov 08 12:32:39.221983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-9f7d6fd5-ff81-4bd0-9778-10ef31865dab service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243749 Nov 08 12:32:39.264135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-4f626398-239d-4ecf-919c-f16de60e23b4 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989933 Nov 08 12:32:39.342372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-7dea2872-420f-4f4b-a5d6-8b61d24345db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:39.345991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-7dea2872-420f-4f4b-a5d6-8b61d24345db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.2400231 Nov 08 12:32:39.368963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:39.379115 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290a27c-fa95-41a6-b168-b86e8a0dc6f3" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:39.489356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-37b5df75-9f78-425c-9885-9d720955edca service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576196 Nov 08 12:32:39.500624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0f9a5-edec-4e6b-b805-ac58b884122f req-f9d3a408-a750-4a8d-be5c-7338acaffd80 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:39.503872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6f0f9a5-edec-4e6b-b805-ac58b884122f req-f9d3a408-a750-4a8d-be5c-7338acaffd80 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.2448545 Nov 08 12:32:39.539176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c801fc-c7fb-4b9c-9138-4d0c155ca21f req-95c56c14-e753-4795-a56f-3e5c86b24d65 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679589 Nov 08 12:32:39.541758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-addc8442-a0c1-4109-8c94-e754e2a825bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:39.547994 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-addc8442-a0c1-4109-8c94-e754e2a825bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861579 Nov 08 12:32:39.628184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6f0f9a5-edec-4e6b-b805-ac58b884122f req-a869997d-51e2-403c-9452-083fa36aafef tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877526 Nov 08 12:32:39.944531 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9cc4b7-176a-4e22-baca-19318101ea97 x-openstack-request-id: req-cc9cc4b7-176a-4e22-baca-19318101ea97 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:39.945165 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:39.946377 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc9cc4b7-176a-4e22-baca-19318101ea97 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:39.947223 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'status': 'completed', 'code': 200} Nov 08 12:32:39.973450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-91f34e75-9f2b-4d56-83cb-398644c19948 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125948 Nov 08 12:32:40.184181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149aa6f5-27f2-496a-bdd3-5681a23c609b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:40.203012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:40.219122 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7ed9e54c-24be-400e-8c15-dbd625a997f8 req-91970e16-325a-4768-ba38-5325b3d92fe5 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948445 Nov 08 12:32:40.223315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Transition to ACTIVE for port object 149aa6f5-27f2-496a-bdd3-5681a23c609b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:40.253638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-1d7449ec-902d-4f9d-9c2a-ed75c3260d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:40.264190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-1d7449ec-902d-4f9d-9c2a-ed75c3260d85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1094 time: 0.2814221 Nov 08 12:32:40.327551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:40.328758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301e4f-91de-41e0-a202-2383a98be3b1 req-6e4ec130-83b9-4354-b1df-37aacfc10d41 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:40.332062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2301e4f-91de-41e0-a202-2383a98be3b1 req-6e4ec130-83b9-4354-b1df-37aacfc10d41 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 931 time: 0.2684436 Nov 08 12:32:40.383561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550665-30ce-44bd-baa8-1a0c5461811b req-61b083d1-9f85-4d8c-9284-bf7a0e9efedb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:40.391135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99550665-30ce-44bd-baa8-1a0c5461811b req-61b083d1-9f85-4d8c-9284-bf7a0e9efedb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2408910 Nov 08 12:32:40.501745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Pushing event updated for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:40.609737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Attempting to bind port 149aa6f5-27f2-496a-bdd3-5681a23c609b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:40.610128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Attempting to bind port 149aa6f5-27f2-496a-bdd3-5681a23c609b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:40.612054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Attempting to bind port 149aa6f5-27f2-496a-bdd3-5681a23c609b on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:40.623753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Port 149aa6f5-27f2-496a-bdd3-5681a23c609b on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:40.624146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Attempting to bind port 149aa6f5-27f2-496a-bdd3-5681a23c609b on network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:40.636982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:40.637319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Checking segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:40.641611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Bound using segment: {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:40.642102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Bound port: 149aa6f5-27f2-496a-bdd3-5681a23c609b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af8e7e4-fcda-4662-bbe3-382babed3238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:40.642497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:40.722937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99550665-30ce-44bd-baa8-1a0c5461811b req-5451f640-31f9-4667-aec6-ddbc19739dfe tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385504 Nov 08 12:32:40.749947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-734daccd-e890-4f2d-b4e3-43dd207bf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:40.753358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-734daccd-e890-4f2d-b4e3-43dd207bf3e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.4811761 Nov 08 12:32:40.788140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2301e4f-91de-41e0-a202-2383a98be3b1 req-62255753-9df7-414e-8574-751872f9306c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928032 Nov 08 12:32:40.809737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:40.823996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:40.882905 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e4e8e-0217-4c44-95ae-f38316777909 x-openstack-request-id: req-554e4e8e-0217-4c44-95ae-f38316777909 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:40.883312 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "tag": "9882a056-fad6-461d-8139-a1978e74e70c", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:40.883474 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-554e4e8e-0217-4c44-95ae-f38316777909 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:40.883882 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c', 'status': 'completed', 'code': 200} Nov 08 12:32:40.970064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:41.001175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-f1e38c28-05fe-4d6a-ae32-ac2f5a079dfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 217 time: 0.2043779 Nov 08 12:32:41.014355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.019078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:41.021338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] 10.222.0.57 "PUT /v2.0/ports/149aa6f5-27f2-496a-bdd3-5681a23c609b HTTP/1.1" status: 200 len: 1091 time: 2.2660151 Nov 08 12:32:41.344231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-71a34f62-a4ec-4cf6-9cae-c03a2ad67a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.347090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-71a34f62-a4ec-4cf6-9cae-c03a2ad67a51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 1095 time: 0.4551089 Nov 08 12:32:41.353806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0d68-f327-4bdd-a4a4-40bba043153e service neutron] Pushing event updated for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:41.378856 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437a488-4869-415d-8f88-6bd644c0d93e x-openstack-request-id: req-f437a488-4869-415d-8f88-6bd644c0d93e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:41.379653 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:41.379653 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f437a488-4869-415d-8f88-6bd644c0d93e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:41.380124 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:32:41.390169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-599ae34c-1f18-4a40-a253-ea6e3347897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.392603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-599ae34c-1f18-4a40-a253-ea6e3347897a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.3820221 Nov 08 12:32:41.501293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772aa55-e7ef-4688-b388-131025367cef req-0d8a5767-d2c2-4a5b-afbd-d48c9f5204e2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.514950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7772aa55-e7ef-4688-b388-131025367cef req-0d8a5767-d2c2-4a5b-afbd-d48c9f5204e2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.5071461 Nov 08 12:32:41.521473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-d3e49dc2-6067-4d9a-bf56-7730dc1d61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.533698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-d3e49dc2-6067-4d9a-bf56-7730dc1d61b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 1094 time: 0.3160589 Nov 08 12:32:41.666299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e05ce0-487f-4569-b517-31e6c2b5abc9 req-ba347930-e8b2-4f14-93b2-205636ce19f5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.675748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45e05ce0-487f-4569-b517-31e6c2b5abc9 req-ba347930-e8b2-4f14-93b2-205636ce19f5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.3151102 Nov 08 12:32:41.683325 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-91a60c12-2ed1-4fef-86f3-4b86b2dcde67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b HTTP/1.1" status: 200 len: 217 time: 0.0953898 Nov 08 12:32:41.725821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-73faea4b-c1dd-4fe1-8fb7-e6bddcd3f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.728630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-73faea4b-c1dd-4fe1-8fb7-e6bddcd3f06b service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 917 time: 0.3657990 Nov 08 12:32:41.760168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-4d7c570c-e13a-4bab-8220-e7760deafa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.762639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-4d7c570c-e13a-4bab-8220-e7760deafa88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434375 Nov 08 12:32:41.769254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7772aa55-e7ef-4688-b388-131025367cef req-9dcc814d-08ec-4fd3-ac2e-22ed0301dbc8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529058 Nov 08 12:32:41.911217 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-0eb6eae5-73ca-4029-8072-fda84886c543 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9882a056-fad6-461d-8139-a1978e74e70c HTTP/1.1" status: 200 len: 217 time: 0.1599674 Nov 08 12:32:41.983249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45e05ce0-487f-4569-b517-31e6c2b5abc9 req-4e404fee-6f39-449c-ac6e-9e498ae1d570 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613380 Nov 08 12:32:41.983249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a'}, {'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-deleted', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:41.983249 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a"}, {"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-deleted", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:41.983495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-2a62c076-d7a2-4670-bb26-e7f7f8060f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:41.983495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-2a62c076-d7a2-4670-bb26-e7f7f8060f35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.2381129 Nov 08 12:32:42.018437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-d7fcbec2-95f8-4653-b892-9b06888e93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.020929 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-d7fcbec2-95f8-4653-b892-9b06888e93ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.0976255 Nov 08 12:32:42.024475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-0d3df73e-9f7e-48b6-9de4-369396cdecc1 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501004 Nov 08 12:32:42.046483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cc3c-93ae-4d48-9be9-eb5305773294 req-7c4cbb94-566b-41c2-a80b-c27a986cbace tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.048072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f465cc3c-93ae-4d48-9be9-eb5305773294 req-7c4cbb94-566b-41c2-a80b-c27a986cbace tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1088576 Nov 08 12:32:42.102830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-4dbd9760-02f6-4805-958f-ae94c7de00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.106045 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-4dbd9760-02f6-4805-958f-ae94c7de00d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256649 Nov 08 12:32:42.112964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-52c8c35e-91e1-4155-9b03-f28dd06a31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.115062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-52c8c35e-91e1-4155-9b03-f28dd06a31fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748096 Nov 08 12:32:42.193355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f465cc3c-93ae-4d48-9be9-eb5305773294 req-4c2e2c7e-924b-4fc0-9086-c4c5ac38ecd9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251149 Nov 08 12:32:42.202754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91347c4e-ce0b-4a4a-abe8-2b3700b3e135 req-2a7155c4-046a-4e7b-8152-1cd44fb038a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529279 Nov 08 12:32:42.359494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72bf5-1091-4972-8eaa-429052d14edd req-98bcbf17-d312-4648-a198-d74e8e5392d5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.361133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dc72bf5-1091-4972-8eaa-429052d14edd req-98bcbf17-d312-4648-a198-d74e8e5392d5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.0624266 Nov 08 12:32:42.361862 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-3cfbd1c6-4f58-45f0-a493-a1668f0efc68 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186773 Nov 08 12:32:42.467732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dc72bf5-1091-4972-8eaa-429052d14edd req-c951dab0-3d82-470c-868d-1c57b754cd5a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944517 Nov 08 12:32:42.489837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-ed36e07d-335e-431c-94ed-17daf31ad0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735819 Nov 08 12:32:42.624591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc040438-9db5-4fcd-acdb-d23132668759 req-aee5b661-c37b-4af2-b380-d29bb2b62ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.627575 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc040438-9db5-4fcd-acdb-d23132668759 req-aee5b661-c37b-4af2-b380-d29bb2b62ebf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1096 time: 0.3169191 Nov 08 12:32:42.654089 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9a8e1345-2dc5-4063-99e7-63bdf038280d req-e0002086-b69b-4e4c-ad67-b1ea4a319c4a service neutron] 10.222.0.57 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449020 Nov 08 12:32:42.671028 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a29c1dac-abce-46fd-a3ee-821b4f58d46f req-2fc1d6f7-25ae-4d18-a996-92c5873f6ef3 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945557 Nov 08 12:32:42.685812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280885-8b16-4bbf-9702-512b8b0fee80 req-104c7edb-1123-4324-abeb-0708b7aba8f3 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:42.692437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c280885-8b16-4bbf-9702-512b8b0fee80 req-104c7edb-1123-4324-abeb-0708b7aba8f3 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 943 time: 0.1144731 Nov 08 12:32:42.723018 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc040438-9db5-4fcd-acdb-d23132668759 req-065c1b6f-9b71-4c1d-81cf-cc6971bd9824 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677493 Nov 08 12:32:42.836237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c280885-8b16-4bbf-9702-512b8b0fee80 req-20e17bff-8637-4490-872b-ccca8b90fef4 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370449 Nov 08 12:32:42.884877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:42.888028 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f736019-59af-4178-aad0-3d415efbadfd" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:42.905244 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f7c6c-ff5b-44f0-aeda-f4e271f7a5bf x-openstack-request-id: req-a89f7c6c-ff5b-44f0-aeda-f4e271f7a5bf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:42.905603 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a", "status": "completed", "code": 200}, {"server_uuid": "f702e52c-ea96-4cf0-85d5-4606c16fbaae", "name": "network-vif-deleted", "tag": "b1645505-ba14-48cb-ab7b-d6fbb97b7509", "status": "failed", "code": 422}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:42.908292 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a89f7c6c-ff5b-44f0-aeda-f4e271f7a5bf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:42.908292 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a', 'status': 'completed', 'code': 200} Nov 08 12:32:42.908292 n-d-816990-1 neutron-server[102535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f702e52c-ea96-4cf0-85d5-4606c16fbaae', 'name': 'network-vif-deleted', 'tag': 'b1645505-ba14-48cb-ab7b-d6fbb97b7509', 'status': 'failed', 'code': 422} returned with failed status Nov 08 12:32:43.015271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-3d86c9da-1099-4600-bd8c-86880aa062dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.017557 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-3d86c9da-1099-4600-bd8c-86880aa062dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 1094 time: 0.0854688 Nov 08 12:32:43.031054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a75a6-b245-41a9-a7ed-f6a4972d156e req-a013382c-b90e-4263-a1ba-72ca5b54cc78 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.047882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a60a75a6-b245-41a9-a7ed-f6a4972d156e req-a013382c-b90e-4263-a1ba-72ca5b54cc78 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0801432 Nov 08 12:32:43.171827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a60a75a6-b245-41a9-a7ed-f6a4972d156e req-5c6bb659-bf6d-4f8f-bfbf-8db918f2258f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223466 Nov 08 12:32:43.289894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-51b2b85d-918e-4d72-ba87-0950028db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.296001 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-51b2b85d-918e-4d72-ba87-0950028db59b service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 917 time: 0.2703826 Nov 08 12:32:43.299548 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ea394-db4c-4ea7-9b66-13f7fd612fea x-openstack-request-id: req-a12ea394-db4c-4ea7-9b66-13f7fd612fea {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:43.304199 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:43.304705 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a12ea394-db4c-4ea7-9b66-13f7fd612fea {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:43.305329 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b', 'status': 'completed', 'code': 200} Nov 08 12:32:43.451849 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-bfcb6204-991b-405c-9e5a-284ea676e560 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a HTTP/1.1" status: 200 len: 217 time: 0.1453547 Nov 08 12:32:43.508002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736019-59af-4178-aad0-3d415efbadfd req-46aa77e1-3145-44f9-bc80-0e8b4e812b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.509529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-46aa77e1-3145-44f9-bc80-0e8b4e812b90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 1094 time: 0.1801667 Nov 08 12:32:43.529250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94ffcb-2c2f-4b74-b4b0-7b13ecc81ab0 req-8ef375f2-2cbe-4a39-9d32-f9621b7c6b13 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.540698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb94ffcb-2c2f-4b74-b4b0-7b13ecc81ab0 req-8ef375f2-2cbe-4a39-9d32-f9621b7c6b13 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1095245 Nov 08 12:32:43.562529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-ad513c45-6fa2-432c-aac3-9b45d9ff905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.564551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-ad513c45-6fa2-432c-aac3-9b45d9ff905f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.1000285 Nov 08 12:32:43.646913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb94ffcb-2c2f-4b74-b4b0-7b13ecc81ab0 req-cd8c8f41-af67-4c28-9c89-6648c6ad400f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050949 Nov 08 12:32:43.714213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736019-59af-4178-aad0-3d415efbadfd req-e586a161-fd3e-4b7f-80be-b5bfc8523be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.715432 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-e586a161-fd3e-4b7f-80be-b5bfc8523be7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 917 time: 0.1947300 Nov 08 12:32:43.749100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-9496d9f4-0a8b-492b-8018-800c8c6f6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:43.749100 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-9496d9f4-0a8b-492b-8018-800c8c6f6e31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449041 Nov 08 12:32:43.855232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2aa8af7f-9351-48a3-a05a-54acb1f52c6a details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:43.861319 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-c3faac35-1385-432f-974c-83ad0c9c9632 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b HTTP/1.1" status: 200 len: 217 time: 0.1349595 Nov 08 12:32:44.004119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:44.022043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'port_id': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a', 'mac_address': 'fa:16:3e:d5:80:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699e8bbb-e22c-4aa8-b02c-d634fecf85e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:44.051658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736019-59af-4178-aad0-3d415efbadfd req-32bd2701-c34a-451b-b688-c3df604e74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:44.053794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-32bd2701-c34a-451b-b688-c3df604e74b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.1832891 Nov 08 12:32:44.056085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-53793276-0a78-40ac-bc97-1e8b0a261811 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085812 Nov 08 12:32:44.084962 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:44.112495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa8af7f-9351-48a3-a05a-54acb1f52c6a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:44.159621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:44.229269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736019-59af-4178-aad0-3d415efbadfd req-77966224-bda2-49d6-a0be-30f965b65c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:44.231197 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-77966224-bda2-49d6-a0be-30f965b65c38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935407 Nov 08 12:32:44.235111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1ff9a641-af9b-48b7-aa7a-0fb41c52d7c0 req-e6256931-380f-4d7d-87c9-90c31ecf875a service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714141 Nov 08 12:32:44.265902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:44.266947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9882a056-fad6-461d-8139-a1978e74e70c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:44.333809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9882a056-fad6-461d-8139-a1978e74e70c,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:44.351386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39089048-cfb2-4067-a5d4-9519dc780606 req-8e7cfaa2-6104-4d0b-857f-898df584dcb1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:44.362745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '9882a056-fad6-461d-8139-a1978e74e70c', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'port_id': '9882a056-fad6-461d-8139-a1978e74e70c', 'mac_address': 'fa:16:3e:fb:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699e8bbb-e22c-4aa8-b02c-d634fecf85e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:44.366943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:44.369282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39089048-cfb2-4067-a5d4-9519dc780606 req-8e7cfaa2-6104-4d0b-857f-898df584dcb1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1198623 Nov 08 12:32:44.380852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-72bd3dc2-8757-4ecf-9ff0-5e762e96c8c9 service neutron] 10.222.0.57 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382961 Nov 08 12:32:44.448136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:44.460409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39089048-cfb2-4067-a5d4-9519dc780606 req-7d53d513-6194-4c72-84d6-b76c9f3a14fd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852175 Nov 08 12:32:44.487072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9882a056-fad6-461d-8139-a1978e74e70c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:44.522325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9882a056-fad6-461d-8139-a1978e74e70c,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:44.542879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5f736019-59af-4178-aad0-3d415efbadfd req-04d00eb2-9eea-4513-8d5e-21c58a568490 service neutron] 10.222.0.57 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523798 Nov 08 12:32:44.615694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:44.616479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:44.639474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ddc90-dfb1-4d5e-abe1-f322d31f0cd3 req-884e5226-7e1f-49bd-a663-31092f2d4672 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:44.644178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f69ddc90-dfb1-4d5e-abe1-f322d31f0cd3 req-884e5226-7e1f-49bd-a663-31092f2d4672 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1026604 Nov 08 12:32:44.786371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f69ddc90-dfb1-4d5e-abe1-f322d31f0cd3 req-f1a13562-7189-4c24-9211-cd8f6b0822ec tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369843 Nov 08 12:32:44.833517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:44.851905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:45.010542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:45.014687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31b63f-75f0-44b0-8eb4-ee67a2619083 req-7aee6335-ea12-44a1-a2c8-9b9d78ef1bcc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:45.022470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee31b63f-75f0-44b0-8eb4-ee67a2619083 req-7aee6335-ea12-44a1-a2c8-9b9d78ef1bcc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 943 time: 0.1280279 Nov 08 12:32:45.058324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:45.099059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:45.100850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:45.121966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee31b63f-75f0-44b0-8eb4-ee67a2619083 req-e0251804-dd40-431e-9860-03b4a62b9521 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984149 Nov 08 12:32:45.240229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852d22-6351-4164-a4b2-dab8b3c9cbc2 req-d262d757-7f61-40fd-8d22-e933a999ecae tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:45.241789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25852d22-6351-4164-a4b2-dab8b3c9cbc2 req-d262d757-7f61-40fd-8d22-e933a999ecae tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0505948 Nov 08 12:32:45.296166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25852d22-6351-4164-a4b2-dab8b3c9cbc2 req-5c25f4c8-9d00-4275-ae2d-4f56beadfbe7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Nov 08 12:32:45.334095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:45.394831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:45.436365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb3d7b-f913-49aa-b355-2e47235e367e req-54b91bbe-e993-42b2-aa04-7df4a7daa690 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:45.444209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27cb3d7b-f913-49aa-b355-2e47235e367e req-54b91bbe-e993-42b2-aa04-7df4a7daa690 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0759599 Nov 08 12:32:45.512535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27cb3d7b-f913-49aa-b355-2e47235e367e req-39a317ab-5f1e-4d20-88f4-b5d4936a85e3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672688 Nov 08 12:32:45.700188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376e9d-2e8b-40f4-9491-26e4b33b480a req-35eb5e2c-c013-4a1a-8fb2-faa29c15c5c6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:45.701733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a376e9d-2e8b-40f4-9491-26e4b33b480a req-35eb5e2c-c013-4a1a-8fb2-faa29c15c5c6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0532053 Nov 08 12:32:45.751081 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:45.762297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a376e9d-2e8b-40f4-9491-26e4b33b480a req-ed30eca1-57bb-4d9a-b2a2-445cedfbabe5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Nov 08 12:32:45.780529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2aa8af7f-9351-48a3-a05a-54acb1f52c6a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:45.790656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['9882a056-fad6-461d-8139-a1978e74e70c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:45.858370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c70269f3-2536-4c12-ba5e-a6300d2b9a05'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:46.058395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-60fdffee-ce0a-416e-a9c8-faea64c7acfa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:46.060796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-60fdffee-ce0a-416e-a9c8-faea64c7acfa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1871667 Nov 08 12:32:46.071716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3346-8d41-421b-93ca-5b823cbc138e req-90c34381-b81b-4178-8d13-20bb3e9cca9d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:46.075245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d17c3346-8d41-421b-93ca-5b823cbc138e req-90c34381-b81b-4178-8d13-20bb3e9cca9d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1172199 Nov 08 12:32:46.125305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-6ed01da3-7977-443b-a9f3-260a12130526 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0475955 Nov 08 12:32:46.169823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-e886ddca-20ec-4c06-b3cc-68e9e3482f2f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360227 Nov 08 12:32:46.192201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d17c3346-8d41-421b-93ca-5b823cbc138e req-6a426bb6-c676-42d3-9c0e-e171194622a8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937457 Nov 08 12:32:46.367985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-80ef28a8-117a-4d53-a3e2-b898d7d74954 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744626 Nov 08 12:32:46.382031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b53cf-7676-4093-97da-4e8345abc415 req-51bd37e3-9421-43d2-b101-ded0820d0fcf tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:46.383894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e1b53cf-7676-4093-97da-4e8345abc415 req-51bd37e3-9421-43d2-b101-ded0820d0fcf tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 943 time: 0.0794399 Nov 08 12:32:46.839786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-66ca44b6-dc35-4394-8676-ac9bf407ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:46.839786 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-66ca44b6-dc35-4394-8676-ac9bf407ff51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1096 time: 0.3349984 Nov 08 12:32:46.840580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e1b53cf-7676-4093-97da-4e8345abc415 req-3a0b5802-6a57-4fa8-a1cb-ec44799eb2d5 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343536 Nov 08 12:32:46.866706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-3a762383-632b-4e3d-9ecd-60cb0f51a5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800339 Nov 08 12:32:46.942346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 149aa6f5-27f2-496a-bdd3-5681a23c609b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:46.944417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-716c104d-e1ad-4d76-9c36-c31152b7a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:46.945936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-716c104d-e1ad-4d76-9c36-c31152b7a992 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1099780 Nov 08 12:32:46.989477 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-8596f4ff-f81a-465c-b541-f78d9471be43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0368786 Nov 08 12:32:47.039813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-c8c3e2bd-125e-493f-9cfd-5d55d8400fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.041439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-c8c3e2bd-125e-493f-9cfd-5d55d8400fdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0452600 Nov 08 12:32:47.047870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:47.059483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '149aa6f5-27f2-496a-bdd3-5681a23c609b', 'network_id': 'dfb3b57c-d362-4ea8-91a3-716f2310f1f9', 'port_id': '149aa6f5-27f2-496a-bdd3-5681a23c609b', 'mac_address': 'fa:16:3e:dc:e9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699e8bbb-e22c-4aa8-b02c-d634fecf85e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:47.071464 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-288c16ba-b4ed-461d-838f-5e3f3af6a5c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236387 Nov 08 12:32:47.103747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:47.121084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149aa6f5-27f2-496a-bdd3-5681a23c609b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:47.145073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:47.207472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ce00d-9921-4265-936c-25487b604aa9 req-f51ee2f1-0476-497d-8cfb-8d3179b9fdf1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.215107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d6ce00d-9921-4265-936c-25487b604aa9 req-f51ee2f1-0476-497d-8cfb-8d3179b9fdf1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0625436 Nov 08 12:32:47.226265 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:47.241562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-9910b8ca-e9f5-4740-b5ad-beae61233b38 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623349 Nov 08 12:32:47.324407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d6ce00d-9921-4265-936c-25487b604aa9 req-9dc3ba90-f722-458a-8533-c1d79c8828b6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082618 Nov 08 12:32:47.362794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8c5dd-c439-4acf-b294-6d89338172e5 req-bb36a5ae-9235-481a-a016-6e983d9d6016 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.364355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ec8c5dd-c439-4acf-b294-6d89338172e5 req-bb36a5ae-9235-481a-a016-6e983d9d6016 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0963287 Nov 08 12:32:47.417023 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a60d513c-0ba9-4dc0-a9a8-0c3da6370d33 req-6a9b83c3-00db-47f7-be04-6cfe5dd1e642 service neutron] 10.222.0.57 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641564 Nov 08 12:32:47.451364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:47.480252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['149aa6f5-27f2-496a-bdd3-5681a23c609b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:47.519444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ec8c5dd-c439-4acf-b294-6d89338172e5 req-3fbfb960-9af0-4e25-8f5a-e6b74523bad4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410956 Nov 08 12:32:47.589850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f95547a-f167-4035-a5e7-3c27b62084e6 req-acf85d2f-ada5-4d61-bfe9-c257387b67f2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 210 time: 0.0299191 Nov 08 12:32:47.774090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb97af-9bb9-4d45-8fbc-006ef4fe93ba req-1e8ba4cb-beba-4333-a197-b2b6f536d211 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.782311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03eb97af-9bb9-4d45-8fbc-006ef4fe93ba req-1e8ba4cb-beba-4333-a197-b2b6f536d211 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1381257 Nov 08 12:32:47.831063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d83a5-9d57-44db-98b2-b3223002a451 req-8e54ed18-54c8-42d4-9ff4-374989638029 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.833304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-219d83a5-9d57-44db-98b2-b3223002a451 req-8e54ed18-54c8-42d4-9ff4-374989638029 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1293817 Nov 08 12:32:47.875521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03eb97af-9bb9-4d45-8fbc-006ef4fe93ba req-2a8a89a1-f816-4ccc-a655-b5e2c1248132 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917058 Nov 08 12:32:47.898065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9882a056-fad6-461d-8139-a1978e74e70c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:47.933557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-219d83a5-9d57-44db-98b2-b3223002a451 req-2171d65a-01b4-4325-83eb-a7e4f9700e66 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866745 Nov 08 12:32:47.997721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670552e-2678-472d-9697-1235b53ff0ba req-8266060a-3af9-4a4e-8339-074f3e4fed7f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:47.999440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b670552e-2678-472d-9697-1235b53ff0ba req-8266060a-3af9-4a4e-8339-074f3e4fed7f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 944 time: 0.0589976 Nov 08 12:32:48.041146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 9882a056-fad6-461d-8139-a1978e74e70c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:48.045259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 9882a056-fad6-461d-8139-a1978e74e70c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:48.045679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.062517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b670552e-2678-472d-9697-1235b53ff0ba req-a3d5bf2d-06bf-4677-a2a5-e79349460f3e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552371 Nov 08 12:32:48.139360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.162774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:48.165023 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86742092-ffa8-48c5-ade3-3ad2a7f4d877" -d '{"events": [{"server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "name": "network-vif-plugged", "status": "completed", "tag": "9882a056-fad6-461d-8139-a1978e74e70c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:48.178911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9882a056-fad6-461d-8139-a1978e74e70c,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:48.211918 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b505b-341f-4d29-a684-417bca6d898c x-openstack-request-id: req-8a6b505b-341f-4d29-a684-417bca6d898c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:48.212497 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "name": "network-vif-plugged", "status": "completed", "tag": "9882a056-fad6-461d-8139-a1978e74e70c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:48.212616 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a6b505b-341f-4d29-a684-417bca6d898c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:48.213077 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c', 'code': 200} Nov 08 12:32:48.231174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.232097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2aa8af7f-9351-48a3-a05a-54acb1f52c6a up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:48.328168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:48.376600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04f7c-5a25-4c14-b31c-c4d8d6eecf6f req-077a59ff-2b58-4166-bb92-feedec7df3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:48.378137 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-00a04f7c-5a25-4c14-b31c-c4d8d6eecf6f req-077a59ff-2b58-4166-bb92-feedec7df3ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 1097 time: 0.0636647 Nov 08 12:32:48.425275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:48.429396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:48.429774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.453974 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-00a04f7c-5a25-4c14-b31c-c4d8d6eecf6f req-9783f060-be9a-4d20-914c-423836622136 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Nov 08 12:32:48.474009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ff9bd-2125-43a9-9682-46b290eaa191 req-7070f574-a8f5-4559-aded-e33f266a7d72 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:48.484152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c1ff9bd-2125-43a9-9682-46b290eaa191 req-7070f574-a8f5-4559-aded-e33f266a7d72 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0788553 Nov 08 12:32:48.569704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c1ff9bd-2125-43a9-9682-46b290eaa191 req-335eeae2-2c28-48d1-a9cf-3bbf8efbd0b7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844984 Nov 08 12:32:48.580839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.619609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:48.688089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:48.689336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:48.747982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e616e-dbc5-41c9-8eab-3052812c772d req-3ae43c8e-1db4-474c-a1c1-640e7f07bdbf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:48.759546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-632e616e-dbc5-41c9-8eab-3052812c772d req-3ae43c8e-1db4-474c-a1c1-640e7f07bdbf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.1073661 Nov 08 12:32:48.815728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:48.830030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-632e616e-dbc5-41c9-8eab-3052812c772d req-951ec322-ae7b-46e9-83b2-334a758a8bc7 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 Nov 08 12:32:48.888998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-891d4431-b0fe-49ca-87ee-df547fca145e req-f96fa036-f260-40d1-ab6a-d019a2507bf2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 210 time: 0.0283976 Nov 08 12:32:48.894605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:48.904958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:48.905334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.001824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 149aa6f5-27f2-496a-bdd3-5681a23c609b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:49.023645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d07d7-559d-4559-bc6e-b1aa81d627fd req-5148c231-2f59-43f3-9e36-75dcba73fe29 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.032075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-377d07d7-559d-4559-bc6e-b1aa81d627fd req-5148c231-2f59-43f3-9e36-75dcba73fe29 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0696225 Nov 08 12:32:49.055971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.112917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:49.132371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-377d07d7-559d-4559-bc6e-b1aa81d627fd req-9345b8dd-01c5-425b-a362-7373b9de5a8d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990751 Nov 08 12:32:49.164299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658b9cd-b270-4b80-85aa-37d6fd325f3b req-73717d02-980a-4c3a-af12-5622ae4331d2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.178349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8658b9cd-b270-4b80-85aa-37d6fd325f3b req-73717d02-980a-4c3a-af12-5622ae4331d2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1065474 Nov 08 12:32:49.196892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.251603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8658b9cd-b270-4b80-85aa-37d6fd325f3b req-1a466e7c-583a-44e4-9d9e-c36223a943a0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719392 Nov 08 12:32:49.252624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:49.255321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 149aa6f5-27f2-496a-bdd3-5681a23c609b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:49.260035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 149aa6f5-27f2-496a-bdd3-5681a23c609b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:49.260401 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.336785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4cb1-9f83-4429-b63a-791cbc15d1a4 req-0e7bb3ec-9260-4da6-a53a-985843c6fa65 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.340139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6cc4cb1-9f83-4429-b63a-791cbc15d1a4 req-0e7bb3ec-9260-4da6-a53a-985843c6fa65 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 944 time: 0.1190691 Nov 08 12:32:49.373064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.405789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6cc4cb1-9f83-4429-b63a-791cbc15d1a4 req-5c677cf5-5d79-462b-a259-f650b8f4e6ab tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Nov 08 12:32:49.433297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:49.520997 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:49.576916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:49.707713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-1e377112-e2f1-4b49-83da-45822e0c14fd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.710126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-1e377112-e2f1-4b49-83da-45822e0c14fd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1903195 Nov 08 12:32:49.725518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:49.873747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8705c8-2066-4a24-9f27-bc22cc0bbb30 req-7f49bfcc-a29c-4136-8dd6-266f4698f04c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.875870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d8705c8-2066-4a24-9f27-bc22cc0bbb30 req-7f49bfcc-a29c-4136-8dd6-266f4698f04c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.1347449 Nov 08 12:32:49.908260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9aabb-d51b-4ddf-81e3-c09b2b9b1342 req-4a18157e-2809-484d-afcd-120ead8f66fb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:49.916710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3c9aabb-d51b-4ddf-81e3-c09b2b9b1342 req-4a18157e-2809-484d-afcd-120ead8f66fb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1031177 Nov 08 12:32:49.980082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d8705c8-2066-4a24-9f27-bc22cc0bbb30 req-874052f5-621a-458e-a165-2f6b0e8b5c05 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947530 Nov 08 12:32:50.018800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3c9aabb-d51b-4ddf-81e3-c09b2b9b1342 req-feb43749-e685-40fb-bb08-210fb0e6d7ce tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007230 Nov 08 12:32:50.088166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:32:50.098366 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:50.117095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:50.214351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a'}, {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}, {'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:50.217178 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427cb8bf-4559-4df6-8872-c4896cd24001" -d '{"events": [{"server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "name": "network-vif-plugged", "status": "completed", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a"}, {"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}, {"server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "name": "network-vif-plugged", "status": "completed", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:50.222041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a7ce-790e-4d2a-9eb7-8a44ba4ea5ea req-7486c74c-501e-4e43-8564-ea90b248138c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.228267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fb8a7ce-790e-4d2a-9eb7-8a44ba4ea5ea req-7486c74c-501e-4e43-8564-ea90b248138c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0698900 Nov 08 12:32:50.258089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-576efa77-a0b2-40b8-9709-df411c668453 req-7b5ca882-0229-4266-a278-052f31e3443c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 210 time: 0.0586078 Nov 08 12:32:50.311869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.10 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/b6c641be-3c43-48fb-93c0-369c3bff94e9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:32:50.342146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fb8a7ce-790e-4d2a-9eb7-8a44ba4ea5ea req-d7175b58-6e93-4d96-813e-bbf984cad36c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Nov 08 12:32:50.380054 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde7f163-b762-4636-9141-9965b8ca2e23 x-openstack-request-id: req-cde7f163-b762-4636-9141-9965b8ca2e23 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:50.380879 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "name": "network-vif-plugged", "status": "completed", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a", "code": 200}, {"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "code": 200}, {"server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "name": "network-vif-plugged", "status": "completed", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:50.382674 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cde7f163-b762-4636-9141-9965b8ca2e23 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:50.383677 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a', 'code': 200} Nov 08 12:32:50.388654 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'code': 200} Nov 08 12:32:50.389721 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b', 'code': 200} Nov 08 12:32:50.533852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710c2f-5493-4e29-8e92-ed6645e475a7 req-893bf693-5e94-4920-9f93-958c30292ca2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.535346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac710c2f-5493-4e29-8e92-ed6645e475a7 req-893bf693-5e94-4920-9f93-958c30292ca2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1046236 Nov 08 12:32:50.545008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21d867-a29b-4f94-8055-a763c7c03d84 req-225e5b60-b433-4a45-b807-c206a2e98a44 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.563450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da21d867-a29b-4f94-8055-a763c7c03d84 req-225e5b60-b433-4a45-b807-c206a2e98a44 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0860860 Nov 08 12:32:50.591527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:50.677620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3625960-9ba9-457e-94d0-2ed28a657a0c req-9a9df48e-70ba-4a19-b9cf-025a00ecbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.679227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3625960-9ba9-457e-94d0-2ed28a657a0c req-9a9df48e-70ba-4a19-b9cf-025a00ecbe83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1096 time: 0.1091084 Nov 08 12:32:50.683601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac710c2f-5493-4e29-8e92-ed6645e475a7 req-5070bf7b-9677-4a5a-a820-bc69eccb3dc8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049409 Nov 08 12:32:50.689997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:50.694415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf805f37-d4e1-4c0c-8270-b23b74047345 req-da2ae79b-aa7e-4a2e-991d-8f36f3227dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.696574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cf805f37-d4e1-4c0c-8270-b23b74047345 req-da2ae79b-aa7e-4a2e-991d-8f36f3227dd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 1096 time: 0.1419542 Nov 08 12:32:50.698291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da21d867-a29b-4f94-8055-a763c7c03d84 req-f2165dcc-8263-4a25-a697-f64362aaf59e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283867 Nov 08 12:32:50.719533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07aa53-757b-43cb-99ce-9ba20b46b738 req-adce9d14-0aa3-43c9-a8f9-dbfe5361b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.721111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a07aa53-757b-43cb-99ce-9ba20b46b738 req-adce9d14-0aa3-43c9-a8f9-dbfe5361b2e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 1096 time: 0.1592667 Nov 08 12:32:50.786056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3625960-9ba9-457e-94d0-2ed28a657a0c req-65b850b2-fdaa-4b06-a2b0-277d41d8874b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865474 Nov 08 12:32:50.790946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:32:50.807434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:32:50.811132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:32:50.845987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d8c58-a0d5-4d45-9f6a-b944a16b84f1 req-6dfbb807-7736-43ee-92b1-702c989f493f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.847735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-965d8c58-a0d5-4d45-9f6a-b944a16b84f1 req-6dfbb807-7736-43ee-92b1-702c989f493f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0584383 Nov 08 12:32:50.866108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:50.914814 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cf805f37-d4e1-4c0c-8270-b23b74047345 req-09e9f464-fc35-47e4-8925-b5149842e4e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085073 Nov 08 12:32:50.929902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a07aa53-757b-43cb-99ce-9ba20b46b738 req-4d98d8dc-92ee-4ffd-8a58-28c030590354 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751425 Nov 08 12:32:50.944127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-965d8c58-a0d5-4d45-9f6a-b944a16b84f1 req-04f4e5ce-1e6f-4ec6-9b01-e187ab58e4a4 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 Nov 08 12:32:50.952954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-a102fe81-0da2-48cc-a7f6-e15bab498c1d req-a153df53-a92a-4b1a-bbde-6a44ef195e70 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:32:50.954412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a102fe81-0da2-48cc-a7f6-e15bab498c1d req-a153df53-a92a-4b1a-bbde-6a44ef195e70 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091095 Nov 08 12:32:50.962160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:50.962918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:50.994840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c27ca857-8562-4d75-9b24-7883882aadcb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:51.069686 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-480350c2-73e2-4b91-80b1-b30421ddcdcb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3502233 Nov 08 12:32:51.086287 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:51.113269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Request body: {'port': {'device_id': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:51.125195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:51.192133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:51.214071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:51.226374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a192-b087-4834-811b-b37c50d42b62 req-d312bcec-7f35-4a51-8ed3-27d9e061f2b3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:51.232119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21a1a192-b087-4834-811b-b37c50d42b62 req-d312bcec-7f35-4a51-8ed3-27d9e061f2b3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.1516838 Nov 08 12:32:51.293753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:51.321133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.321449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.321747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.324592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.329559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.331334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:32:51.381787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21a1a192-b087-4834-811b-b37c50d42b62 req-7c048f91-f30e-472a-9751-dd72a588721c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379881 Nov 08 12:32:51.420417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb96e9-6779-47fa-9c11-9edcbb41615e req-0829dcc7-ceb7-4157-9326-560408e01381 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:51.426900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75cb96e9-6779-47fa-9c11-9edcbb41615e req-0829dcc7-ceb7-4157-9326-560408e01381 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1269848 Nov 08 12:32:51.568067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75cb96e9-6779-47fa-9c11-9edcbb41615e req-4dc1f78a-e801-4163-8826-418f239dcf77 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186600 Nov 08 12:32:51.705598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c641be-3c43-48fb-93c0-369c3bff94e9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:51.721703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:51.778378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0490abc-dd54-4a47-8caa-868bd4452937 req-e0e9a28b-130a-4905-b9b9-cbe6227fd196 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:51.779923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Transition to ACTIVE for port object b6c641be-3c43-48fb-93c0-369c3bff94e9 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:51.780067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0490abc-dd54-4a47-8caa-868bd4452937 req-e0e9a28b-130a-4905-b9b9-cbe6227fd196 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.1340072 Nov 08 12:32:51.922950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-bae8617a-3a78-4288-8b30-1009255a3e41 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298549 Nov 08 12:32:51.924792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0490abc-dd54-4a47-8caa-868bd4452937 req-ca8f5283-331c-4558-93b9-b285424f19ef tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Nov 08 12:32:51.925340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-e99d950d-3eb0-4954-ab35-c1e9a7645aa1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:32:51.925340 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-e99d950d-3eb0-4954-ab35-c1e9a7645aa1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125873 Nov 08 12:32:51.925514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc713-c4fa-4466-84e4-bfde81e3df92 req-5a68fa8f-ae34-4f29-bc40-cd64d0d699b2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:51.925514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5dbc713-c4fa-4466-84e4-bfde81e3df92 req-5a68fa8f-ae34-4f29-bc40-cd64d0d699b2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 932 time: 0.1100652 Nov 08 12:32:51.965158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5dbc713-c4fa-4466-84e4-bfde81e3df92 req-07a3ac70-bfcf-46d4-a8d9-c434bb16be43 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658715 Nov 08 12:32:52.044830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5cb90-96d9-4e88-8dff-3739452a5add req-29372b42-da73-491d-85dc-16a6d43589ec tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:52.046495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7a5cb90-96d9-4e88-8dff-3739452a5add req-29372b42-da73-491d-85dc-16a6d43589ec tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0665898 Nov 08 12:32:52.157437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7a5cb90-96d9-4e88-8dff-3739452a5add req-34c1ad08-490c-40cb-bb27-bda574c67b37 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043894 Nov 08 12:32:52.169718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d00f3-8897-4b61-8466-8f57c7744b8d req-1cff1e34-a674-4433-8059-c756f15725a3 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:52.171429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900d00f3-8897-4b61-8466-8f57c7744b8d req-1cff1e34-a674-4433-8059-c756f15725a3 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.1008525 Nov 08 12:32:52.229917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900d00f3-8897-4b61-8466-8f57c7744b8d req-d56ee9eb-613e-46e2-a35d-3823418d095d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Nov 08 12:32:52.299555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:52.351145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:52.393320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:52.397196 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81855a63-3a27-45a4-8654-fb1def90db07" -d '{"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-unplugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:52.464537 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b2d8c5-dae0-4c71-b071-56e17453b562 x-openstack-request-id: req-29b2d8c5-dae0-4c71-b071-56e17453b562 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:52.470202 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-unplugged", "status": "failed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "code": 422}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:52.470202 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29b2d8c5-dae0-4c71-b071-56e17453b562 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:52.470202 n-d-816990-1 neutron-server[102537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'code': 422} returned with failed status Nov 08 12:32:52.470673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Attempting to bind port b6c641be-3c43-48fb-93c0-369c3bff94e9 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:52.470673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Attempting to bind port b6c641be-3c43-48fb-93c0-369c3bff94e9 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:52.470673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Attempting to bind port b6c641be-3c43-48fb-93c0-369c3bff94e9 on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:52.478354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Port b6c641be-3c43-48fb-93c0-369c3bff94e9 on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:52.479597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Attempting to bind port b6c641be-3c43-48fb-93c0-369c3bff94e9 on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:52.490503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:52.490918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:52.491491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:52.492113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Bound port: b6c641be-3c43-48fb-93c0-369c3bff94e9, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:52.492778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:52.553080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321832bd-c1a2-4925-b75b-285d8256404c req-a4fe4e44-abec-4f52-9147-731bc7b1420b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:52.555307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-321832bd-c1a2-4925-b75b-285d8256404c req-a4fe4e44-abec-4f52-9147-731bc7b1420b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0828578 Nov 08 12:32:52.642540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-321832bd-c1a2-4925-b75b-285d8256404c req-e54f0129-adca-4d16-9f4e-fd33999a71e8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789547 Nov 08 12:32:52.709499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:52.713727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:52.785760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:52.832529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:52.833453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:52.835051 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] 10.222.0.57 "PUT /v2.0/ports/b6c641be-3c43-48fb-93c0-369c3bff94e9 HTTP/1.1" status: 200 len: 1092 time: 1.7265007 Nov 08 12:32:52.837324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:52.841249 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8f79fd-9376-49ed-b825-c87443ae1463" -d '{"events": [{"name": "network-changed", "server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:52.891883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9698-2105-4959-958d-144fb413d302 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:52.897641 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc6cbe-fd1c-4d80-a889-84d14466ba68 x-openstack-request-id: req-2bdc6cbe-fd1c-4d80-a889-84d14466ba68 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:52.898002 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:52.898285 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bdc6cbe-fd1c-4d80-a889-84d14466ba68 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:52.898714 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9', 'status': 'completed', 'code': 200} Nov 08 12:32:53.017299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-baee112d-9e1a-4394-ba61-d4a2c8f42a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.019095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-baee112d-9e1a-4394-ba61-d4a2c8f42a98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 1095 time: 0.0929911 Nov 08 12:32:53.105707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca33e1f-76fa-4b01-a185-4d5dffe4a0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:53.159352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c200-e960-470e-982d-fa266426f424 req-f8b99a0b-b1d1-46ff-a693-235a688e8ee5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.160941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b43c200-e960-470e-982d-fa266426f424 req-f8b99a0b-b1d1-46ff-a693-235a688e8ee5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.1332827 Nov 08 12:32:53.205977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa6c50-3184-4f91-ab48-6301c17a1479 req-326637c9-ecfc-4348-8564-d5f6d76a3b0d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.207614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44aa6c50-3184-4f91-ab48-6301c17a1479 req-326637c9-ecfc-4348-8564-d5f6d76a3b0d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 944 time: 0.1250103 Nov 08 12:32:53.244703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-31c95c42-bac9-41e7-8c8a-0e1b665df5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.246386 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-31c95c42-bac9-41e7-8c8a-0e1b665df5e8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e3a7548f5d54befbf067a1171496089&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2085125 Nov 08 12:32:53.283448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b43c200-e960-470e-982d-fa266426f424 req-ba3a4927-ffb6-4ec4-92f4-b8c1f7cb8e4c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120801 Nov 08 12:32:53.312766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44aa6c50-3184-4f91-ab48-6301c17a1479 req-3c326d2c-2d8d-4c59-9414-31a41ae76714 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944505 Nov 08 12:32:53.498175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-ec1f15e9-c7e3-42d6-b0c3-075c00fa7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.499777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e8f79fd-9376-49ed-b825-c87443ae1463 req-ec1f15e9-c7e3-42d6-b0c3-075c00fa7dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455053 Nov 08 12:32:53.503884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653c09-f3f6-4d56-80c0-6757489dc6a1 req-444f1b50-bc37-41cf-8dc4-fd6bd9831f27 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.505921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49653c09-f3f6-4d56-80c0-6757489dc6a1 req-444f1b50-bc37-41cf-8dc4-fd6bd9831f27 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0925083 Nov 08 12:32:53.526118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7f7d-164e-4da5-8312-4cc109d1911a req-3867d48d-7df6-4ae1-bfe9-ae0c86277218 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.527718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a1e7f7d-164e-4da5-8312-4cc109d1911a req-3867d48d-7df6-4ae1-bfe9-ae0c86277218 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0774469 Nov 08 12:32:53.589376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-c922434e-52c7-4426-a240-1a392154014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.590987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-c922434e-52c7-4426-a240-1a392154014f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 1095 time: 0.0490773 Nov 08 12:32:53.598111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49653c09-f3f6-4d56-80c0-6757489dc6a1 req-ba9d9fa4-291d-46a2-82c7-644e75cc3635 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805380 Nov 08 12:32:53.614620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a1e7f7d-164e-4da5-8312-4cc109d1911a req-e04b0f88-2ca3-48eb-bf1c-923356c1f33b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737498 Nov 08 12:32:53.652940 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-e94c79de-4c1a-494e-b4d7-dbbfbf492900 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9 HTTP/1.1" status: 200 len: 217 time: 0.0531363 Nov 08 12:32:53.710514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-61c27db4-7c6c-45d7-be93-51b732d830ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.712078 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-61c27db4-7c6c-45d7-be93-51b732d830ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0508077 Nov 08 12:32:53.756260 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-a4e08426-7c3f-413a-86c1-3862f3fe4b8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357378 Nov 08 12:32:53.822635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a71da-d97b-49b8-9c02-bdb7e00ac9ee req-8ef700d7-e85f-4e29-80c4-53c18d25dca4 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.825146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-531a71da-d97b-49b8-9c02-bdb7e00ac9ee req-8ef700d7-e85f-4e29-80c4-53c18d25dca4 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0993736 Nov 08 12:32:53.834745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe968a17-930a-4b0a-8712-e86375988159 req-e960c95f-253d-4bff-ab33-51b615f44625 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:53.836675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe968a17-930a-4b0a-8712-e86375988159 req-e960c95f-253d-4bff-ab33-51b615f44625 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0985827 Nov 08 12:32:53.851794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44040) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:32:53.856800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'floatingip': {'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:53.888243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-531a71da-d97b-49b8-9c02-bdb7e00ac9ee req-518f4ec0-0adc-40c1-b4cd-0e7ade04da41 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505052 Nov 08 12:32:53.924937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:53.989873 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-e4993efe-7ab8-42c8-96b7-dc34bf93992e service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250619 Nov 08 12:32:54.071328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05968d-aa2f-4681-be8c-d8a945537b66 req-f11f190a-9875-4ec8-8940-853d943fd3ef tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.073881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd05968d-aa2f-4681-be8c-d8a945537b66 req-f11f190a-9875-4ec8-8940-853d943fd3ef tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0673947 Nov 08 12:32:54.151476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd05968d-aa2f-4681-be8c-d8a945537b66 req-222da99a-afbe-45a3-9977-a567c592c09b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713201 Nov 08 12:32:54.172822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c016-8853-4b7f-9946-f93b072f9e5f req-14de05e3-d775-4513-8883-bbebe90291ae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.174521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e751c016-8853-4b7f-9946-f93b072f9e5f req-14de05e3-d775-4513-8883-bbebe90291ae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0729148 Nov 08 12:32:54.242903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e751c016-8853-4b7f-9946-f93b072f9e5f req-a8b171c3-c173-4886-b572-b2def04152d5 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619717 Nov 08 12:32:54.243074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-b0df978e-d21d-4d45-ac8c-c4f707d018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.245171 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-b0df978e-d21d-4d45-ac8c-c4f707d018c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e&tenant_id=ac5751372a314066a1f73bbf686fba9a HTTP/1.1" status: 200 len: 1094 time: 0.1520233 Nov 08 12:32:54.264075 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c1576343-d2d9-4def-b414-a4090dcd4173 req-57cfb296-ff05-4809-a949-bddd62a2540d service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555358 Nov 08 12:32:54.284854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:32:54.452896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b697377-5b0b-4235-84fb-bd72bde392b7 req-af3d5908-64a5-4613-b1b6-08cdecdb6511 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.454713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b697377-5b0b-4235-84fb-bd72bde392b7 req-af3d5908-64a5-4613-b1b6-08cdecdb6511 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 944 time: 0.0581527 Nov 08 12:32:54.510444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b697377-5b0b-4235-84fb-bd72bde392b7 req-9d8047f4-80f3-47f9-a5e7-9cc19d2aace1 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Nov 08 12:32:54.520597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:54.574923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3043-9070-4b51-ae1d-105118d39287 req-0dd75c9e-97ba-4c2b-ae68-32522223f738 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.582421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-079d3043-9070-4b51-ae1d-105118d39287 req-0dd75c9e-97ba-4c2b-ae68-32522223f738 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Nov 08 12:32:54.674595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-079d3043-9070-4b51-ae1d-105118d39287 req-9b8ee13d-24ce-4ea8-adcd-244ae45a1f79 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909176 Nov 08 12:32:54.686627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db8c60-5169-4989-bb9e-2015fef0f619 req-d9750070-7326-49cd-ab72-dcc225492551 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:54.698816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66db8c60-5169-4989-bb9e-2015fef0f619 req-d9750070-7326-49cd-ab72-dcc225492551 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.1142700 Nov 08 12:32:54.756346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66db8c60-5169-4989-bb9e-2015fef0f619 req-af908750-c814-4666-b851-9d38204127fa tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561104 Nov 08 12:32:54.800864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:54.859177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:54.964493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:55.001905 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Floating IP c1240250-a8c6-46c6-8d9a-bc10b1fc9205 associated. External IP: 172.25.1.194, port: c70269f3-2536-4c12-ba5e-a6300d2b9a05. Nov 08 12:32:55.005508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755c038-0684-48d3-981e-fccde6d85d16 req-d268484c-9c17-4d80-b904-3f8553ddcb71 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.007209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c755c038-0684-48d3-981e-fccde6d85d16 req-d268484c-9c17-4d80-b904-3f8553ddcb71 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0716100 Nov 08 12:32:55.084268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c755c038-0684-48d3-981e-fccde6d85d16 req-63abaf0d-581a-4a24-93dd-9cdf04c334cc tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639353 Nov 08 12:32:55.095036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:55.189578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:55.201277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:55.207399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-13954834-3f43-422b-84b7-d4f930b24d42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1643419 Nov 08 12:32:55.230492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Transition to ACTIVE for port object c27ca857-8562-4d75-9b24-7883882aadcb will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:32:55.412891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f62cf-7a53-45dc-ac5f-9159c30d8e4f req-5d56c8e6-5ebf-414f-bee4-aebd404494ac tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.419355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f62cf-7a53-45dc-ac5f-9159c30d8e4f req-5d56c8e6-5ebf-414f-bee4-aebd404494ac tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.425850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f62cf-7a53-45dc-ac5f-9159c30d8e4f req-5d56c8e6-5ebf-414f-bee4-aebd404494ac tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.435073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e2f62cf-7a53-45dc-ac5f-9159c30d8e4f req-5d56c8e6-5ebf-414f-bee4-aebd404494ac tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71&device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd&device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 2417 time: 0.0725937 Nov 08 12:32:55.482751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-246fe2c3-d1b2-42b6-950c-bfdf99e3c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:55.499695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e2f62cf-7a53-45dc-ac5f-9159c30d8e4f req-946b93ea-174e-4172-bee0-52cf032a4442 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650065 Nov 08 12:32:55.617042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6aec4-0c20-4890-a437-be0606f8e018 req-821b5a66-7f1b-45ab-a335-69fe39ac2978 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.618597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cb6aec4-0c20-4890-a437-be0606f8e018 req-821b5a66-7f1b-45ab-a335-69fe39ac2978 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.0819843 Nov 08 12:32:55.622571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:55.642443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a1e4-ef00-4568-b70f-2a4477a95265 req-9394f877-25f1-4e97-80a7-8d9fd8c8c468 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.643938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f588a1e4-ef00-4568-b70f-2a4477a95265 req-9394f877-25f1-4e97-80a7-8d9fd8c8c468 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0780687 Nov 08 12:32:55.664133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-d56e1906-5d65-470f-a5b5-b740b2ff10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.665539 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-d56e1906-5d65-470f-a5b5-b740b2ff10b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.3953550 Nov 08 12:32:55.721182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cb6aec4-0c20-4890-a437-be0606f8e018 req-9dbd6a4b-262f-4e51-a243-379600f038ce tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942676 Nov 08 12:32:55.728856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f588a1e4-ef00-4568-b70f-2a4477a95265 req-6db29765-836d-4c9a-8658-403d5e02491c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Nov 08 12:32:55.729071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:55.748127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] No DVR routers for this DVR port c27ca857-8562-4d75-9b24-7883882aadcb on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:32:55.748127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:32:55.862197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:32:55.862890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:32:55.862890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:55.885607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:32:55.885936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Attempting to bind port c27ca857-8562-4d75-9b24-7883882aadcb on network 3b3526a9-08a5-4379-b88c-05731a707baf {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:32:55.901583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:32:55.901801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Checking segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:32:55.902198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Bound using segment: {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:32:55.902723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Bound port: c27ca857-8562-4d75-9b24-7883882aadcb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d478947-d17c-43db-8930-9d2905e9f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:32:55.903089 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:55.907797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-0cd95c8e-84b4-43a2-8370-8b899f476545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.909308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac456ea-7555-4b75-9f68-b8db21dcf6d2 req-430b113f-4f6a-476d-9a13-e3b24f00ae31 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.909496 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-0cd95c8e-84b4-43a2-8370-8b899f476545 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.2160842 Nov 08 12:32:55.910997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ac456ea-7555-4b75-9f68-b8db21dcf6d2 req-430b113f-4f6a-476d-9a13-e3b24f00ae31 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 944 time: 0.0859280 Nov 08 12:32:55.925002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a34fa-e930-4c6a-9624-1103be56636b req-2ac41642-570c-4a54-8838-3a77be3a818e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:55.930971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-032a34fa-e930-4c6a-9624-1103be56636b req-2ac41642-570c-4a54-8838-3a77be3a818e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0750883 Nov 08 12:32:56.007786 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-726624a3-f103-4d75-8ad7-2c10327d119f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0670991 Nov 08 12:32:56.009468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ac456ea-7555-4b75-9f68-b8db21dcf6d2 req-cf5abff2-6628-4297-b20c-2c5b51476cb4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766230 Nov 08 12:32:56.019042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-032a34fa-e930-4c6a-9624-1103be56636b req-64353b3f-0ab3-408f-9391-6fa91cea7228 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778112 Nov 08 12:32:56.064588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:32:56.077179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:56.083281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:32:56.097604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:56.098637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:56.119683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:32:56.124459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-bc3f4474-1504-447b-88d6-658f3a575a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.125964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-bc3f4474-1504-447b-88d6-658f3a575a7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.1100628 Nov 08 12:32:56.129383 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51526719-d99c-449b-8ef5-3cb14e5b0e6b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "PUT /v2.0/floatingips/c1240250-a8c6-46c6-8d9a-bc10b1fc9205 HTTP/1.1" status: 200 len: 991 time: 2.2766261 Nov 08 12:32:56.135689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:56.137971 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c" -d '{"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:56.145618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:32:56.156079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66dda-3abd-4557-9c31-2f3b6a246c0a req-e71c3f6e-e5d9-4cc4-8bc2-62ae3055d7dd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.158340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ee66dda-3abd-4557-9c31-2f3b6a246c0a req-e71c3f6e-e5d9-4cc4-8bc2-62ae3055d7dd tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 943 time: 0.0829651 Nov 08 12:32:56.174650 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-b156d821-7ac9-4cc6-ab5f-a2c1745dbe58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320218 Nov 08 12:32:56.222321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ee66dda-3abd-4557-9c31-2f3b6a246c0a req-be600308-4618-4bc2-bafd-5be69e0e4005 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567396 Nov 08 12:32:56.245838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:56.248545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:56.292822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.293446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:56.294873 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] 10.222.0.61 "PUT /v2.0/ports/c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 1091 time: 2.0299184 Nov 08 12:32:56.331129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7653c-7108-40ab-a400-4c338cf12c75 service neutron] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:56.348777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-fd0f63ca-0ac3-4507-a60c-c5dbd9e40892 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658678 Nov 08 12:32:56.401603 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89c0dc-195a-4d7c-80ac-48f7328e7d45 x-openstack-request-id: req-2a89c0dc-195a-4d7c-80ac-48f7328e7d45 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:56.401905 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:56.402164 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a89c0dc-195a-4d7c-80ac-48f7328e7d45 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:56.402606 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'status': 'completed', 'code': 200} Nov 08 12:32:56.439984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-bd3a0e08-9008-49ec-bef5-4c94466b2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.441425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-bd3a0e08-9008-49ec-bef5-4c94466b2b51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1095 time: 0.1073201 Nov 08 12:32:56.525116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-542851d8-0373-4a99-8c3b-fd128f50e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.526688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-542851d8-0373-4a99-8c3b-fd128f50e62b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1096 time: 0.0707576 Nov 08 12:32:56.527757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e1de6fcd-a941-473b-8766-ec4ef1368b57 req-fec8cabc-2a5c-4ae0-9e81-73f037463adc service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609635 Nov 08 12:32:56.564255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-a847aa1e-4abc-47bd-a1af-4a98c7c5f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.566082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-a847aa1e-4abc-47bd-a1af-4a98c7c5f3cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1104138 Nov 08 12:32:56.617097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-fad0dd20-b571-449e-a854-db31fa7153af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0433593 Nov 08 12:32:56.623137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1240250-a8c6-46c6-8d9a-bc10b1fc9205', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:32:18Z', 'updated_at': '2021-11-08T12:32:54Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:56.652703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:32:56.653179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-eab73cf3-12e3-437c-99d7-363996f3a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.655753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-eab73cf3-12e3-437c-99d7-363996f3a7fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.1107969 Nov 08 12:32:56.662433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:32:56.663301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:56.678429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-38c1f238-ff63-4144-ac41-ba382862d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.685148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-38c1f238-ff63-4144-ac41-ba382862d668 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0563948 Nov 08 12:32:56.725899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:56.730489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-7c8e9e0d-a8d5-42fb-8a92-9449b6d99a1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 999 time: 0.0674469 Nov 08 12:32:56.764117 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-069af2ec-8d31-466b-8252-916a8831c9b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746012 Nov 08 12:32:56.801471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-f78f4d05-d79a-4bef-ae49-b16eac6b50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.802616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-f78f4d05-d79a-4bef-ae49-b16eac6b50a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.0638177 Nov 08 12:32:56.844840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:32:56.872553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-96bcbba5-2a5f-4a1b-bea5-d9ea6f4b7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.875944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-96bcbba5-2a5f-4a1b-bea5-d9ea6f4b7e40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545645 Nov 08 12:32:56.889103 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-39eba3c6-692b-4209-b380-02c5c99d53a1 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127062 Nov 08 12:32:56.891438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-7af3beb3-362a-4a46-846f-3006c76c1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:56.892930 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-7af3beb3-362a-4a46-846f-3006c76c1b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.1862395 Nov 08 12:32:57.045656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b6c641be-3c43-48fb-93c0-369c3bff94e9 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:32:57.052747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-ed85df44-955d-4f5f-bd96-93ffff0d7e9e service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699035 Nov 08 12:32:57.102041 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-efb00300-ec1b-4f91-88e1-deef861615a2 req-6c76275c-ddbf-4919-9fae-db32cb98fc69 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059326 Nov 08 12:32:57.103873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-174abe80-1b34-4c8a-ad5d-8fb77fb30ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.105385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-174abe80-1b34-4c8a-ad5d-8fb77fb30ea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.1883962 Nov 08 12:32:57.156482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea238a-abb5-4a38-970e-c0ea20e0e7cf req-17ed26ae-faab-40cc-ae5a-985a26042c4b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.157305 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-1e6601b8-ab49-4e0c-88b8-00ac2fd591bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0441055 Nov 08 12:32:57.158002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ea238a-abb5-4a38-970e-c0ea20e0e7cf req-17ed26ae-faab-40cc-ae5a-985a26042c4b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.2557495 Nov 08 12:32:57.174436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7372d7-660f-4a30-9071-bd2e765652f0 req-861f8daf-220e-4a26-8b3d-20c09d6bb528 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.182382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e7372d7-660f-4a30-9071-bd2e765652f0 req-861f8daf-220e-4a26-8b3d-20c09d6bb528 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 946 time: 0.1669061 Nov 08 12:32:57.221003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-8ac49a40-6be8-4e6d-b9d3-90494d920aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.222528 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-8ac49a40-6be8-4e6d-b9d3-90494d920aa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0571203 Nov 08 12:32:57.254118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:57.259335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-a99f978a-d1f9-47ce-9eac-7e5ebece1639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277450 Nov 08 12:32:57.273475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b5820f0-42d5-4fd0-86f2-69bcdf81359c req-c7b60e89-572c-4ea5-8c7f-f01f1756e0d4 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003386 Nov 08 12:32:57.275966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b6c641be-3c43-48fb-93c0-369c3bff94e9', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'b6c641be-3c43-48fb-93c0-369c3bff94e9', 'mac_address': 'fa:16:3e:10:72:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:32:57.288966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e7372d7-660f-4a30-9071-bd2e765652f0 req-3c9a287f-a161-4009-a077-6703f6ff7e39 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056554 Nov 08 12:32:57.293576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49ea238a-abb5-4a38-970e-c0ea20e0e7cf req-2688cb2a-f564-458c-95a8-c9f93021e9b4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085541 Nov 08 12:32:57.363255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:57.383737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c641be-3c43-48fb-93c0-369c3bff94e9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:32:57.431012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:57.452954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1240250-a8c6-46c6-8d9a-bc10b1fc9205', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:32:18Z', 'updated_at': '2021-11-08T12:32:54Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:32:57.485516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c7c59-3dfe-4cdc-a6dd-bffe2bdbe545 None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1240250-a8c6-46c6-8d9a-bc10b1fc9205', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:32:18Z', 'updated_at': '2021-11-08T12:32:54Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:32:57.501012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:57.517557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d383-8515-4e9d-82a7-0440894b57e1 req-dcfae26f-275c-4b2d-886c-98345dc4ab80 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.523549 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-503fa01d-f733-4063-95be-354dc5343fae service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474892 Nov 08 12:32:57.531198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4867d383-8515-4e9d-82a7-0440894b57e1 req-dcfae26f-275c-4b2d-886c-98345dc4ab80 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 944 time: 0.1462064 Nov 08 12:32:57.607065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:57.653475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4867d383-8515-4e9d-82a7-0440894b57e1 req-4b46108b-d2c7-4a50-a19a-e86c4bf9c809 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101663 Nov 08 12:32:57.716289 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a0fdb216-2331-4517-8fce-f261a27a96ca req-bb1cb1cc-e2e3-4542-a95f-de2785d45ebe service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831489 Nov 08 12:32:57.763033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b6c641be-3c43-48fb-93c0-369c3bff94e9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:32:57.783484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aec05-0000-45a9-8467-64fa3913b738 req-f34eb877-550d-4129-8a4a-860cf4bca548 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:57.792042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-288aec05-0000-45a9-8467-64fa3913b738 req-f34eb877-550d-4129-8a4a-860cf4bca548 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.0814826 Nov 08 12:32:57.843861 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855269a-0191-4ac4-a057-4fd9b34e6dc0 None None] New status for floating IP c1240250-a8c6-46c6-8d9a-bc10b1fc9205: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:32:57.899623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-288aec05-0000-45a9-8467-64fa3913b738 req-fd9edc03-d00e-4f28-9239-85f0ca22a20b tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048238 Nov 08 12:32:57.942746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:32:58.087487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:58.089100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:58.120306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:58.122302 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade42f4-d6ec-4567-9bf9-fd631610d8cb" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:58.155370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:58.171898 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec7698-e5ec-4c34-b36d-1219882e406d x-openstack-request-id: req-9dec7698-e5ec-4c34-b36d-1219882e406d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:58.172369 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:58.172622 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dec7698-e5ec-4c34-b36d-1219882e406d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:58.173186 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'code': 200} Nov 08 12:32:58.207792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:58.321287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=14']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:32:58.336547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac94772-b0cc-402f-a246-85dbeeb00c3d req-e50ba318-a5af-4a70-95f3-f7fad72a39c1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:58.346043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bac94772-b0cc-402f-a246-85dbeeb00c3d req-e50ba318-a5af-4a70-95f3-f7fad72a39c1 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0968640 Nov 08 12:32:58.404207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:32:58.407181 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c" -d '{"events": [{"name": "network-changed", "server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:32:58.439125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bac94772-b0cc-402f-a246-85dbeeb00c3d req-115451eb-d8d0-4ee0-946a-9e5fbbe75830 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918856 Nov 08 12:32:58.470099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ff8b-1f0e-4545-8fc7-fcd11ca2d672 req-fdbe5fb8-ec54-4e72-b53e-7b2bd04aa1f1 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:58.472349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d34ff8b-1f0e-4545-8fc7-fcd11ca2d672 req-fdbe5fb8-ec54-4e72-b53e-7b2bd04aa1f1 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0655019 Nov 08 12:32:58.515744 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb29a0-3ea0-4e40-ae1d-41a90c681bc7 x-openstack-request-id: req-ebeb29a0-3ea0-4e40-ae1d-41a90c681bc7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:32:58.516044 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:32:58.516324 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebeb29a0-3ea0-4e40-ae1d-41a90c681bc7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:32:58.516730 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'status': 'completed', 'code': 200} Nov 08 12:32:58.554211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d34ff8b-1f0e-4545-8fc7-fcd11ca2d672 req-73e2cc69-dfa8-4832-b872-f49e5db215a6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Nov 08 12:32:58.786276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfdb5-f431-4cff-8b35-60cb32495386 req-214bd33f-718a-4ccc-a11b-26aefa821554 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:32:58.787828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3afcfdb5-f431-4cff-8b35-60cb32495386 req-214bd33f-718a-4ccc-a11b-26aefa821554 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 945 time: 0.0690703 Nov 08 12:32:58.842525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3afcfdb5-f431-4cff-8b35-60cb32495386 req-5d1e7011-7bee-4109-aae6-8aa8b99f965a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Nov 08 12:32:58.870943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:59.031674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b6c641be-3c43-48fb-93c0-369c3bff94e9 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:32:59.207803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b6c641be-3c43-48fb-93c0-369c3bff94e9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:32:59.211938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b6c641be-3c43-48fb-93c0-369c3bff94e9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:32:59.217452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:59.299152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:59.338384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:32:59.417932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:32:59.475610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:00.174263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:00.176606 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8cdb3-fca7-4b91-90bc-3d25a9346f56" -d '{"events": [{"server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:08.269146 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:33:10.792057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-bef258ef-48ba-47a8-9c61-6ec3f86371bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:10.793501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-bef258ef-48ba-47a8-9c61-6ec3f86371bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1095 time: 0.0886464 Nov 08 12:33:10.821620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbd50-3b1d-4e7b-b1ea-dc8bbbf3fddb req-ef8f0042-c994-4732-8174-b4679eddfdd5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:10.823135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31bbbd50-3b1d-4e7b-b1ea-dc8bbbf3fddb req-ef8f0042-c994-4732-8174-b4679eddfdd5 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.0924520 Nov 08 12:33:10.927970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcddb4-772e-41c6-80f6-ae2b981ecfe3 req-643440ae-f037-4c2e-b795-b4e5b7c4146c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:10.929445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02fcddb4-772e-41c6-80f6-ae2b981ecfe3 req-643440ae-f037-4c2e-b795-b4e5b7c4146c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.1495304 Nov 08 12:33:10.969802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31bbbd50-3b1d-4e7b-b1ea-dc8bbbf3fddb req-95007f75-789c-4a1a-9d1a-3b66f4cd4dea tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348419 Nov 08 12:33:11.002942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-5bcb16ac-3ee5-42b2-9539-50124710e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.004424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-5bcb16ac-3ee5-42b2-9539-50124710e8ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1795640 Nov 08 12:33:11.009495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02fcddb4-772e-41c6-80f6-ae2b981ecfe3 req-a0d5e4d6-8f7f-46c4-8c39-022a8f548ec9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Nov 08 12:33:11.060398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-1df87ef6-355b-45e9-8824-06ef4dc4249f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0419779 Nov 08 12:33:11.168945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9b772-c7ea-4b05-9203-a7e3fd9401dc req-b1262888-6956-4a01-91e4-978b3312a6a8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.170404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83e9b772-c7ea-4b05-9203-a7e3fd9401dc req-b1262888-6956-4a01-91e4-978b3312a6a8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1125264 Nov 08 12:33:11.180569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201d24c-8461-4148-bcc2-2ba8b738b418 req-ead999e7-4986-4f3b-b50d-b09cebb72b29 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.181946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a201d24c-8461-4148-bcc2-2ba8b738b418 req-ead999e7-4986-4f3b-b50d-b09cebb72b29 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.1132510 Nov 08 12:33:11.184529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-87af12bc-e238-4e75-9df4-0d5cc7de4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.185952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-87af12bc-e238-4e75-9df4-0d5cc7de4e57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0952995 Nov 08 12:33:11.251754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-45ed5154-9b57-4bf8-a5ad-de24667fa178 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419610 Nov 08 12:33:11.308305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83e9b772-c7ea-4b05-9203-a7e3fd9401dc req-bf61275f-94b3-4fcf-91bc-22863513dd6b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253705 Nov 08 12:33:11.313376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a201d24c-8461-4148-bcc2-2ba8b738b418 req-8d87a204-bfba-4472-8628-006dd0c419c6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219506 Nov 08 12:33:11.367487 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa877e46-682b-49e5-9e05-af5905e8cb5d x-openstack-request-id: req-aa877e46-682b-49e5-9e05-af5905e8cb5d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:11.368022 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:11.368022 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa877e46-682b-49e5-9e05-af5905e8cb5d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:11.368388 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9', 'code': 200} Nov 08 12:33:11.377650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-fa6dad85-868c-49f6-baf3-a433a9ec4ab5 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125925 Nov 08 12:33:11.474098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26b53-8fcd-43b3-88d7-ad9c29946aae req-ba2d0ed6-6519-4bbb-a23c-46b6bc655eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.475658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71e26b53-8fcd-43b3-88d7-ad9c29946aae req-ba2d0ed6-6519-4bbb-a23c-46b6bc655eff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 1097 time: 0.0431969 Nov 08 12:33:11.505796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ad6e-4823-4c5f-ba07-d6649e48e4c8 req-b0f5f15c-570f-4ef4-9216-fd8c7090d6c4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.507351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1861ad6e-4823-4c5f-ba07-d6649e48e4c8 req-b0f5f15c-570f-4ef4-9216-fd8c7090d6c4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1158972 Nov 08 12:33:11.527373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-71e26b53-8fcd-43b3-88d7-ad9c29946aae req-831cd449-5af2-4652-85a2-4976eb315bae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Nov 08 12:33:11.549353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3e9b222-fa4c-4bba-9dd4-08984cffc88c req-d43db1ab-cf5b-49fb-bdcb-51eca823946a service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458008 Nov 08 12:33:11.572523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1861ad6e-4823-4c5f-ba07-d6649e48e4c8 req-aa225245-abdb-4f54-b703-bcf14bac57d4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Nov 08 12:33:11.895137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6eb9-3b81-4691-8bab-41e65afa27e0 req-48f7b78e-6713-4613-bb80-9558851cdb88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.896633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da9d6eb9-3b81-4691-8bab-41e65afa27e0 req-48f7b78e-6713-4613-bb80-9558851cdb88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0559359 Nov 08 12:33:11.968310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da9d6eb9-3b81-4691-8bab-41e65afa27e0 req-f5944026-6c16-45a7-b9ce-597b1f961822 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635962 Nov 08 12:33:11.971180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-a2a7e82f-5e09-406e-af21-cb973bf4d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:11.972417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-a2a7e82f-5e09-406e-af21-cb973bf4d4e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0749369 Nov 08 12:33:12.130869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-396040ec-1532-4597-ab5e-b6b3a96a4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.132339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-396040ec-1532-4597-ab5e-b6b3a96a4fab service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.1507096 Nov 08 12:33:12.139946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589199bc-17b7-4049-89f3-515d996f83c3 req-1f7a4b4c-4144-4d49-999c-eea44fc153a8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.141312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589199bc-17b7-4049-89f3-515d996f83c3 req-1f7a4b4c-4144-4d49-999c-eea44fc153a8 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.0999026 Nov 08 12:33:12.213378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2476a-900e-44ba-b06d-568814bd4af1 req-5e2e5fd8-343f-42d5-a20b-de469e877d62 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.214907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43f2476a-900e-44ba-b06d-568814bd4af1 req-5e2e5fd8-343f-42d5-a20b-de469e877d62 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.1358044 Nov 08 12:33:12.261960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-6db66662-9e64-4abc-97d8-d8ecb99ec1a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.1190150 Nov 08 12:33:12.269331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-589199bc-17b7-4049-89f3-515d996f83c3 req-081072de-85e1-4d0f-9c54-57a19d75b6da tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176498 Nov 08 12:33:12.323864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43f2476a-900e-44ba-b06d-568814bd4af1 req-5a42d439-1838-41fb-86a4-4ff803fca7d7 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954521 Nov 08 12:33:12.337251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-18fc7898-8d02-4dd5-ad32-b8518cb4f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.338730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-18fc7898-8d02-4dd5-ad32-b8518cb4f98e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.0661652 Nov 08 12:33:12.404412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-a60ea2ae-13a1-4001-9835-a541f52abc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.405880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-a60ea2ae-13a1-4001-9835-a541f52abc3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585809 Nov 08 12:33:12.522730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b4df7-c71c-4a68-b842-a435c5229b93 req-1ec98cff-2f54-480d-bc15-69a13686c79e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.524186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b5b4df7-c71c-4a68-b842-a435c5229b93 req-1ec98cff-2f54-480d-bc15-69a13686c79e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.1369309 Nov 08 12:33:12.534470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ddcb-7f94-4e02-b293-f1c78ffa33ed req-fba062f5-e07b-4973-be88-1047f067a833 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:12.535870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9773ddcb-7f94-4e02-b293-f1c78ffa33ed req-fba062f5-e07b-4973-be88-1047f067a833 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1355739 Nov 08 12:33:12.628391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-faf8a01c-7a1f-4633-9e01-9e619e95b8bf service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013824 Nov 08 12:33:12.636343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b5b4df7-c71c-4a68-b842-a435c5229b93 req-3c5f5480-a8af-4e77-a116-02808a825b8a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Nov 08 12:33:12.656781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9773ddcb-7f94-4e02-b293-f1c78ffa33ed req-8521fd57-86bb-4974-af97-c931bd403db6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 Nov 08 12:33:12.728456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-506c69f6-7204-48fd-a8b6-a510ef624adc req-7a361689-0eac-4639-b1ab-e528dd6be2d5 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908110 Nov 08 12:33:13.088433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ef02-d333-4c36-916c-fb1532ad4371 req-9f3b5b0d-1e5f-47dc-ab55-dc465429c5be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:13.089887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2056ef02-d333-4c36-916c-fb1532ad4371 req-9f3b5b0d-1e5f-47dc-ab55-dc465429c5be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0493164 Nov 08 12:33:13.137268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2056ef02-d333-4c36-916c-fb1532ad4371 req-bedd7db6-4b2f-439d-ab11-2e9a4792a7c6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Nov 08 12:33:13.391817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015705a-d6f3-4bc0-84a6-38d0d59d0eff req-34555e57-6ec8-4779-96c4-6a0db6e13524 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:13.393293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d015705a-d6f3-4bc0-84a6-38d0d59d0eff req-34555e57-6ec8-4779-96c4-6a0db6e13524 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 944 time: 0.0501473 Nov 08 12:33:13.478342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803146-46a0-4e31-b996-580400fa49d7 req-f9e685a3-d06d-4841-8059-e06a55502fe2 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:13.479846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16803146-46a0-4e31-b996-580400fa49d7 req-f9e685a3-d06d-4841-8059-e06a55502fe2 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0856466 Nov 08 12:33:13.483580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d015705a-d6f3-4bc0-84a6-38d0d59d0eff req-2df4143a-5825-46d6-85a2-334ad6a9a33a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800662 Nov 08 12:33:13.528499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16803146-46a0-4e31-b996-580400fa49d7 req-4c0dac9c-d0e0-4268-9ad9-01723337a118 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Nov 08 12:33:13.779223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ae54-71f3-4229-b925-4534b41dfb7f req-eb1f63eb-50ab-4d77-b4f1-7c35a97a22b7 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:13.780764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9483ae54-71f3-4229-b925-4534b41dfb7f req-eb1f63eb-50ab-4d77-b4f1-7c35a97a22b7 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0656333 Nov 08 12:33:13.788150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f4cd-44c5-4e65-be28-1a37e6adb5e6 req-857d2de3-9780-42b9-85de-8c44b34abf1b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:13.789504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4684f4cd-44c5-4e65-be28-1a37e6adb5e6 req-857d2de3-9780-42b9-85de-8c44b34abf1b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0840800 Nov 08 12:33:13.864560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9483ae54-71f3-4229-b925-4534b41dfb7f req-662ef163-1e21-45a3-935d-07f758072e5e tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741146 Nov 08 12:33:13.868642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4684f4cd-44c5-4e65-be28-1a37e6adb5e6 req-e465435f-7d04-4f46-b7bd-129ac1b72fc7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708244 Nov 08 12:33:13.987125 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c27ca857-8562-4d75-9b24-7883882aadcb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:33:14.083901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:14.095099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'network_id': '3b3526a9-08a5-4379-b88c-05731a707baf', 'port_id': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'mac_address': 'fa:16:3e:c0:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5827040-fae7-431e-bf14-18db4fa7a1e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:33:14.137299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:14.149977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:14.171151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:14.235447 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:14.285112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:14.296230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c1d2-f3f1-451f-8b1f-ac84df0a3b48 req-6e3f9c7c-1dba-4549-8965-a666b5dc2013 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:14.297727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed08c1d2-f3f1-451f-8b1f-ac84df0a3b48 req-6e3f9c7c-1dba-4549-8965-a666b5dc2013 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0783265 Nov 08 12:33:14.306228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e73b6-e854-4ebd-a761-4fbf61a1b34e req-8f96bf8c-1644-4125-9ed2-419385ceaf7b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:14.307641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d2e73b6-e854-4ebd-a761-4fbf61a1b34e req-8f96bf8c-1644-4125-9ed2-419385ceaf7b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0796514 Nov 08 12:33:14.381607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed08c1d2-f3f1-451f-8b1f-ac84df0a3b48 req-90fee263-c30c-4b83-a4db-9085ee14d4eb tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729809 Nov 08 12:33:14.388668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d2e73b6-e854-4ebd-a761-4fbf61a1b34e req-bd82d7aa-5570-485c-b1f2-2b3e88bf5f53 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722146 Nov 08 12:33:14.611474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:14.908587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653bce-2112-442d-bb17-493cff65c7b7 req-9db4fe0e-9cf0-426f-9b3a-cdb1d9e21ae3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:14.910221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65653bce-2112-442d-bb17-493cff65c7b7 req-9db4fe0e-9cf0-426f-9b3a-cdb1d9e21ae3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.3756602 Nov 08 12:33:14.930114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168105bb-81bc-4af3-9df4-68caf9b762fc req-2d02aa7c-aa00-4b42-8c0d-cf5385e41451 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:14.931525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168105bb-81bc-4af3-9df4-68caf9b762fc req-2d02aa7c-aa00-4b42-8c0d-cf5385e41451 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0704391 Nov 08 12:33:14.991743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65653bce-2112-442d-bb17-493cff65c7b7 req-eb2ae4ee-b444-4551-ab0d-4db71105e772 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744884 Nov 08 12:33:15.002903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168105bb-81bc-4af3-9df4-68caf9b762fc req-f0369a5f-c14e-4855-89b6-3e5590c629ac tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638700 Nov 08 12:33:15.124345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae52e-7a35-4f5f-a421-8840ef43ba27 req-9673e79b-8ba5-4d48-bd08-afad2d767ea6 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:15.125798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-230ae52e-7a35-4f5f-a421-8840ef43ba27 req-9673e79b-8ba5-4d48-bd08-afad2d767ea6 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0784867 Nov 08 12:33:15.137978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533b1cc-51a1-439a-8fbc-650f9362a223 req-84ad9427-8c57-4214-90cf-c0b25989dd7b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:15.140044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f533b1cc-51a1-439a-8fbc-650f9362a223 req-84ad9427-8c57-4214-90cf-c0b25989dd7b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0648663 Nov 08 12:33:15.210033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-230ae52e-7a35-4f5f-a421-8840ef43ba27 req-3617f466-09b8-401a-b43d-e92c88548e32 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689428 Nov 08 12:33:15.214223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f533b1cc-51a1-439a-8fbc-650f9362a223 req-4cc0e21d-5376-4be3-ba7d-750a1e087f08 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668643 Nov 08 12:33:15.380667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc5787-179b-4679-bfb6-45a31f868da3 req-cda174c0-ad79-4e1b-9525-2369a7dba289 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:15.382125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0efc5787-179b-4679-bfb6-45a31f868da3 req-cda174c0-ad79-4e1b-9525-2369a7dba289 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0488553 Nov 08 12:33:15.433982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0efc5787-179b-4679-bfb6-45a31f868da3 req-3c7e3115-c75c-4fc6-8823-37ac11cca559 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Nov 08 12:33:15.500553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d31db-ec05-4b6a-b7cd-6869f9d30b8b req-158487c3-9218-457e-ae74-1ed717e4b4d7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:15.511156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-227d31db-ec05-4b6a-b7cd-6869f9d30b8b req-158487c3-9218-457e-ae74-1ed717e4b4d7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0498862 Nov 08 12:33:15.550837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-227d31db-ec05-4b6a-b7cd-6869f9d30b8b req-712bf920-cd79-4cb3-b19f-1d4a1a745c51 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Nov 08 12:33:15.710715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-10f33496-8096-4367-94b8-864b9b67c4b2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:15.712170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-10f33496-8096-4367-94b8-864b9b67c4b2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.1030731 Nov 08 12:33:15.726810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-cfc10b9d-1e4d-4046-95a6-71b6e22261e2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/quotas/f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 375 time: 0.0088098 Nov 08 12:33:15.766697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:15.784546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-c8e40b20-974b-4886-a133-b0013f2c4605 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524173 Nov 08 12:33:15.873681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-a6558891-c30c-4a59-95a4-a69f5dc27912 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818970 Nov 08 12:33:15.963709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-b0804861-8175-4771-9e2c-415efe7bcdc7 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Nov 08 12:33:16.000836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c27ca857-8562-4d75-9b24-7883882aadcb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:33:16.128662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b51dea-4f41-484a-912d-997800d4b79a req-f60d21e8-7b84-4883-9478-6c8361dc44d4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.130516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22b51dea-4f41-484a-912d-997800d4b79a req-f60d21e8-7b84-4883-9478-6c8361dc44d4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 945 time: 0.0520859 Nov 08 12:33:16.138255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c27ca857-8562-4d75-9b24-7883882aadcb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:33:16.147302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c27ca857-8562-4d75-9b24-7883882aadcb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:33:16.147885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:16.208472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4caead52-6a58-4b0a-8bd3-f1fd9f2cf47e req-4429bbc1-e79e-488e-aca7-c4eceda2f6ec tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 210 time: 0.0452983 Nov 08 12:33:16.219068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22b51dea-4f41-484a-912d-997800d4b79a req-b85d9314-43c1-45ec-8a9c-a456e0345e98 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797966 Nov 08 12:33:16.269563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:16.313119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:16.315833 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5238a4-88f1-4271-a272-497740a6efe9" -d '{"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:16.330893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:16.386838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bf015-b81f-42ca-8ac4-d699f643a504 req-bd35159b-a40f-4e48-a645-cf738fb1e98d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.388571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e8bf015-b81f-42ca-8ac4-d699f643a504 req-bd35159b-a40f-4e48-a645-cf738fb1e98d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0922794 Nov 08 12:33:16.396393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adb57c-151c-428f-8d21-6272bd7f04ca req-a5a6f537-ca45-423a-bbbe-75f2f3ae99c9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.397844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5adb57c-151c-428f-8d21-6272bd7f04ca req-a5a6f537-ca45-423a-bbbe-75f2f3ae99c9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0884938 Nov 08 12:33:16.401156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:16.455729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:16.472164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e8bf015-b81f-42ca-8ac4-d699f643a504 req-68ebe6fc-e899-4c78-a2cd-a1e131887e4f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Nov 08 12:33:16.479711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5adb57c-151c-428f-8d21-6272bd7f04ca req-3912647a-fde7-4ee2-8d4a-f5887fef4ae8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735829 Nov 08 12:33:16.589661 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd3a4a-a538-469f-81b4-dc369c7e5c62 x-openstack-request-id: req-d0fd3a4a-a538-469f-81b4-dc369c7e5c62 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:16.590564 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-plugged", "status": "completed", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:16.595634 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0fd3a4a-a538-469f-81b4-dc369c7e5c62 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:16.595634 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'code': 200} Nov 08 12:33:16.697597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71418555-1b0c-4626-972f-7be96131ab6f req-f4fc0309-4e2f-42c1-8594-316e557e89e5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.699305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71418555-1b0c-4626-972f-7be96131ab6f req-f4fc0309-4e2f-42c1-8594-316e557e89e5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0602770 Nov 08 12:33:16.750364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71418555-1b0c-4626-972f-7be96131ab6f req-57cc00be-b042-44ca-8735-3cedf4c7c7b0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Nov 08 12:33:16.753564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627917e-088a-4344-86b8-ed2d0027df85 req-63497bc6-de9e-45f8-9339-f62c55970e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.755523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a627917e-088a-4344-86b8-ed2d0027df85 req-63497bc6-de9e-45f8-9339-f62c55970e5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0435805 Nov 08 12:33:16.810695 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a627917e-088a-4344-86b8-ed2d0027df85 req-f814bb6f-aa2b-455d-82f5-4e34052cb815 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Nov 08 12:33:16.878923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5318-3b6e-4b20-b79f-46de92998232 req-76be49ec-5622-4a0b-809e-3abdf179640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:16.880782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-701b5318-3b6e-4b20-b79f-46de92998232 req-76be49ec-5622-4a0b-809e-3abdf179640b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1097 time: 0.0404816 Nov 08 12:33:16.928793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-701b5318-3b6e-4b20-b79f-46de92998232 req-44f11a19-c645-49f0-845e-e096e2ed97ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 Nov 08 12:33:17.314357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f0733e9-6ac1-494d-8ac1-67942bab1f8d req-dadfd544-f9db-499c-873a-c6ea7d35e803 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Nov 08 12:33:17.361839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201f92e-5b5c-4ad9-a942-fbb3397a628d req-f94271c5-337c-4cab-9910-9afd65ba8b41 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:17.363373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d201f92e-5b5c-4ad9-a942-fbb3397a628d req-f94271c5-337c-4cab-9910-9afd65ba8b41 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0515254 Nov 08 12:33:17.412341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d201f92e-5b5c-4ad9-a942-fbb3397a628d req-cf9402bd-a759-4eba-8432-ff2959e1c84a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Nov 08 12:33:17.626293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7149be-2477-456a-b1be-0ca422017f38 req-710e70d7-295e-42e0-8190-f3eba440427f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:17.627703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd7149be-2477-456a-b1be-0ca422017f38 req-710e70d7-295e-42e0-8190-f3eba440427f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0819893 Nov 08 12:33:17.635382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344ddef-9553-412d-a629-0a93aa586d8d req-07905499-cea5-4aea-932a-cfd60d990b02 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:17.636765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f344ddef-9553-412d-a629-0a93aa586d8d req-07905499-cea5-4aea-932a-cfd60d990b02 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0809968 Nov 08 12:33:17.708126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd7149be-2477-456a-b1be-0ca422017f38 req-326523b9-fbc3-4dc3-bf74-f5c96e734e19 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Nov 08 12:33:17.712432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f344ddef-9553-412d-a629-0a93aa586d8d req-e34821f7-14dc-4800-81a9-b562829d2eb1 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682600 Nov 08 12:33:17.960143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7fe1-d689-4b80-82d7-3f73d871db26 req-46ae7516-40c4-4cfd-9089-b23adb2351cd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:17.961620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ddc7fe1-d689-4b80-82d7-3f73d871db26 req-46ae7516-40c4-4cfd-9089-b23adb2351cd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0518527 Nov 08 12:33:18.010271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ddc7fe1-d689-4b80-82d7-3f73d871db26 req-67bb5032-6d87-4d78-909c-6540a8bf8c7f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Nov 08 12:33:18.247147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89ab2-e40e-45e2-8b48-22f1d9ca3ba6 req-f48b5231-55b7-49d7-90fc-dce7e47899cd tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.249333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61a89ab2-e40e-45e2-8b48-22f1d9ca3ba6 req-f48b5231-55b7-49d7-90fc-dce7e47899cd tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0523102 Nov 08 12:33:18.364568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe73f-3118-4510-a71b-b611b4754fcb req-5bedae8d-2f28-4831-b880-aa000c6fd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.366206 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-5bedae8d-2f28-4831-b880-aa000c6fd9df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18332adbc1c647329fb0c50c89c4614f&device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 1096 time: 0.0510278 Nov 08 12:33:18.370596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61a89ab2-e40e-45e2-8b48-22f1d9ca3ba6 req-b4670de4-cb84-4aff-b7a1-51e57eefe54b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123629 Nov 08 12:33:18.426950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-ff61ee68-3e99-40c7-a9c8-c91d23f9b604 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.429236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-ff61ee68-3e99-40c7-a9c8-c91d23f9b604 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.1547394 Nov 08 12:33:18.460417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'device_id': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'admin_state_up': True, 'tenant_id': 'f39258074f82414ba658e749e03454ec'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:18.465144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-624cc44c-fe85-4dc9-8d67-d1c42cdd7d94 req-1767c46c-b63b-48f9-afc3-1e34cfc83c84 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 210 time: 0.0349648 Nov 08 12:33:18.475667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe73f-3118-4510-a71b-b611b4754fcb req-dea09091-8edb-43f7-848a-3b1b26787bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.477218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-dea09091-8edb-43f7-848a-3b1b26787bdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 200 len: 917 time: 0.1004908 Nov 08 12:33:18.527145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-00aa4353-fe31-41e3-95b4-234824e7e9ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a HTTP/1.1" status: 200 len: 217 time: 0.0416880 Nov 08 12:33:18.585508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe73f-3118-4510-a71b-b611b4754fcb req-34bcda9b-5b31-4045-b108-051c2bc17198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.587236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-34bcda9b-5b31-4045-b108-051c2bc17198 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 200 len: 855 time: 0.0515406 Nov 08 12:33:18.588898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ec9e8-bc5d-49ed-b0e5-7cdb7c09924a req-2769c9bc-5b51-42d2-a8e3-6aa08348ab4a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.590397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf0ec9e8-bc5d-49ed-b0e5-7cdb7c09924a req-2769c9bc-5b51-42d2-a8e3-6aa08348ab4a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1002789 Nov 08 12:33:18.642826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe73f-3118-4510-a71b-b611b4754fcb req-2a43075c-aa28-4933-95d4-e36aaa724f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.645283 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-2a43075c-aa28-4933-95d4-e36aaa724f1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb3b57c-d362-4ea8-91a3-716f2310f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435870 Nov 08 12:33:18.654714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf0ec9e8-bc5d-49ed-b0e5-7cdb7c09924a req-c3efe599-c69e-4cb1-bcf4-1bc82452c04e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Nov 08 12:33:18.737849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:33:18.741739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:18.752369 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-b134046b-6189-48e6-ace4-978ac2778646 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970612 Nov 08 12:33:18.872059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-814fe73f-3118-4510-a71b-b611b4754fcb req-66ebe4e1-3a6c-45ec-b3a4-f589de8147ad service neutron] 10.222.0.61 "GET /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086972 Nov 08 12:33:18.906052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1ebaa-43ed-45cf-8459-cd5079aa52cb req-0ff45145-fbad-471c-8f26-4116747c877a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:18.910047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3aa1ebaa-43ed-45cf-8459-cd5079aa52cb req-0ff45145-fbad-471c-8f26-4116747c877a tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1013441 Nov 08 12:33:18.945085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.20.0.4 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/deb249b3-0f2c-4a3b-9502-ff84c843025d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:33:19.016579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3aa1ebaa-43ed-45cf-8459-cd5079aa52cb req-9371f44b-d820-46c7-a610-a20b37450db5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003261 Nov 08 12:33:19.172182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcde352-cca6-4ce1-a204-856dbd6dd074 req-f36e028c-7570-4acf-95d2-3eeaa42040ee tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.173615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dcde352-cca6-4ce1-a204-856dbd6dd074 req-f36e028c-7570-4acf-95d2-3eeaa42040ee tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0784593 Nov 08 12:33:19.178565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:19.240547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dcde352-cca6-4ce1-a204-856dbd6dd074 req-5d9f2f4c-bfd3-449a-b870-c99649f0766f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Nov 08 12:33:19.315320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:19.367407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:33:19.373711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:33:19.376202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:33:19.426377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:19.494125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-97825199-30c1-4b1b-8042-b209259be9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.496116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-97825199-30c1-4b1b-8042-b209259be9fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0519197 Nov 08 12:33:19.500500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.501156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:19.543671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dd340-b7b4-44a2-93c2-56e7875c1265 req-bab1c5a9-7e15-4b2a-808a-9bdd1a2161cb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.550785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b49dd340-b7b4-44a2-93c2-56e7875c1265 req-bab1c5a9-7e15-4b2a-808a-9bdd1a2161cb tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1714752 Nov 08 12:33:19.596642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9eb82-1b69-4a7e-a648-afd5c3e2fc40 req-0852f4d6-e610-47e1-a733-3fb891a38a3b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.598225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea9eb82-1b69-4a7e-a648-afd5c3e2fc40 req-0852f4d6-e610-47e1-a733-3fb891a38a3b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.1241570 Nov 08 12:33:19.640540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-64664397-f239-47cc-9dfb-e9ebbcf45bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.642530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-64664397-f239-47cc-9dfb-e9ebbcf45bcf service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.1361718 Nov 08 12:33:19.642655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-385d1844-6c08-494d-8bb8-e2b1c1a197cc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2017136 Nov 08 12:33:19.657097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b49dd340-b7b4-44a2-93c2-56e7875c1265 req-28a090a1-95b5-4f36-be58-1e01187690bd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018829 Nov 08 12:33:19.667440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Request body: {'port': {'device_id': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:19.692152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-5d011b7e-620f-44f2-bb55-459a9cfeeb25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0398853 Nov 08 12:33:19.709337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea9eb82-1b69-4a7e-a648-afd5c3e2fc40 req-908469c8-3c49-4dfd-ada8-bd36d4ecfbf8 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Nov 08 12:33:19.755403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:19.768089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8555dd79-0442-4705-96be-b484a01f00f6 None None] Provisioning complete for port deb249b3-0f2c-4a3b-9502-ff84c843025d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:33:19.769092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8555dd79-0442-4705-96be-b484a01f00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:19.808630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-2f37fbbc-e38a-44e1-a653-57997795b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.811061 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-2f37fbbc-e38a-44e1-a653-57997795b9dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.1097980 Nov 08 12:33:19.814866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8555dd79-0442-4705-96be-b484a01f00f6 None None] Port deb249b3-0f2c-4a3b-9502-ff84c843025d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:33:19.844007 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-8fd58f05-d9e9-4e4d-8878-f5243a23538f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246449 Nov 08 12:33:19.884453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4338c-d16f-4369-a3ef-7373e49529d2 req-a0cba694-ca81-4a3e-a872-c646e81e487d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.886055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc4338c-d16f-4369-a3ef-7373e49529d2 req-a0cba694-ca81-4a3e-a872-c646e81e487d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 931 time: 0.1209211 Nov 08 12:33:19.944596 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-beea2c42-e5fc-46ac-8d9d-7884a69386d9 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Nov 08 12:33:19.950138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e78290-f57e-4244-b5e3-6918a594d7a9 req-88bf6202-20f8-4d7c-bcd2-c1be1b9417ae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:19.952295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85e78290-f57e-4244-b5e3-6918a594d7a9 req-88bf6202-20f8-4d7c-bcd2-c1be1b9417ae tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1573470 Nov 08 12:33:20.006412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.042506 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-716afa52-048f-4fd7-9d4b-9bdbf857a8ef req-1dbb1c9e-9eab-4242-91c2-fdd0b7f0120f service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Nov 08 12:33:20.096975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc4338c-d16f-4369-a3ef-7373e49529d2 req-f4bada74-e4b8-4b66-8d69-6f37b25243c7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577139 Nov 08 12:33:20.107330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85e78290-f57e-4244-b5e3-6918a594d7a9 req-8e78f771-786f-4079-a40e-10aa98c0c643 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468458 Nov 08 12:33:20.191483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb249b3-0f2c-4a3b-9502-ff84c843025d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:20.202618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.214886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Transition to ACTIVE for port object deb249b3-0f2c-4a3b-9502-ff84c843025d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:33:20.298191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.378775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Pushing event updated for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:20.443403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88248-da9f-43a2-b768-2c001337495b req-f7ac21cc-4e38-4eb4-a671-e7de3ae6abc7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:20.444976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03d88248-da9f-43a2-b768-2c001337495b req-f7ac21cc-4e38-4eb4-a671-e7de3ae6abc7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.1191707 Nov 08 12:33:20.490346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Attempting to bind port deb249b3-0f2c-4a3b-9502-ff84c843025d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:33:20.490513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Attempting to bind port deb249b3-0f2c-4a3b-9502-ff84c843025d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:33:20.490838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Attempting to bind port deb249b3-0f2c-4a3b-9502-ff84c843025d on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:20.503855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Port deb249b3-0f2c-4a3b-9502-ff84c843025d on network 430081dd-5612-4047-9619-73a7b8d46205 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:33:20.504774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Attempting to bind port deb249b3-0f2c-4a3b-9502-ff84c843025d on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:20.517896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:33:20.518233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:33:20.518631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:33:20.519057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Bound port: deb249b3-0f2c-4a3b-9502-ff84c843025d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:33:20.519405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.524998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03d88248-da9f-43a2-b768-2c001337495b req-55d2a64a-4cc6-4ec2-81d4-2ab69a708df8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 Nov 08 12:33:20.593252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:33:20.596154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:33:20.686958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.722298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:20.722929 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:20.724303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] 10.222.0.61 "PUT /v2.0/ports/deb249b3-0f2c-4a3b-9502-ff84c843025d HTTP/1.1" status: 200 len: 1091 time: 1.0611844 Nov 08 12:33:20.724746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:20.727020 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0852a-c3f7-4a30-b331-90482a7e8da6" -d '{"events": [{"name": "network-changed", "server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:20.785153 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc4e810-0215-4d1c-8f3a-04fc4fc6f7e2 x-openstack-request-id: req-abc4e810-0215-4d1c-8f3a-04fc4fc6f7e2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:20.785663 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:20.786323 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abc4e810-0215-4d1c-8f3a-04fc4fc6f7e2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:20.787135 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d', 'status': 'completed', 'code': 200} Nov 08 12:33:20.797621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52455abc-87ea-4262-a7ff-b94072937fcb service neutron] Pushing event updated for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:20.842837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a450-e40a-4ae4-9bf9-18242f45c548 req-bd64cd22-c9cc-49aa-8a3d-f392636fe507 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:20.847365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ea1a450-e40a-4ae4-9bf9-18242f45c548 req-bd64cd22-c9cc-49aa-8a3d-f392636fe507 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0992725 Nov 08 12:33:20.922764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-72577740-f503-472b-9435-6f77b3d5d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:20.924286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-72577740-f503-472b-9435-6f77b3d5d9fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 1094 time: 0.1206656 Nov 08 12:33:20.952809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47255404-fcd1-43e0-93b7-a7757d7ca54e req-2bdb53b6-3284-499b-bb51-99c404b2d38b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:20.954353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47255404-fcd1-43e0-93b7-a7757d7ca54e req-2bdb53b6-3284-499b-bb51-99c404b2d38b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.1213775 Nov 08 12:33:20.959474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ea1a450-e40a-4ae4-9bf9-18242f45c548 req-20564c6e-7999-4b96-96c5-9da8232ca0cd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049366 Nov 08 12:33:21.061732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47255404-fcd1-43e0-93b7-a7757d7ca54e req-a038dc48-b2dc-4b4f-b95a-f9446647f475 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918002 Nov 08 12:33:21.070786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-db05323b-11db-4da5-a059-c8e0a285b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.072206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-db05323b-11db-4da5-a059-c8e0a285b960 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f39258074f82414ba658e749e03454ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376514 Nov 08 12:33:21.238002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-9547d656-20ca-43bb-b3f7-42f8793636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.239431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22c0852a-c3f7-4a30-b331-90482a7e8da6 req-9547d656-20ca-43bb-b3f7-42f8793636c7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603005 Nov 08 12:33:21.249558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea895d26-c5c6-4872-8478-ed406792d845 req-a30abe1c-1e2c-4a36-8511-142bacc2594b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.251023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea895d26-c5c6-4872-8478-ed406792d845 req-a30abe1c-1e2c-4a36-8511-142bacc2594b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0975924 Nov 08 12:33:21.263349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5132cd-8789-43d0-a5bb-00be690ce1d3 req-2160d0e4-89a9-4604-a5e8-d25d203819cf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.265390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e5132cd-8789-43d0-a5bb-00be690ce1d3 req-2160d0e4-89a9-4604-a5e8-d25d203819cf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 943 time: 0.0983498 Nov 08 12:33:21.365841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea895d26-c5c6-4872-8478-ed406792d845 req-85935211-2354-4d18-99ce-f744aca0b45e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994766 Nov 08 12:33:21.376376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e5132cd-8789-43d0-a5bb-00be690ce1d3 req-a65e0e2d-08d8-41ad-b0f8-7051429217a5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033278 Nov 08 12:33:21.382925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-f2f99e80-2f52-4bb1-b5b3-1ec28cbbccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.382925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-f2f99e80-2f52-4bb1-b5b3-1ec28cbbccf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 1094 time: 0.0914299 Nov 08 12:33:21.430885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-f33d8590-4c64-4c17-b8e5-f432260c11b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d HTTP/1.1" status: 200 len: 217 time: 0.0394666 Nov 08 12:33:21.527651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6fef-9e66-4399-b6ea-d42749bfc181 req-3b40adab-477a-420d-ab04-561de5d4afa3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.529185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c01d6fef-9e66-4399-b6ea-d42749bfc181 req-3b40adab-477a-420d-ab04-561de5d4afa3 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0893021 Nov 08 12:33:21.531085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-948c59a9-0406-4715-8745-298a44d51d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.533368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-948c59a9-0406-4715-8745-298a44d51d61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.0820813 Nov 08 12:33:21.608344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c01d6fef-9e66-4399-b6ea-d42749bfc181 req-0fc28d77-72f6-4320-8aa6-f74105025575 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Nov 08 12:33:21.613265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46179-59e5-4d59-b65c-581c24e49689 req-287fac4f-9e4e-46f4-8d29-8480e67a586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.614836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-287fac4f-9e4e-46f4-8d29-8480e67a586f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704985 Nov 08 12:33:21.752724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f523-5ef8-4689-ad8a-86d746298cef req-9adf1eb4-953a-470d-b6e7-fb48891ecd5c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.754179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc6f523-5ef8-4689-ad8a-86d746298cef req-9adf1eb4-953a-470d-b6e7-fb48891ecd5c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.1376417 Nov 08 12:33:21.785498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-153ffc2b-9eee-40a9-a2c9-04ebdae42bbb service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594665 Nov 08 12:33:21.798765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc86919-0b60-4ea5-8cd7-ddfadb757912 req-b76beca8-a42a-48f2-a4b7-18e73c47221d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:21.800198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc86919-0b60-4ea5-8cd7-ddfadb757912 req-b76beca8-a42a-48f2-a4b7-18e73c47221d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.1322474 Nov 08 12:33:21.896104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc6f523-5ef8-4689-ad8a-86d746298cef req-62903f6b-131d-46d9-ba18-849bdcc4bf57 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290901 Nov 08 12:33:21.932421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc86919-0b60-4ea5-8cd7-ddfadb757912 req-b0439015-006b-4fd9-95a2-c3861b0007f5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210456 Nov 08 12:33:21.944917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be46179-59e5-4d59-b65c-581c24e49689 req-979be234-d45f-4f27-9e18-a953469dc757 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416008 Nov 08 12:33:22.014691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8e7b-d0e2-4a94-8b41-659f28b46087 req-28a1636a-2272-445a-871a-3f3b6ced4312 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.016241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e2a8e7b-d0e2-4a94-8b41-659f28b46087 req-28a1636a-2272-445a-871a-3f3b6ced4312 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0580149 Nov 08 12:33:22.092527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5507-424e-441d-bebe-85657e35f20c req-b5fdfb4c-f434-44c3-a4fd-9800e26495cb tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.093870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbed5507-424e-441d-bebe-85657e35f20c req-b5fdfb4c-f434-44c3-a4fd-9800e26495cb tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0878227 Nov 08 12:33:22.097381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e2a8e7b-d0e2-4a94-8b41-659f28b46087 req-4407127e-0397-48e9-b666-eb95b301435a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734639 Nov 08 12:33:22.148814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbed5507-424e-441d-bebe-85657e35f20c req-1494d549-7f70-4ebf-b017-c10884f05d0b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488911 Nov 08 12:33:22.209505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e44b8-b4e9-44a6-972f-04adf63da787 req-bb3fcbfb-7302-4c8f-89a8-474699736690 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.211013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c7e44b8-b4e9-44a6-972f-04adf63da787 req-bb3fcbfb-7302-4c8f-89a8-474699736690 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Nov 08 12:33:22.288933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868465e-733a-4f12-beca-3966137c60e3 req-27bcc2ac-a78c-4e5c-8e28-a0eff9faf016 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.290412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8868465e-733a-4f12-beca-3966137c60e3 req-27bcc2ac-a78c-4e5c-8e28-a0eff9faf016 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0784905 Nov 08 12:33:22.295207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c7e44b8-b4e9-44a6-972f-04adf63da787 req-17e02c77-c64b-46e7-b7f4-40c4e298c2c5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751612 Nov 08 12:33:22.336356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-d3404859-d96e-4fe5-bfc4-4c103f02d04c req-54c637aa-4501-4f89-a352-bcfdc7b1cf6d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:33:22.337384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3404859-d96e-4fe5-bfc4-4c103f02d04c req-54c637aa-4501-4f89-a352-bcfdc7b1cf6d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149992 Nov 08 12:33:22.382353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8868465e-733a-4f12-beca-3966137c60e3 req-cb1cf8ba-70c7-41ea-a4ef-058e5aaf644f tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858736 Nov 08 12:33:22.440967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3404859-d96e-4fe5-bfc4-4c103f02d04c req-f04ffa9f-07c5-4564-8a79-3a547a29e0a6 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0958273 Nov 08 12:33:22.502814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85e83-cb27-4ee3-8eda-cbaf24c05940 req-3ed4e729-dd15-48a3-a279-cf27f1d77d65 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.504588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6f85e83-cb27-4ee3-8eda-cbaf24c05940 req-3ed4e729-dd15-48a3-a279-cf27f1d77d65 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 943 time: 0.0567842 Nov 08 12:33:22.553613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6f85e83-cb27-4ee3-8eda-cbaf24c05940 req-42e8261a-03c8-4d7d-b3a7-a754abb53299 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Nov 08 12:33:22.763675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da87ac7-86ef-477c-9c2c-7855c13ccacc req-4354313e-513c-4cf6-9e71-df64543fffdf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.765193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3da87ac7-86ef-477c-9c2c-7855c13ccacc req-4354313e-513c-4cf6-9e71-df64543fffdf tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0511317 Nov 08 12:33:22.844086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf1b46-99a8-4937-92cd-d579512bb8af req-1341f693-3bb4-4bb4-ad0d-05d1cd29db6d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:22.845584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35bf1b46-99a8-4937-92cd-d579512bb8af req-1341f693-3bb4-4bb4-ad0d-05d1cd29db6d tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0795510 Nov 08 12:33:22.849600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3da87ac7-86ef-477c-9c2c-7855c13ccacc req-b02a71bc-86dd-41f3-8b01-d21219e4066e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 Nov 08 12:33:22.910383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35bf1b46-99a8-4937-92cd-d579512bb8af req-078b7f9c-8049-4513-b3bd-6d471f217887 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Nov 08 12:33:23.011027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7b6b-a836-4eea-893c-d031f61d811f req-5d229151-1c24-4431-9691-b3f9db5cad93 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.012496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c5d7b6b-a836-4eea-893c-d031f61d811f req-5d229151-1c24-4431-9691-b3f9db5cad93 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0814719 Nov 08 12:33:23.051072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce7bb-c029-4e84-b051-2a6c7cbe0107 req-93103e96-0e69-4fee-8743-2148f7da18ea tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.052544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4dce7bb-c029-4e84-b051-2a6c7cbe0107 req-93103e96-0e69-4fee-8743-2148f7da18ea tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0771363 Nov 08 12:33:23.097854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c5d7b6b-a836-4eea-893c-d031f61d811f req-27702ab3-0ef3-4650-8812-822c0164c8ac tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776494 Nov 08 12:33:23.102784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f65ead05-789f-4225-9939-6210d1a488e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:23.137556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4dce7bb-c029-4e84-b051-2a6c7cbe0107 req-c19011e1-74d4-425e-8daa-f012003fe3b9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749927 Nov 08 12:33:23.204374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8971ba-4c04-4ac9-9243-d071b7d7d4e8 req-edc0b612-774f-406a-a0ec-f203e7c4fcfa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.205884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a8971ba-4c04-4ac9-9243-d071b7d7d4e8 req-edc0b612-774f-406a-a0ec-f203e7c4fcfa tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0534611 Nov 08 12:33:23.285279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285f2d-1e82-4b70-842f-82dac9ea64a7 req-7f31f535-a1f0-4f7b-9f8a-d2fc1ffa0974 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.286794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e285f2d-1e82-4b70-842f-82dac9ea64a7 req-7f31f535-a1f0-4f7b-9f8a-d2fc1ffa0974 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0786998 Nov 08 12:33:23.291393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a8971ba-4c04-4ac9-9243-d071b7d7d4e8 req-80a33c7f-3ed8-464a-ab26-85db82f70d54 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752990 Nov 08 12:33:23.351418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e285f2d-1e82-4b70-842f-82dac9ea64a7 req-37fc0240-2711-460c-b00e-de10c6e16266 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 Nov 08 12:33:23.405925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095fc1-35df-478e-951d-4d1f1b079fb1 req-1b8ff85d-b9bf-41d0-959c-88e139393512 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.407428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e095fc1-35df-478e-951d-4d1f1b079fb1 req-1b8ff85d-b9bf-41d0-959c-88e139393512 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0552332 Nov 08 12:33:23.457431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e095fc1-35df-478e-951d-4d1f1b079fb1 req-31f111ca-59cb-4c76-bfcf-6e4429c1e68c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Nov 08 12:33:23.549556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c75496-9bc9-45de-b51e-644b9ecec3d0 req-8c36f2a9-3018-4da0-ae89-607338d85888 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.555658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c75496-9bc9-45de-b51e-644b9ecec3d0 req-8c36f2a9-3018-4da0-ae89-607338d85888 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.562138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c75496-9bc9-45de-b51e-644b9ecec3d0 req-8c36f2a9-3018-4da0-ae89-607338d85888 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.563823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03c75496-9bc9-45de-b51e-644b9ecec3d0 req-8c36f2a9-3018-4da0-ae89-607338d85888 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71&device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd&device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 2417 time: 0.0673692 Nov 08 12:33:23.952735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3935-a92a-49da-be65-7c3885eeab6e req-013921c1-894d-4fec-ad67-a65df1796b01 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:23.954392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a2f3935-a92a-49da-be65-7c3885eeab6e req-013921c1-894d-4fec-ad67-a65df1796b01 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.3896339 Nov 08 12:33:23.959200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03c75496-9bc9-45de-b51e-644b9ecec3d0 req-adce4ad4-c3ec-4432-b3c4-5296a3fb5dc2 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865087 Nov 08 12:33:24.007274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a2f3935-a92a-49da-be65-7c3885eeab6e req-c07cf5c1-41d9-4cf8-8008-bf18f4880b94 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Nov 08 12:33:24.074645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb09316-a155-4d27-a182-830a9932b222 req-2aa6b4cb-803f-434c-b817-106a36fccc96 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:24.076339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb09316-a155-4d27-a182-830a9932b222 req-2aa6b4cb-803f-434c-b817-106a36fccc96 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 943 time: 0.0590928 Nov 08 12:33:24.131485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb09316-a155-4d27-a182-830a9932b222 req-c7ec42e1-695c-4798-b4cd-f204d95d44da tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Nov 08 12:33:24.238050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c4fade3-f64a-4dc9-ab80-906796b582aa req-6a380a39-836b-4307-b893-98cbb3b5e562 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0575058 Nov 08 12:33:24.574020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8aa01-4b97-4fac-a5c3-398adef8e8ba req-14c6b3da-65eb-4740-8870-6ec86e906ec7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:24.575512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28f8aa01-4b97-4fac-a5c3-398adef8e8ba req-14c6b3da-65eb-4740-8870-6ec86e906ec7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0513015 Nov 08 12:33:24.621907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28f8aa01-4b97-4fac-a5c3-398adef8e8ba req-af3f5de8-6921-4038-aac0-650c77694e73 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Nov 08 12:33:24.746707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e530-4db1-4562-9bd4-0490bd749fb3 req-ead02095-cbee-45e4-a7aa-a85677f0427d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:24.748371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0919e530-4db1-4562-9bd4-0490bd749fb3 req-ead02095-cbee-45e4-a7aa-a85677f0427d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0536146 Nov 08 12:33:24.796918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0919e530-4db1-4562-9bd4-0490bd749fb3 req-3e6de7fd-1c12-4ff3-9eb6-10b168e6b7ee tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Nov 08 12:33:25.099307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eb695-d727-49a8-9a07-26e1e82f6614 req-1b927737-2276-40ab-b8fd-756d33b5ac9d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:25.100842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-062eb695-d727-49a8-9a07-26e1e82f6614 req-1b927737-2276-40ab-b8fd-756d33b5ac9d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Nov 08 12:33:25.154590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-062eb695-d727-49a8-9a07-26e1e82f6614 req-401b8b90-08a6-43dd-98da-fecd52dae9d6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Nov 08 12:33:25.295747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5d72-a49a-4185-909f-9d81780af0f7 req-03e974bd-8953-43c5-9d37-4edae8dc1dd8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:25.297240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-785b5d72-a49a-4185-909f-9d81780af0f7 req-03e974bd-8953-43c5-9d37-4edae8dc1dd8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 943 time: 0.0500748 Nov 08 12:33:25.344201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-785b5d72-a49a-4185-909f-9d81780af0f7 req-1da04ebb-cec4-44f8-8fd9-ce1c35305daf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Nov 08 12:33:25.446626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-264d7924-e8e1-4053-84a9-7cfa22f8f93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:25.890104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb061d5-5ceb-443c-b8c8-d2b8d98f8603 req-39f31440-46b7-4941-b935-03c973e6f130 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:25.891596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bb061d5-5ceb-443c-b8c8-d2b8d98f8603 req-39f31440-46b7-4941-b935-03c973e6f130 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0484593 Nov 08 12:33:25.941325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bb061d5-5ceb-443c-b8c8-d2b8d98f8603 req-e80389fa-b38b-4dcf-8bc7-8e02df08fc29 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Nov 08 12:33:26.042944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69595-b131-42a3-8d11-1a8eb87803a3 req-9239c076-f553-414c-bc9a-b9e2e5a60c95 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.045006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6a69595-b131-42a3-8d11-1a8eb87803a3 req-9239c076-f553-414c-bc9a-b9e2e5a60c95 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Nov 08 12:33:26.078864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device deb249b3-0f2c-4a3b-9502-ff84c843025d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:33:26.094385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6a69595-b131-42a3-8d11-1a8eb87803a3 req-1e869068-034f-4894-a0bd-aae587b1d8fb tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Nov 08 12:33:26.189903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:26.204033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'deb249b3-0f2c-4a3b-9502-ff84c843025d', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': 'deb249b3-0f2c-4a3b-9502-ff84c843025d', 'mac_address': 'fa:16:3e:db:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:33:26.208227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4209-9b56-4d5f-aa24-2f3759c46cd1 req-ad878c2e-8394-46c9-bb32-5a13ca59ad16 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.211741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d8a4209-9b56-4d5f-aa24-2f3759c46cd1 req-ad878c2e-8394-46c9-bb32-5a13ca59ad16 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0588236 Nov 08 12:33:26.243808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:26.258810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb249b3-0f2c-4a3b-9502-ff84c843025d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:26.271706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d8a4209-9b56-4d5f-aa24-2f3759c46cd1 req-ef8ea987-f62e-4032-ae0b-7fa5a7a51822 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526521 Nov 08 12:33:26.281258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:26.366263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:26.443933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:26.484147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ce22-cfa2-4938-bc52-65aac297e935 req-556370cf-097c-4e0f-940f-93639e3fad40 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.485638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0818ce22-cfa2-4938-bc52-65aac297e935 req-556370cf-097c-4e0f-940f-93639e3fad40 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 944 time: 0.0561252 Nov 08 12:33:26.535180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0818ce22-cfa2-4938-bc52-65aac297e935 req-bb477879-b45d-4936-b302-8f6a8d20b6ec tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Nov 08 12:33:26.606490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:26.730695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622ee6-cace-4720-8439-9a081910775e req-00afa1de-7352-4618-a073-3225f8d98ebb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.732677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9622ee6-cace-4720-8439-9a081910775e req-00afa1de-7352-4618-a073-3225f8d98ebb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0542226 Nov 08 12:33:26.761982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:26.812641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9622ee6-cace-4720-8439-9a081910775e req-8b943d3e-0d61-4e81-a4d0-a458aed65e6d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733423 Nov 08 12:33:26.822718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-ae56460d-4ad4-4317-b765-1639b90f2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.824208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-ae56460d-4ad4-4317-b765-1639b90f2873 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac5751372a314066a1f73bbf686fba9a&device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 1097 time: 0.0609081 Nov 08 12:33:26.934902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-f2d93f43-92fb-4791-8bcf-9c59471b6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:26.936578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-f2d93f43-92fb-4791-8bcf-9c59471b6898 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 200 len: 914 time: 0.1042473 Nov 08 12:33:26.985807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-abc65ba7-7ed6-47df-be9b-88f1bdf8e4da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 200 len: 217 time: 0.0364070 Nov 08 12:33:27.069274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-f92b703f-0573-4027-99f7-61a70da48efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:27.070822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-f92b703f-0573-4027-99f7-61a70da48efc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 200 len: 853 time: 0.0773189 Nov 08 12:33:27.087877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a45ec-1b43-426e-b427-d9558dc2682a req-a268f814-8969-4c0f-b9f0-a8b025097815 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:27.089438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc7a45ec-1b43-426e-b427-d9558dc2682a req-a268f814-8969-4c0f-b9f0-a8b025097815 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0649409 Nov 08 12:33:27.126361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-0162eaaf-d54a-4fe1-a303-5c024128a090 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b3526a9-08a5-4379-b88c-05731a707baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358851 Nov 08 12:33:27.193696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc7a45ec-1b43-426e-b427-d9558dc2682a req-7ae31a3a-7da8-436b-aa83-f89b1e3b1db9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Nov 08 12:33:27.289408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462d1b-441c-4705-b307-2cedd495852a req-02cd9c94-0cdf-40a6-9e0f-fb2186238232 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:27.290373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c462d1b-441c-4705-b307-2cedd495852a req-02cd9c94-0cdf-40a6-9e0f-fb2186238232 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.1184282 Nov 08 12:33:27.297254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-57a87dca-14b6-493e-97cc-0b9b201da1b5 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520641 Nov 08 12:33:27.396974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c462d1b-441c-4705-b307-2cedd495852a req-b89634d9-00ca-46ed-bb4d-b8a5337f3c00 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987494 Nov 08 12:33:27.436500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4321b09-8153-4cf0-b71a-582a2a0c6c2d req-541d9ef5-19d9-46bf-a739-4d11974968e0 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233389 Nov 08 12:33:27.455037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061527a1-8543-4484-adde-8753ac461e10 req-73bf5981-f188-4159-98d3-57d9758b2e07 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:27.457205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-061527a1-8543-4484-adde-8753ac461e10 req-73bf5981-f188-4159-98d3-57d9758b2e07 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Nov 08 12:33:27.554475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Deleting port 149aa6f5-27f2-496a-bdd3-5681a23c609b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:27.554726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:27.653044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] For port 149aa6f5-27f2-496a-bdd3-5681a23c609b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=149aa6f5-27f2-496a-bdd3-5681a23c609b,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:27.653419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:27.671592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Calling delete_port for 149aa6f5-27f2-496a-bdd3-5681a23c609b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:27.697964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57944-8ff8-4713-8980-a13193f14c17 req-234df2d4-8a87-4576-95a2-5ad3cef4f7e1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:27.699521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ab57944-8ff8-4713-8980-a13193f14c17 req-234df2d4-8a87-4576-95a2-5ad3cef4f7e1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 944 time: 0.0817938 Nov 08 12:33:27.752993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ab57944-8ff8-4713-8980-a13193f14c17 req-12ce6489-357c-463c-8809-74b26a8e785a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Nov 08 12:33:27.892723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:27.907487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['149aa6f5-27f2-496a-bdd3-5681a23c609b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:27.925158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event deleted for resources: {'Port': ['ID=149aa6f5-27f2-496a-bdd3-5681a23c609b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:27.984378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] No DVR routers for this DVR port 149aa6f5-27f2-496a-bdd3-5681a23c609b on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:27.987288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:27.990743 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-061527a1-8543-4484-adde-8753ac461e10 req-840696d0-35d4-47ea-8cfc-992999f3dc35 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.57 "DELETE /v2.0/ports/149aa6f5-27f2-496a-bdd3-5681a23c609b HTTP/1.1" status: 204 len: 173 time: 0.5272152 Nov 08 12:33:27.991188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'name': 'network-vif-deleted', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:27.993509 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a366580f-1b97-4802-83d7-c95beb84f165" -d '{"events": [{"server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "name": "network-vif-deleted", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:27.995200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc347bf-d621-4ac6-9bfb-9b4f6bf061ba req-48f674e8-0d86-49ef-aca4-ce6dc4f789bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:28.003768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc347bf-d621-4ac6-9bfb-9b4f6bf061ba req-48f674e8-0d86-49ef-aca4-ce6dc4f789bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1073511 Nov 08 12:33:28.029757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:28.034096 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c350d1-6ff0-48e3-9c16-239969ca0e08 x-openstack-request-id: req-75c350d1-6ff0-48e3-9c16-239969ca0e08 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:28.034425 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa2361d-5afc-4a38-baad-45285407cb71", "name": "network-vif-deleted", "tag": "149aa6f5-27f2-496a-bdd3-5681a23c609b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:28.034681 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c350d1-6ff0-48e3-9c16-239969ca0e08 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:28.035077 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2361d-5afc-4a38-baad-45285407cb71', 'name': 'network-vif-deleted', 'tag': '149aa6f5-27f2-496a-bdd3-5681a23c609b', 'status': 'completed', 'code': 200} Nov 08 12:33:28.058383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2aa8af7f-9351-48a3-a05a-54acb1f52c6a', '9882a056-fad6-461d-8139-a1978e74e70c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:28.062475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc347bf-d621-4ac6-9bfb-9b4f6bf061ba req-12531d61-fc58-4ff9-80ad-6a6494d186ee tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508409 Nov 08 12:33:28.415778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830dc28-d659-42a6-bc9f-72d9032d4d88 req-fb7c5cfd-4e40-4311-96d9-d72d668b6ada tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:28.418142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f830dc28-d659-42a6-bc9f-72d9032d4d88 req-fb7c5cfd-4e40-4311-96d9-d72d668b6ada tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0982072 Nov 08 12:33:28.527447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f830dc28-d659-42a6-bc9f-72d9032d4d88 req-0d0af451-2071-4cd1-aa72-4423e8619164 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 Nov 08 12:33:28.596256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6321b20-6e1b-42ae-ac02-ffe28c5e7978 req-f06bbc4c-4a8f-4b1c-a2d0-c54c84d8cf8e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa2361d-5afc-4a38-baad-45285407cb71 HTTP/1.1" status: 200 len: 210 time: 0.0279851 Nov 08 12:33:28.830122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:28.910883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdc215-e19e-4967-ad61-f70be9dbc1d1 req-32a81e9b-5d9a-4550-abec-a4593e281daa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:28.912885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3cdc215-e19e-4967-ad61-f70be9dbc1d1 req-32a81e9b-5d9a-4550-abec-a4593e281daa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 944 time: 0.0655968 Nov 08 12:33:28.971652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3cdc215-e19e-4967-ad61-f70be9dbc1d1 req-39942358-c797-487f-8161-ce8eb78ec509 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484576 Nov 08 12:33:29.185241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8c6b-b06c-42fa-b610-d473ba6bfafe req-9a3a1506-969a-4dac-b1de-b4b49e1db04d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:29.186852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d3f8c6b-b06c-42fa-b610-d473ba6bfafe req-9a3a1506-969a-4dac-b1de-b4b49e1db04d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0498195 Nov 08 12:33:29.235339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d3f8c6b-b06c-42fa-b610-d473ba6bfafe req-381c0d59-0beb-4853-ad10-1d581fffd984 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Nov 08 12:33:29.353638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8436b-e972-4d7a-bbf5-1b1f190a96b9 req-9f025f29-6fac-464a-bb62-7afca81ec890 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:29.355169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35f8436b-e972-4d7a-bbf5-1b1f190a96b9 req-9f025f29-6fac-464a-bb62-7afca81ec890 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0499761 Nov 08 12:33:29.410974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35f8436b-e972-4d7a-bbf5-1b1f190a96b9 req-e28c0845-d076-4916-93c7-f39da9438431 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Nov 08 12:33:29.549076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375edef3-6ac5-4075-844b-b28a491e39d1 req-0397e295-6c58-49c2-95e6-4c8ca330e65c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:29.550754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-375edef3-6ac5-4075-844b-b28a491e39d1 req-0397e295-6c58-49c2-95e6-4c8ca330e65c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0535679 Nov 08 12:33:29.612863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-375edef3-6ac5-4075-844b-b28a491e39d1 req-296b2ba6-3e5e-45d7-bf6c-4c3501f8cc72 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Nov 08 12:33:29.656649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c1049-e4f9-43aa-bda1-6108b35dc8e1 req-06eba50e-40fe-47bf-bd2f-69b182c185e3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:29.658209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c33c1049-e4f9-43aa-bda1-6108b35dc8e1 req-06eba50e-40fe-47bf-bd2f-69b182c185e3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0661621 Nov 08 12:33:29.718664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c33c1049-e4f9-43aa-bda1-6108b35dc8e1 req-64ad5a66-e763-4666-8152-e6862641acb4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532923 Nov 08 12:33:29.758930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0f0fe-73ca-4fa9-9a19-828c877df402 req-76b1dfdb-ee4d-4e67-96d8-e58001f13fb6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:29.760521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a0f0fe-73ca-4fa9-9a19-828c877df402 req-76b1dfdb-ee4d-4e67-96d8-e58001f13fb6 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0549924 Nov 08 12:33:29.817491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9a0f0fe-73ca-4fa9-9a19-828c877df402 req-0e8d6629-e5b1-4eb2-bad6-e46c8036689c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Nov 08 12:33:30.096870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2829-8b91-456a-876f-15899f1bca2b req-cf897663-4839-4278-9f75-e04da75fb825 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.099856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c65a2829-8b91-456a-876f-15899f1bca2b req-cf897663-4839-4278-9f75-e04da75fb825 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0590730 Nov 08 12:33:30.103504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device deb249b3-0f2c-4a3b-9502-ff84c843025d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:33:30.165309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c65a2829-8b91-456a-876f-15899f1bca2b req-073235e4-33e7-472b-9044-d95688440d6a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Nov 08 12:33:30.207316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0aa5d-4a29-4b03-8a80-cbd85a5cb315 req-eeb2d9c3-bd66-48fc-869d-98a030cb8d6d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.208831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76e0aa5d-4a29-4b03-8a80-cbd85a5cb315 req-eeb2d9c3-bd66-48fc-869d-98a030cb8d6d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 944 time: 0.0656970 Nov 08 12:33:30.223191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port deb249b3-0f2c-4a3b-9502-ff84c843025d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:33:30.227358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port deb249b3-0f2c-4a3b-9502-ff84c843025d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:33:30.227724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:30.297855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76e0aa5d-4a29-4b03-8a80-cbd85a5cb315 req-320bb32a-4902-4b29-bf95-c900b373ba1a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Nov 08 12:33:30.306695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d45d0-3d55-4d20-b6f7-5063295d9970 req-b5725a34-fc8c-4a82-acb4-a9229c383da9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.308206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d34d45d0-3d55-4d20-b6f7-5063295d9970 req-b5725a34-fc8c-4a82-acb4-a9229c383da9 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0860875 Nov 08 12:33:30.324420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:30.366949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:30.368804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:30.371309 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbaf677-2c45-4f6b-984c-ce6e12149069" -d '{"events": [{"server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "name": "network-vif-plugged", "status": "completed", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:30.386008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d34d45d0-3d55-4d20-b6f7-5063295d9970 req-ead2e522-ef45-442f-9118-1b1b2547e8fd tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Nov 08 12:33:30.433966 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151d0b9-8577-404f-95c6-a47949d0706b x-openstack-request-id: req-4151d0b9-8577-404f-95c6-a47949d0706b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:30.434289 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "name": "network-vif-plugged", "status": "completed", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:30.434549 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4151d0b9-8577-404f-95c6-a47949d0706b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:30.434731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c59e1d-f331-4470-895d-75230d944018 req-d1eedb16-db3a-4217-bc43-e0f43e51fd34 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.435026 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d', 'code': 200} Nov 08 12:33:30.436640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93c59e1d-f331-4470-895d-75230d944018 req-d1eedb16-db3a-4217-bc43-e0f43e51fd34 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0677013 Nov 08 12:33:30.452120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:30.504826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93c59e1d-f331-4470-895d-75230d944018 req-e4d70526-b787-446f-a5dd-e38893ce3882 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613651 Nov 08 12:33:30.523656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:30.598768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b586e4-3174-48f1-bb86-3e2784c32c8e req-4ab26fb7-1ae0-407f-8455-5fd7ef640fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.600474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90b586e4-3174-48f1-bb86-3e2784c32c8e req-4ab26fb7-1ae0-407f-8455-5fd7ef640fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 1096 time: 0.0566909 Nov 08 12:33:30.683991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90b586e4-3174-48f1-bb86-3e2784c32c8e req-4ea87ea0-26a7-45d6-bb00-087bdc12ae04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748484 Nov 08 12:33:30.698567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0482019-593d-4440-8a92-0481b5438d73 req-1b55c0d0-f385-49ee-b495-0658cc3d56bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.700337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0482019-593d-4440-8a92-0481b5438d73 req-1b55c0d0-f385-49ee-b495-0658cc3d56bb tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0855579 Nov 08 12:33:30.753354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0482019-593d-4440-8a92-0481b5438d73 req-cef822f3-e815-4808-b935-cd4dd7059a5e tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Nov 08 12:33:30.897030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d992-e32a-41bd-8624-c498226a0303 req-39c977d6-bcad-4f6b-b6e4-f0f47968b9d4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.899193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7a7d992-e32a-41bd-8624-c498226a0303 req-39c977d6-bcad-4f6b-b6e4-f0f47968b9d4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0936241 Nov 08 12:33:30.913780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dd26e-fc4d-4f73-8bbf-4aac1e6ed8db req-93e9953f-987f-41ef-bd3a-279ca88fc658 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:30.915472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b49dd26e-fc4d-4f73-8bbf-4aac1e6ed8db req-93e9953f-987f-41ef-bd3a-279ca88fc658 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0822439 Nov 08 12:33:30.988749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7a7d992-e32a-41bd-8624-c498226a0303 req-86a59a84-0f90-4053-80b0-df586e2a4459 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Nov 08 12:33:31.000829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b49dd26e-fc4d-4f73-8bbf-4aac1e6ed8db req-934743cb-7f3b-4b1c-997d-629214a89e4d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Nov 08 12:33:31.116657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 149aa6f5-27f2-496a-bdd3-5681a23c609b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:31.127468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-a820406b-953a-4f54-8d38-ceeece76110a req-72dbc3c1-290b-46c6-bb86-0637f2a17890 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:33:31.128568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a820406b-953a-4f54-8d38-ceeece76110a req-72dbc3c1-290b-46c6-bb86-0637f2a17890 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054567 Nov 08 12:33:31.147937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 149aa6f5-27f2-496a-bdd3-5681a23c609b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:31.148241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 149aa6f5-27f2-496a-bdd3-5681a23c609b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:31.233153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b4c4b-8a5f-45e3-93bf-35eaddf4c0dd req-4e0e47cf-264b-4f91-b12d-4850a9fddd3c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.234603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df3b4c4b-8a5f-45e3-93bf-35eaddf4c0dd req-4e0e47cf-264b-4f91-b12d-4850a9fddd3c tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0501034 Nov 08 12:33:31.286560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df3b4c4b-8a5f-45e3-93bf-35eaddf4c0dd req-503bf9e8-aff9-44b3-93e5-d7c306f80e5a tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Nov 08 12:33:31.437231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6229f4-cc73-423f-916d-75934130cf0c req-346e0a2b-b6c8-45d4-878c-dc33bcf62329 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.438762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e6229f4-cc73-423f-916d-75934130cf0c req-346e0a2b-b6c8-45d4-878c-dc33bcf62329 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0811415 Nov 08 12:33:31.452135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1d4d-cf63-4e93-8073-948ec486d7f5 req-e7c9eecd-b40e-4768-bf94-f9cfa72d3714 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.453574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529d1d4d-cf63-4e93-8073-948ec486d7f5 req-e7c9eecd-b40e-4768-bf94-f9cfa72d3714 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0693660 Nov 08 12:33:31.527129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e6229f4-cc73-423f-916d-75934130cf0c req-eb0ae413-7664-49bf-8117-40a76fa03209 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725150 Nov 08 12:33:31.530573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-529d1d4d-cf63-4e93-8073-948ec486d7f5 req-11dff76b-8523-46ba-82a9-11a909f76de2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 Nov 08 12:33:31.701646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff1a7-62bf-4a94-9de2-bb36cd5df045 req-8c715be1-7e46-4520-a0f9-482d8b3d30ae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.703158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29cff1a7-62bf-4a94-9de2-bb36cd5df045 req-8c715be1-7e46-4520-a0f9-482d8b3d30ae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0838742 Nov 08 12:33:31.710588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e82c-9b3a-4dce-8f9f-0f74bf715bf5 req-6066df5b-4f34-4fcd-a658-de17c24e47a2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.711948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee78e82c-9b3a-4dce-8f9f-0f74bf715bf5 req-6066df5b-4f34-4fcd-a658-de17c24e47a2 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0831604 Nov 08 12:33:31.785673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29cff1a7-62bf-4a94-9de2-bb36cd5df045 req-e4de50f9-2006-4b61-80fa-ec02e79dbb8b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726686 Nov 08 12:33:31.790493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee78e82c-9b3a-4dce-8f9f-0f74bf715bf5 req-aaeeb833-0507-49dc-bb3e-464eef5fa41d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Nov 08 12:33:31.920858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d38420-c224-4dfc-b3a6-61afae303f51 req-08573e1f-7818-46ac-9898-7965a1e52a75 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:31.922369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71d38420-c224-4dfc-b3a6-61afae303f51 req-08573e1f-7818-46ac-9898-7965a1e52a75 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0505111 Nov 08 12:33:31.969640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71d38420-c224-4dfc-b3a6-61afae303f51 req-df9c338b-96f5-4d38-a134-7e1cf4d78424 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Nov 08 12:33:32.133412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f479cb-ce0e-4f23-a686-305d2c045160 req-cc56c057-c466-4860-bc76-64677d8de297 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.134956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8f479cb-ce0e-4f23-a686-305d2c045160 req-cc56c057-c466-4860-bc76-64677d8de297 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0825808 Nov 08 12:33:32.149724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d5ae-3be1-4ff5-98be-ee47025b18da req-d39b36bc-e7ea-49a9-b9c6-de9bd2753cce tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.151177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e936d5ae-3be1-4ff5-98be-ee47025b18da req-d39b36bc-e7ea-49a9-b9c6-de9bd2753cce tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0691290 Nov 08 12:33:32.225172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8f479cb-ce0e-4f23-a686-305d2c045160 req-101f630f-4792-459f-8a55-f5a154fc6276 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 Nov 08 12:33:32.232908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e936d5ae-3be1-4ff5-98be-ee47025b18da req-218628ff-a33b-480b-912f-fc26c502fc0d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742836 Nov 08 12:33:32.427446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7e32-b58d-4af1-84c8-85b2377f22c9 req-454ee397-ec95-4305-a4aa-a93f3de342b4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.428917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1ba7e32-b58d-4af1-84c8-85b2377f22c9 req-454ee397-ec95-4305-a4aa-a93f3de342b4 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0813463 Nov 08 12:33:32.437758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-621eec76-a628-4ceb-9ac3-00909d6f4aae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.439159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-621eec76-a628-4ceb-9ac3-00909d6f4aae tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0829995 Nov 08 12:33:32.514737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1ba7e32-b58d-4af1-84c8-85b2377f22c9 req-9ca6ae86-8cc2-4eb9-bfcf-417efbf5cade tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746150 Nov 08 12:33:32.568071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Deleting port 9882a056-fad6-461d-8139-a1978e74e70c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:32.568379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:32.733310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c097e9-88f5-443b-a0cc-eb4c4254c822 req-0e41d3aa-20f0-4d14-bbda-2e86a04a760b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.734791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24c097e9-88f5-443b-a0cc-eb4c4254c822 req-0e41d3aa-20f0-4d14-bbda-2e86a04a760b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1101844 Nov 08 12:33:32.736491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] For port 9882a056-fad6-461d-8139-a1978e74e70c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=9882a056-fad6-461d-8139-a1978e74e70c,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:32.736847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:32.751708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845ecb-f8e0-46ec-b953-bb5f209f1e2a req-18029741-28fa-48eb-a103-478986439496 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:32.753148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b845ecb-f8e0-46ec-b953-bb5f209f1e2a req-18029741-28fa-48eb-a103-478986439496 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1274233 Nov 08 12:33:32.765120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Calling delete_port for 9882a056-fad6-461d-8139-a1978e74e70c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:32.867118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24c097e9-88f5-443b-a0cc-eb4c4254c822 req-cf98a50f-c442-47dd-ab27-4b0c8b5a4450 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130202 Nov 08 12:33:32.888904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b845ecb-f8e0-46ec-b953-bb5f209f1e2a req-72ec0c61-21af-4dc6-92c2-a74d5aea7424 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211126 Nov 08 12:33:33.008578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de20de-a4c3-4f10-aeb3-f505b7401739 req-afcaedf0-00ba-4a22-8ec3-131238be72bd tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:33.010033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75de20de-a4c3-4f10-aeb3-f505b7401739 req-afcaedf0-00ba-4a22-8ec3-131238be72bd tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 946 time: 0.0534785 Nov 08 12:33:33.051061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:33.063270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2aa8af7f-9351-48a3-a05a-54acb1f52c6a', '9882a056-fad6-461d-8139-a1978e74e70c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:33.083196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75de20de-a4c3-4f10-aeb3-f505b7401739 req-f380635a-32bd-43c3-8c51-d04efe0cd89e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665796 Nov 08 12:33:33.085549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event deleted for resources: {'Port': ['ID=9882a056-fad6-461d-8139-a1978e74e70c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.104014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:33.151626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] No DVR routers for this DVR port 9882a056-fad6-461d-8139-a1978e74e70c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:33.155064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:33.158395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb42291-3c71-4bc8-a351-56ec4c84de0c req-22003f4a-0e21-450f-9a76-217d16e32e24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "DELETE /v2.0/ports/9882a056-fad6-461d-8139-a1978e74e70c HTTP/1.1" status: 204 len: 173 time: 0.7050061 Nov 08 12:33:33.158848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'name': 'network-vif-deleted', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:33.161161 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd191e-d509-4962-9050-4d8c7056879b" -d '{"events": [{"server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "name": "network-vif-deleted", "tag": "9882a056-fad6-461d-8139-a1978e74e70c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:33.201669 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2aa715-30db-48a1-bd59-990f52812d8a x-openstack-request-id: req-8c2aa715-30db-48a1-bd59-990f52812d8a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:33.201961 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bec38bc-9268-4c4d-9d7b-81978a3f4acd", "name": "network-vif-deleted", "tag": "9882a056-fad6-461d-8139-a1978e74e70c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:33.202254 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c2aa715-30db-48a1-bd59-990f52812d8a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:33.202748 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bec38bc-9268-4c4d-9d7b-81978a3f4acd', 'name': 'network-vif-deleted', 'tag': '9882a056-fad6-461d-8139-a1978e74e70c', 'status': 'completed', 'code': 200} Nov 08 12:33:33.370376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e322ef-a043-4886-93d4-68ef668e5b10 req-88ba6b52-7b99-42f4-ab30-ba78d8359fae tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:33.371840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3e322ef-a043-4886-93d4-68ef668e5b10 req-88ba6b52-7b99-42f4-ab30-ba78d8359fae tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0635989 Nov 08 12:33:33.462933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3e322ef-a043-4886-93d4-68ef668e5b10 req-862d307e-c55c-4c2a-81d8-f1a794427f43 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837574 Nov 08 12:33:33.995278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079174-90f6-4e88-a956-aaaa7812f956 req-35b854df-8e34-4309-bc03-542c06595421 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:33.997096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06079174-90f6-4e88-a956-aaaa7812f956 req-35b854df-8e34-4309-bc03-542c06595421 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0565069 Nov 08 12:33:34.050724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06079174-90f6-4e88-a956-aaaa7812f956 req-6c8ff116-6e75-40fc-b688-3410a8243a09 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Nov 08 12:33:34.208920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-914d2692-0177-4741-aa81-91dbec4de7be req-4254caee-76f5-4702-9c7b-e2520bb53c39 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bec38bc-9268-4c4d-9d7b-81978a3f4acd HTTP/1.1" status: 200 len: 210 time: 0.0406892 Nov 08 12:33:34.410608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0f132-6f48-4cd9-a829-c62fd6446228 req-d0ba6af1-16a8-4f42-b256-1511a607a39f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:34.412261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1d0f132-6f48-4cd9-a829-c62fd6446228 req-d0ba6af1-16a8-4f42-b256-1511a607a39f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0534790 Nov 08 12:33:34.463897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1d0f132-6f48-4cd9-a829-c62fd6446228 req-98550181-f9ad-4090-b4f7-298e18f75c06 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Nov 08 12:33:34.589140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53a89d-f654-4115-85b8-a51252478444 req-3827af3f-c865-45ed-947d-4461387fb6a5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:34.590864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f53a89d-f654-4115-85b8-a51252478444 req-3827af3f-c865-45ed-947d-4461387fb6a5 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0516524 Nov 08 12:33:34.639182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f53a89d-f654-4115-85b8-a51252478444 req-27a170ad-43d4-492a-845c-7288557db834 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Nov 08 12:33:35.658982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751d4f0-9ec3-43e6-b30e-22c58ee64ffe req-ef4b30dd-33c6-4c09-adfc-b08c54e6d13c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:35.661221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8751d4f0-9ec3-43e6-b30e-22c58ee64ffe req-ef4b30dd-33c6-4c09-adfc-b08c54e6d13c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0558317 Nov 08 12:33:35.728380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8751d4f0-9ec3-43e6-b30e-22c58ee64ffe req-c9e8327f-e744-46c5-a60e-e09341a182c4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Nov 08 12:33:35.774456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485f35c-0b5e-4781-9775-6d9e49190ed5 req-7a1b244f-7c12-4709-9ff0-8e7971ed4261 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:35.783815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4485f35c-0b5e-4781-9775-6d9e49190ed5 req-7a1b244f-7c12-4709-9ff0-8e7971ed4261 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0695305 Nov 08 12:33:35.862390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4485f35c-0b5e-4781-9775-6d9e49190ed5 req-75d84875-e173-41c1-b9b3-0655640dae24 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776711 Nov 08 12:33:35.870883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294883-9769-4fd3-b3ba-0c9d4d54dc21 req-9593621d-fdae-4c4c-a28b-9fb2b25d50a8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:35.872405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86294883-9769-4fd3-b3ba-0c9d4d54dc21 req-9593621d-fdae-4c4c-a28b-9fb2b25d50a8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0721266 Nov 08 12:33:35.921975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86294883-9769-4fd3-b3ba-0c9d4d54dc21 req-3323a2bc-347e-4ecf-a86a-8ceb314d24b0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Nov 08 12:33:36.158120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9882a056-fad6-461d-8139-a1978e74e70c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:36.181265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 9882a056-fad6-461d-8139-a1978e74e70c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:36.181624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 9882a056-fad6-461d-8139-a1978e74e70c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:36.891665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd010a-21ec-44a4-8b6a-39685c05d55f req-500830e3-4d7a-4f77-b7d7-753449e2251c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:36.902916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcdd010a-21ec-44a4-8b6a-39685c05d55f req-500830e3-4d7a-4f77-b7d7-753449e2251c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0820487 Nov 08 12:33:36.986702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcdd010a-21ec-44a4-8b6a-39685c05d55f req-d345056e-961d-46a7-9d78-1774613e7386 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787208 Nov 08 12:33:37.010994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862b661-b914-4485-a9a8-1e47c368ac48 req-a16de98e-9ca4-4d69-b135-ed05260b4472 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.012759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1862b661-b914-4485-a9a8-1e47c368ac48 req-a16de98e-9ca4-4d69-b135-ed05260b4472 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0581548 Nov 08 12:33:37.064078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1862b661-b914-4485-a9a8-1e47c368ac48 req-5ce404f7-7fba-4f5f-8534-295e46a9c39f tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8f5346b-c491-4cac-91ab-2bc291614669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Nov 08 12:33:37.121810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27918-f7d8-4352-bb41-01f2fab4f0b6 req-369b6700-0326-4a78-b0b4-0818fb08f8ad tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.123508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66b27918-f7d8-4352-bb41-01f2fab4f0b6 req-369b6700-0326-4a78-b0b4-0818fb08f8ad tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0582523 Nov 08 12:33:37.171962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66b27918-f7d8-4352-bb41-01f2fab4f0b6 req-bab86300-dfdf-4fbf-a8e8-36e98ac84108 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Nov 08 12:33:37.608219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-b0a74b8d-168e-4032-b4a1-31e745318d5b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.610251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-b0a74b8d-168e-4032-b4a1-31e745318d5b tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 945 time: 0.0512826 Nov 08 12:33:37.717161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Deleting port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:37.717773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:37.856125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] For port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:37.856858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:37.874986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Calling delete_port for 2aa8af7f-9351-48a3-a05a-54acb1f52c6a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:37.897762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.904020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.910094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.916157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.922498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.928783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.935665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:37.937700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-5c53df5f-ca09-49d9-a2f8-cec9751b5758 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.1301928 Nov 08 12:33:38.071779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fd48175-1bce-4006-906c-991c5faf9ee9 req-f0e81091-8c59-4717-ae25-85d817702678 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242743 Nov 08 12:33:38.182413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4ac19-6426-46bd-84bd-4efcda4ce0c3 req-ab92b2a5-852e-41a9-a250-e67736130520 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.186197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c4ac19-6426-46bd-84bd-4efcda4ce0c3 req-ab92b2a5-852e-41a9-a250-e67736130520 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1128080 Nov 08 12:33:38.239020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c4ac19-6426-46bd-84bd-4efcda4ce0c3 req-e41e79ab-1a16-4c93-bbdd-6d5dcd4e0b16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Nov 08 12:33:38.257638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:38.266500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2aa8af7f-9351-48a3-a05a-54acb1f52c6a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:38.282377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Pushing event deleted for resources: {'Port': ['ID=2aa8af7f-9351-48a3-a05a-54acb1f52c6a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:38.343890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] No DVR routers for this DVR port 2aa8af7f-9351-48a3-a05a-54acb1f52c6a on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:38.347092 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:38.350722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e726a419-71c4-4bf6-ae4d-ceeaa7c3fc33 req-21e9bd54-a58d-4524-8489-eca2f53a436c tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.61 "DELETE /v2.0/ports/2aa8af7f-9351-48a3-a05a-54acb1f52c6a HTTP/1.1" status: 204 len: 173 time: 0.7337089 Nov 08 12:33:38.381055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'name': 'network-vif-deleted', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:38.383352 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7625c529-0ba8-4709-901d-dbc33cdb9085" -d '{"events": [{"server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "name": "network-vif-deleted", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:38.388099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c82b67-954b-4f72-b532-b1cb4cfd06ff req-da9b06b2-f868-45cc-9a1c-a3cec972244e tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 210 time: 0.0456903 Nov 08 12:33:38.524351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.532015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.538026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.544588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.550719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.556749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.563598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.565524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cda20996-fed0-4bf1-b6a3-46834470d303 req-397913b5-3552-471d-a17a-b662e32022ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.1055658 Nov 08 12:33:38.716330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94b430-60ff-4f85-aec8-292b1b3bc652 req-6bce0949-d296-4cee-9646-3a84b190828a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.717921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b94b430-60ff-4f85-aec8-292b1b3bc652 req-6bce0949-d296-4cee-9646-3a84b190828a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0759070 Nov 08 12:33:38.734967 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a877eb-f05a-42ea-bb92-fc306b62fe13 x-openstack-request-id: req-22a877eb-f05a-42ea-bb92-fc306b62fe13 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:38.737841 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79852b25-8e9e-4052-988a-249c5a18b507", "name": "network-vif-deleted", "tag": "2aa8af7f-9351-48a3-a05a-54acb1f52c6a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:38.738195 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22a877eb-f05a-42ea-bb92-fc306b62fe13 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:38.744937 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79852b25-8e9e-4052-988a-249c5a18b507', 'name': 'network-vif-deleted', 'tag': '2aa8af7f-9351-48a3-a05a-54acb1f52c6a', 'status': 'completed', 'code': 200} Nov 08 12:33:38.750433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-ddd24dde-dfd0-4951-9dae-627287fc65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.752774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-ddd24dde-dfd0-4951-9dae-627287fc65d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0768499 Nov 08 12:33:38.829901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b94b430-60ff-4f85-aec8-292b1b3bc652 req-db1e3093-f5b5-44e1-8cfa-a3b85cbb94c7 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888124 Nov 08 12:33:38.854203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5a928-5a10-4f42-8806-41ac2dfe62a0 req-7b9939be-70af-4e07-bb6d-dd8997a09860 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.855740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bb5a928-5a10-4f42-8806-41ac2dfe62a0 req-7b9939be-70af-4e07-bb6d-dd8997a09860 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0838466 Nov 08 12:33:38.877624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-6786ed1d-1749-49b1-b139-e6de921a95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.879585 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-6786ed1d-1749-49b1-b139-e6de921a95bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.1189876 Nov 08 12:33:38.924463 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-c9878b95-24c1-461d-86ef-5371ac7d1ea7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0380170 Nov 08 12:33:38.926091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bb5a928-5a10-4f42-8806-41ac2dfe62a0 req-b023bdfe-b104-42e0-afbe-ab048b1f2f0b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582817 Nov 08 12:33:38.993341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-e0d6f9e8-51be-488e-90f5-5a0e7232c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:38.994953 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-e0d6f9e8-51be-488e-90f5-5a0e7232c82a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0484827 Nov 08 12:33:39.030418 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-edb25f3c-0c0b-4149-9b32-b274e1be5f85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289307 Nov 08 12:33:39.141613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-3502c0d6-07fd-430d-87c8-c1e159ed0cce service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029832 Nov 08 12:33:39.410859 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0e96c115-c07c-4fbb-881a-f4e0a16b5c10 req-96ca9915-0d37-47ae-b54e-cce0d6e62f18 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212289 Nov 08 12:33:39.431908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f486f4-9cce-496e-ad58-9cbe2bde33d8 req-a232d6d0-bc6e-4142-af32-4a006860219c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:39.434122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45f486f4-9cce-496e-ad58-9cbe2bde33d8 req-a232d6d0-bc6e-4142-af32-4a006860219c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1022823 Nov 08 12:33:39.506261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45f486f4-9cce-496e-ad58-9cbe2bde33d8 req-9386f94d-efbf-4ddd-b86d-e610360abd26 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643730 Nov 08 12:33:39.555311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-306adef0-db06-4cf1-9c17-95cb4a8e9599 req-e5efa138-c7e7-45e4-9886-1e251e1477f3 tempest-ListServerFiltersTestJSON-1664166427 tempest-ListServerFiltersTestJSON-1664166427-project] 10.222.0.58 "GET /v2.0/ports?device_id=79852b25-8e9e-4052-988a-249c5a18b507 HTTP/1.1" status: 200 len: 210 time: 0.0347731 Nov 08 12:33:39.972487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3aed9-705e-435d-a388-fc0ed8e99b2f req-70c68c7f-bf3a-4c28-9975-37a7004f521f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:39.974276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cac3aed9-705e-435d-a388-fc0ed8e99b2f req-70c68c7f-bf3a-4c28-9975-37a7004f521f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0586815 Nov 08 12:33:40.026131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cac3aed9-705e-435d-a388-fc0ed8e99b2f req-af88fd22-ea1d-4279-9fd7-15255308f1e9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Nov 08 12:33:40.199620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513892ef-1533-471f-8464-39ca351ba6cd req-3641cf6a-3824-44ae-b201-b63f5bb3719d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:40.201127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-513892ef-1533-471f-8464-39ca351ba6cd req-3641cf6a-3824-44ae-b201-b63f5bb3719d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0518363 Nov 08 12:33:40.279262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2af775-3903-473c-b93b-7bf40743733f req-85d508f6-d59f-43b1-9479-f66720d27c4d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:40.280271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc2af775-3903-473c-b93b-7bf40743733f req-85d508f6-d59f-43b1-9479-f66720d27c4d tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0782545 Nov 08 12:33:40.283489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-513892ef-1533-471f-8464-39ca351ba6cd req-6d02832f-ae46-4e40-bdc7-8448624eefc4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Nov 08 12:33:40.332569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc2af775-3903-473c-b93b-7bf40743733f req-769f0da9-ea58-47f4-84bd-5bfc2aa46417 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Nov 08 12:33:40.614676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:40.631266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ecdff-7cc0-4f7e-98c9-f89ab26d896a req-805000e3-21b8-40a9-94a9-9f50e932e718 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:40.633184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-848ecdff-7cc0-4f7e-98c9-f89ab26d896a req-805000e3-21b8-40a9-94a9-9f50e932e718 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0503683 Nov 08 12:33:40.666043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Deleting subnet 699e8bbb-e22c-4aa8-b02c-d634fecf85e1 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:33:40.669160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:40.685897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-848ecdff-7cc0-4f7e-98c9-f89ab26d896a req-d57a80d0-48b1-46d2-bc2c-96c3160f6297 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Nov 08 12:33:40.705246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:40.794218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:40.897577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:40.925529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699e8bbb-e22c-4aa8-b02c-d634fecf85e1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:40.928197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:40.933553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/699e8bbb-e22c-4aa8-b02c-d634fecf85e1 HTTP/1.1" status: 204 len: 168 time: 0.3155868 Nov 08 12:33:40.934822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c0e00-f9fe-470b-b484-80fbc0307fa8 None None] Network dfb3b57c-d362-4ea8-91a3-716f2310f1f9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:33:40.935243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:40.938923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.939266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.939600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.939934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.940264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.940587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.940909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.941232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.941549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.941867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.942184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:40.942528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f9601-659e-420a-858b-9d819d5e5288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:41.015957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.087776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Deleting port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:41.088118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.161075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] DHCP port deletion for dfb3b57c-d362-4ea8-91a3-716f2310f1f9 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:33:41.199331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] For port d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:41.199496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.209858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Deleting port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:41.210230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.217584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Calling delete_port for d1dd0ad4-e340-4f85-93fe-2e5da1e48494 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:41.240028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18047188-19bb-4684-ac3f-a5157ce45411 req-0dd27ad5-0420-447b-83b6-3c7b91914819 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.241548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18047188-19bb-4684-ac3f-a5157ce45411 req-0dd27ad5-0420-447b-83b6-3c7b91914819 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0921118 Nov 08 12:33:41.262322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:41.273989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] For port d1dd0ad4-e340-4f85-93fe-2e5da1e48494, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,segment=NetworkSegment(6af8e7e4-fcda-4662-bbe3-382babed3238),segment_id=6af8e7e4-fcda-4662-bbe3-382babed3238)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:41.274437 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.293054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Calling delete_port for d1dd0ad4-e340-4f85-93fe-2e5da1e48494 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:41.336264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18047188-19bb-4684-ac3f-a5157ce45411 req-1400ac77-b1a0-4d9d-855c-d79919dd8594 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624435 Nov 08 12:33:41.378408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.379162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.379753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.380222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.380679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.381140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.381612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.383648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-0b30c655-1597-4bc2-8c26-0a0ba7125eef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.1192093 Nov 08 12:33:41.442521 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-9ec718ee-8233-4220-bf55-27a06c7cbc55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506628 Nov 08 12:33:41.471701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0550-72ab-4d25-b6d3-bb702daa2add req-bf207816-06cb-4b51-af38-4e7d0e4eda5b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.473217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eedf0550-72ab-4d25-b6d3-bb702daa2add req-bf207816-06cb-4b51-af38-4e7d0e4eda5b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0847585 Nov 08 12:33:41.476729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.484571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.507450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] Pushing event deleted for resources: {'Port': ['ID=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:41.515693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dda93e-e1ef-4868-affd-a323cf1677a0 None None] No DVR routers for this DVR port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:41.520112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dd0ad4-e340-4f85-93fe-2e5da1e48494,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:41.522778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] No DVR routers for this DVR port d1dd0ad4-e340-4f85-93fe-2e5da1e48494 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:41.541383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96de25-e009-4d62-bdca-e345df1434b0 req-df64d047-d945-4b4e-802a-754b783ccf82 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.542915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc96de25-e009-4d62-bdca-e345df1434b0 req-df64d047-d945-4b4e-802a-754b783ccf82 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1160128 Nov 08 12:33:41.648904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.654314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eedf0550-72ab-4d25-b6d3-bb702daa2add req-fb43d962-7be8-45bd-b4de-2919c8a116c9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718268 Nov 08 12:33:41.685184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb3b57c-d362-4ea8-91a3-716f2310f1f9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:41.699125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc96de25-e009-4d62-bdca-e345df1434b0 req-a159e77a-b247-4309-97c4-294837b43714 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351960 Nov 08 12:33:41.701359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af8e7e4-fcda-4662-bbe3-382babed3238') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:41.701644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af8e7e4-fcda-4662-bbe3-382babed3238') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:41.711759 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.726874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.734746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:33:41.735133 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:33:41.736772 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:33:41.834727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a8a9-9d00-43c9-ae06-1f8762966056 req-205e645a-5e85-41b7-82ad-67db51e33ad8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:41.836224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a99a8a9-9d00-43c9-ae06-1f8762966056 req-205e645a-5e85-41b7-82ad-67db51e33ad8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0559850 Nov 08 12:33:41.886594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a99a8a9-9d00-43c9-ae06-1f8762966056 req-56e199ab-2398-40ce-81e5-3783986c92d1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438452 Nov 08 12:33:41.891039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.898826 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:41.905773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dfb3b57c-d362-4ea8-91a3-716f2310f1f9 HTTP/1.1" status: 204 len: 168 time: 0.9666009 Nov 08 12:33:41.915864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6915-8279-4fbc-a737-10e4257f2e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb3b57c-d362-4ea8-91a3-716f2310f1f9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:42.001016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df87d-ab9d-4871-8d34-9cd7a5010e07 req-3c47e920-172b-41e7-90d4-7f7b6428d709 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:42.002553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-000df87d-ab9d-4871-8d34-9cd7a5010e07 req-3c47e920-172b-41e7-90d4-7f7b6428d709 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Nov 08 12:33:42.050031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-000df87d-ab9d-4871-8d34-9cd7a5010e07 req-36e8c5ca-1563-4e9a-87b8-a53c49b0d29e tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411198 Nov 08 12:33:42.189728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2aa8af7f-9351-48a3-a05a-54acb1f52c6a no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:42.209047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 2aa8af7f-9351-48a3-a05a-54acb1f52c6a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:42.209388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2aa8af7f-9351-48a3-a05a-54acb1f52c6a not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:42.258691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:42.303800 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0c57ae0a-708e-4669-b9e9-214305b77d5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18332adbc1c647329fb0c50c89c4614f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439320 Nov 08 12:33:42.313539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:42.360446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:42.385348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:42.410778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-2258729d-795c-47b0-9261-5a39ef7d9752 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:42.412559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-2258729d-795c-47b0-9261-5a39ef7d9752 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.0664992 Nov 08 12:33:42.491702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916058c-f6b9-4166-82c3-d7a8670cefad req-7c87883a-1fd3-4a19-8d6f-544dc11d0bde tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:42.493101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2916058c-f6b9-4166-82c3-d7a8670cefad req-7c87883a-1fd3-4a19-8d6f-544dc11d0bde tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0796306 Nov 08 12:33:42.502965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:42.505883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:42.507096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8f5346b-c491-4cac-91ab-2bc291614669 HTTP/1.1" status: 204 len: 168 time: 0.1926491 Nov 08 12:33:42.515621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce3e27-e56d-438d-a87e-9e2a426b2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f5346b-c491-4cac-91ab-2bc291614669,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:42.912684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2916058c-f6b9-4166-82c3-d7a8670cefad req-4a7d3bb9-4d05-40e8-b0a1-4b928fcaabea tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001975 Nov 08 12:33:42.918237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Deleting port c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:42.918702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:42.987636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf3-aba0-4dbc-bd9e-163a7c3fda60 req-a94b20b5-095c-4948-abf2-18681c12bdcc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:42.987636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a64adf3-aba0-4dbc-bd9e-163a7c3fda60 req-a94b20b5-095c-4948-abf2-18681c12bdcc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1125937 Nov 08 12:33:43.032760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1dd0ad4-e340-4f85-93fe-2e5da1e48494 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:43.053463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d1dd0ad4-e340-4f85-93fe-2e5da1e48494 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:43.053734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1dd0ad4-e340-4f85-93fe-2e5da1e48494 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:43.082986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] For port c27ca857-8562-4d75-9b24-7883882aadcb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c27ca857-8562-4d75-9b24-7883882aadcb,segment=NetworkSegment(5d478947-d17c-43db-8930-9d2905e9f2c4),segment_id=5d478947-d17c-43db-8930-9d2905e9f2c4)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:43.083558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:43.095098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab859d0-e07d-4af5-bae9-608ded95d77e req-6cde6201-7d60-426b-b985-532e6454bd76 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:43.096564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dab859d0-e07d-4af5-bae9-608ded95d77e req-6cde6201-7d60-426b-b985-532e6454bd76 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/ports?device_id=85bf5f7e-7353-42c4-be68-38a0e59c958e HTTP/1.1" status: 200 len: 946 time: 0.1103764 Nov 08 12:33:43.118610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Calling delete_port for c27ca857-8562-4d75-9b24-7883882aadcb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:43.134308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a64adf3-aba0-4dbc-bd9e-163a7c3fda60 req-a85a2de2-0208-424d-bcb1-66bc1a56973b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325927 Nov 08 12:33:43.205080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dab859d0-e07d-4af5-bae9-608ded95d77e req-261a8c27-154e-446c-960b-4a942b53b060 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.58 "GET /v2.0/security-groups?id=171649fc-843c-4fb0-96b0-3ac4aae894a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988452 Nov 08 12:33:43.377478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295502f-5cad-482a-9f68-53fb662296cf req-3a4fe7ab-b28a-4e38-93f9-d068b3735de3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:43.379285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f295502f-5cad-482a-9f68-53fb662296cf req-3a4fe7ab-b28a-4e38-93f9-d068b3735de3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0962896 Nov 08 12:33:43.415060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd9c0-4729-4cdc-ab0c-54f5fdac1c8f req-4c39a2fa-ff3a-4539-bcf3-edb6e832b471 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:43.416566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca9fd9c0-4729-4cdc-ab0c-54f5fdac1c8f req-4c39a2fa-ff3a-4539-bcf3-edb6e832b471 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.0787139 Nov 08 12:33:43.422357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:43.433610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c27ca857-8562-4d75-9b24-7883882aadcb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:43.487348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Pushing event deleted for resources: {'Port': ['ID=c27ca857-8562-4d75-9b24-7883882aadcb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:43.501247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f295502f-5cad-482a-9f68-53fb662296cf req-22f5112c-ea4b-43d3-90ea-0176675d993d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107817 Nov 08 12:33:43.550378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] No DVR routers for this DVR port c27ca857-8562-4d75-9b24-7883882aadcb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:43.555084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:43.558302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-176a225a-62d4-4c9a-90c4-ec8a8e881cdb req-99df06d7-20e1-4459-b5e0-1bccef01e620 tempest-ServersNegativeTestJSON-489922626 tempest-ServersNegativeTestJSON-489922626-project] 10.222.0.61 "DELETE /v2.0/ports/c27ca857-8562-4d75-9b24-7883882aadcb HTTP/1.1" status: 204 len: 173 time: 1.1346762 Nov 08 12:33:43.558742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-deleted', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:43.561674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403724e-e216-4935-95a1-eb55b1b00cf4" -d '{"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-deleted", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:43.572856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca9fd9c0-4729-4cdc-ab0c-54f5fdac1c8f req-cb77c8d7-6c51-4610-8744-2ace0e79048c tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433876 Nov 08 12:33:43.619996 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033cb89e-da18-4865-a99b-81e661558640 x-openstack-request-id: req-033cb89e-da18-4865-a99b-81e661558640 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:43.619996 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf5f7e-7353-42c4-be68-38a0e59c958e", "name": "network-vif-deleted", "tag": "c27ca857-8562-4d75-9b24-7883882aadcb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:43.619996 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-033cb89e-da18-4865-a99b-81e661558640 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:43.619996 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf5f7e-7353-42c4-be68-38a0e59c958e', 'name': 'network-vif-deleted', 'tag': 'c27ca857-8562-4d75-9b24-7883882aadcb', 'status': 'completed', 'code': 200} Nov 08 12:33:43.681507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:43.790445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1150428782-network', 'tenant_id': '304d595adc4d4070bee91a3cb8f14074'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:43.907955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Made reservation on behalf of 304d595adc4d4070bee91a3cb8f14074 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:33:43.910484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:43.919563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.025786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.048107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf8e4-732e-4aa5-954b-5eb8063def3a req-754283b8-34c4-4d89-8f38-fb09468f9c8f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:44.048809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb2bf8e4-732e-4aa5-954b-5eb8063def3a req-754283b8-34c4-4d89-8f38-fb09468f9c8f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0663297 Nov 08 12:33:44.100095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb2bf8e4-732e-4aa5-954b-5eb8063def3a req-6ba9211d-c0f6-4590-9245-16b4a7c4a8b9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Nov 08 12:33:44.119923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.148496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:33:44.154910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0f259-5651-45d0-8887-f9bc5494e033,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:44.160993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.161350 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Added segment a11c8373-caf2-4ea1-b3bb-a002bd7ec219 of type vlan for network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 Nov 08 12:33:44.204579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.269237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8fc20-7c6f-4785-bf64-6c4331a6be06 req-dce70e5c-3535-4d76-957f-6a188fbf31a8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:44.270764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80e8fc20-7c6f-4785-bf64-6c4331a6be06 req-dce70e5c-3535-4d76-957f-6a188fbf31a8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0608196 Nov 08 12:33:44.323285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80e8fc20-7c6f-4785-bf64-6c4331a6be06 req-d6f796ea-22f0-49f8-a6be-6cfaaa51e9c3 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Nov 08 12:33:44.353980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.354993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:44.355571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.374126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:44.422748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] Pushing event updated for resources: {'Network': ['ID=18cc3822-fdf0-49bc-add0-1b06fabfa9a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:44.425541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Deleting subnet b5827040-fae7-431e-bf14-18db4fa7a1e1 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:33:44.429392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.432757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:33:44.471607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.483425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a057c38-6cff-43f7-b174-4323bcdae6f9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8007901 Nov 08 12:33:44.484048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:44.489573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Request body: {'subnet': {'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1150428782-subnet', 'tenant_id': '304d595adc4d4070bee91a3cb8f14074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:44.523213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.566225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967853bc-a40d-448e-8183-3aff760c82d6 req-f9a855b9-48d7-4ff3-977b-cbfdacadc827 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:44.567909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-967853bc-a40d-448e-8183-3aff760c82d6 req-f9a855b9-48d7-4ff3-977b-cbfdacadc827 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.0572186 Nov 08 12:33:44.569059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Made reservation on behalf of 304d595adc4d4070bee91a3cb8f14074 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:33:44.571692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.645828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.671583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5827040-fae7-431e-bf14-18db4fa7a1e1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:44.676375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.680403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b412067-4e1a-4284-8c2a-136fc91ab858 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b5827040-fae7-431e-bf14-18db4fa7a1e1 HTTP/1.1" status: 204 len: 168 time: 0.3052309 Nov 08 12:33:44.682865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:44.719655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-967853bc-a40d-448e-8183-3aff760c82d6 req-2c3f3c06-cebb-4cec-bccc-6bb79597a45d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307876 Nov 08 12:33:44.727156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431884a-90ad-45a2-9e93-7dd926df1564 req-f1b7b576-8111-4117-abaa-2542a33c6394 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:44.728594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b431884a-90ad-45a2-9e93-7dd926df1564 req-f1b7b576-8111-4117-abaa-2542a33c6394 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1381195 Nov 08 12:33:44.761300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.820969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b431884a-90ad-45a2-9e93-7dd926df1564 req-a38f167f-c956-4760-89da-7f8c7cccdd0d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815442 Nov 08 12:33:44.851557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.879950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3526a9-08a5-4379-b88c-05731a707baf']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:44.889349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d478947-d17c-43db-8930-9d2905e9f2c4') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:44.889670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d478947-d17c-43db-8930-9d2905e9f2c4') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:44.898929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.911918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.917659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:33:44.918039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:33:44.921787 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:33:44.937917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:44.994822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3a92d3-5519-4cde-993b-cc40ddc3207a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:45.007306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Checking segment: {'id': 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:33:45.007652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Network hostable DHCP agents. Network: 18cc3822-fdf0-49bc-add0-1b06fabfa9a2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:33:45.034415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.042434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.044875 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3b3526a9-08a5-4379-b88c-05731a707baf HTTP/1.1" status: 204 len: 168 time: 0.3605711 Nov 08 12:33:45.054800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9afc92-cc14-44f5-95a3-48594a686478 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3526a9-08a5-4379-b88c-05731a707baf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:45.080120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:33:45.148712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 18cc3822-fdf0-49bc-add0-1b06fabfa9a2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:33:45.153234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:45.154533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.158113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2d491-876e-4306-a008-e3295f3c57cb None None] Network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:33:45.226268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-87354cd6-653f-4795-b010-1d3ab4b6ab61 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7409086 Nov 08 12:33:45.234903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779d22-a9de-4c44-9c8a-64b7cf630d10 req-58a2a006-bbbb-4013-8846-1caa6cd4e612 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:45.236480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e779d22-a9de-4c44-9c8a-64b7cf630d10 req-58a2a006-bbbb-4013-8846-1caa6cd4e612 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0621009 Nov 08 12:33:45.275286 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:33:45.293969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb2b53-ff53-4ed6-83de-84761622ed85 None None] Network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:33:45.297154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e779d22-a9de-4c44-9c8a-64b7cf630d10 req-b012eaed-5e9d-4481-958c-a5dca3c43ba3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Nov 08 12:33:45.363482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45030) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:45.427620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:45.439300 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3dc1ecb7-6b98-437c-9162-ba96eb7aab75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac5751372a314066a1f73bbf686fba9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741661 Nov 08 12:33:45.506197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.537251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b0a4-4a4e-483e-b5de-9305a87b48e4 req-dc08c715-9e9a-48a3-b723-f48f886c28dc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:45.538751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc3b0a4-4a4e-483e-b5de-9305a87b48e4 req-dc08c715-9e9a-48a3-b723-f48f886c28dc tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0798948 Nov 08 12:33:45.543183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.611297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc3b0a4-4a4e-483e-b5de-9305a87b48e4 req-6d1c0f20-3302-4682-a11d-0008b0b16b68 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655780 Nov 08 12:33:45.691955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.694803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.699162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/171649fc-843c-4fb0-96b0-3ac4aae894a2 HTTP/1.1" status: 204 len: 168 time: 0.2705250 Nov 08 12:33:45.708237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbe4be-e525-4838-aa5f-e61aa5558cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171649fc-843c-4fb0-96b0-3ac4aae894a2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:45.767443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:45.818839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ce97-b7f8-40a6-a0aa-09321b4d4ac7 req-a4b7df56-5e7d-4e79-b732-77f59f218ee2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:45.822717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c34ce97-b7f8-40a6-a0aa-09321b4d4ac7 req-a4b7df56-5e7d-4e79-b732-77f59f218ee2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0656831 Nov 08 12:33:45.871859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c34ce97-b7f8-40a6-a0aa-09321b4d4ac7 req-980a6343-a28d-4dc9-9683-4d71367a7e09 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Nov 08 12:33:46.052828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-27a20f7d-bcb5-4e16-b1fe-8d25042369af tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:46.054341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-27a20f7d-bcb5-4e16-b1fe-8d25042369af tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/networks?id=18cc3822-fdf0-49bc-add0-1b06fabfa9a2 HTTP/1.1" status: 200 len: 813 time: 0.1663475 Nov 08 12:33:46.063389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08050d-6010-4912-802a-4dfdec8a03a8 req-b3607379-c592-4781-b9b6-958ed378e08a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:46.064802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef08050d-6010-4912-802a-4dfdec8a03a8 req-b3607379-c592-4781-b9b6-958ed378e08a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.1162479 Nov 08 12:33:46.089026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-6a587fc8-f617-4257-bbc0-97ced982f200 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/quotas/304d595adc4d4070bee91a3cb8f14074 HTTP/1.1" status: 200 len: 375 time: 0.0232687 Nov 08 12:33:46.102280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-91f2f38c-3b4c-4cd5-b21d-6afd643a959d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:46.103759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-91f2f38c-3b4c-4cd5-b21d-6afd643a959d tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 946 time: 0.1036990 Nov 08 12:33:46.167283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-07699241-de9e-46d9-b8a5-f612f67714c9 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=304d595adc4d4070bee91a3cb8f14074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607948 Nov 08 12:33:46.189952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c27ca857-8562-4d75-9b24-7883882aadcb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:46.210784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: c27ca857-8562-4d75-9b24-7883882aadcb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:46.211130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c27ca857-8562-4d75-9b24-7883882aadcb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:46.215938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef08050d-6010-4912-802a-4dfdec8a03a8 req-c1f2ddc1-222b-43c0-a67e-d7bb41ea8986 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups?id=42da4ef0-9620-4e40-9e68-f12014b64a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400006 Nov 08 12:33:46.323740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-15d95505-0afb-48cc-af0b-2f7a26e8989b service neutron] 10.222.0.58 "GET /v2.0/networks/18cc3822-fdf0-49bc-add0-1b06fabfa9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468992 Nov 08 12:33:46.328923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Deleting port 69d04952-1bd2-4878-be62-dbeba6fb3242 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:46.332897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:46.505726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7713c-e164-471f-a8ce-2306e49c9dda req-a6eede28-b62d-4106-8aa5-30ee9050dfb0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:46.507275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5f7713c-e164-471f-a8ce-2306e49c9dda req-a6eede28-b62d-4106-8aa5-30ee9050dfb0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1626127 Nov 08 12:33:46.546887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] For port 69d04952-1bd2-4878-be62-dbeba6fb3242, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=69d04952-1bd2-4878-be62-dbeba6fb3242,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:46.547243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:46.562569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-1b5e27c1-ba8a-478c-885e-f3cbbd704c69 service neutron] 10.222.0.58 "GET /v2.0/networks/18cc3822-fdf0-49bc-add0-1b06fabfa9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189107 Nov 08 12:33:46.641885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5f7713c-e164-471f-a8ce-2306e49c9dda req-2882e54f-cc02-4384-9fe4-e9ad1e590d54 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268764 Nov 08 12:33:46.831632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21d53211-fca5-4078-9977-5b0e7cce00c4 req-f42b3fa9-4c76-46ec-acf3-27d86bca310e tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 210 time: 0.0428388 Nov 08 12:33:46.841696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:46.842050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:46.842485 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Floating IP f3545107-a420-4aa2-a0fa-e31bc46f0193 disassociated. External IP: 172.25.1.54, port: 69d04952-1bd2-4878-be62-dbeba6fb3242. Nov 08 12:33:46.842815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Calling delete_port for 69d04952-1bd2-4878-be62-dbeba6fb3242 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:46.859482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a561-15fd-44df-a952-e3fd1192f1cf req-a3c90950-e0eb-4c43-a7a8-ded1cd2445e9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:46.861219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5220a561-15fd-44df-a952-e3fd1192f1cf req-a3c90950-e0eb-4c43-a7a8-ded1cd2445e9 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1486080 Nov 08 12:33:46.958447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5220a561-15fd-44df-a952-e3fd1192f1cf req-8ceb26e5-50ef-4d39-bc4e-8e5451b78f0f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Nov 08 12:33:47.081976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-55e6c968-86f3-46d9-9f2a-f525bc0ebddc tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:47.084294 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-55e6c968-86f3-46d9-9f2a-f525bc0ebddc tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0645642 Nov 08 12:33:47.085055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce334fa8-b275-4589-a0ca-5dccc9242924 req-a4227679-3bd5-4fc8-9f84-8554d6f1b2f8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:47.086585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce334fa8-b275-4589-a0ca-5dccc9242924 req-a4227679-3bd5-4fc8-9f84-8554d6f1b2f8 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 946 time: 0.0670056 Nov 08 12:33:47.145031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce334fa8-b275-4589-a0ca-5dccc9242924 req-8bc715d2-4ff9-46a0-b196-2ca8b5460fed tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494518 Nov 08 12:33:47.146282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:47.182653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event deleted for resources: {'Port': ['ID=69d04952-1bd2-4878-be62-dbeba6fb3242,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:47.373908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd40dd98-e5d5-4f96-b2af-e706ac67f433 req-17692a3a-e98f-4b4e-bcf4-e0a47e55fca4 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0637491 Nov 08 12:33:47.383296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:33:47.506885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:33:47.522105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Sync routers for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:33:47.522597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port b6c641be-3c43-48fb-93c0-369c3bff94e9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:47.522822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:47.533009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:33:47.534310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:47.556417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] No DVR routers for this DVR port 69d04952-1bd2-4878-be62-dbeba6fb3242 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:47.562150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:47.564652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b539b711-66b1-4e1d-a0b3-b859897c1eac req-f2dd5a57-e0bb-4f45-a6d6-235475521bdf tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.61 "DELETE /v2.0/ports/69d04952-1bd2-4878-be62-dbeba6fb3242 HTTP/1.1" status: 204 len: 173 time: 1.4474735 Nov 08 12:33:47.565143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'name': 'network-vif-deleted', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:47.568362 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5637f9-5f7a-41ba-8dcc-838a21f9398e" -d '{"events": [{"server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "name": "network-vif-deleted", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:47.623444 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6ea31-37f8-4993-bd6f-a2467edc3af6 x-openstack-request-id: req-27f6ea31-37f8-4993-bd6f-a2467edc3af6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:47.625250 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca93ef9-1012-454d-ab15-cddf404d93b4", "name": "network-vif-deleted", "tag": "69d04952-1bd2-4878-be62-dbeba6fb3242", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:47.625250 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27f6ea31-37f8-4993-bd6f-a2467edc3af6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:47.625250 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca93ef9-1012-454d-ab15-cddf404d93b4', 'name': 'network-vif-deleted', 'tag': '69d04952-1bd2-4878-be62-dbeba6fb3242', 'status': 'completed', 'code': 200} Nov 08 12:33:47.714682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:33:47.793729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:47.803354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port b6c641be-3c43-48fb-93c0-369c3bff94e9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b6c641be-3c43-48fb-93c0-369c3bff94e9,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:47.803777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:47.825833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for b6c641be-3c43-48fb-93c0-369c3bff94e9 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:47.855698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715def89-27ea-42d6-a7de-591df30fd534 req-95f773a6-a323-439f-9479-2d6b6d2f469c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:47.855698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-715def89-27ea-42d6-a7de-591df30fd534 req-95f773a6-a323-439f-9479-2d6b6d2f469c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0550168 Nov 08 12:33:47.967673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d54550d-60e1-4f48-8eef-83e3b61e12d7 req-b31e7f4c-aab0-4dd8-8de3-500476ac6afd tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 210 time: 0.0600035 Nov 08 12:33:47.972620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-715def89-27ea-42d6-a7de-591df30fd534 req-5e96eb23-c899-4dae-a054-e22078e705e4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097827 Nov 08 12:33:48.013682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce6db33f-03be-4239-a03f-cc729eb3c840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.055119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:48.087479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Checking router: ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:33:48.097014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:33:48.097634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:48.103198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.134835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b6c641be-3c43-48fb-93c0-369c3bff94e9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:48.135726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c8af8-8cfd-42e7-bd39-7e97433b4103 req-bd2e2c42-f242-4f1c-b6ad-066537c50311 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:48.137283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb5c8af8-8cfd-42e7-bd39-7e97433b4103 req-bd2e2c42-f242-4f1c-b6ad-066537c50311 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0829589 Nov 08 12:33:48.158426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=b6c641be-3c43-48fb-93c0-369c3bff94e9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:48.168106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce6db33f-03be-4239-a03f-cc729eb3c840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.210009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb5c8af8-8cfd-42e7-bd39-7e97433b4103 req-aab3d492-9d7f-4422-bcd6-19a99ae13cbe tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Nov 08 12:33:48.224323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port b6c641be-3c43-48fb-93c0-369c3bff94e9 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:48.227083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.230495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-34d5b4b9-eb8e-4307-ab39-b480e2b55c41 req-89c2ff68-e19b-4640-a37a-41b170b29a81 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "DELETE /v2.0/ports/b6c641be-3c43-48fb-93c0-369c3bff94e9 HTTP/1.1" status: 204 len: 173 time: 1.1395977 Nov 08 12:33:48.230987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'name': 'network-vif-deleted', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:48.233926 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42622cc5-7e65-4084-8ef9-46f7744c54ff" -d '{"events": [{"server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "name": "network-vif-deleted", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:48.270313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:33:48.274754 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075502dc-e18d-4740-a368-dff07e0326f2 x-openstack-request-id: req-075502dc-e18d-4740-a368-dff07e0326f2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:48.275192 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d37749-a6e1-4aec-99f0-4fce0ce3198c", "name": "network-vif-deleted", "tag": "b6c641be-3c43-48fb-93c0-369c3bff94e9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:48.275509 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-075502dc-e18d-4740-a368-dff07e0326f2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:48.275965 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d37749-a6e1-4aec-99f0-4fce0ce3198c', 'name': 'network-vif-deleted', 'tag': 'b6c641be-3c43-48fb-93c0-369c3bff94e9', 'status': 'completed', 'code': 200} Nov 08 12:33:48.282610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba25a39-e1ba-4b30-b973-f37e1d37b6d2 req-9e73ca7b-bebb-4f98-94f6-f9cc5694648d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 210 time: 0.0403898 Nov 08 12:33:48.283801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce6db33f-03be-4239-a03f-cc729eb3c840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.322613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db33f-03be-4239-a03f-cc729eb3c840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb03205a-c51d-495a-9b6b-aae5a4732e3c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:48.327036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ce6db33f-03be-4239-a03f-cc729eb3c840 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0ab0025e5f14badb1b1551052fe344a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5314617 Nov 08 12:33:48.330128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45138) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:48.398346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.452652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.498935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f561974a-92f4-40da-b2fd-551fe720fd95 req-67d48d96-0ede-446d-9829-865a9c8744c9 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca93ef9-1012-454d-ab15-cddf404d93b4 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Nov 08 12:33:48.539223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:48.607069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.609024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:48.610191 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb03205a-c51d-495a-9b6b-aae5a4732e3c HTTP/1.1" status: 204 len: 168 time: 0.2790267 Nov 08 12:33:48.621376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd5c7d-4d39-4d83-953c-377bcb807cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb03205a-c51d-495a-9b6b-aae5a4732e3c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:48.711004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbfdb6-571e-4b1e-a659-082ff2eb01fa None None] The sync data for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 is: [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:31:31Z', 'revision_number': 4, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '951f0e58-1563-416b-83ee-fdd03a2a0e58', 'name': '', 'network_id': '9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'mac_address': 'fa:16:3e:f1:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:30Z', 'updated_at': '2021-11-08T12:31:35Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'subnets': [{'id': '68e1b825-1c7b-4fd4-8398-090bad54280a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:33:48.975935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dfb1e0-b2c1-4714-ac01-65d1e4084882 None None] New status for floating IP f3545107-a420-4aa2-a0fa-e31bc46f0193: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:33:49.143540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ce8f712-500d-4b63-ba36-af097356886b req-bde99c50-421f-46bf-ba5d-d4c830f07868 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 210 time: 0.0540991 Nov 08 12:33:49.188492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b853-c367-4e3b-9a29-9524e0ffec8a req-2cf187b0-2f2d-4d5c-be64-68ecf14a7ccc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:49.189561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d525b853-c367-4e3b-9a29-9524e0ffec8a req-2cf187b0-2f2d-4d5c-be64-68ecf14a7ccc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1097133 Nov 08 12:33:49.270975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d525b853-c367-4e3b-9a29-9524e0ffec8a req-98c14ab9-d8e9-41f0-bc62-b444eb920dc9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740092 Nov 08 12:33:49.348908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde952-271c-4778-86ec-c476b7dfd1a5 req-8907d558-56f8-419e-b4ca-3538c75f484d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:49.350868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ebde952-271c-4778-86ec-c476b7dfd1a5 req-8907d558-56f8-419e-b4ca-3538c75f484d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0542462 Nov 08 12:33:49.434641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0178f627-84fa-4e38-8596-ceca10acad12 req-6a629a27-0bcd-477f-9d1e-7a1432c2729e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=25d37749-a6e1-4aec-99f0-4fce0ce3198c HTTP/1.1" status: 200 len: 210 time: 0.0555692 Nov 08 12:33:49.510790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ebde952-271c-4778-86ec-c476b7dfd1a5 req-6bb54e34-3b01-4eee-a2c9-26dcb92995c5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508591 Nov 08 12:33:49.543563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-38c9d32a-2a78-49b9-895b-17c71d2da777 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:49.545564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-38c9d32a-2a78-49b9-895b-17c71d2da777 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.61 "GET /v2.0/networks?id=18cc3822-fdf0-49bc-add0-1b06fabfa9a2 HTTP/1.1" status: 200 len: 813 time: 0.1682608 Nov 08 12:33:49.563373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Request body: {'port': {'device_id': '54e0e878-418c-4084-a165-200d3dd688f1', 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2', 'admin_state_up': True, 'tenant_id': '304d595adc4d4070bee91a3cb8f14074'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:49.691744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:49.752777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:49.775758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Made reservation on behalf of 304d595adc4d4070bee91a3cb8f14074 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:33:49.779317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:49.785552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:49.921127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:49.923763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:49.926727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "DELETE /v2.0/security-groups/42da4ef0-9620-4e40-9e68-f12014b64a8d HTTP/1.1" status: 204 len: 168 time: 0.2319360 Nov 08 12:33:49.927770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45184) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:49.944487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5463e-db2f-4721-9c5a-cf3e1916eaf5 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da4ef0-9620-4e40-9e68-f12014b64a8d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:49.946599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Allocated IP 172.20.0.7 (18cc3822-fdf0-49bc-add0-1b06fabfa9a2/ba3a92d3-5519-4cde-993b-cc40ddc3207a/023e024a-06b4-405a-bcca-b79348e494cc) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:33:49.956773 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-061dcb01-4a39-41a1-9518-97c08197b73a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] show failed (client error): The resource could not be found. Nov 08 12:33:49.960463 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-061dcb01-4a39-41a1-9518-97c08197b73a tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "GET /v2.0/security-groups/42da4ef0-9620-4e40-9e68-f12014b64a8d HTTP/1.1" status: 404 len: 347 time: 0.0268924 Nov 08 12:33:49.961370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45186) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:50.017133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.095729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Deleting port 194cb492-35dc-4b8d-8bb5-90a62dfb6d3d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:50.096064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.110801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.175325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.175670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.188806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Calling delete_port for 194cb492-35dc-4b8d-8bb5-90a62dfb6d3d owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:50.200245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.204669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 69d04952-1bd2-4878-be62-dbeba6fb3242 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:50.239563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 69d04952-1bd2-4878-be62-dbeba6fb3242 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:50.243074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 69d04952-1bd2-4878-be62-dbeba6fb3242 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:50.256327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:33:50.260919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:33:50.266478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:33:50.296885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Pushing event updated for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:50.353170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:50.353790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.369010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8c0d-0a34-49b1-aa04-d1f45a1efddd req-bf630270-c011-4c11-b1ee-9e9534bfc30d tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:50.370770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f8c8c0d-0a34-49b1-aa04-d1f45a1efddd req-bf630270-c011-4c11-b1ee-9e9534bfc30d tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 931 time: 0.1110194 Nov 08 12:33:50.436565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.454438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b798d-2be0-409b-bf6b-8f02b515febd req-d9c44ceb-3347-4a27-bd8e-909d32a74532 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:50.456001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-386b798d-2be0-409b-bf6b-8f02b515febd req-d9c44ceb-3347-4a27-bd8e-909d32a74532 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0981209 Nov 08 12:33:50.460837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-b5d37a02-1d17-45b3-875a-241834c1f865 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033079 Nov 08 12:33:50.468860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Pushing event deleted for resources: {'Port': ['ID=194cb492-35dc-4b8d-8bb5-90a62dfb6d3d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:50.473535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f8c8c0d-0a34-49b1-aa04-d1f45a1efddd req-bde891cc-aa4d-4e46-8d70-6fa5e8b882bc tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908394 Nov 08 12:33:50.485134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Request body: {'port': {'device_id': '54e0e878-418c-4084-a165-200d3dd688f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:50.564454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.569012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.577096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e7a77130-77f2-4681-b5ef-3ca32cc554b0 tempest-ServersTestManualDisk-1089892764 tempest-ServersTestManualDisk-1089892764-project] 10.222.0.58 "DELETE /v2.0/floatingips/f3545107-a420-4aa2-a0fa-e31bc46f0193 HTTP/1.1" status: 204 len: 168 time: 0.6092894 Nov 08 12:33:50.578093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:50.591753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:50.632663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-386b798d-2be0-409b-bf6b-8f02b515febd req-e60cead8-7fb3-4c2b-93fb-2b742d608db7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545961 Nov 08 12:33:51.128664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75023b29-9e14-4922-8bbf-af8877bcb2eb req-7448d2d0-0770-4e67-b984-8cce935fa7a4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:51.130125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75023b29-9e14-4922-8bbf-af8877bcb2eb req-7448d2d0-0770-4e67-b984-8cce935fa7a4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.5016980 Nov 08 12:33:51.195992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b6c641be-3c43-48fb-93c0-369c3bff94e9 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:51.223037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: b6c641be-3c43-48fb-93c0-369c3bff94e9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:51.223037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b6c641be-3c43-48fb-93c0-369c3bff94e9 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:51.382977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75023b29-9e14-4922-8bbf-af8877bcb2eb req-a5494766-2db9-44c9-b49f-ace13da59ad0 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239549 Nov 08 12:33:51.407787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2a6d33aa-1aa3-4e8d-a797-135b43c13788 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:51.409721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2a6d33aa-1aa3-4e8d-a797-135b43c13788 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.3537054 Nov 08 12:33:51.458766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-b6f9f64d-ff6b-41d1-90cc-28c52c95bf7c tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/quotas/8e3a7548f5d54befbf067a1171496089 HTTP/1.1" status: 200 len: 375 time: 0.0479550 Nov 08 12:33:51.535118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-4099195b-5cf5-4dcb-9eaf-4abb334ce0e2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658798 Nov 08 12:33:51.712173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af8334-c365-4066-99a5-8761ce888d44 req-b2ae41b9-ef7f-43d5-9a7a-81f0eba8230a tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:51.713650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37af8334-c365-4066-99a5-8761ce888d44 req-b2ae41b9-ef7f-43d5-9a7a-81f0eba8230a tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 931 time: 0.1645060 Nov 08 12:33:51.787901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023e024a-06b4-405a-bcca-b79348e494cc {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:51.800016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:51.805544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-14bd4e2e-4aed-4d67-b4ce-2d88ecef8237 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535567 Nov 08 12:33:51.853046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Transition to ACTIVE for port object 023e024a-06b4-405a-bcca-b79348e494cc will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:33:51.873944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37af8334-c365-4066-99a5-8761ce888d44 req-215878fa-a94d-4d84-84fd-bef02e6707dd tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387484 Nov 08 12:33:51.925137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.043001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Pushing event updated for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:52.046721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-57bc6436-c144-4714-9d33-e48e64e21257 service neutron] 10.222.0.58 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329102 Nov 08 12:33:52.090642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078ead-312d-4af0-a5ea-028041675247 req-91b6a897-6211-45b7-b839-b4fa89d61d60 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:52.092677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74078ead-312d-4af0-a5ea-028041675247 req-91b6a897-6211-45b7-b839-b4fa89d61d60 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1587188 Nov 08 12:33:52.114816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.262589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74078ead-312d-4af0-a5ea-028041675247 req-15dd7886-f75a-41db-8580-c4fe88c7f489 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508086 Nov 08 12:33:52.263332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Attempting to bind port 023e024a-06b4-405a-bcca-b79348e494cc on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:33:52.263766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Attempting to bind port 023e024a-06b4-405a-bcca-b79348e494cc by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:33:52.264106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Attempting to bind port 023e024a-06b4-405a-bcca-b79348e494cc on network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:52.272273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Port 023e024a-06b4-405a-bcca-b79348e494cc on network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:33:52.272635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Attempting to bind port 023e024a-06b4-405a-bcca-b79348e494cc on network 18cc3822-fdf0-49bc-add0-1b06fabfa9a2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:52.280435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:33:52.280775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Checking segment: {'id': 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:33:52.281168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Bound using segment: {'id': 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:33:52.281607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Bound port: 023e024a-06b4-405a-bcca-b79348e494cc, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:33:52.281966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.413834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab022bb1-a8fd-4a2a-a51a-0eca3e290e0d req-3ff5cd93-d4e6-4334-9948-7093ceccd82a tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 210 time: 0.0701497 Nov 08 12:33:52.487738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:33:52.492442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=023e024a-06b4-405a-bcca-b79348e494cc,segment=NetworkSegment(a11c8373-caf2-4ea1-b3bb-a002bd7ec219),segment_id=a11c8373-caf2-4ea1-b3bb-a002bd7ec219)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:33:52.593443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Deleting port 951f0e58-1563-416b-83ee-fdd03a2a0e58 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:52.593789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.660516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.716692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:52.717340 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.718841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] 10.222.0.61 "PUT /v2.0/ports/023e024a-06b4-405a-bcca-b79348e494cc HTTP/1.1" status: 200 len: 1091 time: 2.2443681 Nov 08 12:33:52.719257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:52.721674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57982f02-c95a-4e32-9167-405b35d6d95a" -d '{"events": [{"name": "network-changed", "server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "tag": "023e024a-06b4-405a-bcca-b79348e494cc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:52.770369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] For port 951f0e58-1563-416b-83ee-fdd03a2a0e58, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=951f0e58-1563-416b-83ee-fdd03a2a0e58,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:52.770743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:52.774072 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a33c1-1dcf-48d0-b437-fe2b84f9cd50 x-openstack-request-id: req-c99a33c1-1dcf-48d0-b437-fe2b84f9cd50 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:52.774391 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "tag": "023e024a-06b4-405a-bcca-b79348e494cc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:52.779450 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c99a33c1-1dcf-48d0-b437-fe2b84f9cd50 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:52.779450 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc', 'status': 'completed', 'code': 200} Nov 08 12:33:52.798797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Calling delete_port for 951f0e58-1563-416b-83ee-fdd03a2a0e58 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:52.810155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8c61d-42d7-4aa9-bf21-4f98ff942576 service neutron] Pushing event updated for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:52.904325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add64c-c7f7-40e4-aead-3fdfc0232688 req-3ea7eb44-0a74-4318-bef8-1bfa72f38d2b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:52.907149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4add64c-c7f7-40e4-aead-3fdfc0232688 req-3ea7eb44-0a74-4318-bef8-1bfa72f38d2b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1743977 Nov 08 12:33:52.910709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45276) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:52.955646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982f02-c95a-4e32-9167-405b35d6d95a req-8cce3a56-d104-42d3-a802-f1262e441726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:52.957203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57982f02-c95a-4e32-9167-405b35d6d95a req-8cce3a56-d104-42d3-a802-f1262e441726 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=304d595adc4d4070bee91a3cb8f14074&device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 1094 time: 0.1499867 Nov 08 12:33:53.047219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fc26693-04fe-43d1-8f22-fd6e27f9b6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.068207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5daf22fd-4878-4bc6-8a60-8a25a97abd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.132693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fc26693-04fe-43d1-8f22-fd6e27f9b6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.166485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4add64c-c7f7-40e4-aead-3fdfc0232688 req-1e664c72-2640-456a-b26c-f7653470be9d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399898 Nov 08 12:33:53.183048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6764a-ea8e-4591-bdea-48ef3a397074 req-63153850-a15d-4ba2-b5ce-e2bcdce36dbc tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.185388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be6764a-ea8e-4591-bdea-48ef3a397074 req-63153850-a15d-4ba2-b5ce-e2bcdce36dbc tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 943 time: 0.2175713 Nov 08 12:33:53.193934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fc26693-04fe-43d1-8f22-fd6e27f9b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.233790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3fc26693-04fe-43d1-8f22-fd6e27f9b6bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eea89d5be62344fa90887c8e9f91619e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206210 Nov 08 12:33:53.234712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc26693-04fe-43d1-8f22-fd6e27f9b6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e8e56-4b4f-4015-9757-8095d8d4947a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:53.237463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45280) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:53.242767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982f02-c95a-4e32-9167-405b35d6d95a req-ed4c4c18-4519-4746-b418-6955331fb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.244410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57982f02-c95a-4e32-9167-405b35d6d95a req-ed4c4c18-4519-4746-b418-6955331fb335 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=304d595adc4d4070bee91a3cb8f14074&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2737460 Nov 08 12:33:53.288883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.311029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.330623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2be6764a-ea8e-4591-bdea-48ef3a397074 req-4e8289ee-ef5e-4a92-8d90-b8a7eec3ae18 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382949 Nov 08 12:33:53.434155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.437635 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.438793 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae3e8e56-4b4f-4015-9757-8095d8d4947a HTTP/1.1" status: 204 len: 168 time: 0.2002437 Nov 08 12:33:53.447363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294194e4-e528-44d8-95c7-51ce176a139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e8e56-4b4f-4015-9757-8095d8d4947a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:53.483561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982f02-c95a-4e32-9167-405b35d6d95a req-9e18c0b5-281c-4bcf-96e2-b45389ca2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.485475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57982f02-c95a-4e32-9167-405b35d6d95a req-9e18c0b5-281c-4bcf-96e2-b45389ca2e0b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309971 Nov 08 12:33:53.507970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e4f24-47c2-40bd-9c57-c8cebff7c766 req-1fea505a-0ba0-44b8-ba28-1102fc5baab0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.512366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-754e4f24-47c2-40bd-9c57-c8cebff7c766 req-1fea505a-0ba0-44b8-ba28-1102fc5baab0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1315923 Nov 08 12:33:53.534329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.624240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Pushing event deleted for resources: {'Port': ['ID=951f0e58-1563-416b-83ee-fdd03a2a0e58,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:53.633204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c76b7606-6048-4dc0-9ece-286ecc22c863 req-e9613275-9a79-45c8-92a5-5c73c5201d48 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 210 time: 0.0958385 Nov 08 12:33:53.709821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-754e4f24-47c2-40bd-9c57-c8cebff7c766 req-4b40cb43-3aca-4986-8d7e-d1239688ec6c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838982 Nov 08 12:33:53.713641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-6afdb97c-b109-4de6-b1e7-76f274bc8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.715087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-6afdb97c-b109-4de6-b1e7-76f274bc8958 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=304d595adc4d4070bee91a3cb8f14074&device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 1094 time: 0.1673546 Nov 08 12:33:53.814600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-849c7398-138a-4165-b215-1da0f59ddc40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023e024a-06b4-405a-bcca-b79348e494cc HTTP/1.1" status: 200 len: 217 time: 0.0883002 Nov 08 12:33:53.904761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:53.907461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-98ee3e78-67d9-4ea5-8122-843f835a674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:53.908887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-98ee3e78-67d9-4ea5-8122-843f835a674f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba3a92d3-5519-4cde-993b-cc40ddc3207a HTTP/1.1" status: 200 len: 853 time: 0.0602934 Nov 08 12:33:53.975554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-7d5257c7-f349-4b9b-bd4a-d9a61232499c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18cc3822-fdf0-49bc-add0-1b06fabfa9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581419 Nov 08 12:33:54.143723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:54.157935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-042ffa61-5a0c-4c50-a51c-041cffacd998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.265170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-042ffa61-5a0c-4c50-a51c-041cffacd998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.325933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-042ffa61-5a0c-4c50-a51c-041cffacd998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.386882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ffa61-5a0c-4c50-a51c-041cffacd998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f870b3e-3c8b-4036-8efc-d2931e481a36,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:54.416687 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-042ffa61-5a0c-4c50-a51c-041cffacd998 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e553fd01c53a437291d3f1969dff2c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718537 Nov 08 12:33:54.424749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:54.538340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c32c-4f54-4a1a-8149-9a8e4f391c36 req-3a977f6d-1386-4cc9-8f17-594ac0a9babf tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:54.539742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad82c32c-4f54-4a1a-8149-9a8e4f391c36 req-3a977f6d-1386-4cc9-8f17-594ac0a9babf tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1563056 Nov 08 12:33:54.540651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-9c5e140e-0253-4970-a605-d6e85a51075f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:54.542283 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-9c5e140e-0253-4970-a605-d6e85a51075f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/networks?id=e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 200 len: 811 time: 0.1710916 Nov 08 12:33:54.545819 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.566815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Request body: {'port': {'device_id': '63591783-b971-438d-93a8-feaadf0e0e68', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'admin_state_up': True, 'tenant_id': '8e3a7548f5d54befbf067a1171496089'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:54.579573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-63ce6bd1-cca9-4e03-a005-673d3a62d758 service neutron] 10.222.0.61 "GET /v2.0/networks/18cc3822-fdf0-49bc-add0-1b06fabfa9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939877 Nov 08 12:33:54.600033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.616421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abd11-57c5-480e-876a-445f79642dea req-8e84cb67-cdbe-4892-9efb-958b82083af1 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:54.617887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f0abd11-57c5-480e-876a-445f79642dea req-8e84cb67-cdbe-4892-9efb-958b82083af1 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 943 time: 0.2021372 Nov 08 12:33:54.759703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.762234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.764760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f870b3e-3c8b-4036-8efc-d2931e481a36 HTTP/1.1" status: 204 len: 168 time: 0.3388090 Nov 08 12:33:54.773698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711518ff-e428-4ee8-a007-419e65a445cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f870b3e-3c8b-4036-8efc-d2931e481a36,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:54.776769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad82c32c-4f54-4a1a-8149-9a8e4f391c36 req-88d86b65-4a23-4132-b01f-ccec232a513c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024086 Nov 08 12:33:54.817290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Made reservation on behalf of 8e3a7548f5d54befbf067a1171496089 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:33:54.818129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:33:54.826013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:54.829133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a16b5a85-f98a-4d50-a951-50ae09009aaa req-bd786cd2-569c-4260-962f-2f6a8b9078b9 service neutron] 10.222.0.61 "GET /v2.0/networks/18cc3822-fdf0-49bc-add0-1b06fabfa9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368464 Nov 08 12:33:54.833786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f0abd11-57c5-480e-876a-445f79642dea req-fa666ecb-4cc2-439c-85c8-6fa3f1008f3e tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995111 Nov 08 12:33:54.995015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6667ac8e-aee5-43ba-986b-e740f9c86d2a req-4ea65388-0453-4f73-84a2-a502efb9936d tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 210 time: 0.0459592 Nov 08 12:33:55.032581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:33:55.039303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-90d87aeb-186f-4192-a181-cfa85a90e097 admin admin] 10.222.0.58 "PUT /v2.0/routers/ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4574556 Nov 08 12:33:55.042701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Sync routers for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:33:55.052439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:55.056984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Allocated IP 172.20.0.8 (e33618ca-0cce-46c3-869a-abc2dec37048/6f006c32-ce72-4f9d-b266-b1765f248c38/f82116b0-1263-4d4c-a973-e29f6020c6be) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:33:55.057182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:33:55.057866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:55.070781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb514afe-ab16-4d76-bada-8003730439a4 req-e83e4111-1c85-4106-ba4b-6549ab5c2280 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:55.072452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb514afe-ab16-4d76-bada-8003730439a4 req-e83e4111-1c85-4106-ba4b-6549ab5c2280 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1086333 Nov 08 12:33:55.178905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:33:55.213745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb514afe-ab16-4d76-bada-8003730439a4 req-e4e5abe2-1669-482b-93fe-780c104e2d28 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Nov 08 12:33:55.235881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.236652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.337126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.356115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.392832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Network e33618ca-0cce-46c3-869a-abc2dec37048 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:33:55.404087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:33:55.415534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:33:55.418191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:33:53Z', 'revision_number': 5, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port': {'id': 'e53ce96c-3103-4b98-9a99-f0d4611b557f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:26Z', 'updated_at': '2021-11-08T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:55.452171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Checking router: ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:33:55.452589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event updated for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:55.471535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Routers {'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:33:55.472151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:55.479665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:55.480298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.500537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Deleting port e53ce96c-3103-4b98-9a99-f0d4611b557f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:55.500936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.511481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ccec5b-d987-4810-b380-5b477325a35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.544273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea5c40-2698-47d8-8894-1bc3b71c2dfa req-cbdb0558-f2ff-47ce-8a75-d83cf6abf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:55.546641 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72ea5c40-2698-47d8-8894-1bc3b71c2dfa req-cbdb0558-f2ff-47ce-8a75-d83cf6abf9ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0630085 Nov 08 12:33:55.584729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] Set router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:33:55.587412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-2bcf9107-b32b-48a7-b9d8-0d011fbda064 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319338 Nov 08 12:33:55.596950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] For port e53ce96c-3103-4b98-9a99-f0d4611b557f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e53ce96c-3103-4b98-9a99-f0d4611b557f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:55.597553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.603908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Request body: {'port': {'device_id': '63591783-b971-438d-93a8-feaadf0e0e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:33:55.611859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Calling delete_port for e53ce96c-3103-4b98-9a99-f0d4611b557f owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:55.643550 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-72ea5c40-2698-47d8-8894-1bc3b71c2dfa req-82638f72-987e-4b4b-9224-5a885f4b0ffb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Nov 08 12:33:55.648062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:33:55Z', 'revision_number': 6, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:55.673930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.686129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436bf2c-0310-48b0-b2a9-68230b5a16cc None None] The sync data for ids ['ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8'] in n-d-816990-1 is: [{'id': 'ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8', 'name': 'tempest-ServersTestManualDisk-697405727-router', 'tenant_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:24Z', 'updated_at': '2021-11-08T12:33:55Z', 'revision_number': 6, 'project_id': 'f992c08c71714fd9ab77f9abe90a8d09', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:33:55.852215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:55.881957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=e53ce96c-3103-4b98-9a99-f0d4611b557f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:56.009079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.022317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa91031-ed77-437c-9c69-36300205412c req-51a0efd0-57d4-4c4a-8d57-f1151d93fe68 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.023853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afa91031-ed77-437c-9c69-36300205412c req-51a0efd0-57d4-4c4a-8d57-f1151d93fe68 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1316848 Nov 08 12:33:56.050762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82116b0-1263-4d4c-a973-e29f6020c6be {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:56.061237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.079094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Transition to ACTIVE for port object f82116b0-1263-4d4c-a973-e29f6020c6be will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:33:56.082453 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-5f611048-43a1-4b31-b549-24636efde51a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782061 Nov 08 12:33:56.101764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828e356-7ea7-4942-adf7-25d7407961e4 req-482e7a3d-e97c-45a3-b535-4ae509343234 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.111763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0828e356-7ea7-4942-adf7-25d7407961e4 req-482e7a3d-e97c-45a3-b535-4ae509343234 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 943 time: 0.1537335 Nov 08 12:33:56.144016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.149293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.162816 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.215274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-4bcde982-a1cf-41ce-9e85-a6efa013a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.217156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-4bcde982-a1cf-41ce-9e85-a6efa013a6fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 1096 time: 0.1088958 Nov 08 12:33:56.245650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afa91031-ed77-437c-9c69-36300205412c req-b4853d11-452c-4e95-a66e-86b8cece09d3 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956625 Nov 08 12:33:56.270113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0828e356-7ea7-4942-adf7-25d7407961e4 req-077d44d4-2367-4ba7-a234-2ba48f6fd6ad tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191628 Nov 08 12:33:56.274558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Pushing event updated for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:56.302980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.303748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:33:56.308563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.314790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12f70519-ce0c-44b2-a8da-a78847c00e1f admin admin] 10.222.0.58 "DELETE /v2.0/routers/ab1ae0ba-4ec2-4489-b3cd-7c42d5579be8 HTTP/1.1" status: 204 len: 168 time: 1.2564368 Nov 08 12:33:56.314790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:56.377517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Deleting subnet 68e1b825-1c7b-4fd4-8398-090bad54280a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:33:56.387290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.430413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Attempting to bind port f82116b0-1263-4d4c-a973-e29f6020c6be on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:33:56.430755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Attempting to bind port f82116b0-1263-4d4c-a973-e29f6020c6be by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:33:56.431084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Attempting to bind port f82116b0-1263-4d4c-a973-e29f6020c6be on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:56.433439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-33e2aa81-34d9-4e88-bc37-50f6ca2decf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.435612 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-33e2aa81-34d9-4e88-bc37-50f6ca2decf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.1920590 Nov 08 12:33:56.439411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Port f82116b0-1263-4d4c-a973-e29f6020c6be on network e33618ca-0cce-46c3-869a-abc2dec37048 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:33:56.439791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Attempting to bind port f82116b0-1263-4d4c-a973-e29f6020c6be on network e33618ca-0cce-46c3-869a-abc2dec37048 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:33:56.451706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:33:56.452046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Checking segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:33:56.452421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Bound using segment: {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:33:56.452863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Bound port: f82116b0-1263-4d4c-a973-e29f6020c6be, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4f194-452a-4adb-95da-f6c8d4f71321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:33:56.453221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.494050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.501043 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-b31e4fc2-e4d7-42ec-aaa0-d660e7ef44a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 200 len: 217 time: 0.0558112 Nov 08 12:33:56.522605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098940c-176c-4b06-a63e-e21af44813f1 req-22501596-fd79-46d1-b7e6-5e61c0f80f38 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.524112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2098940c-176c-4b06-a63e-e21af44813f1 req-22501596-fd79-46d1-b7e6-5e61c0f80f38 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 943 time: 0.1543598 Nov 08 12:33:56.561299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07566-e7dd-4390-899b-4b897078a8c1 req-da604fd1-c343-4fa9-914c-ff0f9e85f3d0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.568639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dc07566-e7dd-4390-899b-4b897078a8c1 req-da604fd1-c343-4fa9-914c-ff0f9e85f3d0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1323478 Nov 08 12:33:56.578283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:33:56.611127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.612870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f82116b0-1263-4d4c-a973-e29f6020c6be,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:33:56.636966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-607ec5f6-59fa-49cd-aaa5-35d4fc46b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.639667 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-607ec5f6-59fa-49cd-aaa5-35d4fc46b68a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.1155860 Nov 08 12:33:56.695334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.700805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2098940c-176c-4b06-a63e-e21af44813f1 req-baeb0e99-f23e-4cd6-83f2-53f1db4cb5a3 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586637 Nov 08 12:33:56.701479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-46ad051d-88d9-4f7a-b0a0-41542306acb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494416 Nov 08 12:33:56.703000 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.726177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dc07566-e7dd-4390-899b-4b897078a8c1 req-cf570820-95bf-4e40-b8ba-08845e607626 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567826 Nov 08 12:33:56.837709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Pushing event updated for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:56.844132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:56.844748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.846138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-171548ae-83a1-4633-b931-12e4cc78114c service neutron] 10.222.0.57 "PUT /v2.0/ports/f82116b0-1263-4d4c-a973-e29f6020c6be HTTP/1.1" status: 200 len: 1091 time: 1.2493856 Nov 08 12:33:56.849747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:33:56.849747 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342807c-be8b-40b2-9546-d57e67c8f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:33:56.869126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.900786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d952ad-bb9e-40f3-aec0-a98b6b543de8 x-openstack-request-id: req-15d952ad-bb9e-40f3-aec0-a98b6b543de8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:33:56.900786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:33:56.900786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15d952ad-bb9e-40f3-aec0-a98b6b543de8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:33:56.900786 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be', 'status': 'completed', 'code': 200} Nov 08 12:33:56.914406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-e9f5095f-4473-4070-bc79-ed50364d6f48 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600504 Nov 08 12:33:56.915512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e1b825-1c7b-4fd4-8398-090bad54280a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:56.917471 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:56.921469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c4c41c59-8308-47c5-9bb7-7902604dce91 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/68e1b825-1c7b-4fd4-8398-090bad54280a HTTP/1.1" status: 204 len: 168 time: 0.6071470 Nov 08 12:33:56.923770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9fade2-58ed-4b69-91b5-ff38b9497eb0 None None] Network 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:33:56.929304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:57.018923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.077748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-9989ded8-baaa-41a5-85dd-0ced15d9c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.079412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-9989ded8-baaa-41a5-85dd-0ced15d9c594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 1094 time: 0.1449299 Nov 08 12:33:57.084468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e53ce96c-3103-4b98-9a99-f0d4611b557f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:57.097853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Deleting port ed7fd367-b3d2-4172-8041-99cdc9285eb8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:57.098205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.112718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e53ce96c-3103-4b98-9a99-f0d4611b557f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:57.113328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e53ce96c-3103-4b98-9a99-f0d4611b557f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:57.114232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 951f0e58-1563-416b-83ee-fdd03a2a0e58 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:57.137102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 951f0e58-1563-416b-83ee-fdd03a2a0e58 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:57.138342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 951f0e58-1563-416b-83ee-fdd03a2a0e58 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:57.181581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] For port ed7fd367-b3d2-4172-8041-99cdc9285eb8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed7fd367-b3d2-4172-8041-99cdc9285eb8,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:57.182419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.198906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Calling delete_port for ed7fd367-b3d2-4172-8041-99cdc9285eb8 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:57.220914 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d9101fde-cf0a-41a1-88e3-52e838b3857f req-f8b953cf-a456-436f-9751-e1a167267114 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943656 Nov 08 12:33:57.229782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] DHCP port deletion for 9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:33:57.252714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-38a065c3-76a0-48d2-b2e6-f1f88c0ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.254573 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-38a065c3-76a0-48d2-b2e6-f1f88c0ecc81 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e3a7548f5d54befbf067a1171496089&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1621158 Nov 08 12:33:57.298660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Deleting port ed7fd367-b3d2-4172-8041-99cdc9285eb8 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:33:57.299193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.383202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-02988179-8dd4-4547-9963-73d9d11cbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.385205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d342807c-be8b-40b2-9546-d57e67c8f8b5 req-02988179-8dd4-4547-9963-73d9d11cbdd6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235085 Nov 08 12:33:57.396067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] For port ed7fd367-b3d2-4172-8041-99cdc9285eb8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ed7fd367-b3d2-4172-8041-99cdc9285eb8,segment=NetworkSegment(e89e90e9-ec81-4b37-8c6f-a62a6e67f476),segment_id=e89e90e9-ec81-4b37-8c6f-a62a6e67f476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:57.396463 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.421352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Calling delete_port for ed7fd367-b3d2-4172-8041-99cdc9285eb8 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:33:57.426565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.471064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7fd367-b3d2-4172-8041-99cdc9285eb8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:57.475248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] No DVR routers for this DVR port ed7fd367-b3d2-4172-8041-99cdc9285eb8 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:57.493179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-a7387544-9959-4ead-a34e-a0c3ea9db85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.497747 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-a7387544-9959-4ead-a34e-a0c3ea9db85b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3a7548f5d54befbf067a1171496089&device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 1094 time: 0.0638099 Nov 08 12:33:57.511118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.516577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535186-e4ab-4d2e-8c8e-1af4556f90ce req-47949e8c-10a8-4d56-9cac-d1a24d03679a tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.518486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6535186-e4ab-4d2e-8c8e-1af4556f90ce req-47949e8c-10a8-4d56-9cac-d1a24d03679a tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 943 time: 0.1423185 Nov 08 12:33:57.537861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Pushing event deleted for resources: {'Port': ['ID=ed7fd367-b3d2-4172-8041-99cdc9285eb8,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:57.538318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58becd54-e3be-4ad0-a0c8-7ee5726baa7d req-8b5acd0d-de49-48a1-a362-7724b2d9bcc7 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.539846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58becd54-e3be-4ad0-a0c8-7ee5726baa7d req-8b5acd0d-de49-48a1-a362-7724b2d9bcc7 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1628246 Nov 08 12:33:57.555215 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-5ba36c28-9aa8-4ce4-8ddf-7022745691f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f82116b0-1263-4d4c-a973-e29f6020c6be HTTP/1.1" status: 200 len: 217 time: 0.0489132 Nov 08 12:33:57.560763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.561321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.561881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.562408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.562887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.563375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.563886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.564389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.564869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.565349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.565971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.566487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:33:57.569849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7e30d-1ed3-45a1-88d1-1dd5ed646574 None None] No DVR routers for this DVR port ed7fd367-b3d2-4172-8041-99cdc9285eb8 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:33:57.619983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.623493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-f4c5eae8-f748-4a64-b8f7-fa4088afbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.625066 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-f4c5eae8-f748-4a64-b8f7-fa4088afbf7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 200 len: 851 time: 0.0595210 Nov 08 12:33:57.656163 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-d51721b8-da01-4b6d-a30b-1dd3f6abf986 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e33618ca-0cce-46c3-869a-abc2dec37048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235167 Nov 08 12:33:57.665772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:57.680446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6535186-e4ab-4d2e-8c8e-1af4556f90ce req-5d9a389b-7649-4453-bef4-f5a1b8cc8b8d tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505935 Nov 08 12:33:57.682023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:57.685184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89e90e9-ec81-4b37-8c6f-a62a6e67f476') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:33:57.711455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.716054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58becd54-e3be-4ad0-a0c8-7ee5726baa7d req-90b45382-feea-4d8f-8436-12852aa21836 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684105 Nov 08 12:33:57.735259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.742729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:33:57.743131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:33:57.745145 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:33:57.788661 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-438c688e-c991-4748-ba19-54d39247154e service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255980 Nov 08 12:33:57.864066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d8c33-092a-4cf2-8dd7-c3b52e49493f req-a6451778-b0c5-435d-9734-57146c27cdd0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.866427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e2d8c33-092a-4cf2-8dd7-c3b52e49493f req-a6451778-b0c5-435d-9734-57146c27cdd0 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 943 time: 0.0636537 Nov 08 12:33:57.912637 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-caeb4d04-07cc-4d78-ba0d-96b49773fc68 req-9327f876-7653-453e-a499-afbc6a2a94cc service neutron] 10.222.0.57 "GET /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057379 Nov 08 12:33:57.916470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.924181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:57.929981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa HTTP/1.1" status: 204 len: 168 time: 0.9992828 Nov 08 12:33:57.966290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294c8b-7c25-4cdc-921e-339ca2ba08c9 req-6c033442-1b2c-4f5a-8307-32d3a901ab7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:57.967785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1294c8b-7c25-4cdc-921e-339ca2ba08c9 req-6c033442-1b2c-4f5a-8307-32d3a901ab7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1012712 Nov 08 12:33:57.971473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93fe78-de99-4fc9-a479-7b7a75ac5a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef5e5dd-e27d-4b21-b6f4-c6caabdb60aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:57.982867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e2d8c33-092a-4cf2-8dd7-c3b52e49493f req-1e0c340d-d6d1-4f3f-96c5-0d4dae32d60e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065397 Nov 08 12:33:58.039303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.063521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1294c8b-7c25-4cdc-921e-339ca2ba08c9 req-7243cac4-3814-4c17-8ac8-82ecd3ab5750 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791550 Nov 08 12:33:58.249577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 023e024a-06b4-405a-bcca-b79348e494cc details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:33:58.377261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=023e024a-06b4-405a-bcca-b79348e494cc,segment=NetworkSegment(a11c8373-caf2-4ea1-b3bb-a002bd7ec219),segment_id=a11c8373-caf2-4ea1-b3bb-a002bd7ec219)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:58.383322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:58.406699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '023e024a-06b4-405a-bcca-b79348e494cc', 'network_id': '18cc3822-fdf0-49bc-add0-1b06fabfa9a2', 'port_id': '023e024a-06b4-405a-bcca-b79348e494cc', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3a92d3-5519-4cde-993b-cc40ddc3207a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:33:58.457260 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.474650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023e024a-06b4-405a-bcca-b79348e494cc {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:33:58.476250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-e0b6c824-4f81-4d93-912f-998572f8b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:58.477916 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-e0b6c824-4f81-4d93-912f-998572f8b7fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 1097 time: 0.0502043 Nov 08 12:33:58.499790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=023e024a-06b4-405a-bcca-b79348e494cc,segment=NetworkSegment(a11c8373-caf2-4ea1-b3bb-a002bd7ec219),segment_id=a11c8373-caf2-4ea1-b3bb-a002bd7ec219)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:33:58.502534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0ea4-de9b-4e27-892f-65c9a30dce4c req-de74c25b-7f78-4aec-8f8c-c0f90dd458e4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:58.504443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102a0ea4-de9b-4e27-892f-65c9a30dce4c req-de74c25b-7f78-4aec-8f8c-c0f90dd458e4 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1143775 Nov 08 12:33:58.507191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2aebeb45-0380-47c6-ac47-00ff8946f046 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f992c08c71714fd9ab77f9abe90a8d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226561 Nov 08 12:33:58.509574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:33:58.561323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.582514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102a0ea4-de9b-4e27-892f-65c9a30dce4c req-2b3c5273-bdc3-4d1d-ad8e-9b08dc780dc6 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 Nov 08 12:33:58.609410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.615928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-314898fd-aa6d-4fb3-852b-b2e8fb3181e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:58.617412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-314898fd-aa6d-4fb3-852b-b2e8fb3181e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 200 len: 920 time: 0.1309569 Nov 08 12:33:58.633095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:58.634492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.667642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-9e574c30-1d61-49f7-b727-27e3df719bd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 200 len: 217 time: 0.0421035 Nov 08 12:33:58.724956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-28d7e1ca-ae30-4af3-b4c8-4747aa63bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:58.726532 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-28d7e1ca-ae30-4af3-b4c8-4747aa63bbd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 200 len: 859 time: 0.0515180 Nov 08 12:33:58.748362 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.751075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.755092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2da53c93-3265-4f22-a2d6-02f7aa9396a5 HTTP/1.1" status: 204 len: 168 time: 0.2420666 Nov 08 12:33:58.767633 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-6acb753f-36e0-4259-a203-7ba451aa0764 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=347a180d-1530-41df-9e3d-49c8fb847e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338082 Nov 08 12:33:58.777298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585a487-9fff-4ad4-a44b-433a8b511b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da53c93-3265-4f22-a2d6-02f7aa9396a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:33:58.825981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c9f9-d03d-4502-a799-5c9785bf3a51 req-49c60c6f-8b73-436b-9d86-1b3ea0a8d540 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:58.830852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d098c9f9-d03d-4502-a799-5c9785bf3a51 req-49c60c6f-8b73-436b-9d86-1b3ea0a8d540 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 944 time: 0.0723076 Nov 08 12:33:58.839768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:33:58.871664 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-f8dc83da-96d6-4fa3-b8ed-cdeab6f8e419 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937705 Nov 08 12:33:58.882758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['023e024a-06b4-405a-bcca-b79348e494cc'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:33:58.917494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d098c9f9-d03d-4502-a799-5c9785bf3a51 req-64e4c1fc-439d-4a99-8455-ddb55830ab20 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Nov 08 12:33:59.010022 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b01cbe17-53f3-45bd-8640-30ba0c856b4c req-0b2418a5-4a4b-4af8-b2ad-f47865892d92 service neutron] 10.222.0.57 "GET /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293845 Nov 08 12:33:59.012143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed7fd367-b3d2-4172-8041-99cdc9285eb8 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:33:59.042514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ed7fd367-b3d2-4172-8041-99cdc9285eb8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:33:59.043180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ed7fd367-b3d2-4172-8041-99cdc9285eb8 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:33:59.135775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493582-0f3f-4b45-98ba-4d8fb6d8c83f req-06d17cf4-a152-4bce-a04a-f1595240759e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:59.137826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34493582-0f3f-4b45-98ba-4d8fb6d8c83f req-06d17cf4-a152-4bce-a04a-f1595240759e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 943 time: 0.0574834 Nov 08 12:33:59.231191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1976b-912e-4139-ba83-c974f3224db8 req-8719e9b1-4356-4bbd-9682-18e0ab02ed9b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:59.232745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9be1976b-912e-4139-ba83-c974f3224db8 req-8719e9b1-4356-4bbd-9682-18e0ab02ed9b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0939257 Nov 08 12:33:59.263244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34493582-0f3f-4b45-98ba-4d8fb6d8c83f req-a2b93270-4c2c-44e4-9f71-3489b754f5ea tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963714 Nov 08 12:33:59.296152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9be1976b-912e-4139-ba83-c974f3224db8 req-f6886ed1-f93e-4a1b-bb85-29128470a5b4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Nov 08 12:33:59.710915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99532d-60ee-476f-abcb-7bd7f31ea450 req-725e4ae8-7917-421a-bb3f-6bc2dd4b6b4f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:33:59.714682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a99532d-60ee-476f-abcb-7bd7f31ea450 req-725e4ae8-7917-421a-bb3f-6bc2dd4b6b4f tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0542831 Nov 08 12:33:59.770185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a99532d-60ee-476f-abcb-7bd7f31ea450 req-bc76a420-c9f9-402b-b307-10b8b8b21b14 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Nov 08 12:34:00.029029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45440) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:00.042087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d45a-3117-4d7c-b8f2-1b3f9837f37a req-b54ff0b0-40f5-4f33-92d4-445779f5875b tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:00.046524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaf5d45a-3117-4d7c-b8f2-1b3f9837f37a req-b54ff0b0-40f5-4f33-92d4-445779f5875b tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 944 time: 0.0516500 Nov 08 12:34:00.101793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaf5d45a-3117-4d7c-b8f2-1b3f9837f37a req-e50ee0e0-7823-44a8-8a0f-4579611286b7 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Nov 08 12:34:00.138280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-network', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:00.210980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:00.213411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.223138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.272324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 023e024a-06b4-405a-bcca-b79348e494cc up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:00.306656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.365203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.391806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:00.393630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45452) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:00.393767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 023e024a-06b4-405a-bcca-b79348e494cc completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:34:00.398456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 023e024a-06b4-405a-bcca-b79348e494cc triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:00.399455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.414880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:00.422826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.425354 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Added segment 7808a425-d6ef-4530-b43d-ce9742f69321 of type vlan for network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 Nov 08 12:34:00.492085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1cc03-df09-4583-9cb6-92c5337d4245 req-02a1bcdb-80d9-439c-8856-12a5de20e5d9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:00.501619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6a1cc03-df09-4583-9cb6-92c5337d4245 req-02a1bcdb-80d9-439c-8856-12a5de20e5d9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 943 time: 0.1442099 Nov 08 12:34:00.511527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc99a-ca13-48ab-bb99-178602f94b0f req-5d951ab8-8354-4da5-9da8-9ae0b260566b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:00.513458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f5dc99a-ca13-48ab-bb99-178602f94b0f req-5d951ab8-8354-4da5-9da8-9ae0b260566b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1072211 Nov 08 12:34:00.523939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.526476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-009f6a93-9064-4501-9d82-ef6a335b0cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.540781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.576238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6a1cc03-df09-4583-9cb6-92c5337d4245 req-1afa76fe-f092-4fa3-b586-26d6f24f2431 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733581 Nov 08 12:34:00.580289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=023e024a-06b4-405a-bcca-b79348e494cc,segment=NetworkSegment(a11c8373-caf2-4ea1-b3bb-a002bd7ec219),segment_id=a11c8373-caf2-4ea1-b3bb-a002bd7ec219)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:00.580289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:00.589183 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e630d9-7466-4bc8-b1cd-757a089b8b13" -d '{"events": [{"server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "name": "network-vif-plugged", "status": "completed", "tag": "023e024a-06b4-405a-bcca-b79348e494cc"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:00.633704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-009f6a93-9064-4501-9d82-ef6a335b0cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.639631 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.640708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:00.641305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.641443 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5c626b-bac4-4481-9977-86aaeec0f363 x-openstack-request-id: req-2c5c626b-bac4-4481-9977-86aaeec0f363 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:00.641787 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "name": "network-vif-plugged", "status": "completed", "tag": "023e024a-06b4-405a-bcca-b79348e494cc", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:00.642133 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c5c626b-bac4-4481-9977-86aaeec0f363 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:00.642858 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc', 'code': 200} Nov 08 12:34:00.656630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.704127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-009f6a93-9064-4501-9d82-ef6a335b0cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.741342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:00.745275 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7121153 Nov 08 12:34:00.745541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45460) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:00.754336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Request body: {'subnet': {'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-subnet', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:00.761860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d208a-c140-4f2f-83d2-b4c984636349 admin admin] Pushing event updated for resources: {'Network': ['ID=516bb95e-f98a-4fb8-8df6-30f3dc9314c3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:00.776184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:00.779138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f5dc99a-ca13-48ab-bb99-178602f94b0f req-72a5191f-8993-4770-9a1a-e4ddb3dc4121 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558613 Nov 08 12:34:00.781452 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-009f6a93-9064-4501-9d82-ef6a335b0cc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c78e375565884914897b4f6563b36746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865566 Nov 08 12:34:00.782688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f6a93-9064-4501-9d82-ef6a335b0cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad88714-618c-453d-b937-9a78d4b07b23,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:00.785011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45462) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:00.823230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f151d-66ce-4e1f-acdb-58750e2d3f8a req-1822c822-a680-46e4-992f-c6b26733e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:00.823230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92f151d-66ce-4e1f-acdb-58750e2d3f8a req-1822c822-a680-46e4-992f-c6b26733e3e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 1096 time: 0.0635908 Nov 08 12:34:00.854764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.878389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.899624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92f151d-66ce-4e1f-acdb-58750e2d3f8a req-8061aefe-f864-4643-9164-137f9ab3e221 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Nov 08 12:34:00.913913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:00.916174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:00.998494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd269-1f63-4036-ab21-af993faf3d7a req-aca79ef9-016f-4329-8b82-14d51a3f047c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:01.000002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40bcd269-1f63-4036-ab21-af993faf3d7a req-aca79ef9-016f-4329-8b82-14d51a3f047c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1208520 Nov 08 12:34:01.016427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.019005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.020138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ad88714-618c-453d-b937-9a78d4b07b23 HTTP/1.1" status: 204 len: 168 time: 0.2342007 Nov 08 12:34:01.027775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ced0b-e457-4f66-b9c4-6bccc459daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad88714-618c-453d-b937-9a78d4b07b23,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:01.081954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40bcd269-1f63-4036-ab21-af993faf3d7a req-7109edd3-a3f8-43a4-8aa8-e128bdc17dbd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744405 Nov 08 12:34:01.205107 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.207604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f82116b0-1263-4d4c-a973-e29f6020c6be details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:34:01.327387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f82116b0-1263-4d4c-a973-e29f6020c6be,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:01.344796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f82116b0-1263-4d4c-a973-e29f6020c6be', 'network_id': 'e33618ca-0cce-46c3-869a-abc2dec37048', 'port_id': 'f82116b0-1263-4d4c-a973-e29f6020c6be', 'mac_address': 'fa:16:3e:24:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f006c32-ce72-4f9d-b266-b1765f248c38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:34:01.390710 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.405576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82116b0-1263-4d4c-a973-e29f6020c6be {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:01.429265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f82116b0-1263-4d4c-a973-e29f6020c6be,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:01.491024 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.557335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:01.627549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8147da9-626f-4561-acec-1564fd00ff19 req-ef9af043-ffd5-4335-8431-76db1478dfc0 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:01.629318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8147da9-626f-4561-acec-1564fd00ff19 req-ef9af043-ffd5-4335-8431-76db1478dfc0 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 945 time: 0.4516046 Nov 08 12:34:01.638884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Checking segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:01.639267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Network hostable DHCP agents. Network: 516bb95e-f98a-4fb8-8df6-30f3dc9314c3, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:34:01.643153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:01.694457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:01.707820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42f9b2c2-34f3-48fa-bc1f-fbe6b4c76112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.721647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8147da9-626f-4561-acec-1564fd00ff19 req-cf825fd7-e8df-445b-b248-20f8ff73499d tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Nov 08 12:34:01.723564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f82116b0-1263-4d4c-a973-e29f6020c6be'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:01.743296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb2b59-63b8-4c32-995d-27bbe5d6e812 req-c2db0f47-cb9e-4682-b1fa-80aa8e57b5e9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:01.750999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56eb2b59-63b8-4c32-995d-27bbe5d6e812 req-c2db0f47-cb9e-4682-b1fa-80aa8e57b5e9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 944 time: 0.0881081 Nov 08 12:34:01.753208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:34:01.798727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42f9b2c2-34f3-48fa-bc1f-fbe6b4c76112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.806491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56eb2b59-63b8-4c32-995d-27bbe5d6e812 req-6f35b7f3-647c-4111-92ca-54dcb4a14fb6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497177 Nov 08 12:34:01.816321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 516bb95e-f98a-4fb8-8df6-30f3dc9314c3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:01.820573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:01.821169 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.833634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42f9b2c2-34f3-48fa-bc1f-fbe6b4c76112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.834158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3d740-eb8d-4d73-8c11-ca530a57e2be None None] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:01.875563 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42f9b2c2-34f3-48fa-bc1f-fbe6b4c76112 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=448a6d6617cd48b6839947897a63216f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799426 Nov 08 12:34:01.876517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9b2c2-34f3-48fa-bc1f-fbe6b4c76112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1930e9af-673d-4fb9-92f4-6fe55d17de7c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:01.879107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45490) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:01.884135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9b3295dc-87cb-440c-902d-afa5a74d50a3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1366718 Nov 08 12:34:01.892798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:01.896983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:01.953617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.986575 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:01.991038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc398bc-c7e4-4fa5-96b1-53eea37b677b req-1bb0d9a4-27fc-4328-86ea-8aff945e39a8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:01.993054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc398bc-c7e4-4fa5-96b1-53eea37b677b req-1bb0d9a4-27fc-4328-86ea-8aff945e39a8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.0747983 Nov 08 12:34:02.012078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.014091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.090222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc398bc-c7e4-4fa5-96b1-53eea37b677b req-e5ebfd33-68fa-41f7-8ccb-2b408382e880 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903540 Nov 08 12:34:02.107170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.164197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-87839408-6ed4-4f15-a78d-79d79e8d91bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0480700 Nov 08 12:34:02.219285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.222123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.222542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:34:02.223552 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1930e9af-673d-4fb9-92f4-6fe55d17de7c HTTP/1.1" status: 204 len: 168 time: 0.3432229 Nov 08 12:34:02.223943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.263447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed6cb0-62cc-42f8-a2f5-f466d78ff62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1930e9af-673d-4fb9-92f4-6fe55d17de7c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:02.334266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.335794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.336285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.336752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.337307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.339886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.340459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.342706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-874531d6-fa71-42db-a1bf-3ec1304771a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0812be1c27e4423afa68749e6e4db2e&device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 6492 time: 0.1114073 Nov 08 12:34:02.371040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.477226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Allocated IP 172.20.0.2 (516bb95e-f98a-4fb8-8df6-30f3dc9314c3/63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de/d21b3935-4014-4d48-8b08-1038744b5dd3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:02.510609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6cfcb537-b890-412e-ada3-6a624c1a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.511422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6cfcb537-b890-412e-ada3-6a624c1a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.511895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6cfcb537-b890-412e-ada3-6a624c1a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.524731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6cfcb537-b890-412e-ada3-6a624c1a4ea2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=a832796d-6050-47f4-99f6-7c5282354f64&id=520c0c08-e003-432d-acfc-8d646c1ade8d&id=520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 200 len: 2293 time: 0.1415415 Nov 08 12:34:02.666982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-14628fa8-e636-440e-92d8-b9aa58186629 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 200 len: 1002 time: 0.1349833 Nov 08 12:34:02.707399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.734326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.758339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.760098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-55584256-7100-4a38-8728-78bfe2f2e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.761958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-55584256-7100-4a38-8728-78bfe2f2e7ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 200 len: 851 time: 0.0875618 Nov 08 12:34:02.807368 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:02.867784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-02bc4544-88f5-40ee-9327-1f13a1999ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:02.870545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-02bc4544-88f5-40ee-9327-1f13a1999ecb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003959 Nov 08 12:34:02.889907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:02.897146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:02.906849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:02.944207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Allocated IP 172.25.1.54 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/b1d49d1e-c178-4339-b413-6e58748747c8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:03.043644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Pushing event updated for resources: {'Port': ['ID=d21b3935-4014-4d48-8b08-1038744b5dd3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:03.059771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Attempting to bind port d21b3935-4014-4d48-8b08-1038744b5dd3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:03.061531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Attempting to bind port d21b3935-4014-4d48-8b08-1038744b5dd3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:03.062300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Attempting to bind port d21b3935-4014-4d48-8b08-1038744b5dd3 on network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:03.069765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:03.074277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Checking segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:03.074516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e51a-7939-453b-a188-3af14ace94a0 req-8d62cb8a-24ba-4ec4-a939-680a555a74ce tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:03.074638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.074638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Bound using segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:03.074638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Bound port: d21b3935-4014-4d48-8b08-1038744b5dd3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:03.074638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.077818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2833e51a-7939-453b-a188-3af14ace94a0 req-8d62cb8a-24ba-4ec4-a939-680a555a74ce tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 944 time: 0.1262531 Nov 08 12:34:03.103352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8b65c-1612-41b7-a50d-6758c761410e req-2f697543-38bf-4b82-8216-e331c446f5e9 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:03.105308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37d8b65c-1612-41b7-a50d-6758c761410e req-2f697543-38bf-4b82-8216-e331c446f5e9 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 945 time: 0.1967874 Nov 08 12:34:03.118460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.177265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] For port d21b3935-4014-4d48-8b08-1038744b5dd3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:03.177946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37d8b65c-1612-41b7-a50d-6758c761410e req-def7d70c-402c-467a-8a92-e3b7e2fb5a6b tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607131 Nov 08 12:34:03.189590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] For port d21b3935-4014-4d48-8b08-1038744b5dd3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d21b3935-4014-4d48-8b08-1038744b5dd3,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:03.226539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f82116b0-1263-4d4c-a973-e29f6020c6be up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:03.237648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-932ede27-1068-4e0e-aae8-28a46e0ad6b1 service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581419 Nov 08 12:34:03.247874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2833e51a-7939-453b-a188-3af14ace94a0 req-2343127c-2161-45c7-980a-379b3bbd5653 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601589 Nov 08 12:34:03.270637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.293246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.363733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62436920-d8b9-4609-928e-ff8772706ea2 None None] Pushing event updated for resources: {'Port': ['ID=d21b3935-4014-4d48-8b08-1038744b5dd3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:03.391088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53814288-3fd7-46fd-9a4b-6d103150a3d8 req-5d15749d-627f-4492-b2a3-44526101daff tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:03.399817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53814288-3fd7-46fd-9a4b-6d103150a3d8 req-5d15749d-627f-4492-b2a3-44526101daff tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1197469 Nov 08 12:34:03.401957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:03.410974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:03.429234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:03.479682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f82116b0-1263-4d4c-a973-e29f6020c6be completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:34:03.491138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f82116b0-1263-4d4c-a973-e29f6020c6be triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:03.496369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.497092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d49d1e-c178-4339-b413-6e58748747c8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:03.525622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-34f630f9-3f7d-4c94-a0da-d1215ba41cdd service neutron] 10.222.0.61 "GET /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768838 Nov 08 12:34:03.614645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-94fe8f48-4d1b-4878-9847-cc8bdd01ce52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 217 time: 0.0729954 Nov 08 12:34:03.622522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53814288-3fd7-46fd-9a4b-6d103150a3d8 req-a5289cb9-2212-4e83-a8f5-8fc3c9b0ad4e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211974 Nov 08 12:34:03.624436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.665721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:03.666169 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4a5fe-8334-456e-8d76-11265a9e142b" -d '{"events": [{"server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "name": "network-vif-plugged", "status": "completed", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:03.697139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f82116b0-1263-4d4c-a973-e29f6020c6be,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:03.751019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-538bdd92-c99e-4b78-b55d-259c63263aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:03.752754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-538bdd92-c99e-4b78-b55d-259c63263aee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.1292396 Nov 08 12:34:03.764365 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:03.818899 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166b78d-c636-4288-b621-f81a98b71c0b x-openstack-request-id: req-7166b78d-c636-4288-b621-f81a98b71c0b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:03.821175 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "name": "network-vif-plugged", "status": "completed", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:03.821175 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7166b78d-c636-4288-b621-f81a98b71c0b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:03.821175 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be', 'code': 200} Nov 08 12:34:03.878547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:03.899650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-156a957d-b9e5-419e-a311-63c49af7a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:03.906104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-156a957d-b9e5-419e-a311-63c49af7a777 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456242 Nov 08 12:34:04.044878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-28a14462-bee5-40ef-a382-bb84be09a0d2 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306098 Nov 08 12:34:04.186459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-b6847911-7829-4e4e-9bbe-7493bb02c452 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337745 Nov 08 12:34:04.278676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-8a5f5872-c345-483f-980f-c254682dbbd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 217 time: 0.0837443 Nov 08 12:34:04.359001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c90202-6680-40aa-a48c-f964306478fb req-d9cc7ba2-8ce3-4d0c-8b9b-dce06e55ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:04.360829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f7c90202-6680-40aa-a48c-f964306478fb req-d9cc7ba2-8ce3-4d0c-8b9b-dce06e55ef23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 1096 time: 0.4404969 Nov 08 12:34:04.404260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:04.478420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f7c90202-6680-40aa-a48c-f964306478fb req-190778e7-f50c-4109-bcae-80c8c0079d8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Nov 08 12:34:04.535741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-a144f3fa-23f0-4f65-82f0-bb94aa4f2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:04.537811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-a144f3fa-23f0-4f65-82f0-bb94aa4f2dd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.2520499 Nov 08 12:34:04.606712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f896-8b55-400b-8175-ae1407c0bdac req-5e829af2-e92f-4a01-a1ba-3e38a469aef6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:04.616206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2106f896-8b55-400b-8175-ae1407c0bdac req-5e829af2-e92f-4a01-a1ba-3e38a469aef6 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.2546775 Nov 08 12:34:04.634629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9cb1-ff13-467b-a585-0c5e121a7856 req-f54540a1-c806-40bd-b75b-fa281266c7ae tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:04.643783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f0c9cb1-ff13-467b-a585-0c5e121a7856 req-f54540a1-c806-40bd-b75b-fa281266c7ae tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 945 time: 0.1696861 Nov 08 12:34:04.683280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-ff9503bd-74bf-4a2b-9126-fd23728fdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:04.685450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-ff9503bd-74bf-4a2b-9126-fd23728fdccc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347597 Nov 08 12:34:04.717693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:04.839735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2106f896-8b55-400b-8175-ae1407c0bdac req-e171c9ab-6903-4f7d-9cab-4c2c6a161860 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125909 Nov 08 12:34:04.866604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f0c9cb1-ff13-467b-a585-0c5e121a7856 req-8f7bdfc9-b991-46ea-9163-5b5bcdb5eacc tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217784 Nov 08 12:34:04.942402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4721e87-6619-4076-bd15-1352cb25acde None None] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:04.947611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-64c06414-bd76-4db2-b69b-aee2fcaf9c43 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492242 Nov 08 12:34:05.021455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:34:05.034179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] Provisioning complete for port d21b3935-4014-4d48-8b08-1038744b5dd3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:05.034686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.166564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d21b3935-4014-4d48-8b08-1038744b5dd3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:05.263343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:34:05.275614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc3fa1-7090-4bba-a599-9e5ebc2140ff req-3d49059b-ed56-483a-a23b-1be98bbf620a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:05.280230 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Sync routers for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:34:05.281112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dbc3fa1-7090-4bba-a599-9e5ebc2140ff req-3d49059b-ed56-483a-a23b-1be98bbf620a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.2903907 Nov 08 12:34:05.287171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-cb8ef22f-5723-4813-ab11-89ae22190fd3 service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236690 Nov 08 12:34:05.295008 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.305778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:05.306877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:05.331661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d21b3935-4014-4d48-8b08-1038744b5dd3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:05.332273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.335992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.344869 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-209023d2-015b-4678-9c4d-6ddb99d30db1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4510226 Nov 08 12:34:05.345538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45564) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:05.367626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] For port d21b3935-4014-4d48-8b08-1038744b5dd3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d21b3935-4014-4d48-8b08-1038744b5dd3,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:05.413940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-97a330af-d7d1-4481-b11a-6bc451c3b0a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 200 len: 217 time: 0.1181352 Nov 08 12:34:05.446577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.515754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.536877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2dbc3fa1-7090-4bba-a599-9e5ebc2140ff req-3c519a84-7412-400d-9f95-a35c4a6de192 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482910 Nov 08 12:34:05.572961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63958c60-4da2-4aa2-989f-c62873205492 None None] Pushing event updated for resources: {'Port': ['ID=d21b3935-4014-4d48-8b08-1038744b5dd3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:05.604245 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:05.656322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-91fce6ae-549d-4222-86b9-b73679087527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:05.657818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-91fce6ae-549d-4222-86b9-b73679087527 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.2266932 Nov 08 12:34:05.683558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:34:05.693058 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:34:05.751923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-a730cb4b-bfc9-42b6-a03b-492d8bdbf800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:05.767916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-a730cb4b-bfc9-42b6-a03b-492d8bdbf800 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024020 Nov 08 12:34:05.880329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9310019b-2641-4c21-b0d1-60027fec5564 None None] Provisioning complete for port d21b3935-4014-4d48-8b08-1038744b5dd3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:05.880708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9310019b-2641-4c21-b0d1-60027fec5564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:05.911005 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:03Z', 'revision_number': 3, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:05.948931 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Checking router: fb6fa962-adab-419b-9890-6a8b0ff6d4c6 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:34:05.950041 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Updating router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 port b1d49d1e-c178-4339-b413-6e58748747c8 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:34:05.985785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-60fe817c-6df5-4335-b687-50fac2e2488e service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078481 Nov 08 12:34:06.001113 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.032810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-805aa67b-e986-41a4-a040-7f59d9b192fe tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:06.043768 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-805aa67b-e986-41a4-a040-7f59d9b192fe tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.61 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 945 time: 0.2320054 Nov 08 12:34:06.236620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-38a9d6c9-40b8-4758-a2cb-8cb079902d8f service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429640 Nov 08 12:34:06.296839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-3689d2d6-5a78-4ae9-9bf9-2ccedb204cfc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 200 len: 217 time: 0.0476871 Nov 08 12:34:06.305788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b157bb-0d21-441f-a277-d2d2f2e32b51 req-aa63ec5c-cfb9-4dc9-b443-c01001630698 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:06.306490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Deleting port 023e024a-06b4-405a-bcca-b79348e494cc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:06.307364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04b157bb-0d21-441f-a277-d2d2f2e32b51 req-aa63ec5c-cfb9-4dc9-b443-c01001630698 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.2273319 Nov 08 12:34:06.318460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.396798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6fa52c28-7f0f-4f6c-9d3c-caadf9ec0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:06.398217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-6fa52c28-7f0f-4f6c-9d3c-caadf9ec0437 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 200 len: 797 time: 0.0899570 Nov 08 12:34:06.477794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04b157bb-0d21-441f-a277-d2d2f2e32b51 req-fbec3741-cea9-4dc1-9e06-3c56a1105567 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574049 Nov 08 12:34:06.482914 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.500663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-949e32ad-9b51-4451-b492-9022b523854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:06.502184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-949e32ad-9b51-4451-b492-9022b523854e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a832796d-6050-47f4-99f6-7c5282354f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944207 Nov 08 12:34:06.576652 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.610177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] For port 023e024a-06b4-405a-bcca-b79348e494cc, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=023e024a-06b4-405a-bcca-b79348e494cc,segment=NetworkSegment(a11c8373-caf2-4ea1-b3bb-a002bd7ec219),segment_id=a11c8373-caf2-4ea1-b3bb-a002bd7ec219)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:06.610583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.631813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Calling delete_port for 023e024a-06b4-405a-bcca-b79348e494cc owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:06.639077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.678825 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Pushing event updated for resources: {'Port': ['ID=b1d49d1e-c178-4339-b413-6e58748747c8,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:06.689463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-90c8bbb2-5e1a-4ded-b89c-f1c459ae7c6e service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798031 Nov 08 12:34:06.695306 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.695507 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.696087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.696582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.697087 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.697569 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.698178 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.698788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.699276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.699812 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.700294 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.700782 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:06.712712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Attempting to bind port b1d49d1e-c178-4339-b413-6e58748747c8 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:06.713392 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Attempting to bind port b1d49d1e-c178-4339-b413-6e58748747c8 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:06.713919 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Attempting to bind port b1d49d1e-c178-4339-b413-6e58748747c8 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:06.721098 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:06.721749 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:06.722409 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.723202 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:06.723840 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Bound port: b1d49d1e-c178-4339-b413-6e58748747c8, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:06.724442 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.744640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46fca7-0815-434e-86c2-3fc5bd006852 req-f2c2f8d4-8b7d-45bc-8881-d072ba042bea tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:06.747800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb46fca7-0815-434e-86c2-3fc5bd006852 req-f2c2f8d4-8b7d-45bc-8881-d072ba042bea tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 945 time: 0.5825961 Nov 08 12:34:06.791276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] For port b1d49d1e-c178-4339-b413-6e58748747c8, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:06.800764 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] For port b1d49d1e-c178-4339-b413-6e58748747c8, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b1d49d1e-c178-4339-b413-6e58748747c8,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:06.846139 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:06.858842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb46fca7-0815-434e-86c2-3fc5bd006852 req-33b47354-8c30-4bdb-ba2a-cfa8ef1fe3ca tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cc0f259-5651-45d0-8887-f9bc5494e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 Nov 08 12:34:06.877677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-72daa202-9bcb-4da4-ad80-cf4e1e13058d service neutron] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793551 Nov 08 12:34:06.947544 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74dec-3da9-4247-809a-d4f789cdcf6e None None] Pushing event updated for resources: {'Port': ['ID=b1d49d1e-c178-4339-b413-6e58748747c8,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:06.952304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:06.952304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:06.977605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-081d50c9-093b-413b-95fa-bcff34912a3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 200 len: 217 time: 0.0909150 Nov 08 12:34:07.095571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Allocated IP 172.20.0.1 (516bb95e-f98a-4fb8-8df6-30f3dc9314c3/63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de/75cb525e-5b12-492d-9f55-2c53f89c23ee) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:07.107598 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:07.123588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d21b3935-4014-4d48-8b08-1038744b5dd3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:07.139395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-25b318af-4977-435c-9815-25fee10995f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:07.141950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-25b318af-4977-435c-9815-25fee10995f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.1568875 Nov 08 12:34:07.154393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943e6aa-d03d-47f8-99f5-dd42e08e29b8 req-4acaf2fe-5d2f-4b46-bf21-c825e34a5ba4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:07.155937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4943e6aa-d03d-47f8-99f5-dd42e08e29b8 req-4acaf2fe-5d2f-4b46-bf21-c825e34a5ba4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1309466 Nov 08 12:34:07.297789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d21b3935-4014-4d48-8b08-1038744b5dd3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:07.298219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.353454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4943e6aa-d03d-47f8-99f5-dd42e08e29b8 req-9a77d0e5-8f41-47cb-a72b-0a22a4e2fe7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823943 Nov 08 12:34:07.431289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-88e8ee6d-bc61-4379-8530-dc303951b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:07.433749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-88e8ee6d-bc61-4379-8530-dc303951b40b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2759860 Nov 08 12:34:07.464740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bd14-6e6f-4af4-aef4-74a833567067 req-efdf49fb-3e66-4955-9a74-567ab52ac167 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:07.467490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b84bd14-6e6f-4af4-aef4-74a833567067 req-efdf49fb-3e66-4955-9a74-567ab52ac167 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.1070895 Nov 08 12:34:07.471310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.514726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.527456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['023e024a-06b4-405a-bcca-b79348e494cc'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:07.539374 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:03Z', 'revision_number': 3, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:07.594120 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911202-394d-4bc8-8f99-c63e731d42d8 None None] The sync data for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 is: [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:03Z', 'revision_number': 3, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:34:07.597094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Pushing event deleted for resources: {'Port': ['ID=023e024a-06b4-405a-bcca-b79348e494cc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:07.631212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.689708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] No DVR routers for this DVR port 023e024a-06b4-405a-bcca-b79348e494cc on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:07.699613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.704331 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d4031b1f-3a20-4e24-9b0b-948e58a66234 req-84723a59-19d7-48bb-b3ca-0f6fbdce48b4 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.61 "DELETE /v2.0/ports/023e024a-06b4-405a-bcca-b79348e494cc HTTP/1.1" status: 204 len: 173 time: 1.6597047 Nov 08 12:34:07.704821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'name': 'network-vif-deleted', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:07.707123 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8998821c-d064-42f7-a313-29431f3000fe" -d '{"events": [{"server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "name": "network-vif-deleted", "tag": "023e024a-06b4-405a-bcca-b79348e494cc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:07.724092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b84bd14-6e6f-4af4-aef4-74a833567067 req-39cf2f8b-0d86-4b25-8bf0-563ccb5e00d4 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439635 Nov 08 12:34:07.739544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:07.744349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:07.747685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:07.749983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:07.764684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273b75-9a0b-4c79-b894-111fbe3197f7 req-40db7e7a-3cd6-4065-b44f-cee863db6937 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:07.773925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea273b75-9a0b-4c79-b894-111fbe3197f7 req-40db7e7a-3cd6-4065-b44f-cee863db6937 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1882207 Nov 08 12:34:07.849590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-8ff19170-6345-4499-a0ac-39d0604d5103 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808556 Nov 08 12:34:07.858277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:07.978351 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38ec30-357c-4fd5-bdd6-fe8370d7ae4d x-openstack-request-id: req-8a38ec30-357c-4fd5-bdd6-fe8370d7ae4d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:07.978645 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e0e878-418c-4084-a165-200d3dd688f1", "name": "network-vif-deleted", "tag": "023e024a-06b4-405a-bcca-b79348e494cc", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:07.978905 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a38ec30-357c-4fd5-bdd6-fe8370d7ae4d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:07.979306 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e0e878-418c-4084-a165-200d3dd688f1', 'name': 'network-vif-deleted', 'tag': '023e024a-06b4-405a-bcca-b79348e494cc', 'status': 'completed', 'code': 200} Nov 08 12:34:08.134845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea273b75-9a0b-4c79-b894-111fbe3197f7 req-49135f9e-2d91-4bf2-ab57-183f79b298d5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593049 Nov 08 12:34:08.192212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ace5131-6237-4f7a-91ee-11365588e19e req-07b45a3c-d787-4dd3-980f-db1415acc6c3 tempest-ServerPasswordTestJSON-199293715 tempest-ServerPasswordTestJSON-199293715-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e0e878-418c-4084-a165-200d3dd688f1 HTTP/1.1" status: 200 len: 210 time: 0.1449454 Nov 08 12:34:08.227513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fde4a58d-e118-4f25-adbd-63984d9e8380 None None] Provisioning complete for port 75cb525e-5b12-492d-9f55-2c53f89c23ee triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:08.228074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fde4a58d-e118-4f25-adbd-63984d9e8380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:08.234140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-8033564f-5516-43e9-9630-93b359a1d4a5 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756180 Nov 08 12:34:08.272043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fde4a58d-e118-4f25-adbd-63984d9e8380 None None] Port 75cb525e-5b12-492d-9f55-2c53f89c23ee cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:34:08.303514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-047087df-74b9-4a4c-bef7-eb4df6d561bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 200 len: 217 time: 0.0619183 Nov 08 12:34:08.337653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:08.428827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-36e200d5-281e-4d30-aff6-a6dbe33c372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:08.431132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-36e200d5-281e-4d30-aff6-a6dbe33c372e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 200 len: 797 time: 0.0760343 Nov 08 12:34:08.451840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fd655-44b4-4d6d-91ec-def56e9e0795 req-befa09a1-c8d4-4f00-bdf4-5532a4a77992 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:08.461167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-798fd655-44b4-4d6d-91ec-def56e9e0795 req-befa09a1-c8d4-4f00-bdf4-5532a4a77992 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1561747 Nov 08 12:34:08.545346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-11690043-0607-4962-8fe2-bbdb20ff42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:08.546947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-11690043-0607-4962-8fe2-bbdb20ff42f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=520c0c08-e003-432d-acfc-8d646c1ade8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069353 Nov 08 12:34:08.559155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-798fd655-44b4-4d6d-91ec-def56e9e0795 req-a7071c21-3d13-4044-97b1-b7c39a7e3502 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950303 Nov 08 12:34:08.669074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:08.699304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-af0f874d-c5d5-4967-9966-4d5b5ea43f02 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360724 Nov 08 12:34:08.741857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:08.930597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:08.933594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:09.055591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a43bb123-9d96-4563-bc32-428fb7becc7a req-0c110480-072f-4903-9a94-80a1671d5957 service neutron] 10.222.0.61 "GET /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426902 Nov 08 12:34:09.070703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351371f-acc8-459f-9ade-77893875b77e req-2539491b-98c3-43bb-8636-cb8c3c7dfcd9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:09.076250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b351371f-acc8-459f-9ade-77893875b77e req-2539491b-98c3-43bb-8636-cb8c3c7dfcd9 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.1578381 Nov 08 12:34:09.092443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:09.093884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:09.119032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-c3bb2646-1a27-4591-a614-dc6b0bc1a55c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:09.120581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-c3bb2646-1a27-4591-a614-dc6b0bc1a55c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.2513683 Nov 08 12:34:09.147619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b1d49d1e-c178-4339-b413-6e58748747c8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:09.170346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-ce34081b-562a-4e9a-b8c8-8ff4bdf92db0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/quotas/f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 375 time: 0.0393627 Nov 08 12:34:09.279418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b1d49d1e-c178-4339-b413-6e58748747c8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:09.280912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b351371f-acc8-459f-9ade-77893875b77e req-2d8c6fc2-633f-4cd7-a504-0d2bbea3a29e tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937201 Nov 08 12:34:09.281824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:09.365471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-ded2056c-32a2-4230-8732-e836c6c83820 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1847954 Nov 08 12:34:09.392374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:34:09.510775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:09.513846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:09.530768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-41ef27b0-4b08-496e-8245-d621618f3e32 None None] Provisioning complete for port 75cb525e-5b12-492d-9f55-2c53f89c23ee triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:09.530999 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41ef27b0-4b08-496e-8245-d621618f3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:09.586639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port b1d49d1e-c178-4339-b413-6e58748747c8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b1d49d1e-c178-4339-b413-6e58748747c8,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:09.605091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Deleting subnet ba3a92d3-5519-4cde-993b-cc40ddc3207a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:34:09.608619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-41ef27b0-4b08-496e-8245-d621618f3e32 None None] Port 75cb525e-5b12-492d-9f55-2c53f89c23ee cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:34:09.619175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:09.637739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:34:09.656059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5f588df1-3da1-4a07-9af4-acea53969fe0 admin admin] 10.222.0.58 "PUT /v2.0/routers/fb6fa962-adab-419b-9890-6a8b0ff6d4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3063993 Nov 08 12:34:09.676995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:09.727469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=b1d49d1e-c178-4339-b413-6e58748747c8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:10.073717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.134651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-d7851201-78a8-43a4-927f-74e6891777ff service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681615 Nov 08 12:34:10.189598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459a22b-1743-421d-b1e7-9b0c69db3c15 req-f97eca1f-c858-4377-82d2-e131306139bd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:10.191495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6459a22b-1743-421d-b1e7-9b0c69db3c15 req-f97eca1f-c858-4377-82d2-e131306139bd tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.1687589 Nov 08 12:34:10.201114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.295228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 023e024a-06b4-405a-bcca-b79348e494cc no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:10.325410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 023e024a-06b4-405a-bcca-b79348e494cc {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:10.325756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 023e024a-06b4-405a-bcca-b79348e494cc not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:10.343719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6459a22b-1743-421d-b1e7-9b0c69db3c15 req-a2f9676c-fd03-4ad8-9c45-7fcbdb92e7cc tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899649 Nov 08 12:34:10.345658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-313ba973-aa1a-4070-ae49-844f3d7bea17 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101729 Nov 08 12:34:10.405641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.473354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.490188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:10.490910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba3a92d3-5519-4cde-993b-cc40ddc3207a HTTP/1.1" status: 204 len: 168 time: 0.9733739 Nov 08 12:34:10.493115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482670c4-e574-4361-9e48-739d9bd03af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3a92d3-5519-4cde-993b-cc40ddc3207a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:10.579499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Sync routers for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:34:10.597117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.598634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:10.599332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:10.720297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.749287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cc3822-fdf0-49bc-add0-1b06fabfa9a2']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:10.750470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-761e5293-0e64-4c2d-8f16-a7b30ce96dbd req-a92bbdb1-d713-4ce2-8380-b9b4afd4c002 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 210 time: 0.0567119 Nov 08 12:34:10.761322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:10.761706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11c8373-caf2-4ea1-b3bb-a002bd7ec219') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:10.772737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.800999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.813207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:10.813613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:10.815894 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:10.818369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:10.966332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.980494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:10.997005 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] 10.222.0.58 "DELETE /v2.0/networks/18cc3822-fdf0-49bc-add0-1b06fabfa9a2 HTTP/1.1" status: 204 len: 168 time: 0.5038261 Nov 08 12:34:11.053407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88846d-429c-4c7c-a4e3-d78c84103a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=18cc3822-fdf0-49bc-add0-1b06fabfa9a2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:11.186840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b1d49d1e-c178-4339-b413-6e58748747c8 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:11.313057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b1d49d1e-c178-4339-b413-6e58748747c8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:11.313657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:11.532979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-19d8fecf-1c2b-4305-9668-f3c19486076f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:11.534756 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-19d8fecf-1c2b-4305-9668-f3c19486076f tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.1870766 Nov 08 12:34:11.609168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 2, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:11.616632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:11.650218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02241e-575b-4de3-bf11-c0ec9777a8e1 req-844b090c-8cda-4e2c-beaa-079e17dd9f83 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:11.661786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b02241e-575b-4de3-bf11-c0ec9777a8e1 req-844b090c-8cda-4e2c-beaa-079e17dd9f83 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 945 time: 0.1225047 Nov 08 12:34:11.680299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Checking router: fb6fa962-adab-419b-9890-6a8b0ff6d4c6 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:34:11.681044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Updating router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 port 75cb525e-5b12-492d-9f55-2c53f89c23ee binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:34:11.726362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:11.772913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b02241e-575b-4de3-bf11-c0ec9777a8e1 req-d7e15ac5-8f97-44e0-baf9-61adee1ec4e2 tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/security-groups?id=f7728b57-80c2-4e68-8f06-c63cdaa835f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086845 Nov 08 12:34:11.797128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:11.797895 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-111fabfd-cbe6-41a2-8e6b-08bbd6cf7270 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=304d595adc4d4070bee91a3cb8f14074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781812 Nov 08 12:34:11.824360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Deleting port f82116b0-1263-4d4c-a973-e29f6020c6be {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:11.824360 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:11.978518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] For port f82116b0-1263-4d4c-a973-e29f6020c6be, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f82116b0-1263-4d4c-a973-e29f6020c6be,segment=NetworkSegment(94d4f194-452a-4adb-95da-f6c8d4f71321),segment_id=94d4f194-452a-4adb-95da-f6c8d4f71321)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:11.979135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.001646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Calling delete_port for f82116b0-1263-4d4c-a973-e29f6020c6be owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:12.024205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.251617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.308296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5e36151-1c00-4a9d-9a34-7905169b2ecc req-59720ca4-fcf0-475a-a71d-8cb1728994cd tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 210 time: 0.3232825 Nov 08 12:34:12.359595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.375876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f82116b0-1263-4d4c-a973-e29f6020c6be'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:12.383347 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.454550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.473375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.476024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.479820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cc0f259-5651-45d0-8887-f9bc5494e033 HTTP/1.1" status: 204 len: 168 time: 0.6783607 Nov 08 12:34:12.486100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Pushing event deleted for resources: {'Port': ['ID=f82116b0-1263-4d4c-a973-e29f6020c6be,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:12.489378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb894f5-71a2-40fa-934c-125967d0ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0f259-5651-45d0-8887-f9bc5494e033,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:12.524125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] No DVR routers for this DVR port f82116b0-1263-4d4c-a973-e29f6020c6be on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:12.529752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.535067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e9ad1457-cc02-4de8-b1fa-4de68ac286dd req-28ba04b6-6410-4102-b583-2f8e2d121e2b tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.57 "DELETE /v2.0/ports/f82116b0-1263-4d4c-a973-e29f6020c6be HTTP/1.1" status: 204 len: 173 time: 0.9932518 Nov 08 12:34:12.536938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'name': 'network-vif-deleted', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:12.542957 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b471c-88c5-4521-8d9b-1cef26b86767" -d '{"events": [{"server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "name": "network-vif-deleted", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:12.573768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7921e7-a09c-4902-8ee8-81f954b82487 None None] Pushing event updated for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:12.669061 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c997094d-82eb-4ded-8849-9d130e9f0090 x-openstack-request-id: req-c997094d-82eb-4ded-8849-9d130e9f0090 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:12.669362 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63591783-b971-438d-93a8-feaadf0e0e68", "name": "network-vif-deleted", "tag": "f82116b0-1263-4d4c-a973-e29f6020c6be", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:12.669620 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c997094d-82eb-4ded-8849-9d130e9f0090 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:12.670024 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63591783-b971-438d-93a8-feaadf0e0e68', 'name': 'network-vif-deleted', 'tag': 'f82116b0-1263-4d4c-a973-e29f6020c6be', 'status': 'completed', 'code': 200} Nov 08 12:34:12.717798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Attempting to bind port 75cb525e-5b12-492d-9f55-2c53f89c23ee on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:12.723042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Attempting to bind port 75cb525e-5b12-492d-9f55-2c53f89c23ee by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:12.723042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Attempting to bind port 75cb525e-5b12-492d-9f55-2c53f89c23ee on network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:12.739811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:12.740198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Checking segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:12.740601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.740996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Bound using segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:12.741482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Bound port: 75cb525e-5b12-492d-9f55-2c53f89c23ee, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:12.741850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:12.866743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] For port 75cb525e-5b12-492d-9f55-2c53f89c23ee, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:12.880664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] For port 75cb525e-5b12-492d-9f55-2c53f89c23ee, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75cb525e-5b12-492d-9f55-2c53f89c23ee,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:12.954271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:13.068839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:13.069821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:33:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:13.079026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7921e7-a09c-4902-8ee8-81f954b82487 None None] Pushing event updated for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:13.098205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f13ea5f7-f730-491d-b52e-0d52aa0b06ca req-c2cec2ef-a2ee-4e47-8d63-060eb68b61cf tempest-DeleteServersTestJSON-1451671307 tempest-DeleteServersTestJSON-1451671307-project] 10.222.0.58 "GET /v2.0/ports?device_id=63591783-b971-438d-93a8-feaadf0e0e68 HTTP/1.1" status: 200 len: 210 time: 0.0969803 Nov 08 12:34:13.192238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] Provisioning complete for port 75cb525e-5b12-492d-9f55-2c53f89c23ee triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:13.192610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:13.364125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-4221bb20-e20f-439e-8a4f-6d164ca3ef6f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:13.364125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-4221bb20-e20f-439e-8a4f-6d164ca3ef6f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.2626159 Nov 08 12:34:13.393108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'device_id': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'admin_state_up': True, 'tenant_id': 'f39258074f82414ba658e749e03454ec'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:13.542881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:13.555824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c16798d7-f8c3-4737-a5f3-25d0c34534ce req-92f7df45-52b0-4070-8e77-3a07d8c7dcf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 210 time: 0.0799971 Nov 08 12:34:13.867971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:13.891619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:13.899475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:14.013993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] For port 75cb525e-5b12-492d-9f55-2c53f89c23ee, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75cb525e-5b12-492d-9f55-2c53f89c23ee,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:14.073700 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:14.087453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:12Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:14.106164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.20.0.3 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:14.210534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448529fc-1bb8-412b-9bc3-2f67f3faa788 None None] The sync data for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 is: [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:12Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:34:14.385409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f525c86d-bbaa-4480-920c-0cffceaa78b6 None None] Provisioning complete for port 75cb525e-5b12-492d-9f55-2c53f89c23ee triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:14.385789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f525c86d-bbaa-4480-920c-0cffceaa78b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:14.443463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c549f32-8aa4-4639-a453-e3151a5cc2ad None None] Pushing event updated for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:14.635358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:14.821097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:14.861521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f843c020-9174-434d-bb99-5696f7396e1b req-f755f7d7-ab83-4794-9435-afb340172276 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 210 time: 0.1107521 Nov 08 12:34:14.864777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:14.877218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:14.946413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:14.950514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:14.968362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:15.035757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:15.107911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1685124762-network', 'tenant_id': '8f18d58497ed4f8bac3545d5bfe4b0e6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:15.131016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:15.133530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.233301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75cb525e-5b12-492d-9f55-2c53f89c23ee up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:15.292068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f82116b0-1263-4d4c-a973-e29f6020c6be no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:15.318692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Made reservation on behalf of 8f18d58497ed4f8bac3545d5bfe4b0e6 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:15.321368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.339690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: f82116b0-1263-4d4c-a973-e29f6020c6be {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:15.340703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f82116b0-1263-4d4c-a973-e29f6020c6be not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:15.386177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0081f943-af03-4720-92be-f9c574565edf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0038767 Nov 08 12:34:15.419659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:15.451009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 75cb525e-5b12-492d-9f55-2c53f89c23ee triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:15.451628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.461637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-699df37f-0bd3-4486-a31a-54dbaf5df687 None None] Provisioning complete for port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:15.462152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-699df37f-0bd3-4486-a31a-54dbaf5df687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.587243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-699df37f-0bd3-4486-a31a-54dbaf5df687 None None] Port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:34:15.721893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Request body: {'port': {'device_id': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:15.729779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bb5117f-d7d5-4801-8620-67bf3fe86adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.816460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.864134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:15.910518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.005406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.073028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.136455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dfee24-03b4-4cdb-b0f8-09846c061346,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:16.159212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:16.176564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.177262 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Added segment 529ab502-d45c-4064-9dd3-698c9f71ddec of type vlan for network adddb22f-d287-44a2-8ef9-4482a5a7dae4 Nov 08 12:34:16.243029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.342765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.343968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:16.344567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.439574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:16.460851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.493323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Transition to ACTIVE for port object f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:34:16.498845 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6725075 Nov 08 12:34:16.498845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184cffb-f3ff-4986-b1bb-317b7d8fbde8 admin admin] Pushing event updated for resources: {'Network': ['ID=adddb22f-d287-44a2-8ef9-4482a5a7dae4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:16.499744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45998) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:16.514087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network adddb22f-d287-44a2-8ef9-4482a5a7dae4 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:16.522029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Request body: {'subnet': {'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1685124762-subnet', 'tenant_id': '8f18d58497ed4f8bac3545d5bfe4b0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:16.571164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bb5117f-d7d5-4801-8620-67bf3fe86adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.588845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.644613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Made reservation on behalf of 8f18d58497ed4f8bac3545d5bfe4b0e6 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:16.647025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.655866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:16.716935 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bb5117f-d7d5-4801-8620-67bf3fe86adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:16.872437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5117f-d7d5-4801-8620-67bf3fe86adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca19a530-507c-43cd-abb0-1d25a6f298f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:16.896242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa39d78-8cb0-4cb1-b3ba-63cd095cb098 req-180066e0-38f7-4738-b278-495e35575cc9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:16.903189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fa39d78-8cb0-4cb1-b3ba-63cd095cb098 req-180066e0-38f7-4738-b278-495e35575cc9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 931 time: 0.5793962 Nov 08 12:34:16.931529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8bb5117f-d7d5-4801-8620-67bf3fe86adc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5fe92bf53254122bd4a5cc7c1a881b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5107708 Nov 08 12:34:16.950435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:17.040905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Attempting to bind port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:17.041247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Attempting to bind port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:17.041581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Attempting to bind port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:17.052655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fa39d78-8cb0-4cb1-b3ba-63cd095cb098 req-814bf00c-f615-4df5-b292-cb9d23639902 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196012 Nov 08 12:34:17.056178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 on network 430081dd-5612-4047-9619-73a7b8d46205 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:34:17.056178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Attempting to bind port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:17.068106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.073519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:17.076904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:17.076904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:17.076904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Bound port: f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:17.076904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.100065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.120287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca50f79e-5270-4ae1-b4ef-3f39d824f65d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:17.153594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Checking segment: {'id': '529ab502-d45c-4064-9dd3-698c9f71ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:17.154020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Network hostable DHCP agents. Network: adddb22f-d287-44a2-8ef9-4482a5a7dae4, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:34:17.168685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.222308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Network adddb22f-d287-44a2-8ef9-4482a5a7dae4 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:34:17.227404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:17.231266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:17.313250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, adddb22f-d287-44a2-8ef9-4482a5a7dae4) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:17.317456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:17.318121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.323369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24b7f0-5765-4cbf-b48f-19fb9a6db128 None None] Network adddb22f-d287-44a2-8ef9-4482a5a7dae4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:17.359609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.362885 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.368076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca19a530-507c-43cd-abb0-1d25a6f298f3 HTTP/1.1" status: 204 len: 168 time: 0.4163475 Nov 08 12:34:17.369403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.422330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eada2e-2fd0-43b0-9041-efdb5e6f8fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca19a530-507c-43cd-abb0-1d25a6f298f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:17.435423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:17.436186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:17.437891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 HTTP/1.1" status: 200 len: 1091 time: 2.0433378 Nov 08 12:34:17.438452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:17.441797 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2da253-596f-4825-9288-ef1976064967" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:17.462762 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-80040155-a8bd-4f83-8203-b241a83dff78 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9466975 Nov 08 12:34:17.488989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f04d86-85bf-40df-a029-886a0dca30f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:17.521330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c94f62-1395-4b3b-aad8-ca4dc4784f41 None None] Network adddb22f-d287-44a2-8ef9-4482a5a7dae4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:17.539699 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d152ce1-7001-4c5b-a13e-9e380ad2bda9 x-openstack-request-id: req-3d152ce1-7001-4c5b-a13e-9e380ad2bda9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:17.539998 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:17.540595 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d152ce1-7001-4c5b-a13e-9e380ad2bda9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:17.541140 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', 'status': 'completed', 'code': 200} Nov 08 12:34:17.667624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da253-596f-4825-9288-ef1976064967 req-2f123e1b-84cf-4f32-802d-1ef65c13d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:17.673192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c2da253-596f-4825-9288-ef1976064967 req-2f123e1b-84cf-4f32-802d-1ef65c13d187 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 1094 time: 0.1091254 Nov 08 12:34:18.009230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da253-596f-4825-9288-ef1976064967 req-7d52893f-e29a-4fae-b1cf-0e532050a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.010459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c2da253-596f-4825-9288-ef1976064967 req-7d52893f-e29a-4fae-b1cf-0e532050a720 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f39258074f82414ba658e749e03454ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3292665 Nov 08 12:34:18.162592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da253-596f-4825-9288-ef1976064967 req-4a22809e-7725-4d2d-a526-548963f9fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.164288 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c2da253-596f-4825-9288-ef1976064967 req-4a22809e-7725-4d2d-a526-548963f9fe4d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464975 Nov 08 12:34:18.390289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b524ad-3f64-4eb0-bddf-ff2ff58898ef req-9d918261-fed0-4f66-b301-16e12cab91d4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.392638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45b524ad-3f64-4eb0-bddf-ff2ff58898ef req-9d918261-fed0-4f66-b301-16e12cab91d4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 943 time: 0.1831648 Nov 08 12:34:18.432636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-32d9003a-2888-4166-a6b6-281e05ada7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.438457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-32d9003a-2888-4166-a6b6-281e05ada7ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 1094 time: 0.1546621 Nov 08 12:34:18.533259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-75ab7170-69b5-487a-ab56-9a4a847961fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 HTTP/1.1" status: 200 len: 217 time: 0.0807722 Nov 08 12:34:18.592873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46046) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:18.609008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15aadd6f-580c-4af6-82aa-ebd2c25cf8a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:18.665479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45b524ad-3f64-4eb0-bddf-ff2ff58898ef req-4e6f23a7-a091-4f48-94b1-215f6fb8b285 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493987 Nov 08 12:34:18.710993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-106e9073-5b57-40d6-942b-b3693dd55d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.714004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-106e9073-5b57-40d6-942b-b3693dd55d5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1581676 Nov 08 12:34:18.788610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15aadd6f-580c-4af6-82aa-ebd2c25cf8a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:18.816450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-2153ce12-fcf3-42c4-b524-e0c185381068 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.818985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-2153ce12-fcf3-42c4-b524-e0c185381068 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/networks?id=adddb22f-d287-44a2-8ef9-4482a5a7dae4 HTTP/1.1" status: 200 len: 809 time: 0.3007846 Nov 08 12:34:18.850090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15aadd6f-580c-4af6-82aa-ebd2c25cf8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:18.874505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-755d846b-2976-42af-a325-4ea1db273d6e tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/quotas/8f18d58497ed4f8bac3545d5bfe4b0e6 HTTP/1.1" status: 200 len: 375 time: 0.0173373 Nov 08 12:34:18.942159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-98700ccc-1901-4204-b48b-f9df5e0ef367 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8f18d58497ed4f8bac3545d5bfe4b0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658004 Nov 08 12:34:18.945957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0114f631-1748-4a8e-acc0-954c081c306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:18.947703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-0114f631-1748-4a8e-acc0-954c081c306e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229140 Nov 08 12:34:18.950078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aadd6f-580c-4af6-82aa-ebd2c25cf8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f596f3-cf4c-457f-aa11-7c47841cfa74,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:18.960039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-15aadd6f-580c-4af6-82aa-ebd2c25cf8a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43d45e7aaa92414f9aaf76518573ab08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654556 Nov 08 12:34:18.960558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46052) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:19.134829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:19.179251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:19.207181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-b5cb6863-b51a-49be-9c98-cce42ca09d1d service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275512 Nov 08 12:34:19.257991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-0e16ba9f-0be2-4b5f-9149-4d49aed12cbf service neutron] 10.222.0.58 "GET /v2.0/networks/adddb22f-d287-44a2-8ef9-4482a5a7dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091114 Nov 08 12:34:19.313577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:19.321411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:19.326537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67f596f3-cf4c-457f-aa11-7c47841cfa74 HTTP/1.1" status: 204 len: 168 time: 0.3646364 Nov 08 12:34:19.346323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f222-c33a-40fa-90ac-7782a07c74d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f596f3-cf4c-457f-aa11-7c47841cfa74,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:19.466180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb7e97d1-b9c0-4c7e-8231-342b8b5337fe req-a0e7ab31-e336-4f55-b9a1-ebbee800b9d0 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442327 Nov 08 12:34:19.471177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-e4283174-203e-4018-a6c2-87f2a16e237e service neutron] 10.222.0.58 "GET /v2.0/networks/adddb22f-d287-44a2-8ef9-4482a5a7dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069650 Nov 08 12:34:19.861635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-023bafca-b8d9-41da-94ce-78dbc776bb89 req-0df0574b-5255-4336-a063-e6731e6107f4 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 210 time: 0.0862629 Nov 08 12:34:20.010011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:20.039202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932405-c079-41ce-a2b9-8449e5b10b58 req-78b87d7f-9d21-4271-9fc4-452f9cef7e8f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:20.052072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88932405-c079-41ce-a2b9-8449e5b10b58 req-78b87d7f-9d21-4271-9fc4-452f9cef7e8f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 943 time: 0.1728070 Nov 08 12:34:20.145465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88932405-c079-41ce-a2b9-8449e5b10b58 req-91513560-f42d-4361-92ed-c42266aa3de5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876558 Nov 08 12:34:20.994027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28e497e2-23d5-4a07-bff1-01e8e5cf36ad req-861e099c-1f7c-4c70-91f3-8685e8ea194e tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 210 time: 0.0677099 Nov 08 12:34:21.283827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46124) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:21.346032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a1871-bc5e-45d2-9356-f0e21c0ef101 req-3959c1ea-5507-44f7-a0fd-19d4094a1afe tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:21.348072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e93a1871-bc5e-45d2-9356-f0e21c0ef101 req-3959c1ea-5507-44f7-a0fd-19d4094a1afe tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 943 time: 0.0736556 Nov 08 12:34:21.407889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Deleting subnet 6f006c32-ce72-4f9d-b266-b1765f248c38 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:34:21.425091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.465461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e93a1871-bc5e-45d2-9356-f0e21c0ef101 req-2a9345db-5067-451d-8a66-1bb5078fc6c7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004379 Nov 08 12:34:21.477803 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.535913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.668222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.699471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f006c32-ce72-4f9d-b266-b1765f248c38,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:21.705477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.713936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:21.714062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8fcd96a-c28b-4767-a3f2-d0e286e75101 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6f006c32-ce72-4f9d-b266-b1765f248c38 HTTP/1.1" status: 204 len: 168 time: 0.4268544 Nov 08 12:34:21.792219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.897436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.923546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33618ca-0cce-46c3-869a-abc2dec37048']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:21.935233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d4f194-452a-4adb-95da-f6c8d4f71321') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:21.935798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d4f194-452a-4adb-95da-f6c8d4f71321') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:21.959720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.977007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.987545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:21.988354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:21.990299 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:22.164930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:22.193344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-595ebf09-9db0-4dcf-8671-4d1eabc0f20f req-06e9288f-71c5-4553-a18f-a78a0948cd35 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 210 time: 0.0757201 Nov 08 12:34:22.195209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:22.205983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e33618ca-0cce-46c3-869a-abc2dec37048 HTTP/1.1" status: 204 len: 168 time: 0.4909923 Nov 08 12:34:22.253834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8380-a954-406a-bf71-f415aacd32b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e33618ca-0cce-46c3-869a-abc2dec37048,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:22.274372 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:34:22.375199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:34:22.624662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:22.641840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', 'mac_address': 'fa:16:3e:b7:97:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:34:22.729950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:22.746889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:22.786168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2910cb-2063-453c-ade6-7632f6a6d8d0 req-8141a551-0109-4e65-ab47-3cd3fe5b3da1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:22.801483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:22.802186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be2910cb-2063-453c-ade6-7632f6a6d8d0 req-8141a551-0109-4e65-ab47-3cd3fe5b3da1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 943 time: 0.1117148 Nov 08 12:34:22.863985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:22.939958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be2910cb-2063-453c-ade6-7632f6a6d8d0 req-dd49641f-f517-49b7-9fa9-59f279ade920 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360781 Nov 08 12:34:22.940757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46162) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:23.057792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:23.091398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6ded32b3-b942-4b94-8eaf-f75191a62876 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e3a7548f5d54befbf067a1171496089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472621 Nov 08 12:34:23.096884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:23.154563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b22a4e5-1625-4b3d-87ae-4e878826c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.165673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-032511aa-7e93-4655-a5e0-bee61566dfe7 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:23.167928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-032511aa-7e93-4655-a5e0-bee61566dfe7 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.57 "GET /v2.0/networks?id=adddb22f-d287-44a2-8ef9-4482a5a7dae4 HTTP/1.1" status: 200 len: 809 time: 0.3109448 Nov 08 12:34:23.181288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:23.187964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Request body: {'port': {'device_id': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4', 'admin_state_up': True, 'tenant_id': '8f18d58497ed4f8bac3545d5bfe4b0e6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:23.306682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c101bbc-6021-44f2-9764-dd453e93cf42 req-90c325c4-4036-4e9e-abb1-f8588485225d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:23.317689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c101bbc-6021-44f2-9764-dd453e93cf42 req-90c325c4-4036-4e9e-abb1-f8588485225d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.2232783 Nov 08 12:34:23.325403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.361741 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.487943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff67ea8f-d6d8-4140-934e-b38e675509f6 req-2bb60871-116b-4ca9-9efa-22f33ec4601f tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 210 time: 0.0923734 Nov 08 12:34:23.533744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c101bbc-6021-44f2-9764-dd453e93cf42 req-e1029219-aafe-450c-b884-7625c41aca96 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082605 Nov 08 12:34:23.594332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Made reservation on behalf of 8f18d58497ed4f8bac3545d5bfe4b0e6 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:23.598203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.639877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.643571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:23.645119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7728b57-80c2-4e68-8f06-c63cdaa835f4 HTTP/1.1" status: 204 len: 168 time: 0.5457928 Nov 08 12:34:23.660979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e07b6-0082-43ca-b73c-d7abc472b692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7728b57-80c2-4e68-8f06-c63cdaa835f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:23.813721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Allocated IP 172.20.0.5 (adddb22f-d287-44a2-8ef9-4482a5a7dae4/ca50f79e-5270-4ae1-b4ef-3f39d824f65d/ccecd5be-da83-4b0d-81f9-5c89cbb98d9e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:24.054599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.115587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7b074-8964-4165-bbbe-e7ac7de95a29 req-1858deed-b298-42ae-87ca-d777c4fae040 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:24.126854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2c7b074-8964-4165-bbbe-e7ac7de95a29 req-1858deed-b298-42ae-87ca-d777c4fae040 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 944 time: 0.0709407 Nov 08 12:34:24.154166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.191946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2c7b074-8964-4165-bbbe-e7ac7de95a29 req-2b8088fd-cea0-4044-80aa-abef51d16f0d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Nov 08 12:34:24.197681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Network adddb22f-d287-44a2-8ef9-4482a5a7dae4 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:24.202280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:24.211516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:24.240000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Pushing event updated for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:24.279244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:24.279987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.367944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-501758bf-e7c9-4fdb-9065-9d9461fcb4fb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1856444 Nov 08 12:34:24.384737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Request body: {'port': {'device_id': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:24.406977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:24.459508 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.576184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:34:24.581492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:24.582122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.690538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f0cc4-22fd-4c10-a584-6ec435776e2e req-43ad6a01-3ea4-4a9c-b394-27847b72372d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:24.699790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af8f0cc4-22fd-4c10-a584-6ec435776e2e req-43ad6a01-3ea4-4a9c-b394-27847b72372d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 931 time: 0.0914257 Nov 08 12:34:24.760678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.786466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855f55f-70a6-4c64-8dfb-52bc7a4e76dd req-cf5769c8-9606-43c7-bfb4-ec54c72ab638 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:24.788020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e855f55f-70a6-4c64-8dfb-52bc7a4e76dd req-cf5769c8-9606-43c7-bfb4-ec54c72ab638 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1067917 Nov 08 12:34:24.805111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af8f0cc4-22fd-4c10-a584-6ec435776e2e req-9869fd55-317b-409c-8348-c166705b243e tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039145 Nov 08 12:34:24.829717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:24.834465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:24.834465 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a8916-175e-44be-892a-8788b12bbd2d" -d '{"events": [{"server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "name": "network-vif-plugged", "status": "completed", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:24.866697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccecd5be-da83-4b0d-81f9-5c89cbb98d9e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:24.876603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.884495 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.899646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Transition to ACTIVE for port object ccecd5be-da83-4b0d-81f9-5c89cbb98d9e will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:34:24.905248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e855f55f-70a6-4c64-8dfb-52bc7a4e76dd req-64d7d17c-fba9-4250-b6a6-0d4eab3af837 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950770 Nov 08 12:34:24.945571 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae5cd2-6cb4-48cf-94df-7eeccd77c7a9 x-openstack-request-id: req-21ae5cd2-6cb4-48cf-94df-7eeccd77c7a9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:24.945899 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "name": "network-vif-plugged", "status": "completed", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:24.946211 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21ae5cd2-6cb4-48cf-94df-7eeccd77c7a9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:24.946737 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', 'code': 200} Nov 08 12:34:24.964413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:24.974370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:25.060633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:25.081575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763be680-e952-4985-9032-ef889a16b05c req-34fe086b-10e2-4927-8321-3f3f11278d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.085334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-763be680-e952-4985-9032-ef889a16b05c req-34fe086b-10e2-4927-8321-3f3f11278d18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 1096 time: 0.0627882 Nov 08 12:34:25.127014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Attempting to bind port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:25.127528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Attempting to bind port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '529ab502-d45c-4064-9dd3-698c9f71ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:25.127841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Attempting to bind port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e on network adddb22f-d287-44a2-8ef9-4482a5a7dae4 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:25.148372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e on network adddb22f-d287-44a2-8ef9-4482a5a7dae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:34:25.148628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-763be680-e952-4985-9032-ef889a16b05c req-b566ed22-0f23-47f2-b907-46f2c594596e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Nov 08 12:34:25.148724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Attempting to bind port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e on network adddb22f-d287-44a2-8ef9-4482a5a7dae4 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:25.174935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:25.175385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Checking segment: {'id': '529ab502-d45c-4064-9dd3-698c9f71ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:25.175730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Bound using segment: {'id': '529ab502-d45c-4064-9dd3-698c9f71ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:25.176178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Bound port: ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ab502-d45c-4064-9dd3-698c9f71ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:25.176542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.224217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:25.272870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-60ac482f-5719-4e8c-878e-19f4d590854d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.274403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-60ac482f-5719-4e8c-878e-19f4d590854d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 945 time: 0.1418822 Nov 08 12:34:25.297752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:25.343842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:25.351650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,segment=NetworkSegment(529ab502-d45c-4064-9dd3-698c9f71ddec),segment_id=529ab502-d45c-4064-9dd3-698c9f71ddec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:25.368650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c31ae-bd51-446e-8812-91f76f99df05 req-5b1418a5-5539-462b-a7d5-4bf4798bda58 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.380393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f7c31ae-bd51-446e-8812-91f76f99df05 req-5b1418a5-5539-462b-a7d5-4bf4798bda58 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.0811627 Nov 08 12:34:25.438986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Deleting port 600f4ec6-a253-4d35-a435-12be834d9b09 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:25.439319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.478073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfd2774c-c499-4783-8002-73de864dd9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.494766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f7c31ae-bd51-446e-8812-91f76f99df05 req-53f98a0a-010d-4784-83d0-9243444ec167 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133609 Nov 08 12:34:25.521612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2022255782-network', 'tenant_id': 'b8c0cfa228ca41bf90d60d2f2fa2122b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:25.548160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.588291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-445961db-7d5a-4d4d-a85d-cc031509fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.605905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] For port 600f4ec6-a253-4d35-a435-12be834d9b09, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=600f4ec6-a253-4d35-a435-12be834d9b09,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:25.606299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.611106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.611733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.613173 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/ccecd5be-da83-4b0d-81f9-5c89cbb98d9e HTTP/1.1" status: 200 len: 1091 time: 1.2351005 Nov 08 12:34:25.613295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Made reservation on behalf of b8c0cfa228ca41bf90d60d2f2fa2122b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:25.613623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:25.616334 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb189840-91c7-4ecd-a417-039e6d3cfcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:25.616489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.631864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.648889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Calling delete_port for 600f4ec6-a253-4d35-a435-12be834d9b09 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:25.661319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9b06-ac42-45dc-82a4-2d2fa143b5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:25.664133 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfd2774c-c499-4783-8002-73de864dd9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.703704 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc2b68-846d-4826-8f61-45822ca384ed x-openstack-request-id: req-aafc2b68-846d-4826-8f61-45822ca384ed {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:25.703979 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:25.704628 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aafc2b68-846d-4826-8f61-45822ca384ed {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:25.704760 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e', 'status': 'completed', 'code': 200} Nov 08 12:34:25.744952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfd2774c-c499-4783-8002-73de864dd9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.753103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.781371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-d095460f-5726-4889-8dda-56842d58f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.783076 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-d095460f-5726-4889-8dda-56842d58f829 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f18d58497ed4f8bac3545d5bfe4b0e6&device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 1094 time: 0.0774484 Nov 08 12:34:25.793130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dfd2774c-c499-4783-8002-73de864dd9cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d72ab01e1ac4a12ab686e268e212487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653980 Nov 08 12:34:25.793130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2774c-c499-4783-8002-73de864dd9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11472126-6681-438e-918b-4f3bc6e9a609,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:25.794376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:25.809265 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.856701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:25.866505 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.866849 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Added segment f496b386-e1a5-462a-9107-9f8810cb7d2b of type vlan for network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f Nov 08 12:34:25.926392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae0b52-95a0-4878-89ef-968c0dda0cdf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:25.941776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-4f51b64d-fc58-4dcb-bb14-ac0de8567fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:25.943312 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-4f51b64d-fc58-4dcb-bb14-ac0de8567fd0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8f18d58497ed4f8bac3545d5bfe4b0e6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1516833 Nov 08 12:34:25.950419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.958619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:25.987921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.001484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ee9ed603-0140-4fc8-8b49-88487dac9c68', '600f4ec6-a253-4d35-a435-12be834d9b09'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:26.019386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf25bac-8742-4c52-8eac-4623926ed905 req-2f5f5178-0441-46d7-a26a-94b2cbd35534 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.020889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cf25bac-8742-4c52-8eac-4623926ed905 req-2f5f5178-0441-46d7-a26a-94b2cbd35534 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 943 time: 0.1238146 Nov 08 12:34:26.042316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.048260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72bf24ad-7031-4adb-8931-24521f712504 req-8d38926c-88f9-425a-bcb4-2d73d960e06b tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 210 time: 0.0534387 Nov 08 12:34:26.054803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Pushing event deleted for resources: {'Port': ['ID=600f4ec6-a253-4d35-a435-12be834d9b09,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:26.113641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.114643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.115227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.140817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cf25bac-8742-4c52-8eac-4623926ed905 req-b12765a2-af95-41b8-b09a-6f0822130c68 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009483 Nov 08 12:34:26.160031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] No DVR routers for this DVR port 600f4ec6-a253-4d35-a435-12be834d9b09 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:26.168081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.171384 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ceb85254-6311-4f0a-8b02-8703fded6efc req-1430c742-8ff0-4f4c-8aba-8ba34f5c543c tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "DELETE /v2.0/ports/600f4ec6-a253-4d35-a435-12be834d9b09 HTTP/1.1" status: 204 len: 173 time: 0.8890388 Nov 08 12:34:26.185242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-47ed2f05-22cd-4986-84fd-231f187b0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.186326 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb189840-91c7-4ecd-a417-039e6d3cfcbc req-47ed2f05-22cd-4986-84fd-231f187b0570 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2347941 Nov 08 12:34:26.202387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8994055 Nov 08 12:34:26.202970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46242) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:26.205253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a6d0-1ad4-4709-8fc0-92c3af1f9fdc admin admin] Pushing event updated for resources: {'Network': ['ID=4c8c38d3-ba48-4f46-a6d5-5d1468b5973f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:26.219076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Request body: {'subnet': {'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2022255782-subnet', 'tenant_id': 'b8c0cfa228ca41bf90d60d2f2fa2122b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:26.219693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:26.274216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.277270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.278998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11472126-6681-438e-918b-4f3bc6e9a609 HTTP/1.1" status: 204 len: 168 time: 0.4836876 Nov 08 12:34:26.290413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b926b-33dc-4dbf-8678-ea5ac3d0bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11472126-6681-438e-918b-4f3bc6e9a609,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:26.301720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Made reservation on behalf of b8c0cfa228ca41bf90d60d2f2fa2122b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:26.319561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.397845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-ec18bfab-6b3f-4664-b9d6-ce3681386c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.399381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-ec18bfab-6b3f-4664-b9d6-ce3681386c3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f18d58497ed4f8bac3545d5bfe4b0e6&device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 1094 time: 0.1499825 Nov 08 12:34:26.465502 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-7768dfa0-08fb-4ccd-8ad3-87a1426f4412 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e HTTP/1.1" status: 200 len: 217 time: 0.0496888 Nov 08 12:34:26.558711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-44300300-93b7-4916-a6ed-bc2960fee663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.561005 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-44300300-93b7-4916-a6ed-bc2960fee663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca50f79e-5270-4ae1-b4ef-3f39d824f65d HTTP/1.1" status: 200 len: 849 time: 0.0860932 Nov 08 12:34:26.627857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-9898e05d-d7d7-4fb8-8bd1-e57d27d0630c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=adddb22f-d287-44a2-8ef9-4482a5a7dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552585 Nov 08 12:34:26.660321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb28dc-a9f5-4729-bde1-7d813bd7ce64 req-2b5e118b-b425-4436-af12-f28e9aadca77 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:26.662041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdb28dc-a9f5-4729-bde1-7d813bd7ce64 req-2b5e118b-b425-4436-af12-f28e9aadca77 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.0621462 Nov 08 12:34:26.701429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.727236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdb28dc-a9f5-4729-bde1-7d813bd7ce64 req-1b8c95be-73aa-4c06-99d8-9bf57b1aaf49 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576594 Nov 08 12:34:26.741817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:26.837575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:26.882086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Checking segment: {'id': 'f496b386-e1a5-462a-9107-9f8810cb7d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:26.882772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Network hostable DHCP agents. Network: 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:34:26.921999 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-160cc77c-8238-4d4e-a28f-c9a03cdeb27e service neutron] 10.222.0.57 "GET /v2.0/networks/adddb22f-d287-44a2-8ef9-4482a5a7dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847219 Nov 08 12:34:27.024871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ccf1033a-5d3b-40bf-bf57-22e48e514212 req-d0e191de-af48-4b80-80c9-e65608608cfb service neutron] 10.222.0.57 "GET /v2.0/networks/adddb22f-d287-44a2-8ef9-4482a5a7dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Nov 08 12:34:27.626077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca674515-dd61-4183-a1bd-2f00e1c915b6 req-6b7abc03-8d2c-48ad-8536-32fad5db0394 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9701d32-4748-40c8-a6b9-4ff84e2375ad HTTP/1.1" status: 200 len: 210 time: 0.0308611 Nov 08 12:34:27.626077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153881f-c418-4974-ab1e-1433effe6063 req-17e75a77-afc2-4780-bebb-93ad6cec1421 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:27.626077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8153881f-c418-4974-ab1e-1433effe6063 req-17e75a77-afc2-4780-bebb-93ad6cec1421 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 943 time: 0.0540190 Nov 08 12:34:27.626077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8153881f-c418-4974-ab1e-1433effe6063 req-832464aa-ad1d-45dc-8a67-503cda5ed483 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Nov 08 12:34:27.655564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:34:27.705338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'name': 'network-vif-deleted', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:27.707646 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5aeb0a-be3b-4718-bafb-e2de975e358d" -d '{"events": [{"server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "name": "network-vif-deleted", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:27.746781 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09a174-ed47-472a-b073-ef37664885fb x-openstack-request-id: req-7c09a174-ed47-472a-b073-ef37664885fb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:27.747097 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9701d32-4748-40c8-a6b9-4ff84e2375ad", "name": "network-vif-deleted", "tag": "600f4ec6-a253-4d35-a435-12be834d9b09", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:27.747385 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c09a174-ed47-472a-b073-ef37664885fb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:27.747853 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9701d32-4748-40c8-a6b9-4ff84e2375ad', 'name': 'network-vif-deleted', 'tag': '600f4ec6-a253-4d35-a435-12be834d9b09', 'status': 'completed', 'code': 200} Nov 08 12:34:28.009675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:28.019889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:28.019889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.021994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a795d-9cc8-4fa9-a783-210ff7f93d44 None None] Network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:28.160564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520573d-4fc4-4aef-a6be-ee9ed223df8f None None] Network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:28.519077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.529561 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5cacfc10-28f5-40db-a2ff-7c1e7fc11adf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3166344 Nov 08 12:34:28.554358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46270) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:28.574099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0016-ae7b-43f8-b4fe-d238481e73ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.688250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0016-ae7b-43f8-b4fe-d238481e73ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.776155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0016-ae7b-43f8-b4fe-d238481e73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.796556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f30e5-100f-49f0-ae39-e26ab8165437 req-e6f0423b-8c1f-4cb5-b407-02f51a7ca39a tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:28.806226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0f30e5-100f-49f0-ae39-e26ab8165437 req-e6f0423b-8c1f-4cb5-b407-02f51a7ca39a tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 943 time: 0.0706890 Nov 08 12:34:28.829056 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6fdc0016-ae7b-43f8-b4fe-d238481e73ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4bce7101cbc462a92249acd6d651808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723897 Nov 08 12:34:28.830515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc0016-ae7b-43f8-b4fe-d238481e73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30827484-68d1-4764-9528-766e11560db8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:28.835491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:28.861590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.887291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0f30e5-100f-49f0-ae39-e26ab8165437 req-c3ff560d-84a6-4037-968c-89b44c0eddb1 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790796 Nov 08 12:34:28.912948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:28.937606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:29.079154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:29.081839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:29.086004 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30827484-68d1-4764-9528-766e11560db8 HTTP/1.1" status: 204 len: 168 time: 0.2489812 Nov 08 12:34:29.094896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809b8c5-41f3-47c9-8e7d-89a8f777931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30827484-68d1-4764-9528-766e11560db8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:29.241000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-b3025b76-cd8e-4cfb-bcd1-2a53719cfe61 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:29.243619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-b3025b76-cd8e-4cfb-bcd1-2a53719cfe61 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/networks?id=4c8c38d3-ba48-4f46-a6d5-5d1468b5973f HTTP/1.1" status: 200 len: 821 time: 0.1312640 Nov 08 12:34:29.259435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-26c22af9-f8cb-45d6-9831-e47fb2e1e86f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/quotas/b8c0cfa228ca41bf90d60d2f2fa2122b HTTP/1.1" status: 200 len: 375 time: 0.0106075 Nov 08 12:34:29.274551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 600f4ec6-a253-4d35-a435-12be834d9b09 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:29.303455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 600f4ec6-a253-4d35-a435-12be834d9b09 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:29.303455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 600f4ec6-a253-4d35-a435-12be834d9b09 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:29.303670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-f9863446-15f8-41a6-a266-bdedd0eacbf4 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8c0cfa228ca41bf90d60d2f2fa2122b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357327 Nov 08 12:34:29.420085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9efb9034-5b86-48f7-a35d-034c50fd3afc service neutron] 10.222.0.58 "GET /v2.0/networks/4c8c38d3-ba48-4f46-a6d5-5d1468b5973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105599 Nov 08 12:34:29.514726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a332803-8978-48f5-b96c-95263b4f774a req-eca96239-4199-4198-909f-1413233eea03 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:29.516280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a332803-8978-48f5-b96c-95263b4f774a req-eca96239-4199-4198-909f-1413233eea03 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1118646 Nov 08 12:34:29.569017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-aead9e94-ae5b-40ff-b917-46f19610f4e0 service neutron] 10.222.0.58 "GET /v2.0/networks/4c8c38d3-ba48-4f46-a6d5-5d1468b5973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326528 Nov 08 12:34:29.588509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a332803-8978-48f5-b96c-95263b4f774a req-9c4482ed-e8eb-4f7b-a5b7-5622ad052c53 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633495 Nov 08 12:34:29.898832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f67658fb-7dff-4a5c-b3fc-1537f293c52c req-07b46968-399e-474f-b495-e8a2bb78c5c6 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 210 time: 0.0369933 Nov 08 12:34:30.020010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4aa2-5a8a-404e-a26d-3f78196bf479 req-788c8a7c-ccf2-4277-b78c-41b6a3de7844 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:30.021549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-471b4aa2-5a8a-404e-a26d-3f78196bf479 req-788c8a7c-ccf2-4277-b78c-41b6a3de7844 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 943 time: 0.0571282 Nov 08 12:34:30.078906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-471b4aa2-5a8a-404e-a26d-3f78196bf479 req-8cca8540-d1de-4719-8dfb-171c2414fb7e tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Nov 08 12:34:30.742896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1c31e-e4de-4562-8b51-3f2f9c34be5c req-35b652d8-e215-4cb5-85a5-025ddc18c3ff tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:30.744546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20c1c31e-e4de-4562-8b51-3f2f9c34be5c req-35b652d8-e215-4cb5-85a5-025ddc18c3ff tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0824058 Nov 08 12:34:30.813989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20c1c31e-e4de-4562-8b51-3f2f9c34be5c req-073f8832-455e-44b6-91ee-f17130066d9e tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Nov 08 12:34:30.980858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efbd922d-1ae7-4bd0-b0dc-a11fb977ff97 req-056c6a0e-aa1d-4d18-b4f2-a496685abbb1 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Nov 08 12:34:31.224180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e920a-cba2-4a9d-931d-7fee0f54c95b req-dc64e887-fac5-4e60-86e0-f1a276fd95a5 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:31.227290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-526e920a-cba2-4a9d-931d-7fee0f54c95b req-dc64e887-fac5-4e60-86e0-f1a276fd95a5 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 943 time: 0.0658662 Nov 08 12:34:31.289500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ccecd5be-da83-4b0d-81f9-5c89cbb98d9e details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:34:31.294381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-526e920a-cba2-4a9d-931d-7fee0f54c95b req-45465bfc-be8c-4026-a3bb-3d9e2595bd58 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547309 Nov 08 12:34:31.420583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,segment=NetworkSegment(529ab502-d45c-4064-9dd3-698c9f71ddec),segment_id=529ab502-d45c-4064-9dd3-698c9f71ddec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:31.434558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e', 'network_id': 'adddb22f-d287-44a2-8ef9-4482a5a7dae4', 'port_id': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e', 'mac_address': 'fa:16:3e:7f:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca50f79e-5270-4ae1-b4ef-3f39d824f65d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:34:31.499202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:31.513003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccecd5be-da83-4b0d-81f9-5c89cbb98d9e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:31.532453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,segment=NetworkSegment(529ab502-d45c-4064-9dd3-698c9f71ddec),segment_id=529ab502-d45c-4064-9dd3-698c9f71ddec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:31.649879 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:31.699577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:31.869966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ccecd5be-da83-4b0d-81f9-5c89cbb98d9e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:31.980985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ead712-3176-414f-9ce5-d4ecd2db6579 req-627b746e-4a17-4159-8c1c-3f004713e514 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:31.982585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58ead712-3176-414f-9ce5-d4ecd2db6579 req-627b746e-4a17-4159-8c1c-3f004713e514 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0859263 Nov 08 12:34:32.060024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58ead712-3176-414f-9ce5-d4ecd2db6579 req-0d9c1840-c92f-4f9a-8b35-a0f5eab567cd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710130 Nov 08 12:34:32.107691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fdab2de-6479-47e9-8b07-ee1c8de51abc req-65306bfd-4109-49c7-8880-1a39493f3faa tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Nov 08 12:34:32.419908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2555fa-305b-4478-95d1-0a7f7ea8e8e4 req-6e529f5e-cc51-473b-98da-e175df254631 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:32.421550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc2555fa-305b-4478-95d1-0a7f7ea8e8e4 req-6e529f5e-cc51-473b-98da-e175df254631 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 944 time: 0.0593035 Nov 08 12:34:32.474867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc2555fa-305b-4478-95d1-0a7f7ea8e8e4 req-6986352e-a1c9-4145-a6c0-176ba844e326 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Nov 08 12:34:32.700561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-2e8dfa4d-3e6d-4e60-b854-a2c96e27fede tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:32.702128 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-2e8dfa4d-3e6d-4e60-b854-a2c96e27fede tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.57 "GET /v2.0/networks?id=4c8c38d3-ba48-4f46-a6d5-5d1468b5973f HTTP/1.1" status: 200 len: 821 time: 0.1085062 Nov 08 12:34:32.718591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Request body: {'port': {'device_id': '7820faa3-470a-4299-90ea-212f60b47ed2', 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f', 'admin_state_up': True, 'tenant_id': 'b8c0cfa228ca41bf90d60d2f2fa2122b'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:32.878753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Made reservation on behalf of b8c0cfa228ca41bf90d60d2f2fa2122b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:32.882897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.025689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Allocated IP 172.20.0.7 (4c8c38d3-ba48-4f46-a6d5-5d1468b5973f/6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a/019b3485-cda1-4604-b66c-f83b18d85d9b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:33.195833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.240572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ab5fe08-7f18-41e0-aeb2-627936750cfd req-e8ef4e7a-635c-4d30-81d3-c980bbfa6e6e tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 210 time: 0.0391905 Nov 08 12:34:33.260381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dca9e5-8926-4bf4-bc90-a955bc8743df req-cc5a311a-5dfc-46f0-8af6-97d576ffc72d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:33.268679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95dca9e5-8926-4bf4-bc90-a955bc8743df req-cc5a311a-5dfc-46f0-8af6-97d576ffc72d tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1261373 Nov 08 12:34:33.294438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ccecd5be-da83-4b0d-81f9-5c89cbb98d9e up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:33.296040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.321088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95dca9e5-8926-4bf4-bc90-a955bc8743df req-7cd92c98-855a-42b4-97f7-7e7aa6612ef5 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Nov 08 12:34:33.323028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:33.333809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:33.335601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:33.416384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Pushing event updated for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:33.432789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:34:33.437087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:33.437461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.450912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:33.452745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.528370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.549472 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-13834fce-8559-4430-bcf7-133e88c92a2f tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348656 Nov 08 12:34:33.558820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:33.561423 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5cf0a-926e-4fdc-86b9-c9aa7941254a" -d '{"events": [{"server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "name": "network-vif-plugged", "status": "completed", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:33.565134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Request body: {'port': {'device_id': '7820faa3-470a-4299-90ea-212f60b47ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:33.591276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,segment=NetworkSegment(529ab502-d45c-4064-9dd3-698c9f71ddec),segment_id=529ab502-d45c-4064-9dd3-698c9f71ddec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:33.634994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830c5d-bb85-4f66-9049-dd405fdfa43b req-e1a91648-3ec5-4c14-812a-26d9349d6ca2 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:33.636713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06830c5d-bb85-4f66-9049-dd405fdfa43b req-e1a91648-3ec5-4c14-812a-26d9349d6ca2 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 944 time: 0.0841134 Nov 08 12:34:33.649830 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.671253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:33.692335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06830c5d-bb85-4f66-9049-dd405fdfa43b req-4159d7f6-fde9-4220-949a-7944b9892c3f tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Nov 08 12:34:33.740334 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a31752-921d-42bd-acc1-7a065280a27e x-openstack-request-id: req-e3a31752-921d-42bd-acc1-7a065280a27e {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:33.740647 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "name": "network-vif-plugged", "status": "completed", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:33.740900 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3a31752-921d-42bd-acc1-7a065280a27e {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:33.741292 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e', 'code': 200} Nov 08 12:34:33.771449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:33.911616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90becd2e-db3f-46b1-b2d1-bf2524c3d96a req-188c58f5-e2ad-43a4-9ac3-9eeb344d7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:33.913112 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90becd2e-db3f-46b1-b2d1-bf2524c3d96a req-188c58f5-e2ad-43a4-9ac3-9eeb344d7eec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 1096 time: 0.1001623 Nov 08 12:34:33.925238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:33.993475 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90becd2e-db3f-46b1-b2d1-bf2524c3d96a req-30c485e0-7f52-4a5f-9407-18ab636ca410 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Nov 08 12:34:34.034140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019b3485-cda1-4604-b66c-f83b18d85d9b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:34.042065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.054872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Transition to ACTIVE for port object 019b3485-cda1-4604-b66c-f83b18d85d9b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:34:34.074559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.124145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.161513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.191130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Pushing event updated for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:34.221097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.242118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Attempting to bind port 019b3485-cda1-4604-b66c-f83b18d85d9b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:34.242487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Attempting to bind port 019b3485-cda1-4604-b66c-f83b18d85d9b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'f496b386-e1a5-462a-9107-9f8810cb7d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:34.242882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Attempting to bind port 019b3485-cda1-4604-b66c-f83b18d85d9b on network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:34.247374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Port 019b3485-cda1-4604-b66c-f83b18d85d9b on network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:34:34.247693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Attempting to bind port 019b3485-cda1-4604-b66c-f83b18d85d9b on network 4c8c38d3-ba48-4f46-a6d5-5d1468b5973f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:34.253087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:34.253422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Checking segment: {'id': 'f496b386-e1a5-462a-9107-9f8810cb7d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:34.253799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Bound using segment: {'id': 'f496b386-e1a5-462a-9107-9f8810cb7d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:34.254223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Bound port: 019b3485-cda1-4604-b66c-f83b18d85d9b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f496b386-e1a5-462a-9107-9f8810cb7d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:34.254601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.260800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=106f4a65b287457586cbd73d04c14f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347130 Nov 08 12:34:34.261679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1192111e-bfff-4e34-a8c9-11dbb4bfd69a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:34.263422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46450) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:34.269484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.269834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.270178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.270702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.271184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.279179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.279368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.279706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.280043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.280407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.280734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.281292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036fe99-c2cc-4dac-82cf-829cef097d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:34.379738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:34.400608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.403368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7af4-b956-4cc3-8764-d218459c4e2d req-25862670-15b7-4c24-9c63-d7fd03c28999 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.411246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28fd7af4-b956-4cc3-8764-d218459c4e2d req-25862670-15b7-4c24-9c63-d7fd03c28999 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 943 time: 0.0748954 Nov 08 12:34:34.449682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=019b3485-cda1-4604-b66c-f83b18d85d9b,segment=NetworkSegment(f496b386-e1a5-462a-9107-9f8810cb7d2b),segment_id=f496b386-e1a5-462a-9107-9f8810cb7d2b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:34.452263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.506003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28fd7af4-b956-4cc3-8764-d218459c4e2d req-746dc862-7bec-4a61-b757-78a028088f76 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935147 Nov 08 12:34:34.514724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d63f19-f279-44d1-8b22-bcd477b52ea7 req-044923a1-b1d3-48ee-9593-efb4aa0d84fd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.516187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18d63f19-f279-44d1-8b22-bcd477b52ea7 req-044923a1-b1d3-48ee-9593-efb4aa0d84fd tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.1020849 Nov 08 12:34:34.530592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.565414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.565857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.567325 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/019b3485-cda1-4604-b66c-f83b18d85d9b HTTP/1.1" status: 200 len: 1091 time: 1.0068045 Nov 08 12:34:34.567774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:34.570016 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14" -d '{"events": [{"name": "network-changed", "server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:34.606129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e509217-7c48-45b1-b940-73a0c79044d1 service neutron] Pushing event updated for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:34.611132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.614493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:34.615758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1192111e-bfff-4e34-a8c9-11dbb4bfd69a HTTP/1.1" status: 204 len: 168 time: 0.3513904 Nov 08 12:34:34.632031 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec271d-fc1c-4645-bf5d-658f8aabd16d x-openstack-request-id: req-84ec271d-fc1c-4645-bf5d-658f8aabd16d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:34.632307 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:34.632463 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84ec271d-fc1c-4645-bf5d-658f8aabd16d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:34.633515 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b', 'status': 'completed', 'code': 200} Nov 08 12:34:34.641817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338271-f4c8-4763-9489-0a34011bfc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1192111e-bfff-4e34-a8c9-11dbb4bfd69a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:34.708709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-953ebcb6-9363-47c2-814b-f0fb3eb52c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.710828 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-953ebcb6-9363-47c2-814b-f0fb3eb52c90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8c0cfa228ca41bf90d60d2f2fa2122b&device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0702903 Nov 08 12:34:34.868977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-dcfbdd2f-e7f2-4f30-add3-0ba9cfcdc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.871199 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-dcfbdd2f-e7f2-4f30-add3-0ba9cfcdc403 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b8c0cfa228ca41bf90d60d2f2fa2122b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1495337 Nov 08 12:34:34.880517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-243cffdd-3055-49f2-aede-ec33bf4ba6f2 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:34.882111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-243cffdd-3055-49f2-aede-ec33bf4ba6f2 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 946 time: 0.0808129 Nov 08 12:34:34.986795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18d63f19-f279-44d1-8b22-bcd477b52ea7 req-cc9a6f4e-fb9b-45ba-9148-652c4d3e6d17 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c859e8c-e741-4b67-9e2a-3d562d239517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572630 Nov 08 12:34:34.992094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea7c3-25e2-4ddd-a3c6-591e369ec731 req-cada2e3a-2811-436d-a7d5-f68becf9f80b tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:35.000604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-419ea7c3-25e2-4ddd-a3c6-591e369ec731 req-cada2e3a-2811-436d-a7d5-f68becf9f80b tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 945 time: 0.0798714 Nov 08 12:34:35.076182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-7cd51246-1e24-4150-8db1-5da414657d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:35.077666 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dc5a4e2a-2903-4cc8-9405-6f6ad9340e14 req-7cd51246-1e24-4150-8db1-5da414657d36 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945641 Nov 08 12:34:35.084331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-419ea7c3-25e2-4ddd-a3c6-591e369ec731 req-a4e1c9ec-1955-4e84-aac9-40b159b93409 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812919 Nov 08 12:34:35.117324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Deleting port ee9ed603-0140-4fc8-8b49-88487dac9c68 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:35.117668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.215692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-740917da-632f-44ca-acd2-1c5afcc5f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:35.217174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-740917da-632f-44ca-acd2-1c5afcc5f090 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8c0cfa228ca41bf90d60d2f2fa2122b&device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0958200 Nov 08 12:34:35.275719 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-1055382a-4c17-47f9-8abf-84fd1dcbd33a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=019b3485-cda1-4604-b66c-f83b18d85d9b HTTP/1.1" status: 200 len: 217 time: 0.0483301 Nov 08 12:34:35.282366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] For port ee9ed603-0140-4fc8-8b49-88487dac9c68, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ee9ed603-0140-4fc8-8b49-88487dac9c68,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:35.282804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.322432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Calling delete_port for ee9ed603-0140-4fc8-8b49-88487dac9c68 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:35.373860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-06c7d63e-da46-4539-b6cc-e6c744dee46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:35.375328 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-06c7d63e-da46-4539-b6cc-e6c744dee46c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a HTTP/1.1" status: 200 len: 861 time: 0.0898786 Nov 08 12:34:35.417642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-01a2dc95-c6a0-401f-8f16-18c2a620b63c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c8c38d3-ba48-4f46-a6d5-5d1468b5973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339432 Nov 08 12:34:35.447715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:35.460192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8f92b9-a360-4ecf-9166-ceb1d12a7d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.557200 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-abc700fc-664a-4f15-9050-51c1be88c704 service neutron] 10.222.0.57 "GET /v2.0/networks/4c8c38d3-ba48-4f46-a6d5-5d1468b5973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323776 Nov 08 12:34:35.562206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8f92b9-a360-4ecf-9166-ceb1d12a7d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.622677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.635082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ee9ed603-0140-4fc8-8b49-88487dac9c68'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:35.654500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Pushing event deleted for resources: {'Port': ['ID=ee9ed603-0140-4fc8-8b49-88487dac9c68,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:35.664170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea96b-8227-4eab-9ee8-aa75683a7ffb req-4877abcc-6d3d-4f0e-863f-7ad641c219c0 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:35.673794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cabea96b-8227-4eab-9ee8-aa75683a7ffb req-4877abcc-6d3d-4f0e-863f-7ad641c219c0 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 943 time: 0.0856111 Nov 08 12:34:35.675940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8f92b9-a360-4ecf-9166-ceb1d12a7d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.704602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] No DVR routers for this DVR port ee9ed603-0140-4fc8-8b49-88487dac9c68 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:35.709582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.713206 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f45a2b57-31bc-4d3d-837b-058c62b50aa2 req-c07a5425-c27c-4344-bde5-99f8dc949ed8 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.57 "DELETE /v2.0/ports/ee9ed603-0140-4fc8-8b49-88487dac9c68 HTTP/1.1" status: 204 len: 173 time: 0.8211827 Nov 08 12:34:35.725220 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f868952b-792a-4aa8-bdd2-1a38a4f1f449 req-7bed1865-a9bb-4e5b-a6d9-776c84ae7caa service neutron] 10.222.0.57 "GET /v2.0/networks/4c8c38d3-ba48-4f46-a6d5-5d1468b5973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608577 Nov 08 12:34:35.746426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8b8f92b9-a360-4ecf-9166-ceb1d12a7d78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a320a2d7cf7d40d8842e3110de62c249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999997 Nov 08 12:34:35.749661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:35.752638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f92b9-a360-4ecf-9166-ceb1d12a7d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af212c-9714-402b-add3-eb2241971459,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:35.810650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cabea96b-8227-4eab-9ee8-aa75683a7ffb req-74708645-e3e6-4990-a7ac-f548176d07d0 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319315 Nov 08 12:34:35.841409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.864325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.958191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.961040 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:35.965233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34af212c-9714-402b-add3-eb2241971459 HTTP/1.1" status: 204 len: 168 time: 0.2107375 Nov 08 12:34:35.972491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c72a40-a4ac-4d99-b0bf-44d89716c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af212c-9714-402b-add3-eb2241971459,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:36.182062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5383ee0-70df-4a4a-9797-c0ebca160b62 req-1cdb3a3b-0246-4c52-8769-84f98e1bed01 tempest-ServerRescueNegativeTestJSON-1661095664 tempest-ServerRescueNegativeTestJSON-1661095664-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ffa1877-bae4-4950-b369-a1e31029c928 HTTP/1.1" status: 200 len: 210 time: 0.0761125 Nov 08 12:34:36.258884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77d97f-75cb-4116-8394-b70a596aac53 req-702ba2c0-474e-4727-8bf9-1065c77da7c3 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:36.262003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce77d97f-75cb-4116-8394-b70a596aac53 req-702ba2c0-474e-4727-8bf9-1065c77da7c3 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 945 time: 0.0823855 Nov 08 12:34:36.333986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce77d97f-75cb-4116-8394-b70a596aac53 req-e73ab8ac-19dd-4e01-8b6b-6ab2cba9d3eb tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651941 Nov 08 12:34:36.634847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'name': 'network-vif-deleted', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:36.638126 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d269ccf-707c-4602-a8db-522fc9d97435" -d '{"events": [{"server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "name": "network-vif-deleted", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:36.696422 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ceb8c-d547-4831-a6df-b0e08beb4cd7 x-openstack-request-id: req-531ceb8c-d547-4831-a6df-b0e08beb4cd7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:36.696800 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa1877-bae4-4950-b369-a1e31029c928", "name": "network-vif-deleted", "tag": "ee9ed603-0140-4fc8-8b49-88487dac9c68", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:36.697061 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-531ceb8c-d547-4831-a6df-b0e08beb4cd7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:36.697502 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa1877-bae4-4950-b369-a1e31029c928', 'name': 'network-vif-deleted', 'tag': 'ee9ed603-0140-4fc8-8b49-88487dac9c68', 'status': 'completed', 'code': 200} Nov 08 12:34:37.025226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26fffe-d823-4b66-8a08-11c6a2bfb7f9 req-84a9ee51-d881-4204-9e4b-c1f835a20bec tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:37.032322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc26fffe-d823-4b66-8a08-11c6a2bfb7f9 req-84a9ee51-d881-4204-9e4b-c1f835a20bec tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 943 time: 0.0878110 Nov 08 12:34:37.117077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc26fffe-d823-4b66-8a08-11c6a2bfb7f9 req-0c3dd998-5663-411b-a804-dd5f8d1e7972 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790613 Nov 08 12:34:37.258856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:37.743178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:38.013933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Deleting port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:38.014395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:38.099356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] For port 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,segment=NetworkSegment(44e8d6c9-4e18-4bd4-909f-233fbc949165),segment_id=44e8d6c9-4e18-4bd4-909f-233fbc949165)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:38.099991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:38.117135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Calling delete_port for 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:38.282223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2647-87ca-48c8-9615-23767da6ebc3 req-72173bee-cac2-4707-adfd-3ea174819912 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:38.289719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-472f2647-87ca-48c8-9615-23767da6ebc3 req-72173bee-cac2-4707-adfd-3ea174819912 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 943 time: 0.1087143 Nov 08 12:34:38.369195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-472f2647-87ca-48c8-9615-23767da6ebc3 req-0df12739-141c-4f69-9c3d-f7727424ef1c tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785928 Nov 08 12:34:38.598449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:38.630861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:38.800500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.023619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:34:39.144168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:34:39.155989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9aaa959-ee29-487a-ac5d-1f518aace994 admin admin] 10.222.0.58 "PUT /v2.0/routers/368ed228-33d9-4ea8-8c4d-3deb2ea9b771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893688 Nov 08 12:34:39.156782 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Sync routers for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:34:39.157711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:39.172428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:39.173060 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:39.286499 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:39.306565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add534ef-2750-4857-939d-32f250190cbf req-3d902b71-0380-4bc9-baa2-143800adc79d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:39.306565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add534ef-2750-4857-939d-32f250190cbf req-3d902b71-0380-4bc9-baa2-143800adc79d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0988271 Nov 08 12:34:39.313677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.324629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 019b3485-cda1-4604-b66c-f83b18d85d9b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:34:39.327909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ee9ed603-0140-4fc8-8b49-88487dac9c68 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:39.358514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: ee9ed603-0140-4fc8-8b49-88487dac9c68 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:39.359156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ee9ed603-0140-4fc8-8b49-88487dac9c68 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:39.462979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add534ef-2750-4857-939d-32f250190cbf req-8f902007-2b5c-425a-a8df-eea8badac425 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413286 Nov 08 12:34:39.515827 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.552005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=019b3485-cda1-4604-b66c-f83b18d85d9b,segment=NetworkSegment(f496b386-e1a5-462a-9107-9f8810cb7d2b),segment_id=f496b386-e1a5-462a-9107-9f8810cb7d2b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:39.563700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '019b3485-cda1-4604-b66c-f83b18d85d9b', 'network_id': '4c8c38d3-ba48-4f46-a6d5-5d1468b5973f', 'port_id': '019b3485-cda1-4604-b66c-f83b18d85d9b', 'mac_address': 'fa:16:3e:de:0a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:34:39.591524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75c18-cf54-4ad6-ac4a-709c11160c6d req-d5d4ee84-5dbf-43e6-8cc4-a470124f91e2 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:39.593131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bb75c18-cf54-4ad6-ac4a-709c11160c6d req-d5d4ee84-5dbf-43e6-8cc4-a470124f91e2 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 943 time: 0.0570061 Nov 08 12:34:39.607818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.620732 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:34:38Z', 'revision_number': 5, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:39.622141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019b3485-cda1-4604-b66c-f83b18d85d9b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:34:39.645387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=019b3485-cda1-4604-b66c-f83b18d85d9b,segment=NetworkSegment(f496b386-e1a5-462a-9107-9f8810cb7d2b),segment_id=f496b386-e1a5-462a-9107-9f8810cb7d2b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:39.658869 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Checking router: 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:34:39.659904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bb75c18-cf54-4ad6-ac4a-709c11160c6d req-3d5895b4-c3cf-4c60-9093-6f5d34dada42 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 Nov 08 12:34:39.675428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Routers {'368ed228-33d9-4ea8-8c4d-3deb2ea9b771'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:34:39.676065 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:39.721160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46614) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:39.782228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.790976 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] Set router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:34:39.805125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ad0c5-9988-4552-81be-c02042894d18 req-599b70c8-4937-4d04-90f7-fa901ad3eea4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:39.806701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec8ad0c5-9988-4552-81be-c02042894d18 req-599b70c8-4937-4d04-90f7-fa901ad3eea4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0714178 Nov 08 12:34:39.815333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Deleting port 550c3c87-b05c-4e4e-b122-560518c19041 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:39.816085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.840552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:39.889208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a18c7cf-b051-4fca-a2ca-8da20963b6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.930623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec8ad0c5-9988-4552-81be-c02042894d18 req-c5011c8c-9c4c-42ea-bece-9dd278aee98e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108820 Nov 08 12:34:39.977933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] For port 550c3c87-b05c-4e4e-b122-560518c19041, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=550c3c87-b05c-4e4e-b122-560518c19041,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:39.977933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:39.987511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Calling delete_port for 550c3c87-b05c-4e4e-b122-560518c19041 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:39.999863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['019b3485-cda1-4604-b66c-f83b18d85d9b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:40.006906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a18c7cf-b051-4fca-a2ca-8da20963b6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.029174 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:34:38Z', 'revision_number': 5, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:40.063994 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1e2159-dc50-4a0d-b44c-c047c3a88ec4 None None] The sync data for ids ['368ed228-33d9-4ea8-8c4d-3deb2ea9b771'] in n-d-816990-1 is: [{'id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'name': 'tempest-ServerRescueNegativeTestJSON-1405796924-router', 'tenant_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '550c3c87-b05c-4e4e-b122-560518c19041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:34:38Z', 'revision_number': 5, 'project_id': 'c09216415f4a49cd8cc6c68c2341bc89', 'gw_port': {'id': '550c3c87-b05c-4e4e-b122-560518c19041', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ed228-33d9-4ea8-8c4d-3deb2ea9b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:31:38Z', 'updated_at': '2021-11-08T12:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:34:40.090853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a18c7cf-b051-4fca-a2ca-8da20963b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.152633 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a18c7cf-b051-4fca-a2ca-8da20963b6c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1bf4752f6af4432972aec6be18e699f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4303503 Nov 08 12:34:40.153520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18c7cf-b051-4fca-a2ca-8da20963b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e0f86-a5ab-4992-9127-149616215554,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:40.157785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46622) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:40.210009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2162286-00dc-4a48-9c1a-02706aa4b848 req-5ba495be-1cf9-4c32-895c-73be79914b59 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:40.210617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.211556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2162286-00dc-4a48-9c1a-02706aa4b848 req-5ba495be-1cf9-4c32-895c-73be79914b59 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 945 time: 0.0707963 Nov 08 12:34:40.244331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.289262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2162286-00dc-4a48-9c1a-02706aa4b848 req-f59413fc-cbfa-477d-adb4-a041d9d0bab8 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592647 Nov 08 12:34:40.398221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.398442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.400822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.405082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b0e0f86-a5ab-4992-9127-149616215554 HTTP/1.1" status: 204 len: 168 time: 0.2461169 Nov 08 12:34:40.421345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc931aa-2e9d-4d3a-b34e-263049d6cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e0f86-a5ab-4992-9127-149616215554,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:40.441092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Pushing event deleted for resources: {'Port': ['ID=550c3c87-b05c-4e4e-b122-560518c19041,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:40.527574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.637153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.637153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.813305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35a83-9f15-4371-b1c0-83ff678a5efe req-6ed19cdc-7df3-490a-b3e4-ced7ef889b89 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:40.815161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f35a83-9f15-4371-b1c0-83ff678a5efe req-6ed19cdc-7df3-490a-b3e4-ced7ef889b89 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 944 time: 0.0819058 Nov 08 12:34:40.837146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9a672-062a-4786-b074-aece938e2bfb req-1679f423-7a22-4ed5-ab0c-bab25e1deb63 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:40.839620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a9a672-062a-4786-b074-aece938e2bfb req-1679f423-7a22-4ed5-ab0c-bab25e1deb63 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0805948 Nov 08 12:34:40.858791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.859674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368ed228-33d9-4ea8-8c4d-3deb2ea9b771 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:34:40.867339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:40.870869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e677301b-683d-423d-a13a-61c3a1317988 admin admin] 10.222.0.58 "DELETE /v2.0/routers/368ed228-33d9-4ea8-8c4d-3deb2ea9b771 HTTP/1.1" status: 204 len: 168 time: 1.7096496 Nov 08 12:34:40.871286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46634) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:40.915113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f35a83-9f15-4371-b1c0-83ff678a5efe req-895ee277-cdb5-4430-8741-bcf5295efc3b tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921309 Nov 08 12:34:40.941383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a9a672-062a-4786-b074-aece938e2bfb req-42ddc277-c663-401b-bdf0-56f1a05e9d4b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908089 Nov 08 12:34:40.947129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Deleting subnet 432c6320-74cd-4b75-ba5a-4000bc0ea079 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:34:40.952008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.001171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.060376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.285060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.321561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 019b3485-cda1-4604-b66c-f83b18d85d9b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:41.329264 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.332691 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/432c6320-74cd-4b75-ba5a-4000bc0ea079 HTTP/1.1" status: 204 len: 168 time: 0.4604268 Nov 08 12:34:41.333710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432c6320-74cd-4b75-ba5a-4000bc0ea079,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:41.335462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:41.354564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.354913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.355254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.355591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.355924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.356252 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.356578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.356914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.357229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.357550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.357869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.362994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71748e-aa79-4b89-904c-da23a39f4906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:41.460286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:41.514498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:41.515415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0dd3a571-9b9b-46e7-9be0-b2cb8cc51a5b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:41.521503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 019b3485-cda1-4604-b66c-f83b18d85d9b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:34:41.533697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 019b3485-cda1-4604-b66c-f83b18d85d9b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:41.534170 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.549135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.577906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80899-1020-4552-81c1-2b0f7e81a1c0 req-2277cb3a-d756-4196-8776-7bc7a4a8ee79 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:41.580080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6c80899-1020-4552-81c1-2b0f7e81a1c0 req-2277cb3a-d756-4196-8776-7bc7a4a8ee79 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 945 time: 0.1580403 Nov 08 12:34:41.648623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.681884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:41.686348 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb028f-6f1d-4590-bc22-a68b2ed5e577" -d '{"events": [{"server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "name": "network-vif-plugged", "status": "completed", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:41.700040 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.705350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=019b3485-cda1-4604-b66c-f83b18d85d9b,segment=NetworkSegment(f496b386-e1a5-462a-9107-9f8810cb7d2b),segment_id=f496b386-e1a5-462a-9107-9f8810cb7d2b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:41.739271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6c80899-1020-4552-81c1-2b0f7e81a1c0 req-d8a392a9-96b3-4f5c-8ae3-cd0a54725b24 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/security-groups?id=37dfee24-03b4-4cdb-b0f8-09846c061346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359315 Nov 08 12:34:41.752785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a180d-1530-41df-9e3d-49c8fb847e57']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:41.770359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e8d6c9-4e18-4bd4-909f-233fbc949165') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:41.770719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e8d6c9-4e18-4bd4-909f-233fbc949165') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:41.780785 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7805df02-fb23-43a0-bdef-7509d9d33f9b x-openstack-request-id: req-7805df02-fb23-43a0-bdef-7509d9d33f9b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:41.787465 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "name": "network-vif-plugged", "status": "completed", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:41.787465 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7805df02-fb23-43a0-bdef-7509d9d33f9b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:41.787465 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b', 'code': 200} Nov 08 12:34:41.790912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.814091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.816396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.838471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:41.839641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:41.841573 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:41.922871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:41.980597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-bd422656-c0e2-4c26-a924-2fb04e6ac396 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:41.983183 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-bd422656-c0e2-4c26-a924-2fb04e6ac396 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 945 time: 0.5904410 Nov 08 12:34:42.005184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5347-8602-4df4-8fea-ca609a3c366b req-9470fe3c-873e-4697-9cf4-3c5b22ef20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:42.006686 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-995a5347-8602-4df4-8fea-ca609a3c366b req-9470fe3c-873e-4697-9cf4-3c5b22ef20fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0799453 Nov 08 12:34:42.035517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.042424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.045450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] 10.222.0.58 "DELETE /v2.0/networks/347a180d-1530-41df-9e3d-49c8fb847e57 HTTP/1.1" status: 204 len: 168 time: 0.7089562 Nov 08 12:34:42.060303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefb24-3016-4e06-b37b-13cd7c88a658 admin admin] Pushing event deleted for resources: {'Network': ['ID=347a180d-1530-41df-9e3d-49c8fb847e57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:42.078046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da1622-05e2-41df-bc8a-e501026cfcbf req-fedf1d97-f867-4cf1-9d50-290d16945228 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:42.086103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2da1622-05e2-41df-bc8a-e501026cfcbf req-fedf1d97-f867-4cf1-9d50-290d16945228 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0814557 Nov 08 12:34:42.139948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-995a5347-8602-4df4-8fea-ca609a3c366b req-68ba9dd0-4297-4d18-963a-3d294ac1930d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136863 Nov 08 12:34:42.149631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2da1622-05e2-41df-bc8a-e501026cfcbf req-8968394f-9bff-423b-87b1-a03eaa7aaefd tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625134 Nov 08 12:34:42.165113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Deleting port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:42.165467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.246696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9609-d094-432f-bfa5-699e93ce968b req-6a7a3c8a-ffef-45cb-bda8-85322b875829 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:42.250736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd9b9609-d094-432f-bfa5-699e93ce968b req-6a7a3c8a-ffef-45cb-bda8-85322b875829 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0610502 Nov 08 12:34:42.282996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] For port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,segment=NetworkSegment(529ab502-d45c-4064-9dd3-698c9f71ddec),segment_id=529ab502-d45c-4064-9dd3-698c9f71ddec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:42.283392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.297683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Calling delete_port for ccecd5be-da83-4b0d-81f9-5c89cbb98d9e owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:42.308217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd9b9609-d094-432f-bfa5-699e93ce968b req-1b8e828e-83d5-497f-9776-ab985e08327f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Nov 08 12:34:42.615563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.627756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ccecd5be-da83-4b0d-81f9-5c89cbb98d9e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:42.645256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Pushing event deleted for resources: {'Port': ['ID=ccecd5be-da83-4b0d-81f9-5c89cbb98d9e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:42.682416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:42.689152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] No DVR routers for this DVR port ccecd5be-da83-4b0d-81f9-5c89cbb98d9e on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:42.691704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.695111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a45b7a0c-861b-46b7-8bcf-3dc55a53fc85 req-66d65478-166c-4b9c-a6f5-36507c7bce3d tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.57 "DELETE /v2.0/ports/ccecd5be-da83-4b0d-81f9-5c89cbb98d9e HTTP/1.1" status: 204 len: 173 time: 0.7008226 Nov 08 12:34:42.695547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'name': 'network-vif-deleted', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:42.697797 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a294399-8eee-4841-b55d-17cbf74e991f" -d '{"events": [{"server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "name": "network-vif-deleted", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:42.723206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e8dd712-53c3-4ef1-a150-504b5f6c8bcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c09216415f4a49cd8cc6c68c2341bc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424666 Nov 08 12:34:42.731728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:42.746436 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368601a-2293-4aa4-ab6f-1a3e3ad71b15 x-openstack-request-id: req-0368601a-2293-4aa4-ab6f-1a3e3ad71b15 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:42.746734 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d15793-1186-40be-badb-5a28e5eb7d5d", "name": "network-vif-deleted", "tag": "ccecd5be-da83-4b0d-81f9-5c89cbb98d9e", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:42.746985 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0368601a-2293-4aa4-ab6f-1a3e3ad71b15 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:42.747386 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d15793-1186-40be-badb-5a28e5eb7d5d', 'name': 'network-vif-deleted', 'tag': 'ccecd5be-da83-4b0d-81f9-5c89cbb98d9e', 'status': 'completed', 'code': 200} Nov 08 12:34:42.778584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.800363 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.862861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1476a15-fe6d-4190-94e1-be18ba0b5b50 req-e94af118-ed7f-45cd-90d1-9d5ed85ff966 tempest-ServerTagsTestJSON-282570627 tempest-ServerTagsTestJSON-282570627-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d15793-1186-40be-badb-5a28e5eb7d5d HTTP/1.1" status: 200 len: 210 time: 0.0383112 Nov 08 12:34:42.941063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.943627 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:42.944813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c859e8c-e741-4b67-9e2a-3d562d239517 HTTP/1.1" status: 204 len: 168 time: 0.2166851 Nov 08 12:34:42.954076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a59d9-21c6-4c78-a632-92db95a83e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c859e8c-e741-4b67-9e2a-3d562d239517,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:43.020008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 550c3c87-b05c-4e4e-b122-560518c19041 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:43.048231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 550c3c87-b05c-4e4e-b122-560518c19041 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:43.048582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 550c3c87-b05c-4e4e-b122-560518c19041 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:43.267490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4193e-2235-426f-9d8a-5d55f05e5f4f req-e9594283-f52d-42b6-b0df-217546b497d9 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:43.269154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55a4193e-2235-426f-9d8a-5d55f05e5f4f req-e9594283-f52d-42b6-b0df-217546b497d9 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Nov 08 12:34:43.319601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55a4193e-2235-426f-9d8a-5d55f05e5f4f req-506cbee8-9280-43e0-beb9-c43741b54e7a tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Nov 08 12:34:43.479055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52a8e-a929-466a-89b6-3a5737390220 req-c020dcd3-119e-4dd2-b919-43c9c1ccaea7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:43.481408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81c52a8e-a929-466a-89b6-3a5737390220 req-c020dcd3-119e-4dd2-b919-43c9c1ccaea7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0828111 Nov 08 12:34:43.558015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81c52a8e-a929-466a-89b6-3a5737390220 req-642a08b0-ad87-4f1e-a06a-7b238b3ab4e1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672941 Nov 08 12:34:43.924352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:44.307144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Deleting subnet ca50f79e-5270-4ae1-b4ef-3f39d824f65d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:34:44.312692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.360296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.446044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.502819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0100-d1f2-4cf6-a2b7-857243d3fcb5 req-9c9e85a6-9cc4-40c1-acec-36d3f7e90098 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:44.504327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a37b0100-d1f2-4cf6-a2b7-857243d3fcb5 req-9c9e85a6-9cc4-40c1-acec-36d3f7e90098 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0939965 Nov 08 12:34:44.559698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a37b0100-d1f2-4cf6-a2b7-857243d3fcb5 req-7b3e8887-9f8e-4240-b0ac-4a455679e7ce tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Nov 08 12:34:44.679578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.731076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3018fb1-a0fe-4f16-a343-0d54e6db714e req-bd4f06ea-672b-4dec-b380-b8640815883d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:44.732781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3018fb1-a0fe-4f16-a343-0d54e6db714e req-bd4f06ea-672b-4dec-b380-b8640815883d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0953553 Nov 08 12:34:44.733749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca50f79e-5270-4ae1-b4ef-3f39d824f65d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:44.738403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.742818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-11a0e6f2-f445-46e0-927b-27d6bc04d7a5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca50f79e-5270-4ae1-b4ef-3f39d824f65d HTTP/1.1" status: 204 len: 168 time: 0.8173976 Nov 08 12:34:44.745475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:44.812828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3018fb1-a0fe-4f16-a343-0d54e6db714e req-03810535-8326-482a-b6dd-81e0bcc771c5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640011 Nov 08 12:34:44.852023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:44.988046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.034975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adddb22f-d287-44a2-8ef9-4482a5a7dae4']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:45.048805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-483de3cd-f847-4c1c-8cd3-28f02e03f045 req-f2a0cd7b-8da5-4504-a7d7-90deb4270301 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0810339 Nov 08 12:34:45.055250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529ab502-d45c-4064-9dd3-698c9f71ddec') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:45.055543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529ab502-d45c-4064-9dd3-698c9f71ddec') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:45.089283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.101891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.111825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:45.112462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:45.127711 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:45.361590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ccecd5be-da83-4b0d-81f9-5c89cbb98d9e no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:45.363739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.380174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.380174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] 10.222.0.58 "DELETE /v2.0/networks/adddb22f-d287-44a2-8ef9-4482a5a7dae4 HTTP/1.1" status: 204 len: 168 time: 0.6278944 Nov 08 12:34:45.386537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604434e-0e67-4b20-9f18-bf106cc32c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=adddb22f-d287-44a2-8ef9-4482a5a7dae4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:45.412394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: ccecd5be-da83-4b0d-81f9-5c89cbb98d9e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:45.412834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ccecd5be-da83-4b0d-81f9-5c89cbb98d9e not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:45.634550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8bc13b-bc92-4e46-8c7b-8f70c7d77719 req-f983308b-be13-4474-87c3-1582462d4d93 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0276890 Nov 08 12:34:45.888767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:45.959943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ef348-0cf9-423a-ae14-3356c7c6ca6e req-0144c585-c1d6-41fc-a431-be4d95da1bfb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:45.961438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69ef348-0cf9-423a-ae14-3356c7c6ca6e req-0144c585-c1d6-41fc-a431-be4d95da1bfb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0678229 Nov 08 12:34:46.043359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d69ef348-0cf9-423a-ae14-3356c7c6ca6e req-dc0bbbf6-2f6c-489b-939d-ac613423d8eb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749831 Nov 08 12:34:46.054148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2900-c318-470d-bdf7-1fea346d21dc req-7d92217b-d738-40cc-bd99-893087c22c72 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:46.055684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b84f2900-c318-470d-bdf7-1fea346d21dc req-7d92217b-d738-40cc-bd99-893087c22c72 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0814059 Nov 08 12:34:46.130525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b84f2900-c318-470d-bdf7-1fea346d21dc req-2c2d60b0-5ec9-423f-9651-c378a4fb371c tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Nov 08 12:34:46.172806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:46.185346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:46.223790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2764d69-96c4-4660-a24a-f1015f75cb6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f18d58497ed4f8bac3545d5bfe4b0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474434 Nov 08 12:34:46.223918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:46.274829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.298235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.354098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcc68d7-7539-487d-b5af-2ce71c33d569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.433005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcc68d7-7539-487d-b5af-2ce71c33d569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.489654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.492345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.493487 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37dfee24-03b4-4cdb-b0f8-09846c061346 HTTP/1.1" status: 204 len: 168 time: 0.2685816 Nov 08 12:34:46.501715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23065-7148-4db7-81a5-1bf03b9c137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dfee24-03b4-4cdb-b0f8-09846c061346,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:46.575444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcc68d7-7539-487d-b5af-2ce71c33d569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.614504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-abcc68d7-7539-487d-b5af-2ce71c33d569 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66dee9d8492a4ba0a0d80d53f4294929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280531 Nov 08 12:34:46.615719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc68d7-7539-487d-b5af-2ce71c33d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932fe48a-7c13-46d8-94e5-9c9e341c7990,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:46.617149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:46.667870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.691266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.723949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37d56813-4d35-4df2-bc65-1b694843a4db req-89c863c4-da0d-4db4-846a-dc524a415c98 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0268452 Nov 08 12:34:46.884029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.887335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:46.888518 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/932fe48a-7c13-46d8-94e5-9c9e341c7990 HTTP/1.1" status: 204 len: 168 time: 0.2703772 Nov 08 12:34:46.896774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1268-4d43-444b-a85d-35104c9def02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932fe48a-7c13-46d8-94e5-9c9e341c7990,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:47.191238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904616f-d100-49fa-83df-922c21a51196 req-306c3385-d652-4d8d-bb29-e12934912886 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:47.192889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4904616f-d100-49fa-83df-922c21a51196 req-306c3385-d652-4d8d-bb29-e12934912886 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0583155 Nov 08 12:34:47.207577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-1f8fee47-417b-4084-9996-a56e482e7f74 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:47.209336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-1f8fee47-417b-4084-9996-a56e482e7f74 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.57 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0666044 Nov 08 12:34:47.262962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4904616f-d100-49fa-83df-922c21a51196 req-e2fb3c03-1515-4e64-8e15-cd4fdea9e585 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616264 Nov 08 12:34:47.363615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Deleting port 019b3485-cda1-4604-b66c-f83b18d85d9b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:34:47.363957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:47.419087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a962d9e-a4cb-4dd5-b26f-36941a9f215f req-074f8087-1eb2-4b92-8975-cabea6497ad7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:47.421903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a962d9e-a4cb-4dd5-b26f-36941a9f215f req-074f8087-1eb2-4b92-8975-cabea6497ad7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Nov 08 12:34:47.467965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] For port 019b3485-cda1-4604-b66c-f83b18d85d9b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=019b3485-cda1-4604-b66c-f83b18d85d9b,segment=NetworkSegment(f496b386-e1a5-462a-9107-9f8810cb7d2b),segment_id=f496b386-e1a5-462a-9107-9f8810cb7d2b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:47.468242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:47.486893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a962d9e-a4cb-4dd5-b26f-36941a9f215f req-6f74086e-b987-461c-9405-aa37a4534cc8 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbae0b52-95a0-4878-89ef-968c0dda0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588391 Nov 08 12:34:47.487198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Calling delete_port for 019b3485-cda1-4604-b66c-f83b18d85d9b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:34:47.706776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:47.719178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['019b3485-cda1-4604-b66c-f83b18d85d9b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:34:47.735474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:47.752062 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee6b869-2709-46cc-a7ee-fc07e30fc410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:47.759699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Pushing event deleted for resources: {'Port': ['ID=019b3485-cda1-4604-b66c-f83b18d85d9b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:47.804559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] No DVR routers for this DVR port 019b3485-cda1-4604-b66c-f83b18d85d9b on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:34:47.807633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:47.811430 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a12c3825-d16d-4936-8fb0-c363e94c1590 req-36a0b334-2db1-4283-a588-7770890e40d7 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.57 "DELETE /v2.0/ports/019b3485-cda1-4604-b66c-f83b18d85d9b HTTP/1.1" status: 204 len: 173 time: 0.5960410 Nov 08 12:34:47.812121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'name': 'network-vif-deleted', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:34:47.814740 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57ca25-68df-4c84-b407-470ed83c8d83" -d '{"events": [{"server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "name": "network-vif-deleted", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:34:47.876735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd798125-6bdf-41aa-b644-460dc634d8ca req-7ed0b20b-152a-43e3-8327-5c9c9767b6c8 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0454273 Nov 08 12:34:47.917734 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933971be-6bf4-4ab1-85e3-441254d434ec x-openstack-request-id: req-933971be-6bf4-4ab1-85e3-441254d434ec {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:34:47.918030 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820faa3-470a-4299-90ea-212f60b47ed2", "name": "network-vif-deleted", "tag": "019b3485-cda1-4604-b66c-f83b18d85d9b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:34:47.918286 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-933971be-6bf4-4ab1-85e3-441254d434ec {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:34:47.918698 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820faa3-470a-4299-90ea-212f60b47ed2', 'name': 'network-vif-deleted', 'tag': '019b3485-cda1-4604-b66c-f83b18d85d9b', 'status': 'completed', 'code': 200} Nov 08 12:34:47.946973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee6b869-2709-46cc-a7ee-fc07e30fc410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.017127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0c65-b18e-4be5-a7f5-3488142667cb req-5beeb574-eb2c-4a12-a14c-68e3b35cb5fe tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:48.018766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bca0c65-b18e-4be5-a7f5-3488142667cb req-5beeb574-eb2c-4a12-a14c-68e3b35cb5fe tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0564153 Nov 08 12:34:48.053345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee6b869-2709-46cc-a7ee-fc07e30fc410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.112861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bca0c65-b18e-4be5-a7f5-3488142667cb req-b25fd40e-3dfd-4932-acd3-b9348039a4d0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878732 Nov 08 12:34:48.120228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46982) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:48.122559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bee6b869-2709-46cc-a7ee-fc07e30fc410 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6b6e471bdaf4238898411de0c1d1163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3821650 Nov 08 12:34:48.124228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b869-2709-46cc-a7ee-fc07e30fc410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ac657-1302-4277-9a2c-ddaf309de443,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:48.186078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.218227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.411216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc119-b37c-4635-ac1a-a9c42f77e29b req-111ae60b-5f0e-400a-82f8-eef328a07eda tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:48.414174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912bc119-b37c-4635-ac1a-a9c42f77e29b req-111ae60b-5f0e-400a-82f8-eef328a07eda tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0716736 Nov 08 12:34:48.415754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.419065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:48.420302 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d9ac657-1302-4277-9a2c-ddaf309de443 HTTP/1.1" status: 204 len: 168 time: 0.2989419 Nov 08 12:34:48.428481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aac2d-2c62-4fff-93fa-eb9191120675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ac657-1302-4277-9a2c-ddaf309de443,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:48.500833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912bc119-b37c-4635-ac1a-a9c42f77e29b req-e6f8bccc-33b8-45c9-a200-104631511e6e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729704 Nov 08 12:34:48.624695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3d79be8-490a-45c3-9cd8-1bf8964ef017 req-356915ef-e32b-4e56-a18b-3ac560f28ff4 tempest-ServerMetadataNegativeTestJSON-1104740590 tempest-ServerMetadataNegativeTestJSON-1104740590-project] 10.222.0.58 "GET /v2.0/ports?device_id=7820faa3-470a-4299-90ea-212f60b47ed2 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Nov 08 12:34:48.999263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b765f0ec-38f9-415b-b382-61e5e62bed47 req-9f0f51fd-3167-4ac4-9a74-dcc0f13450e0 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0353863 Nov 08 12:34:49.093919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:49.227720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-996ebf32-7462-48d8-a5e2-4622aac16b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.313626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-996ebf32-7462-48d8-a5e2-4622aac16b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.410125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-996ebf32-7462-48d8-a5e2-4622aac16b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.458194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-996ebf32-7462-48d8-a5e2-4622aac16b1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c21a253e3ca4247851c04295f4985e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631327 Nov 08 12:34:49.460975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:49.461413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ebf32-7462-48d8-a5e2-4622aac16b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e742fbc-12a7-42fe-b4e5-0f6725956b3b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:49.517577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.521855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994d357-0ccf-4c52-9e74-11b6585e0f0e req-1fe6ce69-84f6-438c-9496-3c5a732a651f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:49.523613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e994d357-0ccf-4c52-9e74-11b6585e0f0e req-1fe6ce69-84f6-438c-9496-3c5a732a651f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0639994 Nov 08 12:34:49.541295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.606104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e994d357-0ccf-4c52-9e74-11b6585e0f0e req-3aea75d1-f2a7-4c29-8793-161d1e95b083 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741632 Nov 08 12:34:49.672815 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.676409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.686085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e742fbc-12a7-42fe-b4e5-0f6725956b3b HTTP/1.1" status: 204 len: 168 time: 0.2233896 Nov 08 12:34:49.693448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04d50-4291-41e9-a40f-abb74df67b29 req-8ee51f1f-b585-4796-82ef-351ca9da4e77 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:49.697081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4b04d50-4291-41e9-a40f-abb74df67b29 req-8ee51f1f-b585-4796-82ef-351ca9da4e77 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1130824 Nov 08 12:34:49.720345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47036) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:49.723156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ea7f-ba39-4f56-bf1c-c6edca30d1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e742fbc-12a7-42fe-b4e5-0f6725956b3b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:49.814082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4b04d50-4291-41e9-a40f-abb74df67b29 req-dddd9407-5e4b-4bfb-a167-45c6ec571753 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009552 Nov 08 12:34:49.832543 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-48b1be5e-2b90-4f92-b324-e845c624c4aa req-7313be96-1b08-44f4-9fd9-05d26205a7fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0327499 Nov 08 12:34:49.845383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Deleting subnet 6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:34:49.848500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.901452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:49.951327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.062182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.091065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.149690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.161420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a HTTP/1.1" status: 204 len: 168 time: 0.4376745 Nov 08 12:34:50.161420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7dd8-cf8f-40aa-8535-8c6100a126b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcb31e1-d2b8-4cc5-8c9f-147dd913ee5a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:50.163062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47052) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:50.176408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a05e7fc-1be4-443f-a045-7634f3a84692 req-bbb1e390-9e3a-4f77-ba44-4552c490d3fb tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0621729 Nov 08 12:34:50.262937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.342710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.371109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c38d3-ba48-4f46-a6d5-5d1468b5973f']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:50.383802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f496b386-e1a5-462a-9107-9f8810cb7d2b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:50.384259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f496b386-e1a5-462a-9107-9f8810cb7d2b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:50.395143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.416004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.426233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:50.426902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:50.428920 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:50.550178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d428abe3-d440-44fa-84c3-14b8319da58c req-2dc63a77-d877-4a09-9e37-b4bcb71650bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0264912 Nov 08 12:34:50.615359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.622811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:50.625923 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4c8c38d3-ba48-4f46-a6d5-5d1468b5973f HTTP/1.1" status: 204 len: 168 time: 0.4618461 Nov 08 12:34:50.636125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2759cc-6546-4dfa-bda3-d90be7aee940 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8c38d3-ba48-4f46-a6d5-5d1468b5973f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:50.775598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c85f16-f59f-49de-8553-f273db34121f req-9eca4285-95e0-4d9b-a49f-13f2c4888c70 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:50.777462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c85f16-f59f-49de-8553-f273db34121f req-9eca4285-95e0-4d9b-a49f-13f2c4888c70 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0602050 Nov 08 12:34:50.833871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c85f16-f59f-49de-8553-f273db34121f req-4a5e46c1-69b2-4a10-8d24-79c737bf0b76 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490487 Nov 08 12:34:50.935593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762450-fb6c-492a-9146-54e13f92f1d3 req-cbad8beb-87d1-4919-bee3-6b4c9dfcf248 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:50.937207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56762450-fb6c-492a-9146-54e13f92f1d3 req-cbad8beb-87d1-4919-bee3-6b4c9dfcf248 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0538380 Nov 08 12:34:50.986373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56762450-fb6c-492a-9146-54e13f92f1d3 req-120435af-eaa9-4ab7-96d1-b3e9989f6d73 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Nov 08 12:34:51.054662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:51.103707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b6e2303-8f46-4d3f-b246-ad71832a0534 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8c0cfa228ca41bf90d60d2f2fa2122b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478187 Nov 08 12:34:51.106381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47090) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:51.180603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:51.214062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:51.322048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8067c7c-1bdb-462e-88ac-77aa8b340e88 req-fb7aa35b-d791-4529-b227-7e86523775ce tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0438681 Nov 08 12:34:51.379634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 019b3485-cda1-4604-b66c-f83b18d85d9b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:34:51.393584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:51.395427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:51.396677 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbae0b52-95a0-4878-89ef-968c0dda0cdf HTTP/1.1" status: 204 len: 168 time: 0.2893002 Nov 08 12:34:51.412228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89ea9-1f46-4002-af08-b7ec4d142919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbae0b52-95a0-4878-89ef-968c0dda0cdf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:51.417559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 019b3485-cda1-4604-b66c-f83b18d85d9b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:34:51.417921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 019b3485-cda1-4604-b66c-f83b18d85d9b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:34:51.982418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775186d9-a0a0-41f8-89b0-846dfec11fb6 req-c9f2e321-6bc7-4006-a5af-aa763629bc7c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:51.986720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-775186d9-a0a0-41f8-89b0-846dfec11fb6 req-c9f2e321-6bc7-4006-a5af-aa763629bc7c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0641470 Nov 08 12:34:52.055605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-775186d9-a0a0-41f8-89b0-846dfec11fb6 req-c89a2ac8-ea27-4880-94d3-e37e68e643cf tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580235 Nov 08 12:34:52.129613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776454e-2fb2-402a-ae20-3701098509b1 req-7ac590f0-4fa8-4011-9987-28378bef5d69 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:52.131251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5776454e-2fb2-402a-ae20-3701098509b1 req-7ac590f0-4fa8-4011-9987-28378bef5d69 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0564473 Nov 08 12:34:52.184282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5776454e-2fb2-402a-ae20-3701098509b1 req-dc7ec9f5-b75d-434e-b1ec-3d82169e10fb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Nov 08 12:34:52.463783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60020c01-2b38-41da-9e2a-afbb9e71bc1b req-2fd6ed89-6e0d-49aa-9179-823c7757f39c tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0410433 Nov 08 12:34:52.518970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47206) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:52.706724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:52.770966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10148466-a336-4b4c-8ced-a8323e62f7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:52.808783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-639105936-network', 'tenant_id': '556791e430ab4142bae64356f8a1e795'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:52.907002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10148466-a336-4b4c-8ced-a8323e62f7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:52.911597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Made reservation on behalf of 556791e430ab4142bae64356f8a1e795 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:52.914765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:52.929255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.010208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10148466-a336-4b4c-8ced-a8323e62f7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.026626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54ba3d91-ce5f-499e-9cbd-b21e6fe7d889 req-ac817725-d4c1-42d7-bfbb-3b73d99dd824 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0338356 Nov 08 12:34:53.045714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.061177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10148466-a336-4b4c-8ced-a8323e62f7df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2f08a5a32224fe48740d49be6d58858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403433 Nov 08 12:34:53.067051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10148466-a336-4b4c-8ced-a8323e62f7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf686cf-0c87-4ac5-bc78-012c899291bb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:53.067176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:53.084704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-186d3d78-eebf-4f1e-abfe-db910ccb91ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.125345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.157491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:53.184182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491df14-587b-4d20-8e12-45504621cbd1 req-29b003d4-a89f-410c-b5b3-3628d6957dac tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:53.185466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca47222-f9c6-4491-8aed-e25e8233f97a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:53.185933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e491df14-587b-4d20-8e12-45504621cbd1 req-29b003d4-a89f-410c-b5b3-3628d6957dac tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Nov 08 12:34:53.191696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.216688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.219146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.219487 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Added segment 80bc9009-1039-4070-a6c9-d8481dea8e27 of type vlan for network cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63 Nov 08 12:34:53.255220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:53.278825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e491df14-587b-4d20-8e12-45504621cbd1 req-6feff416-aff4-4b2b-8e19-f79ff4ae4b01 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835285 Nov 08 12:34:53.291172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.343868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ed4b2-3fea-4af1-a03c-e777fa72b469 req-72760d17-e403-496f-9ab9-665c6e46f19d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:53.345546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8ed4b2-3fea-4af1-a03c-e777fa72b469 req-72760d17-e403-496f-9ab9-665c6e46f19d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0657675 Nov 08 12:34:53.407711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8ed4b2-3fea-4af1-a03c-e777fa72b469 req-fe84edc5-aa2a-44ec-b8ed-4a622269669e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562065 Nov 08 12:34:53.421964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7674754-c712-4e49-97c3-950376339995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.426372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.430411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:53.430411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.489054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.491929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.493252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cf686cf-0c87-4ac5-bc78-012c899291bb HTTP/1.1" status: 204 len: 168 time: 0.4251990 Nov 08 12:34:53.506803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30206a5c-aa25-4b86-a137-36685a1b1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf686cf-0c87-4ac5-bc78-012c899291bb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:53.509088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:53.529624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:53.540315 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7674754-c712-4e49-97c3-950376339995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.561072 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a255cd39-2987-4227-a21c-c258b792a675 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8528621 Nov 08 12:34:53.689298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7674754-c712-4e49-97c3-950376339995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.730882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e7674754-c712-4e49-97c3-950376339995 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cbe8ad5cb47b4a1faa1489fea91ec75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745004 Nov 08 12:34:53.735373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674754-c712-4e49-97c3-950376339995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87c7ba-38b3-4b82-bf2b-7e205bec0b1a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:53.737878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47258) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:53.794554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.827760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.902036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d21b-1363-4ca5-9113-8b6e1646ebf5 req-cab9061e-724a-4b1f-8ca2-76001ee7e0b4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:53.904005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8a7d21b-1363-4ca5-9113-8b6e1646ebf5 req-cab9061e-724a-4b1f-8ca2-76001ee7e0b4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0635619 Nov 08 12:34:53.948354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.952113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:53.953279 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e87c7ba-38b3-4b82-bf2b-7e205bec0b1a HTTP/1.1" status: 204 len: 168 time: 0.2139409 Nov 08 12:34:53.965470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721be3d-75e8-41f6-aa0a-85dbf8221775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e87c7ba-38b3-4b82-bf2b-7e205bec0b1a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:54.033020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8a7d21b-1363-4ca5-9113-8b6e1646ebf5 req-07f856ee-a9dd-4433-928c-cd54feca6f0b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206834 Nov 08 12:34:54.040030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a651e5-69cb-427c-a3dc-958693de1fff req-00a0fa3d-0e66-410f-8492-6dede1d41d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.045225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-00a0fa3d-0e66-410f-8492-6dede1d41d3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0783548 Nov 08 12:34:54.210605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d97c051-2c65-4175-ac53-5cf09f28a88d req-53ef0f52-1609-4970-95be-adb257dcd9fc tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0788713 Nov 08 12:34:54.328082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a651e5-69cb-427c-a3dc-958693de1fff req-8adbfb56-1570-4478-b324-1bfbc191be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.329733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-8adbfb56-1570-4478-b324-1bfbc191be03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.2756717 Nov 08 12:34:54.452402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ee94-65db-40b8-8333-55b954efe9e3 req-0586fd51-721f-42b0-bae0-f8b4e6a55086 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.458669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ee94-65db-40b8-8333-55b954efe9e3 req-0586fd51-721f-42b0-bae0-f8b4e6a55086 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.464593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ee94-65db-40b8-8333-55b954efe9e3 req-0586fd51-721f-42b0-bae0-f8b4e6a55086 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.466285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3146ee94-65db-40b8-8333-55b954efe9e3 req-0586fd51-721f-42b0-bae0-f8b4e6a55086 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3328652 Nov 08 12:34:54.489976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-85db7c58-9730-43c0-9d95-7a371468701c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.1459708 Nov 08 12:34:54.503336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac0b5-ed04-433b-911e-efc11c285bfe req-0c343265-3dad-4e1c-aade-b3f4ecfd3209 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.504909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b32ac0b5-ed04-433b-911e-efc11c285bfe req-0c343265-3dad-4e1c-aade-b3f4ecfd3209 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1403024 Nov 08 12:34:54.638565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a651e5-69cb-427c-a3dc-958693de1fff req-98833795-b1d2-4a0a-92b0-f1201752bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.640115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-98833795-b1d2-4a0a-92b0-f1201752bc0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1321986 Nov 08 12:34:54.691012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c716efc-a61d-49c1-b392-2b62304c1cd3 req-40bd20ed-4981-428a-b3c5-c1571e74b4f0 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.697059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c716efc-a61d-49c1-b392-2b62304c1cd3 req-40bd20ed-4981-428a-b3c5-c1571e74b4f0 tempest-ComputeTenantNetworksTest-1888966106 tempest-ComputeTenantNetworksTest-1888966106-project] 10.222.0.58 "GET /v2.0/networks/cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63 HTTP/1.1" status: 200 len: 768 time: 0.1865687 Nov 08 12:34:54.701740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:54.703350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b32ac0b5-ed04-433b-911e-efc11c285bfe req-8f032785-3deb-4cb4-a46a-d1abf3466315 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770637 Nov 08 12:34:54.722187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a651e5-69cb-427c-a3dc-958693de1fff req-fb48c8c7-ad74-441e-98d0-1629be454e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:54.723803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-fb48c8c7-ad74-441e-98d0-1629be454e4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730975 Nov 08 12:34:54.788042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:54.848632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:54.850969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-99dae957-8275-40e5-ba94-39816dde43fd service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117294 Nov 08 12:34:54.892853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:54.914021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:54.925523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bc9009-1039-4070-a6c9-d8481dea8e27') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:54.925821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bc9009-1039-4070-a6c9-d8481dea8e27') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:34:54.936325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:54.949942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93a651e5-69cb-427c-a3dc-958693de1fff req-d9a87829-ff33-46dc-895c-b376c0762127 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Nov 08 12:34:54.950166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:54.954461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:54.963830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:34:54.964241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:34:54.967467 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:34:54.980853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-815933773-network', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:54.984117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb81-3230-4759-874e-cb1bd0573536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.094990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Made reservation on behalf of 5d2719b6f6864b71a54db60aae7fc2c7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:55.097423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.106519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.129342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.133989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.141655 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] 10.222.0.58 "DELETE /v2.0/networks/cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63 HTTP/1.1" status: 204 len: 168 time: 0.4382925 Nov 08 12:34:55.154323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd1fd0-a3df-4c1c-af33-e6138900c1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8ff665-c5d8-4d0d-b461-c24c9e2e2c63,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.241813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36d8e6-8220-4fda-a430-cac9f99ec231 req-9b5d1e47-6e10-44df-ba7d-40e2fc570ba0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:55.244981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b36d8e6-8220-4fda-a430-cac9f99ec231 req-9b5d1e47-6e10-44df-ba7d-40e2fc570ba0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1278346 Nov 08 12:34:55.321030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb81-3230-4759-874e-cb1bd0573536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.350558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.355438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b36d8e6-8220-4fda-a430-cac9f99ec231 req-377acdb4-4b0d-4f39-96c2-0e143f06d018 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994399 Nov 08 12:34:55.374694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-226a788e-ea1a-4f1c-b970-57a2eeb0f461 req-7da9d5c8-83a8-441b-9201-91b5b0105337 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0599070 Nov 08 12:34:55.432132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffa58652-f2d5-4135-baca-50258f73a0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.433122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb81-3230-4759-874e-cb1bd0573536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.436356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.475152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:55.487970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a5cfdb81-3230-4759-874e-cb1bd0573536 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2386f2edf4de4720b5a69c9e41b48ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313745 Nov 08 12:34:55.490702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47314) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:55.500150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.500507 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Added segment c487f7ae-a5a3-4d24-9740-6332616e4540 of type vlan for network ad57206f-963f-47ad-b33c-250c8fb9d4d8 Nov 08 12:34:55.502110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfdb81-3230-4759-874e-cb1bd0573536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a66d7b-95c4-49b7-a016-28c50edddbd8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.548338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:55.553265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477999d5-9632-471c-b15b-e4915db2064a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.567266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.571620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.614299 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e0ec2dd-e996-40d9-b379-d09f62470c54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=556791e430ab4142bae64356f8a1e795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657287 Nov 08 12:34:55.616040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.616895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:55.667939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.694169 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.700936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.701916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:55.702563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.792634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] Pushing event updated for resources: {'Network': ['ID=ad57206f-963f-47ad-b33c-250c8fb9d4d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.804178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:55.805256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.809248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.814553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36a66d7b-95c4-49b7-a016-28c50edddbd8 HTTP/1.1" status: 204 len: 168 time: 0.3192239 Nov 08 12:34:55.835348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a677bef6-68e5-4de9-80a2-fd8072a7a077 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9824147 Nov 08 12:34:55.835669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f040-81b2-4ac1-80a5-19f21d92a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a66d7b-95c4-49b7-a016-28c50edddbd8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.851406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47326) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:55.861245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Request body: {'subnet': {'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-815933773-subnet', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:55.915440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae28-0d3f-455a-a132-940948f73350 req-a7b1cda3-aba9-4b79-be09-c3655cef4fea tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:55.918036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc69ae28-0d3f-455a-a132-940948f73350 req-a7b1cda3-aba9-4b79-be09-c3655cef4fea tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0683990 Nov 08 12:34:55.919518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.922315 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.923584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ca47222-f9c6-4491-8aed-e25e8233f97a HTTP/1.1" status: 204 len: 168 time: 0.3055933 Nov 08 12:34:55.939440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae97e5-cf97-47cc-bb27-f92fe5d818ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca47222-f9c6-4491-8aed-e25e8233f97a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:55.974466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Made reservation on behalf of 5d2719b6f6864b71a54db60aae7fc2c7 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:55.977086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:55.981915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc69ae28-0d3f-455a-a132-940948f73350 req-c7d334f5-cb66-4064-a443-bf32b2997e72 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Nov 08 12:34:56.267187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.340964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:56.346702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Checking segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:56.347062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Network hostable DHCP agents. Network: ad57206f-963f-47ad-b33c-250c8fb9d4d8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:34:56.427929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:34:56.495254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ad57206f-963f-47ad-b33c-250c8fb9d4d8) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:56.504905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:56.505501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.506610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e8f059-23d3-4108-a769-22159c450e5a None None] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:56.509326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdce63b-edb0-426c-af9c-94ec8979a574 req-a724c979-82fa-466b-9b12-a7f25a175ffe tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0420160 Nov 08 12:34:56.539928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef4ba-45c5-4a98-b18c-dc907aab5122 req-d7f5fd0e-1c04-4b39-986c-d382cf51ac2a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:56.540931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c5ef4ba-45c5-4a98-b18c-dc907aab5122 req-d7f5fd0e-1c04-4b39-986c-d382cf51ac2a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0844893 Nov 08 12:34:56.595538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c5ef4ba-45c5-4a98-b18c-dc907aab5122 req-55ba1efc-5a67-4058-afa1-c53f87d65a71 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Nov 08 12:34:56.648550 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-217a6cf2-ef0f-4c6c-8b59-670bd63c7c7d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7931194 Nov 08 12:34:56.648980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:56.654201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:56.673907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:34:56.675110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.680296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.736382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb5eef-482a-4297-8d5b-9b9be5835e77 req-5a7e57eb-767c-42b3-a41d-b90adc7d3f82 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:56.738375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46bb5eef-482a-4297-8d5b-9b9be5835e77 req-5a7e57eb-767c-42b3-a41d-b90adc7d3f82 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0646141 Nov 08 12:34:56.749354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:56.761298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1112135703'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:56.793761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.795136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.802930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46bb5eef-482a-4297-8d5b-9b9be5835e77 req-0c7a4477-e850-42c7-899b-c68e93460405 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574379 Nov 08 12:34:56.845984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Allocated IP 172.20.0.2 (ad57206f-963f-47ad-b33c-250c8fb9d4d8/fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f/0efdaf34-5950-42f6-96d4-db0d36aece40) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:56.860187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.956080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:56.960468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:56.996096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.071736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.085526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:57.124844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.125785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:57.130275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:57.130919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.131292 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Added segment 6ec7a066-2463-409e-b49f-a5c413c2aeb3 of type vlan for network 8b1d8bab-2430-486f-a213-e05db4931400 Nov 08 12:34:57.135777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:57.173644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.194681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Pushing event updated for resources: {'Port': ['ID=0efdaf34-5950-42f6-96d4-db0d36aece40,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:57.211364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Attempting to bind port 0efdaf34-5950-42f6-96d4-db0d36aece40 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:34:57.211906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Attempting to bind port 0efdaf34-5950-42f6-96d4-db0d36aece40 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:34:57.212431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Attempting to bind port 0efdaf34-5950-42f6-96d4-db0d36aece40 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:34:57.218840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:34:57.224306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Checking segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:57.224306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.224306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Bound using segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:34:57.224306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Bound port: 0efdaf34-5950-42f6-96d4-db0d36aece40, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:34:57.224306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.227739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34381-d12e-4786-9464-1165f008a0ee req-e12e87a4-ffae-4426-8649-944c9b582d6a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:57.229998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a34381-d12e-4786-9464-1165f008a0ee req-e12e87a4-ffae-4426-8649-944c9b582d6a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1178417 Nov 08 12:34:57.294985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a34381-d12e-4786-9464-1165f008a0ee req-c98132a7-d87d-471f-9859-3279f5be7b36 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572996 Nov 08 12:34:57.302849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.322201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:57.322201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.322559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] For port 0efdaf34-5950-42f6-96d4-db0d36aece40, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:34:57.322559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] For port 0efdaf34-5950-42f6-96d4-db0d36aece40, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0efdaf34-5950-42f6-96d4-db0d36aece40,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:34:57.394611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Network': ['ID=8b1d8bab-2430-486f-a213-e05db4931400,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:57.407738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8b1d8bab-2430-486f-a213-e05db4931400 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:57.439151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.504538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-effa313f-8948-435a-b697-04d7788e9ee1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7537079 Nov 08 12:34:57.507231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:57.513746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1222742420'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:57.551767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be50da-fb79-4c96-acde-f67d8335d9b1 None None] Pushing event updated for resources: {'Port': ['ID=0efdaf34-5950-42f6-96d4-db0d36aece40,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:57.571017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0a8a8-23e7-4c55-a1d4-c4544a4996e7 req-6a7ecc42-f095-47cd-9ae4-cc0e66ce26e3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:57.575255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8b0a8a8-23e7-4c55-a1d4-c4544a4996e7 req-6a7ecc42-f095-47cd-9ae4-cc0e66ce26e3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0966647 Nov 08 12:34:57.578476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.623875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.656141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:57.667916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.668177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8b0a8a8-23e7-4c55-a1d4-c4544a4996e7 req-8475ac4e-281b-4a3a-9a23-16922b97522a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813284 Nov 08 12:34:57.735503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0483732d-d291-4179-a835-6e36f0939f5b req-2ba17ebe-4412-4603-a211-7eee009baee1 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0470498 Nov 08 12:34:57.754084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:34:57.776134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.776604 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Added segment e0949035-90c7-4dfe-a91a-6155a85b311f of type vlan for network f7c2097d-00c4-4ede-b600-6db1d5e991f7 Nov 08 12:34:57.871100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:57.886325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Allocated IP 172.25.1.185 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e012dde3-fadc-4983-9974-23a76a2769d2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:34:58.006696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.012574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:58.013158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.038454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.095962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Network': ['ID=f7c2097d-00c4-4ede-b600-6db1d5e991f7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:58.096540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e2c5-1561-4fba-aca6-a962e2b677ea req-1efd7e57-974a-44ac-96da-4d440cc2d969 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:58.098567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f407e2c5-1561-4fba-aca6-a962e2b677ea req-1efd7e57-974a-44ac-96da-4d440cc2d969 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0541301 Nov 08 12:34:58.115085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:34:58.121284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.131344 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e4dd774-2ec0-4ef7-b7c0-a283f0b78ccd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6230769 Nov 08 12:34:58.132018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:34:58.154845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'subnet': {'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:34:58.171388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f407e2c5-1561-4fba-aca6-a962e2b677ea req-22e11da3-98c7-44ab-97cc-20a227f6a16a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642617 Nov 08 12:34:58.421894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.457773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:34:58.462447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:58.483321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:34:58.497301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:58.504574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d73fe-bb5b-4504-b0f1-fcfc1c682877 req-2309112d-8bed-49f1-8e0a-6cee9100c1b8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:58.507754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-057d73fe-bb5b-4504-b0f1-fcfc1c682877 req-2309112d-8bed-49f1-8e0a-6cee9100c1b8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0652473 Nov 08 12:34:58.511122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:34:58.597121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Pushing event updated for resources: {'Port': ['ID=e012dde3-fadc-4983-9974-23a76a2769d2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:58.607367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-057d73fe-bb5b-4504-b0f1-fcfc1c682877 req-b742f29b-d1ad-42e0-8c55-2844a3d0832e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924790 Nov 08 12:34:58.841780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9737f-f992-49b1-a5fa-8ec4cfe0f329 None None] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:58.855946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13c3e259-6a6e-456d-9c90-a7404ad8941b req-ee460eea-7e83-42c6-9b3a-cdb53d58c951 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0317605 Nov 08 12:34:58.856189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.047296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Provisioning complete for port 0efdaf34-5950-42f6-96d4-db0d36aece40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:59.047296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.130567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0efdaf34-5950-42f6-96d4-db0d36aece40 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:34:59.279570 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.280082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.280206 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:34:59.300714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0efdaf34-5950-42f6-96d4-db0d36aece40 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:59.301364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.320760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8a46-0f81-47ff-8fb7-a2ba6c1b6b93 req-4c69ccae-5f63-42e2-8f33-b7defe535ce3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:59.322745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbee8a46-0f81-47ff-8fb7-a2ba6c1b6b93 req-4c69ccae-5f63-42e2-8f33-b7defe535ce3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0715847 Nov 08 12:34:59.333518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Subnet': ['ID=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:59.359086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:34:59.359445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network hostable DHCP agents. Network: 8b1d8bab-2430-486f-a213-e05db4931400, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:34:59.361206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] For port 0efdaf34-5950-42f6-96d4-db0d36aece40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0efdaf34-5950-42f6-96d4-db0d36aece40,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:34:59.362484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.415832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbee8a46-0f81-47ff-8fb7-a2ba6c1b6b93 req-635a0840-2cec-4254-bbbe-1221bce75568 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828936 Nov 08 12:34:59.451598 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.481124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.566877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:34:59.567492 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:34:59.583200 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 8b1d8bab-2430-486f-a213-e05db4931400 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:34:59.605469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Pushing event updated for resources: {'Port': ['ID=0efdaf34-5950-42f6-96d4-db0d36aece40,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:34:59.618098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dfe7f475-3f3b-432b-a1ec-02aff538334c None None] Provisioning complete for port 0efdaf34-5950-42f6-96d4-db0d36aece40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:34:59.618643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f475-3f3b-432b-a1ec-02aff538334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.620885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.621223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.621554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.621884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.622209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.622747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.623304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.623792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.624275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.624982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.625457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.626193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ae6fc-a4d3-4edb-863f-255ac3485125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:34:59.740390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.745712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8b1d8bab-2430-486f-a213-e05db4931400) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:34:59.756037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fd7aa-1d8f-4539-b81e-8a28200f9d61 None None] Network 8b1d8bab-2430-486f-a213-e05db4931400 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:34:59.807145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:59.811966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:34:59.850755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236fd39-77a3-470a-8f0e-ed531a9ca989 req-c9676767-c35e-4916-941a-b444c5649485 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:59.854069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3236fd39-77a3-470a-8f0e-ed531a9ca989 req-c9676767-c35e-4916-941a-b444c5649485 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1122131 Nov 08 12:34:59.979635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3236fd39-77a3-470a-8f0e-ed531a9ca989 req-5754a2b2-218f-42de-9b5e-f118721c6117 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174068 Nov 08 12:34:59.992025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f31c9-9eab-4b2b-b9e3-bcefa7895acc req-370718cc-9560-4dcf-83b0-3d1698fedb9a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:34:59.993526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6f31c9-9eab-4b2b-b9e3-bcefa7895acc req-370718cc-9560-4dcf-83b0-3d1698fedb9a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0929539 Nov 08 12:35:00.002300 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25d5f506-dc01-432e-b299-0732539a1bc1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8676894 Nov 08 12:35:00.004885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-8b1d8bab-2430-486f-a213-e05db4931400', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:35:00.005516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:00.005760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.023445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'subnet': {'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:00.028419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:35:00.156859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7227a5b-3337-4e2c-bebf-ab35ffacb12a req-578f04a7-1ea2-4b62-bfa6-b0b953de2ec8 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0781298 Nov 08 12:35:00.220452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6f31c9-9eab-4b2b-b9e3-bcefa7895acc req-393ecde0-b70a-4aae-ad1d-2578c295094d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068365 Nov 08 12:35:00.222746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:35:00.278470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:00.335140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:00.339048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.348327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:35:00.389229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:00.389870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:00.390050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.394293 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc2d381b-d87e-4fcc-970c-42bbeef3418b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7438302 Nov 08 12:35:00.398361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:00.520053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-589f4dda-ef57-4e49-b605-03ab6a5707ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.536226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Allocated IP 10.1.1.2 (8b1d8bab-2430-486f-a213-e05db4931400/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a/597541b3-75b5-4fe2-a257-58df08ec4247) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:00.588328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:00.734309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-589f4dda-ef57-4e49-b605-03ab6a5707ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.737693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.803030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-589f4dda-ef57-4e49-b605-03ab6a5707ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.840330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Subnet': ['ID=eb408392-efcf-4ed3-ba9c-ff8c04079bab,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:00.887421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:00.905665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-589f4dda-ef57-4e49-b605-03ab6a5707ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87e032f047574674a2aa3708242851d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254663 Nov 08 12:35:00.908620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f4dda-ef57-4e49-b605-03ab6a5707ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdb9d3-6cf1-4915-adf2-0a334b34328d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:00.911071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47538) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:00.913909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:34:58Z', 'revision_number': 3, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:00.922455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Checking segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:00.923024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network hostable DHCP agents. Network: f7c2097d-00c4-4ede-b600-6db1d5e991f7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:35:00.950032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:35:00.950729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Updating router bef17caa-1344-4eae-aea8-3c2f9033c5bf port e012dde3-fadc-4983-9974-23a76a2769d2 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:35:00.969478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.001935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.006151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.015583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Network 8b1d8bab-2430-486f-a213-e05db4931400 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:01.038040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:01.046127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:01.049506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:35:01.062400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Pushing event updated for resources: {'Port': ['ID=597541b3-75b5-4fe2-a257-58df08ec4247,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:01.116017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.144643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0efdaf34-5950-42f6-96d4-db0d36aece40 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:01.160503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499212de-e4d3-435a-a014-5a84c2d0dac1 req-05c10645-092e-457b-9076-958fd9c56870 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:01.163146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-499212de-e4d3-435a-a014-5a84c2d0dac1 req-05c10645-092e-457b-9076-958fd9c56870 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0669420 Nov 08 12:35:01.168301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f7c2097d-00c4-4ede-b600-6db1d5e991f7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:01.184300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:01.185017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.206294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185457ab-bc25-4b71-a30a-a443ecd81943 None None] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:01.218726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.244017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-499212de-e4d3-435a-a014-5a84c2d0dac1 req-a3f23669-952c-4622-83d9-7856c442bbaf tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673273 Nov 08 12:35:01.255253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Attempting to bind port 597541b3-75b5-4fe2-a257-58df08ec4247 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:01.255253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Attempting to bind port 597541b3-75b5-4fe2-a257-58df08ec4247 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:01.255253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Attempting to bind port 597541b3-75b5-4fe2-a257-58df08ec4247 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:01.304698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7bc8f540-0d34-4408-8a72-f6fa67a0403d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2932203 Nov 08 12:35:01.304698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:01.305267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:01.305645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:01.308799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.308799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Bound using segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:01.308799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Bound port: 597541b3-75b5-4fe2-a257-58df08ec4247, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:01.308799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.320745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'name': 'tempest-TaggedBootDevicesTest_v242-1072853576', 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:01.339217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Allocated IP 172.20.0.1 (ad57206f-963f-47ad-b33c-250c8fb9d4d8/fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f/4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:01.360862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e38573d-9be8-4b57-88bb-06e27f05645a req-90b2c180-7207-4734-bafa-2643b6d62450 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0909972 Nov 08 12:35:01.448567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.451404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.455766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5bdb9d3-6cf1-4915-adf2-0a334b34328d HTTP/1.1" status: 204 len: 168 time: 0.5306728 Nov 08 12:35:01.466027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14590f37-6db2-4979-9de7-a4f81c46e515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bdb9d3-6cf1-4915-adf2-0a334b34328d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:01.472140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0efdaf34-5950-42f6-96d4-db0d36aece40 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:01.472825 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.520558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.582400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] For port 597541b3-75b5-4fe2-a257-58df08ec4247, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:01.602677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a1ada-fcae-4859-af83-a546f7e548f6 req-0d76b3da-01a8-4df0-a23e-e04bbe47c074 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:01.611119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303a1ada-fcae-4859-af83-a546f7e548f6 req-0d76b3da-01a8-4df0-a23e-e04bbe47c074 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1470482 Nov 08 12:35:01.623473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] For port 597541b3-75b5-4fe2-a257-58df08ec4247, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=597541b3-75b5-4fe2-a257-58df08ec4247,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:01.645319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ips': [{'subnet_id': 'eb408392-efcf-4ed3-ba9c-ff8c04079bab'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:35:01.646288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.655738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.668540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303a1ada-fcae-4859-af83-a546f7e548f6 req-fe4f8438-a68f-42cc-97ec-f9ecdbc37db8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549407 Nov 08 12:35:01.684129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:01.716871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:01.720231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:01.725307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:01.732436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.747049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.802754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Pushing event updated for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:01.821566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.895425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.897877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:01.924097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] device_id is not set on port cc0c1a00-4292-40ce-a68b-7275267e4e55 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:01.943107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801c21d-e097-40d5-ada4-a407cf8973e8 req-c08ff24b-8c7d-4ecf-b47b-ac89b6554635 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:01.953686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7801c21d-e097-40d5-ada4-a407cf8973e8 req-c08ff24b-8c7d-4ecf-b47b-ac89b6554635 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1858466 Nov 08 12:35:02.023180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ef0b-99ec-42c7-b46b-2f588b743699 None None] Pushing event updated for resources: {'Port': ['ID=597541b3-75b5-4fe2-a257-58df08ec4247,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:02.046965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Attempting to bind port e012dde3-fadc-4983-9974-23a76a2769d2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:02.047479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Attempting to bind port e012dde3-fadc-4983-9974-23a76a2769d2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:02.047968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Attempting to bind port e012dde3-fadc-4983-9974-23a76a2769d2 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:02.101338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:02.101841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:02.102358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.102845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:02.104726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Bound port: e012dde3-fadc-4983-9974-23a76a2769d2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:02.104726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.148015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Allocated IP 10.2.2.2 (f7c2097d-00c4-4ede-b600-6db1d5e991f7/eb408392-efcf-4ed3-ba9c-ff8c04079bab/367c038b-e18f-4c60-83d7-4411e3264b69) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:02.167204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025c1ec-313d-4c41-b010-b8b9010d1cbf None None] Pushing event updated for resources: {'Port': ['ID=e012dde3-fadc-4983-9974-23a76a2769d2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:02.181253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7801c21d-e097-40d5-ada4-a407cf8973e8 req-9b1c0c18-211d-4693-a06b-e116614ccf34 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264800 Nov 08 12:35:02.271667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.309197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] For port e012dde3-fadc-4983-9974-23a76a2769d2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:02.406102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.1.1.224 (8b1d8bab-2430-486f-a213-e05db4931400/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a/cc0c1a00-4292-40ce-a68b-7275267e4e55) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:02.597470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] For port e012dde3-fadc-4983-9974-23a76a2769d2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e012dde3-fadc-4983-9974-23a76a2769d2,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:02.603628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.611928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7f3b3430-65e0-40d3-814d-4c1c37ac603e None None] Provisioning complete for port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:02.612289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3430-65e0-40d3-814d-4c1c37ac603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.676206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b3430-65e0-40d3-814d-4c1c37ac603e None None] Port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:02.700831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.702095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.773154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.792248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:02.792934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:02.798150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025c1ec-313d-4c41-b010-b8b9010d1cbf None None] Pushing event updated for resources: {'Port': ['ID=e012dde3-fadc-4983-9974-23a76a2769d2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:02.826500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.857817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:02.912928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Pushing event updated for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:02.950955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:02.960437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:02.968738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:02.981281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Pushing event updated for resources: {'Port': ['ID=367c038b-e18f-4c60-83d7-4411e3264b69,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:02.985546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:03.047734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:03.053606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:03.147609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Attempting to bind port 367c038b-e18f-4c60-83d7-4411e3264b69 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:03.148105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Attempting to bind port 367c038b-e18f-4c60-83d7-4411e3264b69 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:03.148330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Attempting to bind port 367c038b-e18f-4c60-83d7-4411e3264b69 on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:03.176168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:03.176574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Checking segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:03.176940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.177329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Bound using segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:03.177810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Bound port: 367c038b-e18f-4c60-83d7-4411e3264b69, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:03.178505 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.219452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f96-9fa8-4de6-b1a5-5118b1f9cda8 req-ce8bad96-c897-4aa5-bf82-eeaa65d9acf7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:03.221122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85ec2f96-9fa8-4de6-b1a5-5118b1f9cda8 req-ce8bad96-c897-4aa5-bf82-eeaa65d9acf7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.7333548 Nov 08 12:35:03.256654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 597541b3-75b5-4fe2-a257-58df08ec4247 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:03.301350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58668fe-acf0-4306-83e4-2043627430ea req-300dfda6-8465-4100-9a87-fa7def2784c3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:03.303628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a58668fe-acf0-4306-83e4-2043627430ea req-300dfda6-8465-4100-9a87-fa7def2784c3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.8138716 Nov 08 12:35:03.351005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:35:03.390884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85ec2f96-9fa8-4de6-b1a5-5118b1f9cda8 req-83dc88e7-fc17-4533-9a1a-40c14a1c30c8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561773 Nov 08 12:35:03.436882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a58668fe-acf0-4306-83e4-2043627430ea req-320b1e5a-0678-4148-87cd-3aabca99832b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845616 Nov 08 12:35:03.440888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.616561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b86e5fa-9f4c-4c79-8137-0a534a300d2f req-cfdf846f-3e07-4f74-803e-ddb54110d6d3 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0415888 Nov 08 12:35:03.622135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 597541b3-75b5-4fe2-a257-58df08ec4247 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:03.622753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.640612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:35:03.653580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d51bc74b-53f1-49ed-9245-52226f4fbd6d admin admin] 10.222.0.58 "PUT /v2.0/routers/bef17caa-1344-4eae-aea8-3c2f9033c5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2575786 Nov 08 12:35:03.680855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c965a104-d6b5-4822-bc58-0f25fbb6a774 None None] Network 8b1d8bab-2430-486f-a213-e05db4931400 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:03.696035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0b11-2d94-4cb4-a01b-0414b8c0f42a req-62725b5e-4609-4014-ae29-15b873cd2875 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:03.698193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f51f0b11-2d94-4cb4-a01b-0414b8c0f42a req-62725b5e-4609-4014-ae29-15b873cd2875 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0806644 Nov 08 12:35:03.723648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] For port 367c038b-e18f-4c60-83d7-4411e3264b69, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:03.735452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.775565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] For port 367c038b-e18f-4c60-83d7-4411e3264b69, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=367c038b-e18f-4c60-83d7-4411e3264b69,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:03.792157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9f6268ae-5671-44ce-a0f9-e3cd7a7e62ee None None] Provisioning complete for port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:03.792526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9f6268ae-5671-44ce-a0f9-e3cd7a7e62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.819050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 8b1d8bab-2430-486f-a213-e05db4931400 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:03.829346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f51f0b11-2d94-4cb4-a01b-0414b8c0f42a req-3a45d2ed-c48d-4ad5-a2d4-761ba573f9c6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248202 Nov 08 12:35:03.834462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:03.836525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:03.839206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:03.889376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.905081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9f6268ae-5671-44ce-a0f9-e3cd7a7e62ee None None] Port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:03.921224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:03.922546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:03.938813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 2, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:03.991217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5a31f696-1f93-40d7-bbb6-d23bebf17e42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6840663 Nov 08 12:35:03.993880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47608) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:04.006840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'name': 'tempest-TaggedBootDevicesTest_v242-1520736996', 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:04.012261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a7d53-9875-4e08-bc57-206f3d0d8d79 None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 2, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:35:04.018359 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.067820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2ce7-f919-46f4-8be2-3a58bc40bc61 None None] Pushing event updated for resources: {'Port': ['ID=367c038b-e18f-4c60-83d7-4411e3264b69,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:04.198017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ab8526db-bbd6-4b4e-bba2-d0d6bc056869 None None] Provisioning complete for port 597541b3-75b5-4fe2-a257-58df08ec4247 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:04.198755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab8526db-bbd6-4b4e-bba2-d0d6bc056869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.340797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 597541b3-75b5-4fe2-a257-58df08ec4247, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=597541b3-75b5-4fe2-a257-58df08ec4247,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:04.355899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-1aa7a275-953e-4c22-b77b-dc5f60636a39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1806908 Nov 08 12:35:04.512490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:04.516510 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.521338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.571357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] device_id is not set on port 1dff1276-afac-46d3-8ae5-cea70e086fcd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:04.601758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-8c1f79c4-7d29-42a0-829f-719f4605824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:04.604690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-8c1f79c4-7d29-42a0-829f-719f4605824e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1284847 Nov 08 12:35:04.609440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab8526db-bbd6-4b4e-bba2-d0d6bc056869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.683055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:35:04.691634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47624) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:04.696528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748579879', 'description': 'tempest-description--598892767'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:04.831166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:04.905831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-ab8526db-bbd6-4b4e-bba2-d0d6bc056869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:35:04.905831 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-ab8526db-bbd6-4b4e-bba2-d0d6bc056869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:35:04.915094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=597541b3-75b5-4fe2-a257-58df08ec4247,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:04.933401 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:35:05.045899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.105879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.123281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7758472-a8f6-4408-867c-aea8fac7bdc3 req-a460edd0-78a3-41e5-9226-57dc6a6044d1 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.2384079 Nov 08 12:35:05.168931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-111b4f96-2e22-4876-bda2-9d7a366a4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:05.171175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-111b4f96-2e22-4876-bda2-9d7a366a4a43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.5100656 Nov 08 12:35:05.214038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:05.216241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e271e1d9-f6e3-4444-8777-6761872778ad,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:05.230869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.235254 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-887d09bf-0f21-48ae-bdfd-b86d588935ec tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5397570 Nov 08 12:35:05.241376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:35:05.242799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47628) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:05.284900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group_rule': {'security_group_id': 'e271e1d9-f6e3-4444-8777-6761872778ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:05.320875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e1ef-5c12-4ff9-8178-2ff805078fc6 req-c1de4e11-6922-402b-b4db-ed81cf99efa1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:05.326627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64e6e1ef-5c12-4ff9-8178-2ff805078fc6 req-c1de4e11-6922-402b-b4db-ed81cf99efa1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.5192132 Nov 08 12:35:05.376123 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.432872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 367c038b-e18f-4c60-83d7-4411e3264b69 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:05.449646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.484625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:05.522550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-986793cf-ae24-4a46-a12e-7fc5f1390284 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.3426225 Nov 08 12:35:05.568766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:05.610233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.613942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 367c038b-e18f-4c60-83d7-4411e3264b69 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:05.614592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.632535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47634) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:05.679399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.683968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64e6e1ef-5c12-4ff9-8178-2ff805078fc6 req-1ff087da-e418-4202-b913-46e1fe52abab tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356977 Nov 08 12:35:05.694663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.1.1.120 (8b1d8bab-2430-486f-a213-e05db4931400/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a/1dff1276-afac-46d3-8ae5-cea70e086fcd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:05.730446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.740870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-c676ad00-808a-4ce2-85f4-b1273dcd4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:05.740870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-c676ad00-808a-4ce2-85f4-b1273dcd4568 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1908326 Nov 08 12:35:05.788420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c23baa3-caa2-4306-95a8-30d984c8061e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:05.829787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:05.831296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7e9d36c-5bad-4ab9-8bb8-530ae0c0d9f0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874269 Nov 08 12:35:05.836232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47638) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:05.843858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group_rule': {'security_group_id': 'e271e1d9-f6e3-4444-8777-6761872778ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:05.891886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-7bf041a1-188c-465e-9869-62ca8adc1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:05.894173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-7bf041a1-188c-465e-9869-62ca8adc1c2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465797 Nov 08 12:35:05.969090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.010867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0bb5f3-6256-4db0-b979-0cac74dce304 None None] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:06.089047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.133148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c70269f3-2536-4c12-ba5e-a6300d2b9a05'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:35:06.143955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1976577011'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:06.155677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3374596f-39c7-4ad7-94e8-30a29b721e37 None None] Provisioning complete for port cc0c1a00-4292-40ce-a68b-7275267e4e55 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:06.156053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3374596f-39c7-4ad7-94e8-30a29b721e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.174448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.209515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.235303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-dfa8c629-c352-4a53-967d-90403649fea0 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745659 Nov 08 12:35:06.249708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bfd023-5ad3-4527-a0c2-fa1fa824ba47,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:06.269557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Made reservation on behalf of 0b781962002e4a6a839082afdf3e8fff for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:06.269557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.292880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:06.295201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.371792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.373280 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b3597943-08f0-4c52-b8f4-02f0924f30e0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5355713 Nov 08 12:35:06.377003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47662) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:06.382000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:06.390727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0828473c-619c-45de-b309-a1f18d49cf12 req-a7e574bf-dfab-4eb7-9789-0f8759bcc066 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.1042130 Nov 08 12:35:06.420226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3374596f-39c7-4ad7-94e8-30a29b721e37 None None] Port cc0c1a00-4292-40ce-a68b-7275267e4e55 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:06.473955 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.501860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3374596f-39c7-4ad7-94e8-30a29b721e37 None None] Provisioning complete for port 597541b3-75b5-4fe2-a257-58df08ec4247 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:06.502687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3374596f-39c7-4ad7-94e8-30a29b721e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.510735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.514632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03459bab-d264-43f4-afe3-81c3e76f11ba req-82fb58cc-f3a2-4095-84e9-a8c5c60889a7 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720697 Nov 08 12:35:06.644261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.644900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 367c038b-e18f-4c60-83d7-4411e3264b69, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=367c038b-e18f-4c60-83d7-4411e3264b69,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:06.697739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 8b1d8bab-2430-486f-a213-e05db4931400 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:06.705339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:06.714106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.715906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:06.717340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.722128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:06.770372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.770372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 597541b3-75b5-4fe2-a257-58df08ec4247 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:06.851186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:35:06.885186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a3925-e22d-4bf8-aca4-2b4469b118a0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:06.892780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.899548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:06.900560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:06.901769 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Added segment 3894e1da-9a7d-426e-845d-958bb488766b of type vlan for network c00b00cc-78b7-4940-beee-27c39348a2b4 Nov 08 12:35:06.960003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a194c4-fd52-42a8-9b84-e1d9b98f488d req-96392f27-3eb3-4773-ba1b-36e8c65553b2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:06.965001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68a194c4-fd52-42a8-9b84-e1d9b98f488d req-96392f27-3eb3-4773-ba1b-36e8c65553b2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1488266 Nov 08 12:35:07.024256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5e8aefac-faad-4b14-ae87-6de60d5d9331 None None] Provisioning complete for port 367c038b-e18f-4c60-83d7-4411e3264b69 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:07.024583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e8aefac-faad-4b14-ae87-6de60d5d9331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.032347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9b82f020-194d-4f23-a4df-49720e6d7122 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0367956 Nov 08 12:35:07.061716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=367c038b-e18f-4c60-83d7-4411e3264b69,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:07.102113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.138409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68a194c4-fd52-42a8-9b84-e1d9b98f488d req-2fcbc62a-d8ff-4698-8615-341c60360011 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652410 Nov 08 12:35:07.231366 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.300869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 597541b3-75b5-4fe2-a257-58df08ec4247 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:07.301382 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.302990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.312963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:07.312963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.404295 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7703803 Nov 08 12:35:07.407205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:07.414965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Request body: {'subnet': {'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:07.422519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8390c9-d0e5-49ba-9531-5ee028249f00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event updated for resources: {'Network': ['ID=c00b00cc-78b7-4940-beee-27c39348a2b4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:07.439940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c00b00cc-78b7-4940-beee-27c39348a2b4 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:35:07.538223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Allocated IP 172.25.1.79 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/3bd08994-99be-4f24-89ab-15364539781c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:07.674197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41264eac-b281-4eaa-aa58-b6b150dbd972 req-ea5f241e-3edb-4cbe-80f7-4481e92b4b03 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0744469 Nov 08 12:35:07.725164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cc441c40-fac8-4dca-bfa6-9bdc591277b1 None None] Provisioning complete for port 1dff1276-afac-46d3-8ae5-cea70e086fcd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:07.725421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc441c40-fac8-4dca-bfa6-9bdc591277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.769361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cc441c40-fac8-4dca-bfa6-9bdc591277b1 None None] Port 1dff1276-afac-46d3-8ae5-cea70e086fcd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:07.781667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cc441c40-fac8-4dca-bfa6-9bdc591277b1 None None] Provisioning complete for port 367c038b-e18f-4c60-83d7-4411e3264b69 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:07.782288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc441c40-fac8-4dca-bfa6-9bdc591277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.824671 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:35:07.837465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Made reservation on behalf of 0b781962002e4a6a839082afdf3e8fff for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:07.841587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:07.861332 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:07.862847 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:07.954957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:07.985152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.023597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403454598', 'description': 'tempest-description--2130315197'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:08.059752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 367c038b-e18f-4c60-83d7-4411e3264b69 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:08.141738 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:08.146691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 367c038b-e18f-4c60-83d7-4411e3264b69 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:08.148348 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.154871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.187468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.270424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:08.277981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:08.294904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:08.297261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e012dde3-fadc-4983-9974-23a76a2769d2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:08.324320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=3bd08994-99be-4f24-89ab-15364539781c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:08.422561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.425525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.457303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e012dde3-fadc-4983-9974-23a76a2769d2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:08.457909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.546334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5bb6f-18e4-44d2-ac28-1b04207ff981 req-22939550-4e65-4fb3-ab9f-7a40e38ac20f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:08.548757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ed5bb6f-18e4-44d2-ac28-1b04207ff981 req-22939550-4e65-4fb3-ab9f-7a40e38ac20f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.2290690 Nov 08 12:35:08.558733 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 2, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:08.592336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.614135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:35:08.614877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Updating router bef17caa-1344-4eae-aea8-3c2f9033c5bf port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:35:08.626607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.636123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event updated for resources: {'Subnet': ['ID=3051736f-9d08-48f2-8bb2-0b2ade8d382f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:08.660785 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.668813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:08.679276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Checking segment: {'id': '3894e1da-9a7d-426e-845d-958bb488766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:08.679839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Network hostable DHCP agents. Network: c00b00cc-78b7-4940-beee-27c39348a2b4, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:35:08.717666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.726912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.763207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e012dde3-fadc-4983-9974-23a76a2769d2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e012dde3-fadc-4983-9974-23a76a2769d2,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:08.775855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:08.776237 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.856441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ed5bb6f-18e4-44d2-ac28-1b04207ff981 req-015baf15-e784-4759-bb7d-14016ed8fd02 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011100 Nov 08 12:35:08.923347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-645b7dee-d9fb-4caf-95ec-73f2351e355a req-a3eeaa86-789a-4947-a61f-70c9032a0e26 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0392249 Nov 08 12:35:08.933526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f18b7c-a678-47d9-b736-e59c5548036b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:08.962283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.970476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:08.985916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Network c00b00cc-78b7-4940-beee-27c39348a2b4 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:35:09.017004 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.018287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dd453c2e-453e-4380-a7b2-e008df83124d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0623109 Nov 08 12:35:09.022865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.029857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:09.039498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:09.042085 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e6e68-e71b-4f6e-bf39-7ef9bf37cb20" -d '{"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:09.059869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'security_group_rule': {'security_group_id': '15f18b7c-a678-47d9-b736-e59c5548036b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:09.070006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:09.072246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e012dde3-fadc-4983-9974-23a76a2769d2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:09.103446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c00b00cc-78b7-4940-beee-27c39348a2b4) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:09.110767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:09.113023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926ac48-5c83-4912-af3f-b26f5ee56938 None None] Network c00b00cc-78b7-4940-beee-27c39348a2b4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:09.121995 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.123437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.199634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.241687 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.273516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.320192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=3bd08994-99be-4f24-89ab-15364539781c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:09.340635 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.348150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:09.398549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a106fa55-f5e9-4fc3-8e52-8b78c196980e tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9859509 Nov 08 12:35:09.405856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:09.427287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.428791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Request body: {'port': {'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1628079158'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:09.453206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.492081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c00b00cc-78b7-4940-beee-27c39348a2b4', 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4', 'tenant_id': '0b781962002e4a6a839082afdf3e8fff', 'fixed_ips': [{'subnet_id': '3051736f-9d08-48f2-8bb2-0b2ade8d382f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:35:09.495815 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.508797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Pushing event updated for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:09.565051 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade5524c-356a-4d89-825c-210d54e5d1d3 x-openstack-request-id: req-ade5524c-356a-4d89-825c-210d54e5d1d3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:09.565631 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:09.566100 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ade5524c-356a-4d89-825c-210d54e5d1d3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:09.566738 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'code': 200} Nov 08 12:35:09.570890 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.571250 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.571566 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.572018 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.572349 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.572675 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.572995 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.573312 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.573629 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.573944 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.574268 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.574593 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:09.588266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.600095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.600338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc94e5ef-a1b0-4747-a849-1ca4dc21ff8c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2131252 Nov 08 12:35:09.612567 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Attempting to bind port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:09.612567 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Attempting to bind port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:09.612854 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Attempting to bind port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:09.622962 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:09.623331 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Checking segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:09.623980 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.624115 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Bound using segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:09.624546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Bound port: 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:09.625101 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.671616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352c2bcd-2f59-4c5d-b1ad-570a86552d47,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:09.785083 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] For port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:09.791973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] For port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:09.807570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.813119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60e9e6ba-0027-4721-9ae1-2e70f8bcc278 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7783170 Nov 08 12:35:09.813495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:09.819643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'security_group_rule': {'security_group_id': '15f18b7c-a678-47d9-b736-e59c5548036b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:09.862916 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:09.946460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Made reservation on behalf of 0b781962002e4a6a839082afdf3e8fff for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:09.955795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:09.956459 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:09.958038 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.061321 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901112a1-708b-4e56-bdff-015c63b948fb None None] Pushing event updated for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:10.075579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] device_id is not set on port 604702b2-411f-49b6-8776-47d80d0f7fe2 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:10.101806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.120845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e012dde3-fadc-4983-9974-23a76a2769d2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:10.200947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Allocated IP 172.20.0.2 (c00b00cc-78b7-4940-beee-27c39348a2b4/3051736f-9d08-48f2-8bb2-0b2ade8d382f/c3970fd4-d2c6-4d1d-83ff-826eeed2d33b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:10.206272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] Provisioning complete for port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:10.206798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.321312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.340442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e012dde3-fadc-4983-9974-23a76a2769d2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:10.341533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.391695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:10.436052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575786-098d-4c7e-8e5c-41aadf4f80c6 req-226e2f1d-10e6-406e-a305-f10241141435 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:10.437485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7575786-098d-4c7e-8e5c-41aadf4f80c6 req-226e2f1d-10e6-406e-a305-f10241141435 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.3918679 Nov 08 12:35:10.467443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.483584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-24702fe6-8238-408f-9007-68dd28d142c6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--748579879&fields=id&tenant_id=5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 267 time: 0.4593194 Nov 08 12:35:10.513718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729515bc-ccc1-4e72-9975-011e52c5cffb,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:10.578170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.581071 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30ede274-d8f8-4616-b6b9-49d88805eaf6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7662330 Nov 08 12:35:10.584482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:10.594895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:10.595182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.636562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7575786-098d-4c7e-8e5c-41aadf4f80c6 req-79c1080b-5378-42ab-a4e2-d7a6f2a3f549 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896648 Nov 08 12:35:10.712748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.803143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-7a4a1862-2a8c-4dc4-9fe8-959bfa6a03f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:10.816253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-7a4a1862-2a8c-4dc4-9fe8-959bfa6a03f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 810 time: 0.3131254 Nov 08 12:35:10.820947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.837050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] For port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:10.838419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-a7b29dc7-f09f-4aa3-82c2-ff672eceb18a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/quotas/5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 375 time: 0.0205805 Nov 08 12:35:10.901360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.903485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:10.955117 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:09Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:10.966988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf5528b6-83fd-4af9-b68b-b35de12cb2c3 req-9a214dc1-bc2d-4d71-9017-3552dffdc99b tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0798848 Nov 08 12:35:11.024549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61919c97-3871-47d9-8fc6-4e8f76275e2f None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:09Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:35:11.032023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-448a0a11-d0ea-4c14-b949-80dffc1606c1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1925657 Nov 08 12:35:11.051623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decebc49-efea-4181-a271-4d8baae85d89 None None] Pushing event updated for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:11.075682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:11.124574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Network c00b00cc-78b7-4940-beee-27c39348a2b4 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:11.134524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:11.139247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:11.145016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f65fe851-78ac-47ee-a828-0aeda0ce7b1b None None] Provisioning complete for port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:11.145366 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f65fe851-78ac-47ee-a828-0aeda0ce7b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.148955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Pushing event updated for resources: {'Port': ['ID=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:11.176508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Allocated IP 172.20.0.10 (c00b00cc-78b7-4940-beee-27c39348a2b4/3051736f-9d08-48f2-8bb2-0b2ade8d382f/604702b2-411f-49b6-8776-47d80d0f7fe2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:11.265073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Attempting to bind port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:11.265456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Attempting to bind port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3894e1da-9a7d-426e-845d-958bb488766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:11.265796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Attempting to bind port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b on network c00b00cc-78b7-4940-beee-27c39348a2b4 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:11.277716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:11.278203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Checking segment: {'id': '3894e1da-9a7d-426e-845d-958bb488766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:11.278682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.279145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Bound using segment: {'id': '3894e1da-9a7d-426e-845d-958bb488766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:11.287416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Bound port: c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3894e1da-9a7d-426e-845d-958bb488766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c00b00cc-78b7-4940-beee-27c39348a2b4'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:11.287416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.350412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51bb5dda-3531-4e0e-a71f-2c9ce706c6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.377972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-974037f0-0916-43bc-a1e2-1594c5efc95a service neutron] 10.222.0.58 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224194 Nov 08 12:35:11.461592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] For port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:11.467220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] For port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,segment=NetworkSegment(3894e1da-9a7d-426e-845d-958bb488766b),segment_id=3894e1da-9a7d-426e-845d-958bb488766b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:11.547004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.582608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.684291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ce6bd-eba5-4281-b4cf-7fa6816f4aec None None] Pushing event updated for resources: {'Port': ['ID=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:11.757614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51bb5dda-3531-4e0e-a71f-2c9ce706c6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:11.797629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-93eba7e0-16cb-4934-a703-01822ccfdbbd service neutron] 10.222.0.58 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924134 Nov 08 12:35:11.854598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 172.25.1.249 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5f624387-49b9-45ae-839a-bda15b7112f9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:11.914002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:11.950183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51bb5dda-3531-4e0e-a71f-2c9ce706c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.076448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:12.076830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.114657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.207058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.251644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51bb5dda-3531-4e0e-a71f-2c9ce706c6b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03af05d3bac6421fab6fca9875932e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1702752 Nov 08 12:35:12.254622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:12.288331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.296250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb5dda-3531-4e0e-a71f-2c9ce706c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2256aab9-d7a2-4ced-a84a-1c4344b1b984,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:12.326482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902613c-1997-44a1-bb6a-0de3b13081de req-3b339153-9bfa-4231-8ffe-5cabd96dc6b8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:12.328996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4902613c-1997-44a1-bb6a-0de3b13081de req-3b339153-9bfa-4231-8ffe-5cabd96dc6b8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.4575408 Nov 08 12:35:12.451587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.463753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:12.474567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:12.487798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:12.504772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3197148-1012-4c4a-9eb9-a0d7ffc784ca req-dc37cfd9-371b-4b50-9fc2-6f4ccbdac3c2 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.1161387 Nov 08 12:35:12.538448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=5f624387-49b9-45ae-839a-bda15b7112f9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:12.558116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.562009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4902613c-1997-44a1-bb6a-0de3b13081de req-820d4940-1b23-4b07-9e14-b1c488e5c7b6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223582 Nov 08 12:35:12.577312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Network c00b00cc-78b7-4940-beee-27c39348a2b4 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:12.584082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:12.596949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:12.596949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event updated for resources: {'Port': ['ID=604702b2-411f-49b6-8776-47d80d0f7fe2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:12.658015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.662466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.726800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:12.727556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.732253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5440481a-ff43-4bbb-a501-8acd884dc72d req-d571e7a5-2f55-4c04-b2b4-c32ee3df2404 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.1041534 Nov 08 12:35:12.850409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.851790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-518ee9a3-6a34-4ac9-a0c7-fee23ae9c906 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.4354799 Nov 08 12:35:12.854039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:12.854969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:12.862678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2256aab9-d7a2-4ced-a84a-1c4344b1b984 HTTP/1.1" status: 204 len: 168 time: 0.6044724 Nov 08 12:35:12.938646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57203876-0e7a-441d-b4fc-f9aad81ec7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2256aab9-d7a2-4ced-a84a-1c4344b1b984,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:12.956248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.067414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Deleting port 604702b2-411f-49b6-8776-47d80d0f7fe2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:13.067993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.215625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.216500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d580d-d021-4ac8-a97e-9d7bed1a6de9 None None] Network c00b00cc-78b7-4940-beee-27c39348a2b4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:13.226445 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.247092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Calling delete_port for 604702b2-411f-49b6-8776-47d80d0f7fe2 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:13.300316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] Provisioning complete for port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:13.300850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.312340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.491815 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.497228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=5f624387-49b9-45ae-839a-bda15b7112f9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:13.532282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.534057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] For port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,segment=NetworkSegment(3894e1da-9a7d-426e-845d-958bb488766b),segment_id=3894e1da-9a7d-426e-845d-958bb488766b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:13.640816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fa8f06f-0221-450b-b13b-fd2cc6002ac3 req-a28d9d7a-ee5c-42cc-ac3e-8cc4def7c978 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0434496 Nov 08 12:35:13.689159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.691208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.705879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e3249166-5106-4e83-9daf-936f0c0b967a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1127264 Nov 08 12:35:13.737414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.800587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c9dc7-f1e1-4e50-8e85-4aa1de8e1e00 None None] Pushing event updated for resources: {'Port': ['ID=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:13.825930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47786) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:13.864038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e8295b-2335-45d6-a664-95191b87ba7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:13.874401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event deleted for resources: {'Port': ['ID=604702b2-411f-49b6-8776-47d80d0f7fe2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:13.957067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf89a9-ceb9-4776-9bf3-5b2bcf7330ba req-fc654881-5cb0-4a1a-a3c3-8f2595a03174 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:13.958621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12bf89a9-ceb9-4776-9bf3-5b2bcf7330ba req-fc654881-5cb0-4a1a-a3c3-8f2595a03174 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.2834375 Nov 08 12:35:13.989339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3970fd4-d2c6-4d1d-83ff-826eeed2d33b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:13.991416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5bbba93-1177-40e8-89b3-374a5e91ccf0 req-07453691-8544-4e3e-b75d-85ddc370288f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.1233497 Nov 08 12:35:14.034391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.042752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7ca5d837-30e1-4cae-93a0-f876a5c7ba48 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "DELETE /v2.0/ports/604702b2-411f-49b6-8776-47d80d0f7fe2 HTTP/1.1" status: 204 len: 168 time: 1.1864691 Nov 08 12:35:14.051124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e8295b-2335-45d6-a664-95191b87ba7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.052391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47790) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:14.091859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12bf89a9-ceb9-4776-9bf3-5b2bcf7330ba req-2b958df1-f46b-48a9-8542-9c485b46eae2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038711 Nov 08 12:35:14.119750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:14.120270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.158783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ca1e59c-c99b-4f5f-82c4-f09800431a51 None None] Could not find standard attr ID for object 604702b2-411f-49b6-8776-47d80d0f7fe2. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:35:14.184359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ca1e59c-c99b-4f5f-82c4-f09800431a51 None None] Provisioning complete for port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:14.187251 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca1e59c-c99b-4f5f-82c4-f09800431a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.268942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-0eb6ac23-0caa-40d7-846b-484dd37dcf46 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--403454598&fields=id&tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87 HTTP/1.1" status: 200 len: 267 time: 0.0536182 Nov 08 12:35:14.289171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73e8295b-2335-45d6-a664-95191b87ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.351053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73e8295b-2335-45d6-a664-95191b87ba7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3baae7a4b4d4fed98cfb1f3cf7f4e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242569 Nov 08 12:35:14.354034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:14.385298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-19f7ed22-01c8-43ef-8726-b16d4431e926 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:14.386769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-19f7ed22-01c8-43ef-8726-b16d4431e926 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 937 time: 0.1050839 Nov 08 12:35:14.391469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8295b-2335-45d6-a664-95191b87ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf337b34-2999-4f76-8a0d-7caa103f1f62,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:14.463912 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-568e0d0d-7114-49bf-b66d-cb7b575cf14c tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4100740 Nov 08 12:35:14.470948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47810) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:14.473200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a1bc408b-811c-453c-becf-672d5f2ce943 None None] Could not find standard attr ID for object 604702b2-411f-49b6-8776-47d80d0f7fe2. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:35:14.496759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1716621613'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:14.502555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.532223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.563713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fefc3bfd-7676-4267-a8d3-9d74bff856b7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:14.566517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fefc3bfd-7676-4267-a8d3-9d74bff856b7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 937 time: 0.1617143 Nov 08 12:35:14.615538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-9c89b14c-2808-449f-b27c-5f6d71977464 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418952 Nov 08 12:35:14.658802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a7ea42a4-4d74-4479-bdbf-0445131367aa tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0355928 Nov 08 12:35:14.673579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Made reservation on behalf of 0b781962002e4a6a839082afdf3e8fff for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:14.677347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.734773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.737684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.739013 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf337b34-2999-4f76-8a0d-7caa103f1f62 HTTP/1.1" status: 204 len: 168 time: 0.3839824 Nov 08 12:35:14.758419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239dd95-7ecc-436b-815f-83a752b1ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf337b34-2999-4f76-8a0d-7caa103f1f62,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:14.795014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:35:14.847134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a60184b3-54c8-44cf-978b-7e0d03974ef6 req-2beaa1f6-119b-48fe-972f-d2c1615b2d3c tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0495708 Nov 08 12:35:14.848389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.848728 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Added segment b8c378c4-e6cf-4847-a1f6-3a1b7bc11ef0 of type vlan for network 5c8e5f40-d7ec-441e-acdf-a19da3032e92 Nov 08 12:35:14.921220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:14.930646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-93d5ca1d-e513-48d2-ae90-238fd9fe2309 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:14.939164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-93d5ca1d-e513-48d2-ae90-238fd9fe2309 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:14.945491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-93d5ca1d-e513-48d2-ae90-238fd9fe2309 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:14.947240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-93d5ca1d-e513-48d2-ae90-238fd9fe2309 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 1996 time: 0.2755704 Nov 08 12:35:14.976905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e3a223a1-2000-40f5-8152-ee8b540d97f2 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/quotas/0eb99b7c30a54bf5aca92cbac32a7a87 HTTP/1.1" status: 200 len: 375 time: 0.0235143 Nov 08 12:35:15.061157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:15.069736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:15.070379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:15.091194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-87b4b201-126c-40d3-b10f-e3c47f92d4c3 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1049457 Nov 08 12:35:15.189443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5777b251-6e51-4974-9a29-916050021795 req-688d3248-6d8f-4c8c-90b2-1ace0c0bc3f1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.0758834 Nov 08 12:35:15.196383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7259111 Nov 08 12:35:15.199188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:15.201453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028eb4e-41e7-4d7d-bfbe-4fdc0dd73c00 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event updated for resources: {'Network': ['ID=5c8e5f40-d7ec-441e-acdf-a19da3032e92,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:15.219951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5c8e5f40-d7ec-441e-acdf-a19da3032e92 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:35:15.464309 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-118e8cce-a057-42c7-b0c2-5f55a757909e tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.2638240 Nov 08 12:35:15.464950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:15.570653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def34b4f-8c95-4973-a3c1-f098478fb82e tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] Network 5c8e5f40-d7ec-441e-acdf-a19da3032e92 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:35:15.649241 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-def34b4f-8c95-4973-a3c1-f098478fb82e tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "POST /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1808517 Nov 08 12:35:15.649873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47834) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:15.652747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06442005-b64e-4966-b263-b948b8694cb7 None None] Network 5c8e5f40-d7ec-441e-acdf-a19da3032e92 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:15.990230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3970fd4-d2c6-4d1d-83ff-826eeed2d33b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:16.017090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53cd2504-8bd7-4a61-a52d-b85650db65a1 tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks HTTP/1.1" status: 200 len: 11217 time: 0.3630776 Nov 08 12:35:16.018965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.030800 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:16.037095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31973bb-fc40-4957-a5c0-6d3e5bdd6d8f req-c15dfb00-d662-4bcd-9f99-c64a6a7ab706 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:16.037332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f31973bb-fc40-4957-a5c0-6d3e5bdd6d8f req-c15dfb00-d662-4bcd-9f99-c64a6a7ab706 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.6949091 Nov 08 12:35:16.237874 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-82386891-12a7-437d-9816-7f06f51a5c00 tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "DELETE /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks/5c8e5f40-d7ec-441e-acdf-a19da3032e92 HTTP/1.1" status: 204 len: 168 time: 0.2119966 Nov 08 12:35:16.239984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.240117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:16.240492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:16.273144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f31973bb-fc40-4957-a5c0-6d3e5bdd6d8f req-a6c01feb-b4bb-4972-aecc-b02d2da04ea5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070251 Nov 08 12:35:16.283731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-d6ef3ba4-a3c5-44e1-b8a7-14ac2a73efda service neutron] 10.222.0.58 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1603146 Nov 08 12:35:16.405626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-47638adb-9eb1-4f99-a22d-75b1ca3ce658 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:16.411092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-47638adb-9eb1-4f99-a22d-75b1ca3ce658 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 810 time: 0.4369056 Nov 08 12:35:16.500882 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c31b45f3-4e2d-407f-a222-eeafb066550b tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.2590175 Nov 08 12:35:16.507758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47856) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.522162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-9d446837-3755-4042-8385-4224811f4b65 service neutron] 10.222.0.58 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301965 Nov 08 12:35:16.531177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-484f4817-8c6f-422a-a1e4-68291c27b405 req-77e5d33a-f67e-474e-9588-a0783a3fa73b tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0485926 Nov 08 12:35:16.541388 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9e168016-fda6-4396-8bf5-a38da29d923a tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/networks/c00b00cc-78b7-4940-beee-27c39348a2b4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0336766 Nov 08 12:35:16.544837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47858) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.582387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb1b8a0c-8b45-4a74-81db-6e2055185ed9 tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/networks/c00b00cc-78b7-4940-beee-27c39348a2b4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0350335 Nov 08 12:35:16.586797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.699231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7659fe88-f829-4e2d-8f82-d8a43e110cee service neutron] 10.222.0.58 "GET /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1616561 Nov 08 12:35:16.746732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34f63d8a-5caa-4d25-a1d3-590152aa4c9d req-fcbdcf8a-1673-4130-a0fb-6a091d572f32 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.0796235 Nov 08 12:35:16.769310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-972d1780-9b89-4577-888a-30e6a25d61cf tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 379 time: 0.3475554 Nov 08 12:35:16.789809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'port': {'device_id': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'admin_state_up': True, 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'security_groups': ['e271e1d9-f6e3-4444-8777-6761872778ad']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:16.806743 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-855b1075-378a-4316-a8fc-47c81a57f068 tempest-DHCPAgentSchedulersTestJSON-699443352 tempest-DHCPAgentSchedulersTestJSON-699443352-project-admin] 10.222.0.58 "GET /v2.0/agents/35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.2145379 Nov 08 12:35:16.810323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:16.915373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:16.955176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-06a6dfca-d9d6-47ad-8fb2-6eaf8a6520b5 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473104 Nov 08 12:35:17.042422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.066133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8e5f40-d7ec-441e-acdf-a19da3032e92']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:17.082630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c378c4-e6cf-4847-a1f6-3a1b7bc11ef0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:17.089338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c378c4-e6cf-4847-a1f6-3a1b7bc11ef0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:17.101535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.126126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.130985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-48abde4a-93ff-4e13-9f03-04575e7b63fb service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696494 Nov 08 12:35:17.136328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:35:17.136742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:35:17.146947 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:35:17.188731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-38903f35-9de5-4246-8d80-0f4c6c19a21a service neutron] 10.222.0.58 "GET /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0440571 Nov 08 12:35:17.240317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Made reservation on behalf of 5d2719b6f6864b71a54db60aae7fc2c7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:17.248049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.351716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.367114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.372729 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "DELETE /v2.0/networks/5c8e5f40-d7ec-441e-acdf-a19da3032e92 HTTP/1.1" status: 204 len: 168 time: 0.5604615 Nov 08 12:35:17.397267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:17.409701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-57c53ab4-84e8-4375-a08e-2d893406749a service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149847 Nov 08 12:35:17.425239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4350f0-3460-427e-859b-f2a5853bdaee tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event deleted for resources: {'Network': ['ID=5c8e5f40-d7ec-441e-acdf-a19da3032e92,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:17.444253 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbcbedf-5839-46bc-9061-68a6585d66fa tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] DELETE failed (client error): The resource could not be found. Nov 08 12:35:17.445351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbcbedf-5839-46bc-9061-68a6585d66fa tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:35:17.449922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2bbcbedf-5839-46bc-9061-68a6585d66fa tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "DELETE /v2.0/ports/604702b2-411f-49b6-8776-47d80d0f7fe2 HTTP/1.1" status: 404 len: 333 time: 0.0581288 Nov 08 12:35:17.454451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:17.585019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Deleting subnet 3051736f-9d08-48f2-8bb2-0b2ade8d382f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:35:17.590491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.622578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a96535-9138-4f9b-87a9-e1bfde71037a req-e15d54ba-5eb4-4cdc-ba52-407192848a6c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:17.623845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66a96535-9138-4f9b-87a9-e1bfde71037a req-e15d54ba-5eb4-4cdc-ba52-407192848a6c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.2242761 Nov 08 12:35:17.662121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.679682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e38bd5eb-c752-429c-be25-fa547aa1f451 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044511 Nov 08 12:35:17.702595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Allocated IP 172.20.0.3 (ad57206f-963f-47ad-b33c-250c8fb9d4d8/fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f/d3d5a69e-f15c-435a-8d63-4d7b689660e6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:17.780676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:17.797435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66a96535-9138-4f9b-87a9-e1bfde71037a req-e387ee7a-7fe5-44a3-b2e2-21bff51fdc57 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651661 Nov 08 12:35:17.869470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3b342c89-5b4b-44eb-9fd2-b225a0ab9818 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767457 Nov 08 12:35:17.972940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad930783-21ac-4c60-9d5f-8e5ecf5af603 req-144fefa3-c0b4-49cb-9810-056d73c6741e tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0563450 Nov 08 12:35:18.072633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.072633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-d460a083-2ef6-471a-9201-cccc83942278 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680374 Nov 08 12:35:18.091898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.153709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event deleted for resources: {'Subnet': ['ID=3051736f-9d08-48f2-8bb2-0b2ade8d382f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:18.168392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.172174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e275045-0e28-4ada-94fd-2dea96593b13 None None] Network c00b00cc-78b7-4940-beee-27c39348a2b4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:18.179190 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2cd7ce4-9b27-4662-89c9-4bc8325b557b tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "DELETE /v2.0/subnets/3051736f-9d08-48f2-8bb2-0b2ade8d382f HTTP/1.1" status: 204 len: 168 time: 0.7213120 Nov 08 12:35:18.181718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-983490a3-eb52-4061-9cd0-90163879e9b6 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017766 Nov 08 12:35:18.183864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:18.363296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9acc813-efab-4467-858c-9148448ef8dc req-dc044ec9-261a-4f8f-8bc6-1af5c12b14ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.1802387 Nov 08 12:35:18.427575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.474157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] DHCP port deletion for c00b00cc-78b7-4940-beee-27c39348a2b4 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:35:18.535678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-251f99e8-39de-49ae-b5a5-7741f54a1661 service neutron] 10.222.0.58 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368440 Nov 08 12:35:18.537401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.564143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Deleting port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:18.564801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.583194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:18.620533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:18.623786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:18.637378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] For port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,segment=NetworkSegment(3894e1da-9a7d-426e-845d-958bb488766b),segment_id=3894e1da-9a7d-426e-845d-958bb488766b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:18.638010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.658213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Calling delete_port for c3970fd4-d2c6-4d1d-83ff-826eeed2d33b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:18.755348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:18.779764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:18.780584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.800997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Deleting port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:18.801481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.833552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c6ecf0f7-1eb1-4d96-8037-5f26ffc9e48e service neutron] 10.222.0.58 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757173 Nov 08 12:35:18.934580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-94089c0f-0dbf-46b1-b948-64c7a5b42c5a None None] Provisioning complete for port d3d5a69e-f15c-435a-8d63-4d7b689660e6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:18.934580 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-94089c0f-0dbf-46b1-b948-64c7a5b42c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.960071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:18.999444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-302661ee-2eb5-4088-83ef-6a4f1b1e86ba tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2160444 Nov 08 12:35:18.999719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] Pushing event deleted for resources: {'Port': ['ID=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:19.002116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] For port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,segment=NetworkSegment(3894e1da-9a7d-426e-845d-958bb488766b),segment_id=3894e1da-9a7d-426e-845d-958bb488766b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:19.002656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.008974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da00ec-5137-4bee-bb08-f9b2c47c1962 None None] No DVR routers for this DVR port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:19.011626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-94089c0f-0dbf-46b1-b948-64c7a5b42c5a None None] Port d3d5a69e-f15c-435a-8d63-4d7b689660e6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:19.017253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1723-2c40-4ef7-81d0-f5c8f09fdb62 req-3ea7efcc-6a67-4f2f-a435-5b5cb3fcad3c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:19.018981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b2b1723-2c40-4ef7-81d0-f5c8f09fdb62 req-3ea7efcc-6a67-4f2f-a435-5b5cb3fcad3c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1246524 Nov 08 12:35:19.034066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Request body: {'port': {'device_id': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:19.092122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Calling delete_port for c3970fd4-d2c6-4d1d-83ff-826eeed2d33b owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:19.178608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-0ed30e8a-e09a-423f-9cf7-de4fa51a0194 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103597 Nov 08 12:35:19.212516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b2b1723-2c40-4ef7-81d0-f5c8f09fdb62 req-e4458c99-4483-4b98-95c3-e5db6d331708 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660578 Nov 08 12:35:19.224383 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.402773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a738f928-d613-4f5a-9baa-af2f417ea809 req-423d4aea-68c4-46fe-a180-7dfc531df73a tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0570445 Nov 08 12:35:19.418837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.468455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-959c8601-ff7c-4d85-b636-6d48d3f58ba2 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761259 Nov 08 12:35:19.469178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event deleted for resources: {'Port': ['ID=c3970fd4-d2c6-4d1d-83ff-826eeed2d33b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:19.488867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] No DVR routers for this DVR port c3970fd4-d2c6-4d1d-83ff-826eeed2d33b on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:19.593943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:19.723344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d61e1fa0-1a0b-462b-9c56-42a20daa0202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.727063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5b421-746f-47a8-aebd-78220d50d994 req-ad7a68b9-f8bf-4dd2-87b1-451336aaf01a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:19.736308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85d5b421-746f-47a8-aebd-78220d50d994 req-ad7a68b9-f8bf-4dd2-87b1-451336aaf01a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 931 time: 0.2726536 Nov 08 12:35:19.761816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.852807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b00cc-78b7-4940-beee-27c39348a2b4']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:19.873312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d61e1fa0-1a0b-462b-9c56-42a20daa0202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.875894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3970fd4-d2c6-4d1d-83ff-826eeed2d33b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:19.896270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85d5b421-746f-47a8-aebd-78220d50d994 req-a68f66aa-4a7c-4c83-8c4e-c39681c22989 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547391 Nov 08 12:35:19.898209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c3970fd4-d2c6-4d1d-83ff-826eeed2d33b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:35:19.898821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c3970fd4-d2c6-4d1d-83ff-826eeed2d33b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:35:19.903337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3894e1da-9a7d-426e-845d-958bb488766b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:19.903632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3894e1da-9a7d-426e-845d-958bb488766b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:19.913352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c46c44fa-316f-4697-9487-c43588c2714f service neutron] 10.222.0.58 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253719 Nov 08 12:35:19.918976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.964559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d61e1fa0-1a0b-462b-9c56-42a20daa0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.970375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d5a69e-f15c-435a-8d63-4d7b689660e6 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:19.978553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:19.991447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.009727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:35:20.010194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:35:20.013594 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:35:20.035896 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d61e1fa0-1a0b-462b-9c56-42a20daa0202 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b8f5a77755c44d79ae29a66d040d3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4407566 Nov 08 12:35:20.039495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:20.050807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1fa0-1a0b-462b-9c56-42a20daa0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8fed12-ba0f-4f17-a3c0-82128aa97f78,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:20.060782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.135339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.161753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.208826 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.218135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.225126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] 10.222.0.58 "DELETE /v2.0/networks/c00b00cc-78b7-4940-beee-27c39348a2b4 HTTP/1.1" status: 204 len: 168 time: 2.0386682 Nov 08 12:35:20.272680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6313-cdbf-430e-b838-575fc5364de8 tempest-DHCPAgentSchedulersTestJSON-931215914 tempest-DHCPAgentSchedulersTestJSON-931215914-project] Pushing event deleted for resources: {'Network': ['ID=c00b00cc-78b7-4940-beee-27c39348a2b4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:20.311287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.311510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Transition to ACTIVE for port object d3d5a69e-f15c-435a-8d63-4d7b689660e6 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:20.315120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.316599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a8fed12-ba0f-4f17-a3c0-82128aa97f78 HTTP/1.1" status: 204 len: 168 time: 0.2750058 Nov 08 12:35:20.336329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07036c-03b5-4565-8926-45cb65166446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8fed12-ba0f-4f17-a3c0-82128aa97f78,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:20.382686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715231a-6976-4670-bbfe-04cddcca058e req-1a7429a3-8ec4-4718-8c62-c054f97bd4a9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:20.390616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d715231a-6976-4670-bbfe-04cddcca058e req-1a7429a3-8ec4-4718-8c62-c054f97bd4a9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0693538 Nov 08 12:35:20.424205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:20.957662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d715231a-6976-4670-bbfe-04cddcca058e req-31f9f8e2-7ffd-4d4b-ad16-e40f5f6bec85 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5661550 Nov 08 12:35:20.958321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Pushing event updated for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:21.063445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Attempting to bind port d3d5a69e-f15c-435a-8d63-4d7b689660e6 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:21.063787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Attempting to bind port d3d5a69e-f15c-435a-8d63-4d7b689660e6 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:21.064117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Attempting to bind port d3d5a69e-f15c-435a-8d63-4d7b689660e6 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:21.069363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Port d3d5a69e-f15c-435a-8d63-4d7b689660e6 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:21.069679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Attempting to bind port d3d5a69e-f15c-435a-8d63-4d7b689660e6 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:21.077600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:21.077939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Checking segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:21.078357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Bound using segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:21.078859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Bound port: d3d5a69e-f15c-435a-8d63-4d7b689660e6, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:21.079143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.097433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47944) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:21.164948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2fd0c2b0-831c-4256-b4f2-d759ba0474ed req-83467bd3-53dd-48f2-b0e3-f0447f5a482a tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0349545 Nov 08 12:35:21.199902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:21.203829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:21.313983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d5956-1302-4f4d-a9ee-777fe5f4da8b req-8cd9701e-b674-4c3d-90f4-1e3a4f840f62 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:21.318911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec6221cc-7e10-4d76-bf7f-8454335165a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b781962002e4a6a839082afdf3e8fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171140 Nov 08 12:35:21.319081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-295d5956-1302-4f4d-a9ee-777fe5f4da8b req-8cd9701e-b674-4c3d-90f4-1e3a4f840f62 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 943 time: 0.0647984 Nov 08 12:35:21.319233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47952) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:21.334620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.420321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:21.422377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.423956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] 10.222.0.61 "PUT /v2.0/ports/d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 1091 time: 2.4181666 Nov 08 12:35:21.427753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:21.432341 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3623ea91-d331-4cf1-acf0-153025ed7c85" -d '{"events": [{"name": "network-changed", "server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:21.505164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-295d5956-1302-4f4d-a9ee-777fe5f4da8b req-0085ff02-844c-48d6-b393-fe96eacf79d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781335 Nov 08 12:35:21.521616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.521616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3cb5e-da51-4d0b-87fa-d39f796ad3ed service neutron] Pushing event updated for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:21.561545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.765104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-87d2e944-48fb-4e5e-8292-b07fdbcfa3d2 req-0db80608-9fc0-4a66-a146-45d779f92034 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0337720 Nov 08 12:35:21.771978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:21.794173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.796006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a9e22bb-ff40-490c-9d79-226b7688b429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.803143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:21.807124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e5a3925-e22d-4bf8-aca4-2b4469b118a0 HTTP/1.1" status: 204 len: 168 time: 0.4869182 Nov 08 12:35:21.813888 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb0aef4-de63-4c1b-98a4-e036164769e1 x-openstack-request-id: req-3eb0aef4-de63-4c1b-98a4-e036164769e1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:21.813888 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:21.813888 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3eb0aef4-de63-4c1b-98a4-e036164769e1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:21.813888 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'status': 'completed', 'code': 200} Nov 08 12:35:21.828909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7318e5-258f-40d8-98bc-52e5fa3da92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a3925-e22d-4bf8-aca4-2b4469b118a0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:21.861196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-50fe5a3b-e34f-4245-a8ec-db323293e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:21.871460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-50fe5a3b-e34f-4245-a8ec-db323293e244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1094 time: 0.1279809 Nov 08 12:35:21.925508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-43a6574b-decf-46db-bd44-058186af41dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 217 time: 0.0504057 Nov 08 12:35:21.928287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a9e22bb-ff40-490c-9d79-226b7688b429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.003117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a9e22bb-ff40-490c-9d79-226b7688b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.084057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1c1eaeb-f6f9-42d7-8ec7-959c297229fd req-6d25852a-4915-47ba-b43c-d32003368e46 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0408716 Nov 08 12:35:22.118966 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a9e22bb-ff40-490c-9d79-226b7688b429 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a89a2f64c0f14c8985afa8ab25a5667b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376560 Nov 08 12:35:22.119665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:22.126415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e22bb-ff40-490c-9d79-226b7688b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d60a90-c663-463f-90eb-2fd59a35d049,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:22.177762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.183184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-b3352e58-77e5-4842-85fa-36d65f80cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.184773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-b3352e58-77e5-4842-85fa-36d65f80cbc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.2490740 Nov 08 12:35:22.207586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.237316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38ec2a-eaf9-44a2-ab22-3ddd552c6f01 req-1a3e2410-c40a-4acd-a3be-9a36608dbdcc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.238870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b38ec2a-eaf9-44a2-ab22-3ddd552c6f01 req-1a3e2410-c40a-4acd-a3be-9a36608dbdcc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1207969 Nov 08 12:35:22.269444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-bd1027c0-532b-4dee-b2a6-c8bc48c4cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.278767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-bd1027c0-532b-4dee-b2a6-c8bc48c4cebf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745921 Nov 08 12:35:22.339844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b38ec2a-eaf9-44a2-ab22-3ddd552c6f01 req-80458a39-5433-400a-b7cf-2bb38fcaa817 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921967 Nov 08 12:35:22.380787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ace324ca-995e-4c98-921a-d065e341bb1b req-de996c1f-c98a-4624-8c5e-0f12d96172c6 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0670650 Nov 08 12:35:22.412327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.416810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-c2ad61e2-9b7e-436f-901a-e55de85ca9a3 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351840 Nov 08 12:35:22.417804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:22.420273 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11d60a90-c663-463f-90eb-2fd59a35d049 HTTP/1.1" status: 204 len: 168 time: 0.2985156 Nov 08 12:35:22.459543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146b909-2daf-4932-85a3-f9e4de2e8d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d60a90-c663-463f-90eb-2fd59a35d049,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:22.569668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af2a0b6a-f6ad-48bb-a52c-b34b5691bc8a req-7f53b476-ed8e-4c2f-9151-bb0cb0f040e1 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415420 Nov 08 12:35:22.647627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f251-2c56-4466-865a-7ba0b60a158a req-f4912315-725a-4fce-aa07-3b653c96d288 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.650433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae18f251-2c56-4466-865a-7ba0b60a158a req-f4912315-725a-4fce-aa07-3b653c96d288 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 943 time: 0.0705636 Nov 08 12:35:22.752602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae18f251-2c56-4466-865a-7ba0b60a158a req-c73abb96-fa8f-4da4-9b45-b479c019abbd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960753 Nov 08 12:35:22.832514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-9ddb06a9-b501-4468-8e49-19ac73b8012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.836428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-9ddb06a9-b501-4468-8e49-19ac73b8012a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1094 time: 0.0786619 Nov 08 12:35:22.967549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-24d5380d-c662-4d9b-8cbd-cf1cff2f6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:22.973157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-24d5380d-c662-4d9b-8cbd-cf1cff2f6e73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.1293950 Nov 08 12:35:23.042536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-cb7aed8f-0433-4730-8ffb-9b5d2ffc963a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 217 time: 0.0593944 Nov 08 12:35:23.108079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47984) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:23.128571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-47b9b290-9247-4156-8144-ad7d5cc25038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:23.130174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-47b9b290-9247-4156-8144-ad7d5cc25038 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.0803785 Nov 08 12:35:23.137545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df12aa4-c4d1-4f64-a49e-627fd4de4f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.151832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b94a1aa4-2668-4a1f-ac57-44d7668d1723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.192519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27195131-509c-423f-ba39-e03f3f44de7f req-405290fd-4f0f-4223-a22b-2c5b0b82efd8 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0342686 Nov 08 12:35:23.227125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-64aba72d-4e42-4b3a-8dfa-d61979a51c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:23.229660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-64aba72d-4e42-4b3a-8dfa-d61979a51c17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877182 Nov 08 12:35:23.304014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df12aa4-c4d1-4f64-a49e-627fd4de4f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.362899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-c3a2c4b8-b2b4-48dc-bc69-a18c60de8acb service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251917 Nov 08 12:35:23.391560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df12aa4-c4d1-4f64-a49e-627fd4de4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.471921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df12aa4-c4d1-4f64-a49e-627fd4de4f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078883b2-43fe-4588-9206-26f3c88acfc7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:23.501070 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7df12aa4-c4d1-4f64-a49e-627fd4de4f3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffa85daf82664d31b5f8541638e79e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918338 Nov 08 12:35:23.502604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:23.562841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.589757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.619196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3623ea91-d331-4cf1-acf0-153025ed7c85 req-7204608a-72d6-4b76-8495-01797cf0bea5 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445261 Nov 08 12:35:23.621272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-532c74c9-1d7f-489d-9ffd-87313bc18f3c req-f579c494-3bd5-4ae4-abf8-a28b3676fc09 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0865271 Nov 08 12:35:23.652550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc9c92-9453-466e-a989-6b3682948bbe req-d4e59d54-d27c-41fa-b73f-4e76b3c74b22 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:23.670324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87cc9c92-9453-466e-a989-6b3682948bbe req-d4e59d54-d27c-41fa-b73f-4e76b3c74b22 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1330168 Nov 08 12:35:23.745464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87cc9c92-9453-466e-a989-6b3682948bbe req-404ee8dd-e36c-4569-9e3c-339b7d2d8087 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662122 Nov 08 12:35:23.820516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.822348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:23.831665 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/078883b2-43fe-4588-9206-26f3c88acfc7 HTTP/1.1" status: 204 len: 168 time: 0.3183041 Nov 08 12:35:23.866022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6fbac-20cf-441f-b25f-9a9ee17f3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078883b2-43fe-4588-9206-26f3c88acfc7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:23.969490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec9cca-00aa-4d2f-982f-0b4b93bedf5e req-9cc1a757-b9de-4f35-bd08-7f2dd8341d1e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:23.972316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fec9cca-00aa-4d2f-982f-0b4b93bedf5e req-9cc1a757-b9de-4f35-bd08-7f2dd8341d1e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 943 time: 0.1475992 Nov 08 12:35:24.070693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fec9cca-00aa-4d2f-982f-0b4b93bedf5e req-d4a074d8-b5ce-4961-bb3b-8e57ae8bb50a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781922 Nov 08 12:35:24.108957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4939c928-8a2a-4160-ab80-c38890e3a2a7 req-261fa89d-075b-46de-91ca-03432c7cf430 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a&device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0591533 Nov 08 12:35:24.329583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6fa7b3-6550-400e-bde1-717b8fa2299b req-b489b2e2-882a-4b60-8329-6a347ffcd6d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0403397 Nov 08 12:35:24.731858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d3d5a69e-f15c-435a-8d63-4d7b689660e6 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:35:24.788235 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3489c8eb-a61b-49b7-bc18-d01eaf9b2373 req-ffe68fe4-ce9d-4f5a-b65f-366a5af50af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fe9c49bd51a4858b51f39c30cd61555&device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0330656 Nov 08 12:35:24.797185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5c72ba7-9f4f-4b75-b870-fbe96efb3430 req-25eee7c2-d05f-4aa6-9d0c-e0f4b4cc90e9 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0557745 Nov 08 12:35:24.839113 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3489c8eb-a61b-49b7-bc18-d01eaf9b2373 req-f09e2989-b1ea-4919-b281-53910ea22d36 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8fe9c49bd51a4858b51f39c30cd61555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267415 Nov 08 12:35:24.986694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:24.995283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33dc8c-71db-4ae8-a693-92c38275835e req-664e6670-d65e-4abb-8e06-0d7ea128c4df tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.005641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa33dc8c-71db-4ae8-a693-92c38275835e req-664e6670-d65e-4abb-8e06-0d7ea128c4df tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1262391 Nov 08 12:35:25.021900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'port_id': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'mac_address': 'fa:16:3e:1b:c5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:35:25.064231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c8eb-a61b-49b7-bc18-d01eaf9b2373 req-528389c9-f379-4294-8c66-558b7f5e9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.069111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3489c8eb-a61b-49b7-bc18-d01eaf9b2373 req-528389c9-f379-4294-8c66-558b7f5e9f01 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2214005 Nov 08 12:35:25.073134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa33dc8c-71db-4ae8-a693-92c38275835e req-0ed3eb59-d9a6-45eb-8db1-204cb9bdb6b9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593607 Nov 08 12:35:25.091191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:25.107099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d5a69e-f15c-435a-8d63-4d7b689660e6 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:25.129782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:25.197932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:25.202983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566c1e-ac94-4af5-bd52-a3180d441d27 req-acc28476-f3bd-4ba4-a36e-89d6b953e003 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.204554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3566c1e-ac94-4af5-bd52-a3180d441d27 req-acc28476-f3bd-4ba4-a36e-89d6b953e003 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 943 time: 0.0689685 Nov 08 12:35:25.269086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:25.296913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3566c1e-ac94-4af5-bd52-a3180d441d27 req-7a869a66-415b-42c7-8d4f-5a4cf3f04803 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802414 Nov 08 12:35:25.501455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0116f4a2-1b87-4c26-af58-88df082cc8ab req-810d4bb6-ce02-48c7-9b06-43da0f1bd322 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0572672 Nov 08 12:35:25.505835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3faa121f-94ae-449e-ace6-961cdb75eb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:25.544352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-d57fe532-cc54-4a0d-abdf-ddd393859111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.547305 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-d57fe532-cc54-4a0d-abdf-ddd393859111 service neutron] 10.222.0.57 "GET /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 1033 time: 0.0479343 Nov 08 12:35:25.589697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['d3d5a69e-f15c-435a-8d63-4d7b689660e6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:35:25.653049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-ce42be2c-f9c0-4e50-9c3e-1df6407c5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.655160 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-ce42be2c-f9c0-4e50-9c3e-1df6407c5eb5 service neutron] 10.222.0.57 "GET /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 1033 time: 0.1009576 Nov 08 12:35:25.795287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-51ff52b0-a6e6-4b47-ab3a-4c2ea616ac02 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.801202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-51ff52b0-a6e6-4b47-ab3a-4c2ea616ac02 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.807608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-51ff52b0-a6e6-4b47-ab3a-4c2ea616ac02 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:25.809206 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-51ff52b0-a6e6-4b47-ab3a-4c2ea616ac02 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 1996 time: 0.1451116 Nov 08 12:35:25.881002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-0bdbc354-1727-48dc-91d2-09671f3ce310 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87 HTTP/1.1" status: 200 len: 379 time: 0.0580699 Nov 08 12:35:25.890851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fedb2278-022e-4a3f-9d0a-3d85459bf28b req-6e0f286c-40bf-4dbd-ae2b-92e9770498e5 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0307307 Nov 08 12:35:25.895683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'admin_state_up': True, 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'security_groups': ['15f18b7c-a678-47d9-b736-e59c5548036b']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:26.111609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:26.115456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:26.248310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ae0d-c25d-43ce-bba2-b2842e1534d0 req-a66ad450-06a5-4dd7-9126-86d67b08487e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:26.260575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0458ae0d-c25d-43ce-bba2-b2842e1534d0 req-a66ad450-06a5-4dd7-9126-86d67b08487e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0712388 Nov 08 12:35:26.329362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 172.20.0.9 (516bb95e-f98a-4fb8-8df6-30f3dc9314c3/63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de/7a03f595-b1f6-4685-945b-b582ba8afff9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:26.332801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0458ae0d-c25d-43ce-bba2-b2842e1534d0 req-4edca7b9-92ff-4970-b34e-e84c7ee189b9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692141 Nov 08 12:35:26.434381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3489c8eb-a61b-49b7-bc18-d01eaf9b2373 req-f4e62cf2-aabb-48d1-b245-25c3592dceae tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.57 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0399964 Nov 08 12:35:26.493976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82054c24-f1c0-4d19-9a9a-a88640dd9f1e req-861cab2b-8851-4010-b27f-c8af6e44c9d6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:26.502262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82054c24-f1c0-4d19-9a9a-a88640dd9f1e req-861cab2b-8851-4010-b27f-c8af6e44c9d6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 944 time: 0.0722609 Nov 08 12:35:26.580375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82054c24-f1c0-4d19-9a9a-a88640dd9f1e req-b5cdc243-4e21-4735-9afc-862df264db62 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714691 Nov 08 12:35:26.583628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:26.677609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:26.684209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38a9fbae-239c-439e-a28a-edf9852c90b5 req-e577a23e-70bd-4372-8641-a92f0fe4481d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0296547 Nov 08 12:35:26.752813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:26.772110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:26.805508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:26.811302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:26.812725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:26.863236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:26.891199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:26.891858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:26.960829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:26.978967 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-3a0f65bd-0d4d-4ccd-970e-06a5dc861d0e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0878162 Nov 08 12:35:26.990476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'admin_state_up': True, 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'security_groups': ['15f18b7c-a678-47d9-b736-e59c5548036b']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:27.095321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.127198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-211aafc6-aa60-4345-be14-d1a975358fd0 req-cea56929-3a57-4447-938f-900968e3e44b tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=6568e13b-4e1f-468d-9369-14c4b17ffd0a HTTP/1.1" status: 200 len: 210 time: 0.0456774 Nov 08 12:35:27.145937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ceacc76e-2d3f-4568-a445-33f5d14db15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.147649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ceacc76e-2d3f-4568-a445-33f5d14db15d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1096 time: 0.1097858 Nov 08 12:35:27.198428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-03496998-8390-4281-81b3-4c5cbe8c9a06 None None] Provisioning complete for port 7a03f595-b1f6-4685-945b-b582ba8afff9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:27.198907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-03496998-8390-4281-81b3-4c5cbe8c9a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.271676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:27.275532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.307240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ce3de899-be24-4573-906c-cd1eb7fc4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.308836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ce3de899-be24-4573-906c-cd1eb7fc4478 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.1274238 Nov 08 12:35:27.315296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.493733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-8c5cefe2-c2d2-43f4-be6d-9b5eda21a77c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 1001 time: 0.1742668 Nov 08 12:35:27.523274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.1.1.125 (8b1d8bab-2430-486f-a213-e05db4931400/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a/e79c6d02-4fd6-4550-a457-ba870d91f8a1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:27.543901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-03496998-8390-4281-81b3-4c5cbe8c9a06 None None] Port 7a03f595-b1f6-4685-945b-b582ba8afff9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:27.593925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c885b-19f8-4e5b-b585-978c0f955e5c req-29b70ee3-c1a7-4c94-8e15-5575bd05a534 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.601565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-934c885b-19f8-4e5b-b585-978c0f955e5c req-29b70ee3-c1a7-4c94-8e15-5575bd05a534 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.1455574 Nov 08 12:35:27.626230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ccbe1c7b-4e31-443d-93fa-6e3418fbca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.627770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-ccbe1c7b-4e31-443d-93fa-6e3418fbca27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1268857 Nov 08 12:35:27.628845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Allocated IP 172.25.1.229 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/8d256f9d-7b24-4c50-89bb-1688f4e4baa2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:27.710851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.806484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-934c885b-19f8-4e5b-b585-978c0f955e5c req-e661d085-005d-4844-b6ff-0d892275cb7c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970575 Nov 08 12:35:27.819734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-63755f8b-36a8-42be-8b0c-1f1d0ed0b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.819734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-63755f8b-36a8-42be-8b0c-1f1d0ed0b74b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742475 Nov 08 12:35:27.848916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:27.855416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717035-2480-4e20-adc0-ebed4cd15227 req-576c9acb-ae0f-46db-b6e5-52280371f64d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.856935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a717035-2480-4e20-adc0-ebed4cd15227 req-576c9acb-ae0f-46db-b6e5-52280371f64d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 944 time: 0.1668696 Nov 08 12:35:27.896563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 8b1d8bab-2430-486f-a213-e05db4931400 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:27.903713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:27.908297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:27.912309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:27.986395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:27.987643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.015458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.033468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.088954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277be2-8377-4f77-a527-3f1e0e28d283 req-bc13c77f-b0cd-4478-9699-3490e5c2e07f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:28.095028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277be2-8377-4f77-a527-3f1e0e28d283 req-bc13c77f-b0cd-4478-9699-3490e5c2e07f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:28.096687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45277be2-8377-4f77-a527-3f1e0e28d283 req-bc13c77f-b0cd-4478-9699-3490e5c2e07f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 1653 time: 0.2070425 Nov 08 12:35:28.111831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a717035-2480-4e20-adc0-ebed4cd15227 req-d8f0f97b-d364-4442-a041-31618b16839e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381377 Nov 08 12:35:28.114354 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-5114c094-c99e-4a63-bca7-bfb70f70aa97 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1285434 Nov 08 12:35:28.127400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'admin_state_up': True, 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'security_groups': ['15f18b7c-a678-47d9-b736-e59c5548036b']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:28.192590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-5edb1ff9-0aab-4db8-be7e-3b65f3099a80 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630970 Nov 08 12:35:28.215542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45277be2-8377-4f77-a527-3f1e0e28d283 req-bc0aafd0-c2dc-4f9f-b5ef-61d10f29989f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044977 Nov 08 12:35:28.325511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.333582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a06545-4ec0-42dd-8196-4cc278cc122d req-29325072-8e0e-4e84-8e33-b6d21f829fbd service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168246 Nov 08 12:35:28.373285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-abd96ba0-1cbb-4b14-82ac-32ed6549e785 None None] Provisioning complete for port e79c6d02-4fd6-4550-a457-ba870d91f8a1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:28.374057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-abd96ba0-1cbb-4b14-82ac-32ed6549e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.383415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:28.387050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:28.393635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:28.422630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Pushing event updated for resources: {'Port': ['ID=8d256f9d-7b24-4c50-89bb-1688f4e4baa2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:28.442459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-abd96ba0-1cbb-4b14-82ac-32ed6549e785 None None] Port e79c6d02-4fd6-4550-a457-ba870d91f8a1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:28.454440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:28.459343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.518805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.606537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.1.1.26 (8b1d8bab-2430-486f-a213-e05db4931400/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a/e2f1f121-19e7-406b-9466-7b8678637dad) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:28.696426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.762539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d3d5a69e-f15c-435a-8d63-4d7b689660e6 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:35:28.773651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.810580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dce97d6c-d3e9-4699-846a-2105025ce55c req-843a501e-d609-4e54-983a-573fc52fd57a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fe9c49bd51a4858b51f39c30cd61555&device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0338879 Nov 08 12:35:28.849924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dce97d6c-d3e9-4699-846a-2105025ce55c req-46463e5c-70c7-4cbc-a15b-4daea186ba09 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8fe9c49bd51a4858b51f39c30cd61555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300431 Nov 08 12:35:28.914494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b7b20c8-b578-4eaf-93a2-45825f612cd9 req-90924e29-b54a-4427-8866-765f144c1c2b tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0945847 Nov 08 12:35:28.976941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97d6c-d3e9-4699-846a-2105025ce55c req-dc7ff409-5092-4bc4-89ec-b9f8107612ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:28.978834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dce97d6c-d3e9-4699-846a-2105025ce55c req-dc7ff409-5092-4bc4-89ec-b9f8107612ba service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210754 Nov 08 12:35:28.980782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port d3d5a69e-f15c-435a-8d63-4d7b689660e6 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:35:28.985589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port d3d5a69e-f15c-435a-8d63-4d7b689660e6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:28.986020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.988659 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:28.994301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c227fdb-563c-407f-9b90-587690d13623 req-b48b2534-069a-4238-be83-fbab31fc735e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:28.996197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c227fdb-563c-407f-9b90-587690d13623 req-b48b2534-069a-4238-be83-fbab31fc735e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Nov 08 12:35:28.996502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.071032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network 8b1d8bab-2430-486f-a213-e05db4931400 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:29.077498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:29.082238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:29.089815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:29.094083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c227fdb-563c-407f-9b90-587690d13623 req-dd304de0-7788-4d24-8ebd-e12210379cd8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872288 Nov 08 12:35:29.097304 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.150860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.166560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.174881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.177574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.280088 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-320b5d57-8fd1-40fb-817e-10b8ab8a8381 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1568201 Nov 08 12:35:29.282575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:29.284021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:29.285458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Pushing event updated for resources: {'Port': ['ID=8d256f9d-7b24-4c50-89bb-1688f4e4baa2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:29.286745 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a1eaf9-beda-421d-b75e-26ae25af95bb" -d '{"events": [{"server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "name": "network-vif-plugged", "status": "completed", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:29.292812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'admin_state_up': True, 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'security_groups': ['15f18b7c-a678-47d9-b736-e59c5548036b']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:29.296216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:29.352889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.397131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.449392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:29.455594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3073-477e-4412-9e1b-e17ead604aec req-fc06a09d-71db-4ac2-851f-54aa1a704249 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.465515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3073-477e-4412-9e1b-e17ead604aec req-fc06a09d-71db-4ac2-851f-54aa1a704249 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.472958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3073-477e-4412-9e1b-e17ead604aec req-fc06a09d-71db-4ac2-851f-54aa1a704249 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.475045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdaa3073-477e-4412-9e1b-e17ead604aec req-fc06a09d-71db-4ac2-851f-54aa1a704249 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 2373 time: 0.1178489 Nov 08 12:35:29.485533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4c8b6-d8a9-49ec-b713-184b1c5bbc6e req-8eb13afe-8edf-495b-8e6a-90bd882f5bde tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.487179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4b4c8b6-d8a9-49ec-b713-184b1c5bbc6e req-8eb13afe-8edf-495b-8e6a-90bd882f5bde tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 944 time: 0.1884675 Nov 08 12:35:29.499613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1621b012-db09-4ec0-8137-1bfd2f248c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.549712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.553908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-788b2476-cbb2-423e-a5f2-d52e54fe2094 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7777364 Nov 08 12:35:29.555070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48168) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:29.568508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1940762428', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'fixed_ips': [{'ip_address': '172.25.1.229'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:29.576542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdaa3073-477e-4412-9e1b-e17ead604aec req-5c36d256-b9ff-4b9b-b249-eb42c3ffeeca tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883417 Nov 08 12:35:29.583824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4b4c8b6-d8a9-49ec-b713-184b1c5bbc6e req-3f52ab45-dc37-4f09-8ddd-d471c7c5ac8f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854442 Nov 08 12:35:29.596834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-db3c32f0-0df0-44f5-87de-d23676548d05 None None] Provisioning complete for port e2f1f121-19e7-406b-9466-7b8678637dad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:29.600716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db3c32f0-0df0-44f5-87de-d23676548d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.631063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1621b012-db09-4ec0-8137-1bfd2f248c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.645746 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bfd907-f401-4c19-934c-9daaf7436331 x-openstack-request-id: req-20bfd907-f401-4c19-934c-9daaf7436331 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:29.646040 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "name": "network-vif-plugged", "status": "completed", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:29.646311 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20bfd907-f401-4c19-934c-9daaf7436331 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:29.646702 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'code': 200} Nov 08 12:35:29.661549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-db3c32f0-0df0-44f5-87de-d23676548d05 None None] Port e2f1f121-19e7-406b-9466-7b8678637dad cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:29.678965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:29.751650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1621b012-db09-4ec0-8137-1bfd2f248c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.765495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77123c28-b2b9-4dcd-bf38-dd96da927166 req-df30673a-a9ab-41fc-a401-7ba76ee46d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:29.767623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77123c28-b2b9-4dcd-bf38-dd96da927166 req-df30673a-a9ab-41fc-a401-7ba76ee46d65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1096 time: 0.0562968 Nov 08 12:35:29.800052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Made reservation on behalf of a1c7d2a8eb9e4b22b54ce69707486535 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:29.802399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.810547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.815320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621b012-db09-4ec0-8137-1bfd2f248c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d977ada-c423-4776-8e6a-bffd2dfb9922,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:29.830186 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1621b012-db09-4ec0-8137-1bfd2f248c6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=397443897be0478286fe8c458830d608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330539 Nov 08 12:35:29.833526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48170) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:29.834232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:29.837354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77123c28-b2b9-4dcd-bf38-dd96da927166 req-09d9b6a3-3398-488c-941b-5665d8f45970 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548751 Nov 08 12:35:30.005951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49aba6b6-b971-4200-b4e0-9f4b99dd7dce req-ed3bfde8-a20c-4c0d-b148-fa438563c9fb tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0330389 Nov 08 12:35:30.063377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.135283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.176045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.208005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.2.2.100 (f7c2097d-00c4-4ede-b600-6db1d5e991f7/eb408392-efcf-4ed3-ba9c-ff8c04079bab/1c444a60-092e-45be-9726-bc0144222d54) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:30.249220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa265d64-8f0e-485b-be5e-d109cd417ca2 req-84af976d-51f8-4077-82b7-0f3a81a841a4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:30.252701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa265d64-8f0e-485b-be5e-d109cd417ca2 req-84af976d-51f8-4077-82b7-0f3a81a841a4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0695777 Nov 08 12:35:30.280291 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-dce97d6c-d3e9-4699-846a-2105025ce55c req-2aaeef82-8748-4a6e-979e-7084b88e117f tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.57 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0397415 Nov 08 12:35:30.302619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa265d64-8f0e-485b-be5e-d109cd417ca2 req-cdf356b4-133a-4679-8c67-65d0a7163ebb tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447669 Nov 08 12:35:30.358696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.374299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] device_id is not set on port c2d93c8f-6439-4eff-be41-01cc1be637b9 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:30.391066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.396747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.397394 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d977ada-c423-4776-8e6a-bffd2dfb9922 HTTP/1.1" status: 204 len: 168 time: 0.5609069 Nov 08 12:35:30.486618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb905cd9-87f8-480d-adb8-90384d1760a8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:30.530728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.548050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a62ba-935d-4114-bd94-6e77c41bd4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d977ada-c423-4776-8e6a-bffd2dfb9922,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:30.730303 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 12:35:30.730901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:35:30.748207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739423b6-5091-41fa-873d-ea3c74285b36 req-7048cf93-d878-4d9d-b79d-b8948b7a5bde tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:30.750108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-739423b6-5091-41fa-873d-ea3c74285b36 req-7048cf93-d878-4d9d-b79d-b8948b7a5bde tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.0734348 Nov 08 12:35:30.760213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4b8c-44f6-4834-8565-7ed6e43c8e53 req-66df60ba-1d16-46d6-a436-2b5c309e059d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:30.766266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4b8c-44f6-4834-8565-7ed6e43c8e53 req-66df60ba-1d16-46d6-a436-2b5c309e059d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:30.771059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:30.772273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4b8c-44f6-4834-8565-7ed6e43c8e53 req-66df60ba-1d16-46d6-a436-2b5c309e059d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:30.774196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-664f4b8c-44f6-4834-8565-7ed6e43c8e53 req-66df60ba-1d16-46d6-a436-2b5c309e059d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 2373 time: 0.1063147 Nov 08 12:35:30.849302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.867833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-739423b6-5091-41fa-873d-ea3c74285b36 req-10484e86-9fd9-4148-810a-d18403584330 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891590 Nov 08 12:35:30.877155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:30.877485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-664f4b8c-44f6-4834-8565-7ed6e43c8e53 req-d27d31ba-7fcf-463e-9c50-0eb9c59042b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956006 Nov 08 12:35:30.954934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:31.094892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:31.160833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:31.190812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76774694-0e67-4331-81d0-04b52a3db7c4 req-e152f34b-1616-4a7d-a256-f25eff8c5d35 tempest-ServerShowV247Test-744917961 tempest-ServerShowV247Test-744917961-project] 10.222.0.58 "GET /v2.0/ports?device_id=c38138e1-1586-4e6a-8622-bea85b3c0f42 HTTP/1.1" status: 200 len: 210 time: 0.0551445 Nov 08 12:35:31.277407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:31.289094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:31.289247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-68c31883-7448-4700-bea6-e6552a57e61f tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7336745 Nov 08 12:35:31.296213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:31.297671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:31.300023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:31.359426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:31.360372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:31.486604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bc59edd2-ea49-4a3d-97d3-056367caf426 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1976428 Nov 08 12:35:31.500178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'admin_state_up': True, 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'security_groups': ['15f18b7c-a678-47d9-b736-e59c5548036b']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:31.503921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:31.648255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:31.650862 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1541cd8-946a-4bc4-9a0c-937ecf85c3ba" -d '{"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-unplugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:31.731138 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594831a1-93f6-48ea-a8c3-3e74b519f5fd x-openstack-request-id: req-594831a1-93f6-48ea-a8c3-3e74b519f5fd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:31.731438 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-unplugged", "status": "failed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "code": 422}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:31.731698 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-594831a1-93f6-48ea-a8c3-3e74b519f5fd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:31.732092 n-d-816990-1 neutron-server[102537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'code': 422} returned with failed status Nov 08 12:35:31.802851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-04968312-66d6-4cf0-8b99-e9ad18e792b3 None None] Provisioning complete for port 1c444a60-092e-45be-9726-bc0144222d54 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:31.802851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-04968312-66d6-4cf0-8b99-e9ad18e792b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:31.819819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Made reservation on behalf of 0eb99b7c30a54bf5aca92cbac32a7a87 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:31.846697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:31.848451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-04968312-66d6-4cf0-8b99-e9ad18e792b3 None None] Port 1c444a60-092e-45be-9726-bc0144222d54 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:32.014327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1a26db0-2be4-403e-ac05-68d4e1577830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.035791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a5ae-d943-4a57-b864-a53a5a55e081 req-b42672b7-053e-4c80-a4e6-2b557340c64f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.037183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f651a5ae-d943-4a57-b864-a53a5a55e081 req-b42672b7-053e-4c80-a4e6-2b557340c64f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.6143420 Nov 08 12:35:32.069736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Allocated IP 10.2.2.200 (f7c2097d-00c4-4ede-b600-6db1d5e991f7/eb408392-efcf-4ed3-ba9c-ff8c04079bab/bf098d88-56e4-453a-ad12-512c3e949f3b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:32.156696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de192baf-8781-427f-a9e7-e42dae40f2a5 req-4f19ff31-fe6e-437a-83ab-3755879dccb2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.158083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de192baf-8781-427f-a9e7-e42dae40f2a5 req-4f19ff31-fe6e-437a-83ab-3755879dccb2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1636953 Nov 08 12:35:32.165332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f651a5ae-d943-4a57-b864-a53a5a55e081 req-504407b6-f056-4376-b829-f40aed19b6d3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067171 Nov 08 12:35:32.178555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Deleting port 8d256f9d-7b24-4c50-89bb-1688f4e4baa2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:32.178555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.250139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.326317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1a26db0-2be4-403e-ac05-68d4e1577830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.357649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de192baf-8781-427f-a9e7-e42dae40f2a5 req-3e562023-4e6c-42e6-aa10-11395ae85c71 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806684 Nov 08 12:35:32.360135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.360453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.366702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.388633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Calling delete_port for 8d256f9d-7b24-4c50-89bb-1688f4e4baa2 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:32.391731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4100-b00a-4254-b955-782556655717 req-4849cc30-3793-42a2-a6bb-000b0a9be93c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.402530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4100-b00a-4254-b955-782556655717 req-4849cc30-3793-42a2-a6bb-000b0a9be93c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.406678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4100-b00a-4254-b955-782556655717 req-4849cc30-3793-42a2-a6bb-000b0a9be93c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.413577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4100-b00a-4254-b955-782556655717 req-4849cc30-3793-42a2-a6bb-000b0a9be93c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.416125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db2a4100-b00a-4254-b955-782556655717 req-4849cc30-3793-42a2-a6bb-000b0a9be93c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 3094 time: 0.1643901 Nov 08 12:35:32.425410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1a26db0-2be4-403e-ac05-68d4e1577830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.446765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:32.451427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:32.453273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:32.455564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:32.467808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f1a26db0-2be4-403e-ac05-68d4e1577830 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6085438d242d4f4596e7e175918cdadf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9587133 Nov 08 12:35:32.474935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:32.548922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.549636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.580527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a26db0-2be4-403e-ac05-68d4e1577830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87404ed1-d085-4d4c-8f49-2dc65db209be,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:32.644131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db2a4100-b00a-4254-b955-782556655717 req-5924cad1-28c6-4909-a05f-e972f456a09b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837375 Nov 08 12:35:32.647763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.648381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-22ea3461-4529-4038-a205-e954c59792ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1504745 Nov 08 12:35:32.660708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:32.687719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.761720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.789151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9f1e067b-a8b7-4b77-bdf1-bae20be440be None None] Provisioning complete for port bf098d88-56e4-453a-ad12-512c3e949f3b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:32.792392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9f1e067b-a8b7-4b77-bdf1-bae20be440be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.874592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e067b-a8b7-4b77-bdf1-bae20be440be None None] Port bf098d88-56e4-453a-ad12-512c3e949f3b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:32.878953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328cc7-63a6-4cb5-b03d-4d4d717be139 req-817d4038-326c-4968-9635-be3fc2007012 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:32.891468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08328cc7-63a6-4cb5-b03d-4d4d717be139 req-817d4038-326c-4968-9635-be3fc2007012 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.0878291 Nov 08 12:35:32.892400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:32.896916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'floatingip': {'port_id': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:32.900003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.902548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.905992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87404ed1-d085-4d4c-8f49-2dc65db209be HTTP/1.1" status: 204 len: 168 time: 0.4276628 Nov 08 12:35:32.948391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:32.954582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ec0f4-d999-426b-a8e7-1f299d416bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87404ed1-d085-4d4c-8f49-2dc65db209be,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:32.964285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.023812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d256f9d-7b24-4c50-89bb-1688f4e4baa2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:33.145567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.148148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.152771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a03f595-b1f6-4685-945b-b582ba8afff9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:33.153885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-132f83b9-6db4-457a-9828-1b9000e598af tempest-ExternalNetworksAdminNegativeTestJSON-1044575735 tempest-ExternalNetworksAdminNegativeTestJSON-1044575735-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/e9c7482f-f0cc-47f4-ab15-978bff669cc6 HTTP/1.1" status: 204 len: 168 time: 1.8626261 Nov 08 12:35:33.161701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.174506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Transition to ACTIVE for port object 7a03f595-b1f6-4685-945b-b582ba8afff9 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:33.288618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.385915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:33.462157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Attempting to bind port 7a03f595-b1f6-4685-945b-b582ba8afff9 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:33.462893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Attempting to bind port 7a03f595-b1f6-4685-945b-b582ba8afff9 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:33.463413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Attempting to bind port 7a03f595-b1f6-4685-945b-b582ba8afff9 on network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:33.466068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48226) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:33.475963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Port 7a03f595-b1f6-4685-945b-b582ba8afff9 on network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:33.477527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Attempting to bind port 7a03f595-b1f6-4685-945b-b582ba8afff9 on network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:33.483638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:33.488337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Checking segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:33.488337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Bound using segment: {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:33.488337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Bound port: 7a03f595-b1f6-4685-945b-b582ba8afff9, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7808a425-d6ef-4530-b43d-ce9742f69321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:33.488337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.594226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:33.599830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:33.646836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.648339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1014-b147-4f1e-bb26-31b7c73d0674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.749323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1014-b147-4f1e-bb26-31b7c73d0674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.786368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.788843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.802066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.809803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.816356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.823448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.825384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-766399df-b42d-4676-8653-01c28b084141 req-388bce31-79c6-4ffc-a15a-62e74371994b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 3827 time: 0.1013849 Nov 08 12:35:33.830208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.842714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:33.843336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.844743 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 1091 time: 1.1897578 Nov 08 12:35:33.845174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:33.847585 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f702c-6135-4829-b1e2-f34becc24dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:33.879545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c07c03-061c-40b9-91b0-fc0448793e50 service neutron] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:33.894964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1014-b147-4f1e-bb26-31b7c73d0674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:33.974402 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d9c1014-b147-4f1e-bb26-31b7c73d0674 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fe9c49bd51a4858b51f39c30cd61555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028522 Nov 08 12:35:33.974402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c1014-b147-4f1e-bb26-31b7c73d0674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11dcdff-449b-4eec-9eae-400fd34531a7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:33.983969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:34.000637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:34.052289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:34.141560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.154569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-766399df-b42d-4676-8653-01c28b084141 req-45b6a548-2051-4739-8603-04151a60f5e4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673359 Nov 08 12:35:34.251857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.307764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.370704 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Floating IP ca0cbe2a-03a8-49e6-8e84-4767ec27b17a associated. External IP: 172.25.1.79, port: d3d5a69e-f15c-435a-8d63-4d7b689660e6. Nov 08 12:35:34.498852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0c1a00-4292-40ce-a68b-7275267e4e55 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:34.508133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.522136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Transition to ACTIVE for port object cc0c1a00-4292-40ce-a68b-7275267e4e55 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:34.524315 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d389ca1b-d3ec-4b03-b72d-6cd004abe281 x-openstack-request-id: req-d389ca1b-d3ec-4b03-b72d-6cd004abe281 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:34.524614 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:34.524932 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d389ca1b-d3ec-4b03-b72d-6cd004abe281 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:34.525358 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'status': 'completed', 'code': 200} Nov 08 12:35:34.576213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b26b-de94-4560-824d-0f761d1690af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.606499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.606974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.607445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.607955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.608427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.610212 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-4445b4d7-9a89-4c1e-bb3c-202c9ae89390 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 4362 time: 0.0840130 Nov 08 12:35:34.650754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.669395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:35:34.783486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.786466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:34.787610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f11dcdff-449b-4eec-9eae-400fd34531a7 HTTP/1.1" status: 204 len: 168 time: 0.8026159 Nov 08 12:35:34.807073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11dcdff-449b-4eec-9eae-400fd34531a7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:34.827804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.828170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.828489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.828821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.829145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.829476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.829844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.830299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.830638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.830959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.831280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.831597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a0eec-73a2-437c-9d0c-3f2c7c88aa18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:34.899585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:34.932812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-13c6fa0b-955b-4a20-acb9-b29564eb5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.933522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-13c6fa0b-955b-4a20-acb9-b29564eb5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.934170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-13c6fa0b-955b-4a20-acb9-b29564eb5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:34.935971 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-13c6fa0b-955b-4a20-acb9-b29564eb5a03 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3165240 Nov 08 12:35:35.007522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:35:35.017273 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.021727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:35:35.040435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c38bb-0525-4cc8-b7f3-5ee5727400db req-f07e6906-a3a3-42b1-96b0-f54a12d404eb tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.042076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-294c38bb-0525-4cc8-b7f3-5ee5727400db req-f07e6906-a3a3-42b1-96b0-f54a12d404eb tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1316621 Nov 08 12:35:35.053034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:35.053808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:35.101353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f924593-a484-48f1-b5aa-bcb46c5fe8d5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "PUT /v2.0/floatingips/ca0cbe2a-03a8-49e6-8e84-4767ec27b17a HTTP/1.1" status: 200 len: 990 time: 2.2053130 Nov 08 12:35:35.101353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:35.104048 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9062d8b-c63f-4d45-a16a-16add47f864a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:35.166074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-294c38bb-0525-4cc8-b7f3-5ee5727400db req-85cd656b-d25a-46c4-b281-2f432d861026 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062219 Nov 08 12:35:35.192155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Attempting to bind port cc0c1a00-4292-40ce-a68b-7275267e4e55 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:35.192708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Attempting to bind port cc0c1a00-4292-40ce-a68b-7275267e4e55 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:35.193046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Attempting to bind port cc0c1a00-4292-40ce-a68b-7275267e4e55 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:35.260915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b26b-de94-4560-824d-0f761d1690af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.261057 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c27743-dae4-479b-a5d6-c58fa9c0812b x-openstack-request-id: req-a4c27743-dae4-479b-a5d6-c58fa9c0812b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:35.261423 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:35.261781 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4c27743-dae4-479b-a5d6-c58fa9c0812b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:35.262196 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'status': 'completed', 'code': 200} Nov 08 12:35:35.265415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Port cc0c1a00-4292-40ce-a68b-7275267e4e55 on network 8b1d8bab-2430-486f-a213-e05db4931400 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:35.265880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Attempting to bind port cc0c1a00-4292-40ce-a68b-7275267e4e55 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:35.284697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:35.301378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:35.301725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:35.302110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Bound using segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:35.314785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Bound port: cc0c1a00-4292-40ce-a68b-7275267e4e55, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:35.315247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.373031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b26b-de94-4560-824d-0f761d1690af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.382436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-08a30f70-2eb3-4569-9893-656e554c0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.384120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-159f702c-6135-4829-b1e2-f34becc24dc1 req-08a30f70-2eb3-4569-9893-656e554c0bdf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4409230 Nov 08 12:35:35.387090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-b4f3f80d-0f0c-46a2-98f7-7e8f57367769 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2399666 Nov 08 12:35:35.449317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e4a2b26b-de94-4560-824d-0f761d1690af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78be86ba3e12496aa835182d6902203b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3956819 Nov 08 12:35:35.449843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:35.459412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2b26b-de94-4560-824d-0f761d1690af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77fa2a-dfa0-4e52-976d-48c7f3305026,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:35.473424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-130f2e4b-a518-431e-9a73-3726f836420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.483274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-130f2e4b-a518-431e-9a73-3726f836420c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1096 time: 0.1889231 Nov 08 12:35:35.532864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:35.542721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:35.594540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.600715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.606974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.612971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.619591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.625780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.627664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-3ecd7a0f-70ff-4c4a-8421-022735539806 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 4605 time: 0.3238335 Nov 08 12:35:35.668158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.670579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.750476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61ed190f-11a3-4466-a7c7-41167d9ab096 req-8c202ade-9600-4f23-8427-cc2d6725b8c8 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148028 Nov 08 12:35:35.753504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-6959d719-ebf9-4e3f-8501-a7b29ef367dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.753504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-6959d719-ebf9-4e3f-8501-a7b29ef367dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.2590916 Nov 08 12:35:35.796966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:35.797594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.799060 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 1136 time: 1.8035502 Nov 08 12:35:35.845066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ca0cbe2a-03a8-49e6-8e84-4767ec27b17a', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:1b:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:08Z', 'updated_at': '2021-11-08T12:35:33Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:35.857356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:35.897660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-fd882324-b0b5-4029-bde7-0b067ee2cf5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 998 time: 0.1367362 Nov 08 12:35:35.905464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48918a3-3543-4862-99bd-95c1a2668cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:35.923945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:35:35.949925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:35.960038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:35.963350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:36.012041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-4f42c207-ebbc-4df9-b630-68fc086a3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.014853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-4f42c207-ebbc-4df9-b630-68fc086a3c27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.1085691 Nov 08 12:35:36.126477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:36.131995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-a0038b7f-5924-493b-9658-1f73188a1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.137618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-a0038b7f-5924-493b-9658-1f73188a1d61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148777 Nov 08 12:35:36.194041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:36.197310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:36.268770 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e77fa2a-dfa0-4e52-976d-48c7f3305026 HTTP/1.1" status: 204 len: 168 time: 0.8142877 Nov 08 12:35:36.268992 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:35:36.277594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:36.306673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-924d37b5-75f6-43cd-8498-bb5ae8fafb28 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573772 Nov 08 12:35:36.366258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca183b91-2345-4bca-aab2-e2a38ae66d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77fa2a-dfa0-4e52-976d-48c7f3305026,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:36.527293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'cc0c1a00-4292-40ce-a68b-7275267e4e55'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:36.529892 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2463eb1-59df-4749-b3dd-f5f1411c60f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "cc0c1a00-4292-40ce-a68b-7275267e4e55"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:36.532777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95ef43-5a7e-442a-9610-4cf3b25d9dc8 req-fe74fabf-992a-4727-8b7c-fa8e235f7f64 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.534364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a95ef43-5a7e-442a-9610-4cf3b25d9dc8 req-fe74fabf-992a-4727-8b7c-fa8e235f7f64 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1118882 Nov 08 12:35:36.536668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9062d8b-c63f-4d45-a16a-16add47f864a req-245afd20-ebc9-4173-a1be-3c301314b261 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227397 Nov 08 12:35:36.665995 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431c0700-c30e-4299-bba8-b3070ca426af x-openstack-request-id: req-431c0700-c30e-4299-bba8-b3070ca426af {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:36.666977 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "cc0c1a00-4292-40ce-a68b-7275267e4e55", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:36.667459 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-431c0700-c30e-4299-bba8-b3070ca426af {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:36.669442 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'cc0c1a00-4292-40ce-a68b-7275267e4e55', 'status': 'completed', 'code': 200} Nov 08 12:35:36.685957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a95ef43-5a7e-442a-9610-4cf3b25d9dc8 req-ae668a34-b100-460c-bd06-68b5d4e37e0e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316237 Nov 08 12:35:36.800791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.801801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.804256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.804957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.805430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.805920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:36.809931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-2508d9bf-3ab3-4494-8817-de275438cada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5291 time: 0.1351907 Nov 08 12:35:37.023161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ca0cbe2a-03a8-49e6-8e84-4767ec27b17a', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:1b:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:08Z', 'updated_at': '2021-11-08T12:35:33Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:37.079885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.093818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ed007-cb82-4fa1-a62b-426fa9cf9122 None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ca0cbe2a-03a8-49e6-8e84-4767ec27b17a', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:1b:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:08Z', 'updated_at': '2021-11-08T12:35:33Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:35:37.094757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.115720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.136433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.141335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dff1276-afac-46d3-8ae5-cea70e086fcd {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:37.165125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.185029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.186948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-ae0046c7-08c9-4b4e-93b2-8f9d5572dbdd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 4605 time: 0.2435429 Nov 08 12:35:37.211874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-4de8c118-829e-48e9-b036-3ef24d959e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.215706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-4de8c118-829e-48e9-b036-3ef24d959e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.215706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-4de8c118-829e-48e9-b036-3ef24d959e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.217370 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-4de8c118-829e-48e9-b036-3ef24d959e0f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3976536 Nov 08 12:35:37.223844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:37.353916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9635af-fbf3-4efd-a02b-08eec80bb55f req-7b7a060c-3f42-4b90-978a-e68c38e1f3cc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520777 Nov 08 12:35:37.371031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Transition to ACTIVE for port object 1dff1276-afac-46d3-8ae5-cea70e086fcd will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:37.452258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85077b-d23e-4553-ada2-ae81dde3cc61 req-dd934152-9f2c-4727-85ee-2c9b16894f28 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.461972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:37.466439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c85077b-d23e-4553-ada2-ae81dde3cc61 req-dd934152-9f2c-4727-85ee-2c9b16894f28 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1662266 Nov 08 12:35:37.577933 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719b48a-94c9-4ef7-b3b7-8ac640128589 None None] New status for floating IP ca0cbe2a-03a8-49e6-8e84-4767ec27b17a: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:35:37.578707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-27d07d43-4551-4a5d-87b8-95cb95a3270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.588349 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2463eb1-59df-4749-b3dd-f5f1411c60f1 req-27d07d43-4551-4a5d-87b8-95cb95a3270c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598585 Nov 08 12:35:37.588878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48348) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:37.628704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c85077b-d23e-4553-ada2-ae81dde3cc61 req-16eecb4d-35b3-4b3a-8c5b-e1c9e52eb484 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527042 Nov 08 12:35:37.674214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-2dfe07a2-ed7a-4e87-9eeb-8cf538592e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:37.681547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-2dfe07a2-ed7a-4e87-9eeb-8cf538592e91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.2843750 Nov 08 12:35:37.708908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:37.999169 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9699f845-9933-4e8d-b4c9-4ffde6641be4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1c7d2a8eb9e4b22b54ce69707486535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941654 Nov 08 12:35:38.005913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:38.125405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97c0c-f910-4c60-9479-2560499fa8d0 req-46e2d556-2fc9-4e8b-acd5-da18556fb1ae tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.137117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fc97c0c-f910-4c60-9479-2560499fa8d0 req-46e2d556-2fc9-4e8b-acd5-da18556fb1ae tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.2389925 Nov 08 12:35:38.143057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-a3c671d3-b8f5-41a0-b1f5-fd036fd806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.148669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-a3c671d3-b8f5-41a0-b1f5-fd036fd806a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.4624467 Nov 08 12:35:38.203200 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Attempting to bind port 1dff1276-afac-46d3-8ae5-cea70e086fcd on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:38.204889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Attempting to bind port 1dff1276-afac-46d3-8ae5-cea70e086fcd by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:38.206088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Attempting to bind port 1dff1276-afac-46d3-8ae5-cea70e086fcd on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:38.219924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.228523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Port 1dff1276-afac-46d3-8ae5-cea70e086fcd on network 8b1d8bab-2430-486f-a213-e05db4931400 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:38.232924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Attempting to bind port 1dff1276-afac-46d3-8ae5-cea70e086fcd on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:38.250753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:38.255400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:38.262977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Bound using segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:38.262977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Bound port: 1dff1276-afac-46d3-8ae5-cea70e086fcd, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:38.262977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.359986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fc97c0c-f910-4c60-9479-2560499fa8d0 req-f14ee18e-5689-44d7-9939-8663c87d3062 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218802 Nov 08 12:35:38.387606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:38.392658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:38.414080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.418949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-0a06e229-3b2c-4b38-bf8e-de112beaff8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.2303135 Nov 08 12:35:38.484898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.556823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-7884fa26-7556-4bd0-b45e-f30611af06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.570016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-7884fa26-7556-4bd0-b45e-f30611af06d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1408119 Nov 08 12:35:38.611673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.613481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.614496 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] 10.222.0.57 "PUT /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 1136 time: 2.6838799 Nov 08 12:35:38.655388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8a27-ce77-4652-b7c8-eae24bffca0a service neutron] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:38.670941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '1dff1276-afac-46d3-8ae5-cea70e086fcd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:38.673754 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "1dff1276-afac-46d3-8ae5-cea70e086fcd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:38.754813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.767115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.773058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.778081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:38.780379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.786732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.794165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.800391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.802789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-9966abbc-8916-449b-806a-04a4e08e693f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5383 time: 0.2407701 Nov 08 12:35:38.824969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.832483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:38.841955 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb905cd9-87f8-480d-adb8-90384d1760a8 HTTP/1.1" status: 204 len: 168 time: 0.8242035 Nov 08 12:35:38.846633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-c3b03487-1f64-43eb-b52b-7cb858b026b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:38.850771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-c3b03487-1f64-43eb-b52b-7cb858b026b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595890 Nov 08 12:35:38.853675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebc477-8c86-4a02-85a8-b1fc4c071248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb905cd9-87f8-480d-adb8-90384d1760a8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:38.937393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:39.141637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-380b3c39-ee47-4f22-8a88-10f9587051f9 req-ddfc6417-b265-4fe6-b141-34fbdf6ebbdc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3197787 Nov 08 12:35:39.190793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-4ddc19ab-30ce-40ef-85f5-9a5a0756ee70 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207941 Nov 08 12:35:39.528096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c6d02-4fd6-4550-a457-ba870d91f8a1 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:39.533966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:39.548787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Transition to ACTIVE for port object e79c6d02-4fd6-4550-a457-ba870d91f8a1 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:39.550619 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743b0b3-e238-4282-a541-6cc11e18ceee x-openstack-request-id: req-c743b0b3-e238-4282-a541-6cc11e18ceee {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:39.550908 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "1dff1276-afac-46d3-8ae5-cea70e086fcd", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:39.551164 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c743b0b3-e238-4282-a541-6cc11e18ceee {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:39.551571 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '1dff1276-afac-46d3-8ae5-cea70e086fcd', 'status': 'completed', 'code': 200} Nov 08 12:35:39.605765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.606328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.606799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.607262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.607781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.608309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.608764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.610907 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-2b1a7ed7-77b3-4a72-9204-0d27f95abf7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6220 time: 0.0585861 Nov 08 12:35:39.766715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:39.804967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ecddcd9-159a-48c1-b23c-a65ed65dccf5 req-4bdbf794-e983-456e-a00b-6c94d77b9da3 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0668952 Nov 08 12:35:39.816068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-f01933a9-bd8c-45a4-ad70-86f79c0b7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.816469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-f01933a9-bd8c-45a4-ad70-86f79c0b7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.816713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-f01933a9-bd8c-45a4-ad70-86f79c0b7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.818329 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-f01933a9-bd8c-45a4-ad70-86f79c0b7dc4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1983910 Nov 08 12:35:39.852400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c020d-ed81-40e1-8a7a-e459c6c11ec4 req-2b1600bf-0e4f-4691-9469-41f864136af2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:39.859984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa4c020d-ed81-40e1-8a7a-e459c6c11ec4 req-2b1600bf-0e4f-4691-9469-41f864136af2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1203613 Nov 08 12:35:39.899369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1d14c8-62d6-47c0-b3fe-33330918cf2f req-dbd5b901-9a05-4354-8316-db632054598d service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990421 Nov 08 12:35:39.946360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa4c020d-ed81-40e1-8a7a-e459c6c11ec4 req-7c39a286-6b39-45f8-ab50-ef5a1740ec1c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807385 Nov 08 12:35:40.002226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:40.115263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63488bad-3831-4f80-93b8-438fc706acff req-44988997-9cbb-424c-8701-afd78d78e277 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.116854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63488bad-3831-4f80-93b8-438fc706acff req-44988997-9cbb-424c-8701-afd78d78e277 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.0687907 Nov 08 12:35:40.176353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-0cbe3c40-672f-44bc-9110-5a4cc37aed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.176353 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0aeadf22-ba42-49f5-9a0c-34fe8b0c6f8c req-0cbe3c40-672f-44bc-9110-5a4cc37aed57 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303986 Nov 08 12:35:40.198989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63488bad-3831-4f80-93b8-438fc706acff req-7c854d3c-0538-45ff-89b5-64cc60788773 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752568 Nov 08 12:35:40.214548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Attempting to bind port e79c6d02-4fd6-4550-a457-ba870d91f8a1 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:40.215171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Attempting to bind port e79c6d02-4fd6-4550-a457-ba870d91f8a1 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:40.215516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Attempting to bind port e79c6d02-4fd6-4550-a457-ba870d91f8a1 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:40.220657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Port e79c6d02-4fd6-4550-a457-ba870d91f8a1 on network 8b1d8bab-2430-486f-a213-e05db4931400 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:40.221413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Attempting to bind port e79c6d02-4fd6-4550-a457-ba870d91f8a1 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:40.236050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:40.236612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:40.237215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Bound using segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:40.237660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Bound port: e79c6d02-4fd6-4550-a457-ba870d91f8a1, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:40.238070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:40.344143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:40.359793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:40.379618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.387094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.393288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.413447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.420466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.426149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:40.427536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.434497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.436509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-300ca211-3534-4807-9401-80b96b454031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5395 time: 0.1308842 Nov 08 12:35:40.464672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:40.465292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:40.467346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] 10.222.0.57 "PUT /v2.0/ports/e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 1091 time: 1.6952062 Nov 08 12:35:40.490457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540739c-0c51-4868-9e4a-bfa1cb3c950d service neutron] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:40.536623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72942308-3b05-4e5c-9edf-210cbe73e2a7 req-a3fde956-dd18-40b6-8706-bff2968c7858 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909178 Nov 08 12:35:40.633025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:40.716135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:40.996194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8db9284-a558-4f42-823c-f05f83ff70ab req-18f15864-1cd2-4a93-a506-ef21d4026d57 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0562873 Nov 08 12:35:41.086643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f1f121-19e7-406b-9466-7b8678637dad {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:41.094406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.109610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Transition to ACTIVE for port object e2f1f121-19e7-406b-9466-7b8678637dad will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:41.110578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced4d38-e4a9-4163-a584-01a011221512 req-cc0414d8-0911-4d4b-8d20-b24a1502dce7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.113440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ced4d38-e4a9-4163-a584-01a011221512 req-cc0414d8-0911-4d4b-8d20-b24a1502dce7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0686009 Nov 08 12:35:41.167010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ced4d38-e4a9-4163-a584-01a011221512 req-212f21e4-e5e6-4720-8edd-377303783e7b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461748 Nov 08 12:35:41.185137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48446) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:41.220598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.297290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:41.419928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aab87-5fef-4158-8826-588ee71f88fd req-a2307afb-1da0-4d52-bdde-308b4c505be0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.431429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca9aab87-5fef-4158-8826-588ee71f88fd req-a2307afb-1da0-4d52-bdde-308b4c505be0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1059139 Nov 08 12:35:41.445042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.531317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Attempting to bind port e2f1f121-19e7-406b-9466-7b8678637dad on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:41.531719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Attempting to bind port e2f1f121-19e7-406b-9466-7b8678637dad by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:41.532065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Attempting to bind port e2f1f121-19e7-406b-9466-7b8678637dad on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:41.540379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Port e2f1f121-19e7-406b-9466-7b8678637dad on network 8b1d8bab-2430-486f-a213-e05db4931400 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:41.540656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Attempting to bind port e2f1f121-19e7-406b-9466-7b8678637dad on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:41.552730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:41.555722 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d232d6da-2edc-4e08-9e9c-4f549593f28d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:41.558818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:41.559083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Checking segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:41.559754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Bound using segment: {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:41.560215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Bound port: e2f1f121-19e7-406b-9466-7b8678637dad, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7a066-2463-409e-b49f-a5c413c2aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:41.560702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.563105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca9aab87-5fef-4158-8826-588ee71f88fd req-6ff1671d-a5c6-4f69-b354-767a38bf4948 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306996 Nov 08 12:35:41.629058 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0648d0-6496-40b4-a24b-97d988e5ff77 x-openstack-request-id: req-4e0648d0-6496-40b4-a24b-97d988e5ff77 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:41.629351 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:41.629613 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e0648d0-6496-40b4-a24b-97d988e5ff77 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:41.630009 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'status': 'completed', 'code': 200} Nov 08 12:35:41.638126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.708069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:41.711922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e2f1f121-19e7-406b-9466-7b8678637dad,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:41.736141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.736141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.736141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.736141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.736580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.736677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.737295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.737952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.740307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-c39f8629-e6ce-47b6-92e1-c75a9d1801c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6312 time: 0.0903471 Nov 08 12:35:41.741258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.741886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.749152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.755753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.762724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.768888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.776311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.778194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-f04a99e1-2289-43f2-a500-25e703481396 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5407 time: 0.1113904 Nov 08 12:35:41.876880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b1b1c11-dc04-44ed-867d-925c8ab5473a req-178bfa13-9859-45c6-904d-f8cf9f73e98d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897849 Nov 08 12:35:41.885474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.893813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfe0787a287547cab8daa871a55373d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075949 Nov 08 12:35:41.894619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549fe05b-56be-4618-9598-5fa40c3c0491,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:41.898738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48470) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:41.947267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.947563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.948010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.948239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.948577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.948940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.949274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.949610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.949920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.950526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.950875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.957923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b793eab2-f6d1-4fed-a2c5-e2dee89a3940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:35:41.963736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:41.964578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:41.970515 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] 10.222.0.57 "PUT /v2.0/ports/e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 1090 time: 1.3389742 Nov 08 12:35:42.021842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-83d6d136-59b0-410d-93fd-99f5d98c7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:42.023754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-83d6d136-59b0-410d-93fd-99f5d98c7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:42.023754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-83d6d136-59b0-410d-93fd-99f5d98c7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:42.024660 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-83d6d136-59b0-410d-93fd-99f5d98c7ca5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2579591 Nov 08 12:35:42.025474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2e4f6-80cb-41f2-a409-92b64754fe60 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:42.029890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.068653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.129190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:42.239773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92a908b8-9c27-4040-9fc7-10346afa5db6 req-db6c4382-1c2d-492f-9740-e6ca758eeaa1 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0656497 Nov 08 12:35:42.267907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.279923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-5b7268e5-0ab6-47f2-a93a-6d644607b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:42.286926 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d232d6da-2edc-4e08-9e9c-4f549593f28d req-5b7268e5-0ab6-47f2-a93a-6d644607b00c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494738 Nov 08 12:35:42.311202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.314618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.317859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/549fe05b-56be-4618-9598-5fa40c3c0491 HTTP/1.1" status: 204 len: 168 time: 0.4112067 Nov 08 12:35:42.332582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cef963-6f57-43f5-bc1e-e0db183b7f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549fe05b-56be-4618-9598-5fa40c3c0491,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:42.478965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:42.645019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d410f6bb-12ca-4045-a049-7a3596ef5872 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:42.719214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efc0f0-13fd-48e1-81ba-9f08f58a2fad req-d6c8096b-518e-4436-8595-98a810b8aef3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:42.720894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08efc0f0-13fd-48e1-81ba-9f08f58a2fad req-d6c8096b-518e-4436-8595-98a810b8aef3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.0581987 Nov 08 12:35:42.787842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08efc0f0-13fd-48e1-81ba-9f08f58a2fad req-61b92bbd-2ad3-4c65-b07d-41f36a196d8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587144 Nov 08 12:35:42.957995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c444a60-092e-45be-9726-bc0144222d54 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:42.977567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d410f6bb-12ca-4045-a049-7a3596ef5872 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "PUT /v2.0/quotas/949d3150586a410090ea498042fad8ce HTTP/1.1" status: 200 len: 366 time: 0.4947116 Nov 08 12:35:42.977712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:42.980268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:42.993918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c91a849b-6ddf-4cb1-bab2-50e3911581c6 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128441 Nov 08 12:35:42.994718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:42.995055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Transition to ACTIVE for port object 1c444a60-092e-45be-9726-bc0144222d54 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:43.042053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37ea0be7-fde9-4b88-a55d-6ad9b58d5ab7 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas/949d3150586a410090ea498042fad8ce HTTP/1.1" status: 200 len: 366 time: 0.0145411 Nov 08 12:35:43.044290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.089421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.089421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.094373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:43.094522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.101060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.108125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.114532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.120936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.130597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-6cf5807c-a5ea-4cd0-ae0a-556320561f08 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5407 time: 0.1347418 Nov 08 12:35:43.143944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-22c0da55-c9e4-446a-9d5e-5a5a3d49287d tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/949d3150586a410090ea498042fad8ce HTTP/1.1" status: 204 len: 168 time: 0.0955546 Nov 08 12:35:43.147996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48504) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.169722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4b10aee5-f474-4cb5-bf85-d67db2fe310e tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0170925 Nov 08 12:35:43.171394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.192080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-18f125e2-6205-4863-95bc-5e5271dc464c tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas/949d3150586a410090ea498042fad8ce HTTP/1.1" status: 200 len: 370 time: 0.0193849 Nov 08 12:35:43.198802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.208315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c414ba06-f6b1-4bd5-85a9-8bd761b9213a tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas/949d3150586a410090ea498042fad8ce/default HTTP/1.1" status: 200 len: 370 time: 0.0057077 Nov 08 12:35:43.211665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.218756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:43.257266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1852b7f8-c776-4dd1-a5a8-02884e7c2885 req-cb0113a7-c439-4656-b0bb-1b7c56a6fdb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214781 Nov 08 12:35:43.272874 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-d4ead99e-f01c-4871-86a9-d697d1f66fed tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] delete failed (client error): The resource could not be found. Nov 08 12:35:43.274683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d4ead99e-f01c-4871-86a9-d697d1f66fed tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/949d3150586a410090ea498042fad8ce HTTP/1.1" status: 404 len: 348 time: 0.0511270 Nov 08 12:35:43.390052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Attempting to bind port 1c444a60-092e-45be-9726-bc0144222d54 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:43.390494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Attempting to bind port 1c444a60-092e-45be-9726-bc0144222d54 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:43.390828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Attempting to bind port 1c444a60-092e-45be-9726-bc0144222d54 on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:43.396350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Port 1c444a60-092e-45be-9726-bc0144222d54 on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:43.396677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Attempting to bind port 1c444a60-092e-45be-9726-bc0144222d54 on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:43.402931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:43.403278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Checking segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:43.403783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Bound using segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:43.404218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Bound port: 1c444a60-092e-45be-9726-bc0144222d54, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:43.404571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:43.412826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d43dfe15-bd54-491c-a53c-b10ffca0d3cb req-99cb947c-fe6d-49d0-8aaf-54d45048e52e tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0571074 Nov 08 12:35:43.501879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:43.506555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:43.606993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:43.662998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:43.666038 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed132c-0428-41b9-91cd-d2f92de09187" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:43.686538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.687163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:43.689127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 1091 time: 1.5650184 Nov 08 12:35:43.818367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Request body: {'port': {'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:43.841037 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87f05b-5cdd-48f4-a533-914b37eec812 x-openstack-request-id: req-0f87f05b-5cdd-48f4-a533-914b37eec812 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:43.841368 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:43.841626 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f87f05b-5cdd-48f4-a533-914b37eec812 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:43.842170 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad', 'status': 'completed', 'code': 200} Nov 08 12:35:43.847908 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f17006d7-3b5e-4878-9442-762629839ae4 req-6525c560-c2e4-47f6-84f6-8700fdc9631c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0994420 Nov 08 12:35:43.866054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac49c-4f04-4461-b604-a58cc13deee7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:43.901845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:43.924194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.924677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.925154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.926262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.926752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.927343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.930385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:43.934164 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-e4fe6758-8620-472d-9a86-cb8b30fefffd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6421 time: 0.0897777 Nov 08 12:35:44.026789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:network and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.030616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:44.044366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.095238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:subnet and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.104778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f2a8-daea-4b99-967e-3bb0e48e7059 req-6bfa9d77-d61f-4c6d-b861-2fc2a915d349 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.106349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c363f2a8-daea-4b99-967e-3bb0e48e7059 req-6bfa9d77-d61f-4c6d-b861-2fc2a915d349 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1597991 Nov 08 12:35:44.110160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.196827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:subnetpool and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.216232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-6bedace0-34f9-4cab-a9a6-54548fab4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.217553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-6bedace0-34f9-4cab-a9a6-54548fab4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.219569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-6bedace0-34f9-4cab-a9a6-54548fab4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.221010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.222123 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-6bedace0-34f9-4cab-a9a6-54548fab4aca service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1830232 Nov 08 12:35:44.283339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:port and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.292929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c363f2a8-daea-4b99-967e-3bb0e48e7059 req-4c083344-737e-46d5-af3b-93721ee3e8e1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635537 Nov 08 12:35:44.295788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.334520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:router and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.348604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.370891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:floatingip and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.394075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.408779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-36faf8ab-2343-4c9e-b3ed-f36f5199b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.411419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bbed132c-0428-41b9-91cd-d2f92de09187 req-36faf8ab-2343-4c9e-b3ed-f36f5199b3d8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753740 Nov 08 12:35:44.571224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.579975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.583387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.590222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.597406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.603185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.609570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.611179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-f9b0cfeb-d9e4-41e7-b578-6858cde57af4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5419 time: 0.1981232 Nov 08 12:35:44.632619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf098d88-56e4-453a-ad12-512c3e949f3b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:44.658229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:44.688670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.694608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.702385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.708337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.714927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.720981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.727420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:44.729406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-ade96e3a-464e-4538-9293-2be7d348a6e2 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.2465928 Nov 08 12:35:44.743705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Transition to ACTIVE for port object bf098d88-56e4-453a-ad12-512c3e949f3b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:44.746345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:security_group and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.776070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.803284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e33bf8-ab9c-49b3-85cf-724ba9391527 req-2d13be83-08db-49a3-9ec4-f919b1d0b144 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763361 Nov 08 12:35:44.817537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Usage tracker for resource:security_group_rule and project:d8ec8cdc7e3d43ec93930e66b1e4eb45 is out of sync, need to count used quota {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 12:35:44.819148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:44.839045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.quota.resource [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102535) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 12:35:44.876692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af7b1012-115f-4e65-af28-94657b1819a3 tempest-QuotasTest-90306616 tempest-QuotasTest-90306616-project-admin] 10.222.0.58 "GET /v2.0/quotas/d8ec8cdc7e3d43ec93930e66b1e4eb45/details.json HTTP/1.1" status: 200 len: 703 time: 0.9721191 Nov 08 12:35:44.908324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76d8c9c2-8d42-415d-9b5a-8090d31f830b req-92a90a04-5dd7-4282-96db-d816f735446a tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657684 Nov 08 12:35:44.937791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:44.990606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bb1faa4-8068-49ca-b092-1faba180b27f req-e163005c-d9d6-4007-a425-64f39938a6be tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0771501 Nov 08 12:35:45.068765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Attempting to bind port bf098d88-56e4-453a-ad12-512c3e949f3b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:45.069414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Attempting to bind port bf098d88-56e4-453a-ad12-512c3e949f3b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:45.069635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Attempting to bind port bf098d88-56e4-453a-ad12-512c3e949f3b on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:45.075210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Port bf098d88-56e4-453a-ad12-512c3e949f3b on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:45.075666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Attempting to bind port bf098d88-56e4-453a-ad12-512c3e949f3b on network f7c2097d-00c4-4ede-b600-6db1d5e991f7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:45.081099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:45.081567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Checking segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:45.084786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Bound using segment: {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:45.084786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Bound port: bf098d88-56e4-453a-ad12-512c3e949f3b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0949035-90c7-4dfe-a91a-6155a85b311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:45.084786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.167347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:45.175129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:45.253854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48558) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:45.368863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.375099 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b004cb-4aae-47ab-a9a1-8481d49cf1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.513463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.514087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.515537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 1091 time: 1.7025495 Nov 08 12:35:45.515993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:45.518285 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:45.572347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48568) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:45.592463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937a4c-8784-4c06-b75c-de62dd687a98 service neutron] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:45.611563 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0f434-6325-49c1-872c-ebfc25d061cc x-openstack-request-id: req-a8b0f434-6325-49c1-872c-ebfc25d061cc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:45.611859 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:45.612114 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8b0f434-6325-49c1-872c-ebfc25d061cc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:45.612574 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'status': 'completed', 'code': 200} Nov 08 12:35:45.625117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7447bb-a413-4849-9a38-252187ff81bd req-ba9b2269-2e57-4571-a084-fbe8eaeb34ca tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.633101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7447bb-a413-4849-9a38-252187ff81bd req-ba9b2269-2e57-4571-a084-fbe8eaeb34ca tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.2122235 Nov 08 12:35:45.714015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.716734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad80d13-c88d-4de1-a1ba-56701682335a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.719974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.725891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.732412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.738409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.745245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.751454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.753380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-02209925-46eb-4301-849a-51945555c43b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.2562983 Nov 08 12:35:45.762554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b004cb-4aae-47ab-a9a1-8481d49cf1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.836227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7447bb-a413-4849-9a38-252187ff81bd req-6364c1dc-d7ad-4d60-8d1c-8b0a3090da31 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022016 Nov 08 12:35:45.840682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad80d13-c88d-4de1-a1ba-56701682335a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.842216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.842788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.843314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.845266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.845266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.845266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.845559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.846218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '1c444a60-092e-45be-9726-bc0144222d54'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:45.847599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-ae6aa75a-eb16-42e1-a744-7320936537ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6488 time: 0.2094195 Nov 08 12:35:45.849409 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "1c444a60-092e-45be-9726-bc0144222d54"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:45.852216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-77cc3232-0586-47ef-8610-344bf5807d17 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:45.854038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-77cc3232-0586-47ef-8610-344bf5807d17 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0878730 Nov 08 12:35:45.869570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.900119 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb1244-9611-48f3-b8e4-be9c91a7bffc x-openstack-request-id: req-75cb1244-9611-48f3-b8e4-be9c91a7bffc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:45.900640 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "1c444a60-092e-45be-9726-bc0144222d54", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:45.901078 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75cb1244-9611-48f3-b8e4-be9c91a7bffc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:45.901681 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '1c444a60-092e-45be-9726-bc0144222d54', 'status': 'completed', 'code': 200} Nov 08 12:35:45.924635 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b004cb-4aae-47ab-a9a1-8481d49cf1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:45.989345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad80d13-c88d-4de1-a1ba-56701682335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.032951 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ad80d13-c88d-4de1-a1ba-56701682335a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=313edf68c43045829bb401d7e2c90b83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587073 Nov 08 12:35:46.033865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80d13-c88d-4de1-a1ba-56701682335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6ed11-ceda-4f4c-957a-12e7a79e9948,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:46.036497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48578) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:46.090957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.115765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6b004cb-4aae-47ab-a9a1-8481d49cf1b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4614054595594e76ae3026faabf65247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8606734 Nov 08 12:35:46.116694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.119508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:46.135284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b004cb-4aae-47ab-a9a1-8481d49cf1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32be92d-7930-458b-9da8-5ea4404e927b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:46.187389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.193344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.199737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.202676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.205859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.212424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.218626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.224655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.227162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-f839f976-b515-46d2-9970-8615c5702376 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.3039162 Nov 08 12:35:46.227910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.240093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-b6d77fcf-df20-44d6-960c-1097962656b4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3726130 Nov 08 12:35:46.244130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-0c342b3b-9ddf-4f6d-a45a-7c77bb2bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.244598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-0c342b3b-9ddf-4f6d-a45a-7c77bb2bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.245059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-0c342b3b-9ddf-4f6d-a45a-7c77bb2bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.246631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-0c342b3b-9ddf-4f6d-a45a-7c77bb2bd178 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3908226 Nov 08 12:35:46.260386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.266085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.272048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.279419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.285428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.292600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.298686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.300615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-05b841ef-8da0-41b3-a641-c1b72b239c16 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 5435 time: 0.2777977 Nov 08 12:35:46.314107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:46.335179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.337972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.339317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2db6ed11-ceda-4f4c-957a-12e7a79e9948 HTTP/1.1" status: 204 len: 168 time: 0.3020356 Nov 08 12:35:46.347804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb8cc-4d2a-4a21-9951-3e8c8b81c051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6ed11-ceda-4f4c-957a-12e7a79e9948,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:46.363249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.370674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.373166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f32be92d-7930-458b-9da8-5ea4404e927b HTTP/1.1" status: 204 len: 168 time: 0.2531226 Nov 08 12:35:46.395906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6ef27-0aca-44e5-a591-72045003630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32be92d-7930-458b-9da8-5ea4404e927b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:46.527724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-42f18a24-6c3b-4283-9ae7-6bc880e29c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.529193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ed0bdb4-5fff-4b9c-b0e0-784c98023dfc req-42f18a24-6c3b-4283-9ae7-6bc880e29c6b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276924 Nov 08 12:35:46.582055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ebe539a-b87f-4599-ab1a-40dc465f50db req-a664c43d-5e59-43ad-9806-571bef1eb556 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3410044 Nov 08 12:35:46.598065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:46.628732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f907e27-c215-40d9-ac93-41c9e2e988e3 req-12121679-2d2f-4574-9715-d66b2220ce74 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3185015 Nov 08 12:35:46.730644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-315b6045-23e1-4e0e-ba74-2e7bde166e00 req-3b0d2d3b-d9f2-4263-9a05-9759c010f577 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0434620 Nov 08 12:35:46.751451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:46.765096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-a699c9a8-1fe0-4508-899c-485ac10242a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6488 time: 0.1743693 Nov 08 12:35:46.886712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e6427cf3-783d-46c9-aa6b-8d8f56e25ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 217 time: 0.1039250 Nov 08 12:35:47.045346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-525edaad-45e3-4a70-bc5a-6d99eb33bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:47.046893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-525edaad-45e3-4a70-bc5a-6d99eb33bf35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.1133931 Nov 08 12:35:47.104173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c14e5159-24f8-4279-a086-da43eb45c519,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:47.123713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16299-dba1-4654-9746-a32b33f22073 req-5aa1bb7c-8081-466f-9899-b65ad5c07851 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:47.125809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efe16299-dba1-4654-9746-a32b33f22073 req-5aa1bb7c-8081-466f-9899-b65ad5c07851 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.1499598 Nov 08 12:35:47.168452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c7856b35-2382-4159-ae37-1ead75c68e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:47.169999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-c7856b35-2382-4159-ae37-1ead75c68e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145370 Nov 08 12:35:47.205708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] For port c14e5159-24f8-4279-a086-da43eb45c519, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:47.296791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efe16299-dba1-4654-9746-a32b33f22073 req-643e2568-6dcf-48d8-ae56-108e9937ce02 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617804 Nov 08 12:35:47.307628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] device_id is not set on port c14e5159-24f8-4279-a086-da43eb45c519 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:47.331197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.334802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48618) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:47.349603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7848a2db-4176-4f51-8109-c5b36c9063bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.379846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e9e7dc56-a111-4704-9d97-63ceb7509fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954439 Nov 08 12:35:47.434400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e222b5b0-65d5-4e96-9d2f-13ec948b7797 req-533ba2a9-87c5-4aa6-88d1-ff059bc18270 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0502021 Nov 08 12:35:47.511537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7848a2db-4176-4f51-8109-c5b36c9063bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.540315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-87658b5e-a2e1-4105-a16f-2ccaddbc2ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065047 Nov 08 12:35:47.541414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.622593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8f28a1a8-6556-4613-b953-c8b09309cdf1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 217 time: 0.0552559 Nov 08 12:35:47.667524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Pushing event updated for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:47.694376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7848a2db-4176-4f51-8109-c5b36c9063bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.709305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] No DVR routers for this DVR port c14e5159-24f8-4279-a086-da43eb45c519 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:47.803769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a2db-4176-4f51-8109-c5b36c9063bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ecbcda-56df-4eb1-b401-0a8483273cbe,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:47.824327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] In _notify_port_updated(), no bound segment for port c14e5159-24f8-4279-a086-da43eb45c519 on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:35:47.825222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:47.825976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:47.827287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-a3d787c6-28c7-422b-a84d-e85558ce5019 service neutron] 10.222.0.61 "PUT /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 200 len: 1027 time: 1.5194681 Nov 08 12:35:47.829006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-aeb2ee4a-d8fc-4ec3-954f-575e91091a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:47.830785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-aeb2ee4a-d8fc-4ec3-954f-575e91091a04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.2000802 Nov 08 12:35:47.883170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7848a2db-4176-4f51-8109-c5b36c9063bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8ec8cdc7e3d43ec93930e66b1e4eb45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448551 Nov 08 12:35:47.884929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48636) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:47.974175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.020220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.042098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-3df94269-82db-4deb-871a-be568810276e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.045792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-3df94269-82db-4deb-871a-be568810276e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "GET /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1824543 Nov 08 12:35:48.061860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:48.070919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-ebf1db86-013a-46c6-9a5b-8a557ffd977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.072727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-ebf1db86-013a-46c6-9a5b-8a557ffd977c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082601 Nov 08 12:35:48.102278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.112048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.119502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.128386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.136961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-058ecd95-cfe5-4e67-b8b0-e5e5501dd5af None None] Provisioning complete for port c14e5159-24f8-4279-a086-da43eb45c519 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:48.137888 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-058ecd95-cfe5-4e67-b8b0-e5e5501dd5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.138917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.160217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.162370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-42a20890-bd5d-4b57-a4c9-536739157013 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 4661 time: 0.3691463 Nov 08 12:35:48.168295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.171232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.172630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27ecbcda-56df-4eb1-b401-0a8483273cbe HTTP/1.1" status: 204 len: 168 time: 0.2857687 Nov 08 12:35:48.182028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-058ecd95-cfe5-4e67-b8b0-e5e5501dd5af None None] Port c14e5159-24f8-4279-a086-da43eb45c519 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:48.186743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348d829-bcdf-44a8-94dd-f5b0d3d6192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ecbcda-56df-4eb1-b401-0a8483273cbe,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:48.241545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.248620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.255043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.262642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.272356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.276030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.285782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.291681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-fe4ac151-f41a-4b7d-b5a3-68b350cd8e60 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.3986006 Nov 08 12:35:48.462595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:48.515586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc6bbf49-5ab0-4c7c-a1df-ed219fad7369 req-7660a212-e462-450a-bf37-80c34b91318f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833181 Nov 08 12:35:48.520300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcc4122b-8a2a-4ab8-955e-35f652655c12 req-37c0f941-e333-4fef-83f7-6413128372b9 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&id=c9fa0845-fd29-4047-b0a3-d904f7a2b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2993054 Nov 08 12:35:48.593349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-f4f0e491-019a-46ad-a606-dc3b5932649c service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828869 Nov 08 12:35:48.779893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58c507f3-42df-4104-85af-2400358e5260 req-3b56eb15-286c-493a-82cf-de5c8a92b4c3 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0979230 Nov 08 12:35:48.797303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb47889-07f1-4d04-9774-ae21f3e8ea88 req-40e5fdf8-c44b-425f-a44d-88dcd2358873 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:48.798896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bb47889-07f1-4d04-9774-ae21f3e8ea88 req-40e5fdf8-c44b-425f-a44d-88dcd2358873 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.2095649 Nov 08 12:35:48.825695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 480f72f1-7781-43f5-bf5a-fd5e324d449d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:48.861246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=480f72f1-7781-43f5-bf5a-fd5e324d449d,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:48.864608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-9d824a6f-8ea1-47f2-baf2-79ff6446d8f1 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610927 Nov 08 12:35:48.967548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.052324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:49.199091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66303ce8-189f-4f72-8e18-1335f79e6cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.314069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-76906a97-6c7d-454c-9a3b-d9ba2eed0546 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 217 time: 0.4336891 Nov 08 12:35:49.321117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66303ce8-189f-4f72-8e18-1335f79e6cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.341248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7bb47889-07f1-4d04-9774-ae21f3e8ea88 req-e3df2861-737d-4382-8cbe-5cd9aa529cd2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5340216 Nov 08 12:35:49.363872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] For port 480f72f1-7781-43f5-bf5a-fd5e324d449d, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:49.410824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] device_id is not set on port 480f72f1-7781-43f5-bf5a-fd5e324d449d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:49.416961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e4e1ff03-8797-4c21-8698-9b763f608d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:49.418609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-e4e1ff03-8797-4c21-8698-9b763f608d39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0945313 Nov 08 12:35:49.423682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.437013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66303ce8-189f-4f72-8e18-1335f79e6cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.466643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fb7b13ca-687b-4ba7-9c34-1b1f46aac76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:49.468606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fb7b13ca-687b-4ba7-9c34-1b1f46aac76b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425432 Nov 08 12:35:49.475799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303ce8-189f-4f72-8e18-1335f79e6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69512ad-0a8f-431c-84be-8f5373d66b9c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:49.491531 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66303ce8-189f-4f72-8e18-1335f79e6cbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4b2c7ba1b5f45b2a504504a8630d5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343023 Nov 08 12:35:49.493298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48668) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:49.555627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.580889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.587420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-83dcc51a-e0e2-4b9a-a474-98fa2854b373 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087706 Nov 08 12:35:49.587420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.636377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:35:49.636948 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:35:49.722431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.725290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:49.727215 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b69512ad-0a8f-431c-84be-8f5373d66b9c HTTP/1.1" status: 204 len: 168 time: 0.2316809 Nov 08 12:35:49.758381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c39189-ffb8-4349-ad94-720f42d7fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69512ad-0a8f-431c-84be-8f5373d66b9c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:49.875864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Pushing event updated for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:49.885338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] No DVR routers for this DVR port 480f72f1-7781-43f5-bf5a-fd5e324d449d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:50.010795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.016852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.022958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.030132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.036346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.038207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-4f256bbd-ac29-42d9-a44d-d1c867e56d6d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 3886 time: 0.3097053 Nov 08 12:35:50.046037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-2c42fb1b-80e5-43d7-9f6f-f9833189b315 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527671 Nov 08 12:35:50.063178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] In _notify_port_updated(), no bound segment for port 480f72f1-7781-43f5-bf5a-fd5e324d449d on network a832796d-6050-47f4-99f6-7c5282354f64 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:35:50.064045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.064649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.065943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-d1aabb9e-b322-4880-b57b-edf557bb3dce service neutron] 10.222.0.61 "PUT /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 200 len: 1028 time: 2.0091960 Nov 08 12:35:50.092271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.098495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.105648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.111860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.118930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.120062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.123336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5da998d0-3bfa-4272-91fe-75b8b54cb2c4 None None] Provisioning complete for port 480f72f1-7781-43f5-bf5a-fd5e324d449d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:35:50.125237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.130762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5da998d0-3bfa-4272-91fe-75b8b54cb2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.131326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.134766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-1e4c67e4-435d-465c-8462-269e2e2651e5 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.3090086 Nov 08 12:35:50.198602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-b3435afb-12d8-4f7f-ad4c-5a829e94e2ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 217 time: 0.1409616 Nov 08 12:35:50.215397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5da998d0-3bfa-4272-91fe-75b8b54cb2c4 None None] Port 480f72f1-7781-43f5-bf5a-fd5e324d449d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:35:50.302971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c85c8c12-579a-4ab0-a46b-d8cccfd3f030 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:50.450546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817e9b79-1d0a-42bf-8e86-3efd27b03326 req-e19b4cad-9397-49e3-90f7-ba6824711b59 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009504 Nov 08 12:35:50.488672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-bcb620bd-ed18-4ea1-b4ca-415b9015e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.491335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-bcb620bd-ed18-4ea1-b4ca-415b9015e92e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 1094 time: 0.0761480 Nov 08 12:35:50.495792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.506832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:50.524242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fc674534-7201-4ca3-bb31-467efd7693c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.526855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-fc674534-7201-4ca3-bb31-467efd7693c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.2508779 Nov 08 12:35:50.542969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c836d7a5-9b39-4afe-b973-7410b0604317 req-778aee24-5b50-4c7c-bbaa-f64c7c92aa4e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3632290 Nov 08 12:35:50.549549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:50.552272 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221643b-73a5-4369-8962-2796b5ba6f09" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:50.580959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:50.613312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.639302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port c95af6a1-c3cc-4464-85f5-7eebc73d71ef {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:50.639786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.676483 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.678864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device eff5d8b5-84ce-4e4b-ae40-cce216085c1f no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:50.712815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-25b7edfd-a5ab-45a8-be46-e088a70e7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:50.714122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-25b7edfd-a5ab-45a8-be46-e088a70e7a13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668468 Nov 08 12:35:50.788410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:50.851282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.888791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:50.909973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb595ad0-cd77-447a-9210-224e86fda33a req-bcd7a935-e9d3-41ed-8ae1-eb65e8f0d8d6 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1923063 Nov 08 12:35:50.962828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] For port c95af6a1-c3cc-4464-85f5-7eebc73d71ef, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:50.963295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.966938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:50.967637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c14e5159-24f8-4279-a086-da43eb45c519 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:50.977519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for c95af6a1-c3cc-4464-85f5-7eebc73d71ef owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:50.982235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:51.028640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:51.075550 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a029c1-fb5c-47ab-8bfe-f81e7302cb72 x-openstack-request-id: req-89a029c1-fb5c-47ab-8bfe-f81e7302cb72 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:51.075550 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:51.075550 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89a029c1-fb5c-47ab-8bfe-f81e7302cb72 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:51.075550 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'code': 200} Nov 08 12:35:51.076043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f5048-670b-476b-a1a7-dff4ea20e7fa req-46d9af84-4268-4b74-83f6-c3b8f4e93451 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:51.083754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d06f5048-670b-476b-a1a7-dff4ea20e7fa req-46d9af84-4268-4b74-83f6-c3b8f4e93451 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 943 time: 0.3526876 Nov 08 12:35:51.099223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:35:51.099581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c14e5159-24f8-4279-a086-da43eb45c519 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:35:51.100082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c95af6a1-c3cc-4464-85f5-7eebc73d71ef no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:51.124604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.144340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Transition to ACTIVE for port object c70269f3-2536-4c12-ba5e-a6300d2b9a05 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:35:51.151790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-daf075d2-2061-489e-8180-5ecaada380b2 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218633 Nov 08 12:35:51.176825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:51.233469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d06f5048-670b-476b-a1a7-dff4ea20e7fa req-6e7c545e-059e-4df6-845b-48e160d69547 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482670 Nov 08 12:35:51.245660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.281104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.317174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-f25fdc51-5a9a-4edb-b3c0-f4e5f0cc9708 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561823 Nov 08 12:35:51.348808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:51.416861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-d6145437-1180-46a4-aeaf-414ae1413020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 217 time: 0.0876036 Nov 08 12:35:51.560956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 456d6d53-39e0-4abd-90c7-9557e3fb46a5 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:51.594659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-f127c1a8-868c-46db-92c9-beb22f55d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:51.596172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-f127c1a8-868c-46db-92c9-beb22f55d896 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.1717653 Nov 08 12:35:51.607087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.621153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] No DVR routers for this DVR port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:51.755958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:51.759234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=c95af6a1-c3cc-4464-85f5-7eebc73d71ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:51.793411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.856648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:51.893851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:51.895298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:51.895901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:51.905809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:51.910324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Attempting to bind port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:51.924024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:35:51.924388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:51.924845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Bound using segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:35:51.931146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Bound port: c70269f3-2536-4c12-ba5e-a6300d2b9a05, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:35:51.931644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.973425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] No DVR routers for this DVR port c95af6a1-c3cc-4464-85f5-7eebc73d71ef on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:51.979105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.983846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-e279d88d-f2ef-4b87-afa3-fd1455799662 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "DELETE /v2.0/ports/c95af6a1-c3cc-4464-85f5-7eebc73d71ef HTTP/1.1" status: 204 len: 173 time: 1.9086256 Nov 08 12:35:51.990721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:51.991431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e21a319b-0b8b-4648-ac17-c3e30d13cfa9 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:35:51.996194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:51.999561 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d248fd-998a-4475-b797-b4fbc984e4b1" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:52.018527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-ab94e750-fc9e-40dd-95ad-83943885812d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.029146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-ab94e750-fc9e-40dd-95ad-83943885812d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.040148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-ab94e750-fc9e-40dd-95ad-83943885812d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.048255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-ab94e750-fc9e-40dd-95ad-83943885812d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.057908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-ab94e750-fc9e-40dd-95ad-83943885812d tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 3148 time: 0.3876877 Nov 08 12:35:52.058979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:52.062367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:35:52.092999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1c4f6b04-11eb-4a3c-85e8-682100e974d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.094520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-1c4f6b04-11eb-4a3c-85e8-682100e974d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4821985 Nov 08 12:35:52.104019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-968268235', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:52.172749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.186371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.193178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.200616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.207080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.213683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.225597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.238856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.239715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.239830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.241035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] 10.222.0.57 "PUT /v2.0/ports/c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 1091 time: 1.7389710 Nov 08 12:35:52.241713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-8169faeb-ffde-4247-adcc-455dd73dc36b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.4867854 Nov 08 12:35:52.250660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:52.253023 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd598ba3-2054-43df-940c-1cf51c556e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:52.364557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563e447-8bf1-4e7b-98cf-9d6c688c29df service neutron] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:52.376753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-a433d83c-220b-46f6-bd47-95a20d15da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.378656 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-a433d83c-220b-46f6-bd47-95a20d15da12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1095 time: 0.1132116 Nov 08 12:35:52.390177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:52.482220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-428f984d-95d5-46e6-bdba-9cccc94028e6 req-614ae91e-c17d-4965-bfac-fea762477247 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137504 Nov 08 12:35:52.509240 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.530070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Made reservation on behalf of 27854ba753c444d7a3ceb1ceaf4f9fd3 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:52.546225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.582740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:52.595651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-0a36e8a6-4afc-43ac-a418-8f82aa9c6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.601693 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-0a36e8a6-4afc-43ac-a418-8f82aa9c6911 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.2150688 Nov 08 12:35:52.616275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.660110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.696397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-8e531c29-2b13-4e52-99b5-49f9fa13be81 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632215 Nov 08 12:35:52.737046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-8957543f-77d2-4b0e-9b1b-ac302d064084 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 999 time: 0.1225977 Nov 08 12:35:52.771803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:52.793562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-ebef1a92-3361-4fd1-926f-02e1aa3b20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.795279 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-ebef1a92-3361-4fd1-926f-02e1aa3b20bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.0504293 Nov 08 12:35:52.837345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:52.841190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:52.841530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.855454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-047d2791-8827-4302-a7e7-c0530a68d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:52.856975 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-047d2791-8827-4302-a7e7-c0530a68d379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543463 Nov 08 12:35:52.934772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] For port c85c8c12-579a-4ab0-a46b-d8cccfd3f030, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:52.935056 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:52.948998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for c85c8c12-579a-4ab0-a46b-d8cccfd3f030 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:52.985460 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-7724a557-734a-4f49-a922-6b5b8336069f service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206658 Nov 08 12:35:52.995501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-160584009'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:52.997658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6341f2ff-3647-4712-b936-8f2845b2b9d7 req-24455fff-9bac-499a-8a24-fc3527858588 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7101800 Nov 08 12:35:53.018893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e09f5d-f1d9-44a8-8f04-0a2401c5e7e6 req-52122354-5efd-42ca-a103-a00ba2762f4a tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.3105485 Nov 08 12:35:53.076335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f'}, {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5'}, {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:53.079569 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071b009-bd20-47aa-a6a7-fd9bf7f597ec" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f"}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5"}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:53.105783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddaf75fa-80c0-4178-85a0-d053a90a29ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.120107 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30e272f8-35a5-4d7f-acfd-508f99a34090 req-6a624d48-ba17-487d-ab92-7f61036ad058 service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186936 Nov 08 12:35:53.134667 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80992e59-57e3-4782-b1d2-30bd2c4bb386 x-openstack-request-id: req-80992e59-57e3-4782-b1d2-30bd2c4bb386 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:53.135044 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "c95af6a1-c3cc-4464-85f5-7eebc73d71ef", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:53.135263 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80992e59-57e3-4782-b1d2-30bd2c4bb386 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:53.135609 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'c95af6a1-c3cc-4464-85f5-7eebc73d71ef', 'status': 'completed', 'code': 200} Nov 08 12:35:53.141701 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c5fba4-5e75-4223-a3e2-e6f6f55f1c22 x-openstack-request-id: req-75c5fba4-5e75-4223-a3e2-e6f6f55f1c22 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:53.142085 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:53.142365 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c5fba4-5e75-4223-a3e2-e6f6f55f1c22 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:53.142765 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'status': 'completed', 'code': 200} Nov 08 12:35:53.180725 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e4693-30e1-4389-b55d-b96eafb260dd x-openstack-request-id: req-fb9e4693-30e1-4389-b55d-b96eafb260dd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:53.181313 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f", "code": 200}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5", "code": 200}, {"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:53.181575 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb9e4693-30e1-4389-b55d-b96eafb260dd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:53.181971 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'code': 200} Nov 08 12:35:53.182222 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'code': 200} Nov 08 12:35:53.182635 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'code': 200} Nov 08 12:35:53.254012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.258493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-ce0968f7-4b2a-4ccd-abaa-f112060707e3 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482230 Nov 08 12:35:53.284501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Made reservation on behalf of ba817bb964b5461fbbc5848c1802aeaa for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:53.287123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa94db-c4ed-437e-a8e4-e2cda0715705 req-904bce7f-1392-4619-a56c-c14b57acb23a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.288879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9fa94db-c4ed-437e-a8e4-e2cda0715705 req-904bce7f-1392-4619-a56c-c14b57acb23a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1174378 Nov 08 12:35:53.289774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.299007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.342381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-6960a4cf-4133-4c23-8c53-f85cfec55edb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.0765238 Nov 08 12:35:53.342979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.371029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-aebb82bd-dd64-487d-a443-343a83843e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.372842 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-aebb82bd-dd64-487d-a443-343a83843e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1095 time: 0.1338677 Nov 08 12:35:53.462892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:35:53.516375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9fa94db-c4ed-437e-a8e4-e2cda0715705 req-ce0fa53e-272a-417e-82a1-b3e177e9db3b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787271 Nov 08 12:35:53.524534 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.527939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.529471 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Added segment d5d22218-b58f-4386-8696-080171d16a48 of type vlan for network 23ac35af-da7d-4af2-a604-cd67f487aff0 Nov 08 12:35:53.530976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2da96-ba91-4c36-9051-8f408917d041,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:53.541109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-49506166-e863-43be-962a-79dd62d17b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.542382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-49506166-e863-43be-962a-79dd62d17b8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.1595168 Nov 08 12:35:53.546467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-35325713-e49f-4d02-b4ea-42a131387f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.548020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-35325713-e49f-4d02-b4ea-42a131387f56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.1791894 Nov 08 12:35:53.615082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.676111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-e81f492f-2dd8-4cca-9510-2185a494890b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 999 time: 0.1251040 Nov 08 12:35:53.677215 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.682812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-4d96b12c-28d2-4a93-b6be-9677625573a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.685412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-4d96b12c-28d2-4a93-b6be-9677625573a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172383 Nov 08 12:35:53.692062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:35:53.724032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.743263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.743813 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Added segment d0c0641d-ad5a-4f72-97e9-b76dcb73a2f3 of type vlan for network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a Nov 08 12:35:53.803496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a890de4e-def9-493f-9f8c-3da9f3b6b8f4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:53.809770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-9f255fb1-225c-4d78-8030-d605871add1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.811476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-9f255fb1-225c-4d78-8030-d605871add1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1174681 Nov 08 12:35:53.813311 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.875881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-cefbba3c-8b49-4e5b-9f23-e7a23ad8b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.877834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-cefbba3c-8b49-4e5b-9f23-e7a23ad8b8ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581145 Nov 08 12:35:53.929306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.936110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.936810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.937551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=c85c8c12-579a-4ab0-a46b-d8cccfd3f030,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:53.953383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] No DVR routers for this DVR port c85c8c12-579a-4ab0-a46b-d8cccfd3f030 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:53.960745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.974957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-392a1a66-0a96-431d-9bc0-a57f7eaa872b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "DELETE /v2.0/ports/c85c8c12-579a-4ab0-a46b-d8cccfd3f030 HTTP/1.1" status: 204 len: 173 time: 1.9067636 Nov 08 12:35:53.979213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:53.980838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:53.983371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:54.091966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21526762-d125-4fb2-90c5-3cba225fd1c3 req-0479ccd7-5543-4185-86d0-c0184deb4254 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.102367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21526762-d125-4fb2-90c5-3cba225fd1c3 req-0479ccd7-5543-4185-86d0-c0184deb4254 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.110213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21526762-d125-4fb2-90c5-3cba225fd1c3 req-0479ccd7-5543-4185-86d0-c0184deb4254 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.120423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21526762-d125-4fb2-90c5-3cba225fd1c3 req-0479ccd7-5543-4185-86d0-c0184deb4254 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 2411 time: 0.4782317 Nov 08 12:35:54.122729 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-346d177e-4746-4ed3-941c-7afd5ea16140 service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825972 Nov 08 12:35:54.162037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3244781 Nov 08 12:35:54.191234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c849e0e-fc75-494f-b4e4-25d85b0e0979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Pushing event updated for resources: {'Network': ['ID=3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:54.207249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:35:54.382016 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bd598ba3-2054-43df-940c-1cf51c556e5b req-72db1e7f-5afb-4d76-a26c-c2fecbdaba88 service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267797 Nov 08 12:35:54.439776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6778278 Nov 08 12:35:54.442774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:54.453492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'subnet': {'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:54.466840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a012ab-569c-40cf-beba-6b52e335923f req-77d64ef6-8944-4a74-b9cf-a760cc41caf9 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.2497516 Nov 08 12:35:54.494389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-97ac8d77-a7ee-4562-a051-86f082f95e76 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7957151 Nov 08 12:35:54.509105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf759-72dd-4603-85db-84c37c3ef981 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Network': ['ID=23ac35af-da7d-4af2-a604-cd67f487aff0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:54.527528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:35:54.625113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Made reservation on behalf of 27854ba753c444d7a3ceb1ceaf4f9fd3 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:54.627421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:54.641606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21526762-d125-4fb2-90c5-3cba225fd1c3 req-9cd7354a-3a77-4295-88fe-9910c9c6b2fb tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201743 Nov 08 12:35:54.723106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:54.723809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:54.750958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-bcf1ee39-d66b-49a6-a58e-b3cf2edb65b3 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070141 Nov 08 12:35:54.790519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.807025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.813090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.841382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.848946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.858573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.867247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:54.876026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292b938a-6ced-4413-bed9-14583dd760d8 req-dba0f25e-4af1-4997-9bc5-20cd7e1584c6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.2527082 Nov 08 12:35:55.046558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48796) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:55.061133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a', 'binding:host_id': 'n-h2-816990-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-701095238'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:55.319070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Made reservation on behalf of b7c4f51428ee48d09ed3fda280b03f59 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:55.322055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.337587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.339602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:35:55.340213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.425288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:55.427838 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575409c4-660f-4a74-813e-b565521794b3" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:55.444318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-6969c0ea-9258-467a-ad14-e9b9f692f3a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 217 time: 0.5674331 Nov 08 12:35:55.446182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a562b648-72ac-4fcb-a345-06ac5b64a007,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:55.461863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eb5d88bf-1b7a-40c4-bec2-121d8cdd5ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.469071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Checking segment: {'id': 'd5d22218-b58f-4386-8696-080171d16a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:55.471281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network hostable DHCP agents. Network: 23ac35af-da7d-4af2-a604-cd67f487aff0, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:35:55.537709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] For port e21a319b-0b8b-4648-ac17-c3e30d13cfa9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:55.538377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.551658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.573284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620519-5518-458d-9c52-aa3b922c6ad9 req-584c0984-50e7-4bc7-827a-024f64989e4e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:55.574747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60620519-5518-458d-9c52-aa3b922c6ad9 req-584c0984-50e7-4bc7-827a-024f64989e4e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1425645 Nov 08 12:35:55.608305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:35:55.615332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292b938a-6ced-4413-bed9-14583dd760d8 req-eac668ee-fd44-43cd-a9b3-5e27e85c17ad tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6587327 Nov 08 12:35:55.654167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.664470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 68f55ebc-ec5f-4589-8f62-2da8766a003c yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:55.707955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a60bd-d2c6-4056-abe8-075b722e1f33,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:55.804687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 23ac35af-da7d-4af2-a604-cd67f487aff0) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:55.819585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2431b-750f-4265-8017-74b585f101c7 None None] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:55.839334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-be187fce-cbc6-49d4-8ee2-6c7135268864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:55.840761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-be187fce-cbc6-49d4-8ee2-6c7135268864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.3052263 Nov 08 12:35:55.851925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:55.856019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:55.862445 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674b978-d2c7-45d8-afb6-3566be4f6645 x-openstack-request-id: req-6674b978-d2c7-45d8-afb6-3566be4f6645 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:55.862738 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "c85c8c12-579a-4ab0-a46b-d8cccfd3f030", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:55.862991 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6674b978-d2c7-45d8-afb6-3566be4f6645 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:55.863447 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'c85c8c12-579a-4ab0-a46b-d8cccfd3f030', 'status': 'completed', 'code': 200} Nov 08 12:35:55.912966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60620519-5518-458d-9c52-aa3b922c6ad9 req-27ccc523-af0d-45f3-ae63-29c8b800536b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183956 Nov 08 12:35:55.987927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b3dad2ba-8e53-47da-99e7-dc649e223479 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5401516 Nov 08 12:35:55.995699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:56.049277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-855114789', 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:56.103393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec48cc-0ef0-4205-b0c6-d63a97e8777f None None] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:56.158131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 68f55ebc-ec5f-4589-8f62-2da8766a003c yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:56.175291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.187243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Made reservation on behalf of 27854ba753c444d7a3ceb1ceaf4f9fd3 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:56.189914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.215682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] device_id is not set on port d0cb63cc-2b1b-467b-84b0-fb4c924d610e yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:56.258696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38cfdcf3-391c-4554-9f64-24b390a9e204 req-8259b729-1540-4a78-9de9-a338f238928a tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1865571 Nov 08 12:35:56.281749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.312063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.312632 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.313198 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Floating IP f604ce36-bc71-451e-953d-05cfc15eb13a disassociated. External IP: 172.25.1.163, port: e21a319b-0b8b-4648-ac17-c3e30d13cfa9. Nov 08 12:35:56.313781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for e21a319b-0b8b-4648-ac17-c3e30d13cfa9 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:56.331355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a026-6475-49f5-83a3-a803ea0418c6 req-e17d8ebe-0abb-4ed6-a754-17a7a3d63f15 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:56.341915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a026-6475-49f5-83a3-a803ea0418c6 req-e17d8ebe-0abb-4ed6-a754-17a7a3d63f15 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:56.349624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a026-6475-49f5-83a3-a803ea0418c6 req-e17d8ebe-0abb-4ed6-a754-17a7a3d63f15 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:56.351771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90a9a026-6475-49f5-83a3-a803ea0418c6 req-e17d8ebe-0abb-4ed6-a754-17a7a3d63f15 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 2411 time: 0.2806838 Nov 08 12:35:56.376769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-049fd4b0-5603-4983-bdaa-7770a8b2010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:56.378733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-049fd4b0-5603-4983-bdaa-7770a8b2010d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724415 Nov 08 12:35:56.394377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=68f55ebc-ec5f-4589-8f62-2da8766a003c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:56.450876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.20.0.12 (23ac35af-da7d-4af2-a604-cd67f487aff0/a562b648-72ac-4fcb-a345-06ac5b64a007/d0cb63cc-2b1b-467b-84b0-fb4c924d610e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:35:56.490073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90a9a026-6475-49f5-83a3-a803ea0418c6 req-d4dcff4f-3052-4e3e-ac99-d68217fa77f6 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277747 Nov 08 12:35:56.527408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Checking segment: {'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:35:56.527935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Network hostable DHCP agents. Network: 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:35:56.625370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.640574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.649317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:35:56.693559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-4f602dcd-7484-4380-aa27-6ddca32c7b80 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180072 Nov 08 12:35:56.721792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.765525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:56.773337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:56.778291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d74fab-79c3-494b-8b27-d7ab6f8e8339 None None] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:35:56.782037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.837762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:35:56.842602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:56.842943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:56.843318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:56.845541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:35:56.847975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:35:56.859464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=e21a319b-0b8b-4648-ac17-c3e30d13cfa9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:56.880779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:56.880779 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:56.881478 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 2 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:56.908042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:56.908042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:56.908357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:56.930312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:56.930653 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:56.931281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=d0cb63cc-2b1b-467b-84b0-fb4c924d610e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:56.936585 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 3 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:56.953005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:56.953745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:56.960259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:56.960689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:56.961130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:56.969237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:56.969566 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:56.972075 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 4 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:56.987360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:56.987703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:56.988046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:56.993365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:56.993823 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:56.994220 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 5 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.016659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.017003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.017349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.032706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.033101 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.033446 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 6 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.044315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.050490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.056752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.062848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.069175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.069335 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e08725f1-aca4-4f03-b6f8-6e3920bbee44 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0672150 Nov 08 12:35:57.072855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.073242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.073580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.075567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:57.076917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.087626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.089579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a5c01711-66b3-49d3-93f9-a7a18df0037d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.3689072 Nov 08 12:35:57.100577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.101613 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.124885 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 7 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.157174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.157463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.157933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.166670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.167254 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.168379 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 8 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.182656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.182948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.183392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.190321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.190726 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.192963 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 9 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.224921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.225264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.225615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.246335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.246983 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.248227 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 10 to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c Nov 08 12:35:57.253858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Deleting port d0cb63cc-2b1b-467b-84b0-fb4c924d610e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:57.254211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.301070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:35:57.301672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:35:57.302180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:35:57.319580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 68f55ebc-ec5f-4589-8f62-2da8766a003c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:35:57.320737 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 68f55ebc-ec5f-4589-8f62-2da8766a003c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:35:57.321274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.341356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8069fa8-8e36-42d4-b647-5ec935ce1e85 req-a1cf74ed-467b-404b-91fa-8977bb23358f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434312 Nov 08 12:35:57.348592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Router d6567283-7cae-4440-bdc8-e8b09292dbcd has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:35:57.421379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c08bf-44d0-4078-9dbf-9975654529c9 req-6aac9cc0-5097-4389-9e49-1f3fd564e2e6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.426134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98c08bf-44d0-4078-9dbf-9975654529c9 req-6aac9cc0-5097-4389-9e49-1f3fd564e2e6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.2271087 Nov 08 12:35:57.482579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 68f55ebc-ec5f-4589-8f62-2da8766a003c, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:35:57.482958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempted to set empty binding levels {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:35:57.536901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.547006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.585709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:35:57.596281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Calling delete_port for d0cb63cc-2b1b-467b-84b0-fb4c924d610e owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:57.598498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Sync routers for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:35:57.624995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.626551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.647340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:57.648156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:57.665372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=68f55ebc-ec5f-4589-8f62-2da8766a003c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:57.673656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] No DVR routers for this DVR port e21a319b-0b8b-4648-ac17-c3e30d13cfa9 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:57.676214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.681268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-bc36d1cb-f41b-4584-8514-c399ae7061ea tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "DELETE /v2.0/ports/e21a319b-0b8b-4648-ac17-c3e30d13cfa9 HTTP/1.1" status: 204 len: 173 time: 3.6853805 Nov 08 12:35:57.700952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ee94377-1aa1-4d6d-b5cf-00f4c65f8752 req-0d911faa-8d9a-4759-93b3-75842dc9c5fb tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1120069 Nov 08 12:35:57.763904 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c79bf234-ff08-45be-bb26-fa0fb76419c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7129464 Nov 08 12:35:57.764678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:57.839147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:57.871742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:35:57.874485 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc428eb1-cbce-4986-9ddc-d82420fa9bd3" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:35:57.923006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98c08bf-44d0-4078-9dbf-9975654529c9 req-18645eb8-4ad8-42e5-b93b-1bbdb2ef7cbe tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395689 Nov 08 12:35:57.986178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3b4f-402e-49db-b2bd-8dd6dcac8e81 req-309c1c26-7af7-4f9f-96a3-ebe5c608125e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:57.986353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Deleting port 68f55ebc-ec5f-4589-8f62-2da8766a003c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:57.986353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:57.995956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3b4f-402e-49db-b2bd-8dd6dcac8e81 req-309c1c26-7af7-4f9f-96a3-ebe5c608125e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.004944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-157d3b4f-402e-49db-b2bd-8dd6dcac8e81 req-309c1c26-7af7-4f9f-96a3-ebe5c608125e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 1677 time: 0.1622801 Nov 08 12:35:58.032413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port eff5d8b5-84ce-4e4b-ae40-cce216085c1f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:58.033175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.033530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.139083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] For port eff5d8b5-84ce-4e4b-ae40-cce216085c1f, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:58.139487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.148795 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.154860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for eff5d8b5-84ce-4e4b-ae40-cce216085c1f owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:58.222081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:58.229602 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4623f8e-ee0b-4cf0-b539-fe7cea76e560 x-openstack-request-id: req-f4623f8e-ee0b-4cf0-b539-fe7cea76e560 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:35:58.230729 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "e21a319b-0b8b-4648-ac17-c3e30d13cfa9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:35:58.230729 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4623f8e-ee0b-4cf0-b539-fe7cea76e560 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:35:58.230729 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'e21a319b-0b8b-4648-ac17-c3e30d13cfa9', 'status': 'completed', 'code': 200} Nov 08 12:35:58.264807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 68f55ebc-ec5f-4589-8f62-2da8766a003c, host n-h2-816990-1, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:58.265440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.277985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Checking router: d6567283-7cae-4440-bdc8-e8b09292dbcd for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:35:58.282124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0cb63cc-2b1b-467b-84b0-fb4c924d610e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:58.307820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Calling delete_port for 68f55ebc-ec5f-4589-8f62-2da8766a003c owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:58.315572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:35:58.320920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:58.345297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-157d3b4f-402e-49db-b2bd-8dd6dcac8e81 req-0584cee3-45dc-4f94-9e53-4b1b4286305f tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389354 Nov 08 12:35:58.428516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.436482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a1115cb9-db00-4196-9132-d0a39f21070b tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d0cb63cc-2b1b-467b-84b0-fb4c924d610e HTTP/1.1" status: 204 len: 168 time: 1.3597398 Nov 08 12:35:58.438566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:58.444378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0', 'external_fixed_ips': [{'subnet_id': 'a562b648-72ac-4fcb-a345-06ac5b64a007', 'ip_address': '172.20.0.12'}]}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:58.501052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:35:58.556864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.558638 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.600062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.622461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e5aa918-abb5-441b-8944-75b923e63c27 req-54dbad8e-1fdb-420f-8aad-1f5f7167e801 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790491 Nov 08 12:35:58.657300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.666151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.674722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.684918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.691191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.697584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.702223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f55ebc-ec5f-4589-8f62-2da8766a003c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:58.708832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:58.711316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-a48d3cdf-6481-411f-adce-f18c05de68b4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1885836 Nov 08 12:35:58.717973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.785394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.792988 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b00b073-25f9-418e-9312-5d67fdb2cde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "DELETE /v2.0/ports/68f55ebc-ec5f-4589-8f62-2da8766a003c HTTP/1.1" status: 204 len: 168 time: 1.0250237 Nov 08 12:35:58.798292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.807277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:58.838313 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e182b4e-01a2-4cf1-844f-159f47780abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:35:58.840173 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e182b4e-01a2-4cf1-844f-159f47780abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports/68f55ebc-ec5f-4589-8f62-2da8766a003c HTTP/1.1" status: 404 len: 333 time: 0.0316741 Nov 08 12:35:58.844241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48834) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:35:58.849878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-623731997'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:35:58.904160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=eff5d8b5-84ce-4e4b-ae40-cce216085c1f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:35:58.907032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:58.911720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:35:58.953220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d70ade-134e-4c69-a279-42326e68b3d9 None None] The sync data for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 is: [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:24:54Z', 'revision_number': 4, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a6bdfd05-3054-4413-8116-45163fc2f49c', 'name': '', 'network_id': '5032b6e0-7f6b-4397-b1ae-0e390c8a5c04', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'mac_address': 'fa:16:3e:7f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '73a33889-980a-4cf2-8781-220a029b2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:53Z', 'updated_at': '2021-11-08T12:25:01Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'subnets': [{'id': '73a33889-980a-4cf2-8781-220a029b2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:35:59.035300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a62e7fc2-7807-45c5-9d07-a3dd617ffa6e req-76a2bcc9-ed1e-461e-b9ce-c023d9e6dc26 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1398783 Nov 08 12:35:59.051808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-190ce5a1-a39c-41eb-853e-2e8a9b838f72 req-7c18be3c-e6c6-4ddf-9222-0ff36f1d5837 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004167 Nov 08 12:35:59.096205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] No DVR routers for this DVR port eff5d8b5-84ce-4e4b-ae40-cce216085c1f on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:35:59.110446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:59.113926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-98a6b147-74ec-4c79-9388-9ac7b3fc2c77 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "DELETE /v2.0/ports/eff5d8b5-84ce-4e4b-ae40-cce216085c1f HTTP/1.1" status: 204 len: 173 time: 1.4099140 Nov 08 12:35:59.285454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.286329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.286973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.287707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.289140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.291654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.292524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.298139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-7a00f5b4-a927-405a-b169-4719abc67b52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6488 time: 0.2440293 Nov 08 12:35:59.380559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322764-3aee-4990-90ca-bbc4c8adc7c6 req-384e600e-08a6-4f1e-9359-716e2681fd46 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.383074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13322764-3aee-4990-90ca-bbc4c8adc7c6 req-384e600e-08a6-4f1e-9359-716e2681fd46 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.2378306 Nov 08 12:35:59.494195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bfdf1-d985-477c-9986-e08f8221646e None None] New status for floating IP f604ce36-bc71-451e-953d-05cfc15eb13a: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:35:59.570302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:35:59.570798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:59.587516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Made reservation on behalf of b7c4f51428ee48d09ed3fda280b03f59 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:35:59.589915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:59.665986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:35:59.707445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13322764-3aee-4990-90ca-bbc4c8adc7c6 req-794f69bb-1157-4a63-acbb-7bb735b7b7f5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079994 Nov 08 12:35:59.768710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:59.790185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2cec2-c8f5-4984-ac64-d8c2bc04abd2 req-929bbee9-9121-4114-b056-c24a4bfc7a20 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.790185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ae2cec2-c8f5-4984-ac64-d8c2bc04abd2 req-929bbee9-9121-4114-b056-c24a4bfc7a20 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 943 time: 0.2772608 Nov 08 12:35:59.883272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-b7acec69-b633-4918-bc12-7c807fe869e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:35:59.885427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-b7acec69-b633-4918-bc12-7c807fe869e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 903 time: 0.2822409 Nov 08 12:35:59.887441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] For port 456d6d53-39e0-4abd-90c7-9557e3fb46a5, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=456d6d53-39e0-4abd-90c7-9557e3fb46a5,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:35:59.887841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:35:59.916992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for 456d6d53-39e0-4abd-90c7-9557e3fb46a5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:35:59.936417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ae2cec2-c8f5-4984-ac64-d8c2bc04abd2 req-c8769342-5023-44bb-a65f-3d3727c81dac tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups?id=60921537-2111-47df-828d-7d3305238b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112707 Nov 08 12:35:59.977764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-63507198-43f9-4e98-9135-5b0acbb1a6e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.0402601 Nov 08 12:36:00.005159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.233367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:00.236447 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7af12d1-0397-4658-b4aa-04212f8e7bbd" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:00.267652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.277628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.291185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c303c0-002d-46c9-9553-2fd5f6af4446 req-6f6d2d48-47b8-4457-ac50-de69469d7870 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0845232 Nov 08 12:36:00.295124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.297692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.348918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=456d6d53-39e0-4abd-90c7-9557e3fb46a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:00.377422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] No DVR routers for this DVR port 456d6d53-39e0-4abd-90c7-9557e3fb46a5 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:00.380623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.384875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afcfabdc-fa00-46e8-a370-48d7fbba00e1 req-9b42b739-5689-41be-b4be-33fafd3fc686 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.61 "DELETE /v2.0/ports/456d6d53-39e0-4abd-90c7-9557e3fb46a5 HTTP/1.1" status: 204 len: 173 time: 1.2609813 Nov 08 12:36:00.405060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.411502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.419055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.426787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.434584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.441896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.449215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.451857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72372aeb-315e-48f8-9931-18c55c31db84 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.2316012 Nov 08 12:36:00.477174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:00.500965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:00.529976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:00.531135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.531586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.532345 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35580cd7-d52e-4976-948d-70afc867cb28 x-openstack-request-id: req-35580cd7-d52e-4976-948d-70afc867cb28 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:00.532715 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "eff5d8b5-84ce-4e4b-ae40-cce216085c1f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:00.533006 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35580cd7-d52e-4976-948d-70afc867cb28 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:00.533583 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': 'eff5d8b5-84ce-4e4b-ae40-cce216085c1f', 'status': 'completed', 'code': 200} Nov 08 12:36:00.549935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbd4f45-90f7-4c9a-a193-f5c03f7df718,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:00.559529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-e673ab62-d9b1-4590-882d-85ec8282baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.561094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-e673ab62-d9b1-4590-882d-85ec8282baf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.1082480 Nov 08 12:36:00.639879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e1ef0903-3c5b-4d60-a784-c0ba0e52ddfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7943351 Nov 08 12:36:00.648717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48850) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:00.650808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-751666e5-9976-4f11-848f-c976a70c2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.655822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-751666e5-9976-4f11-848f-c976a70c2b9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1095 time: 0.0734575 Nov 08 12:36:00.662488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:00.674674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0362b9ce-9d6d-4093-abf7-7f5cb631b568 req-72655faa-d2ac-4599-8bda-13568805521a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630983 Nov 08 12:36:00.699590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-fc73c8e2-9836-4dab-b840-c616efa7d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.705370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-fc73c8e2-9836-4dab-b840-c616efa7d0f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317277 Nov 08 12:36:00.842587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.20.0.12 (23ac35af-da7d-4af2-a604-cd67f487aff0/a562b648-72ac-4fcb-a345-06ac5b64a007/03f45013-6120-481d-b417-68b9d325d19d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:00.845386 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:00.946397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4329385-67a2-4ce8-a274-5bb696e5cb1b req-b5717223-b775-43ed-a749-cded0c5fb88c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:00.960274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4329385-67a2-4ce8-a274-5bb696e5cb1b req-b5717223-b775-43ed-a749-cded0c5fb88c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1248794 Nov 08 12:36:01.091441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4329385-67a2-4ce8-a274-5bb696e5cb1b req-c03b0cf4-1bcd-49f0-99b5-7fb39a5f3618 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300004 Nov 08 12:36:01.137793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce99eced-e499-4e34-b47d-734458c6c541 req-e93b4278-4ab1-4c1d-b85f-0a628158c3b7 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0448062 Nov 08 12:36:01.353410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:01.466349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:01.480368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:01.489993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39eaa0be-b084-428f-ac85-1fb3dadf0058 req-f53440d8-ac9d-48af-87d7-cafb18c6898b tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0358357 Nov 08 12:36:01.560759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:01.607568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 23ac35af-da7d-4af2-a604-cd67f487aff0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:01.615477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:01.620950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:01.630869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:01.668246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=03f45013-6120-481d-b417-68b9d325d19d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:01.907881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.918962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.936068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbd4f45-90f7-4c9a-a193-f5c03f7df718,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:01.943557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.951365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:01.951705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:01.952040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:01.953135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.961068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.975292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.978598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:01.979108 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:01.980568 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 2 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:01.981441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:01.983373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-fe0c418c-c86c-4a6d-a35f-e3252da1ac6c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1857722 Nov 08 12:36:01.999953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.000443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.001114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.006450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.006998 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.007976 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 3 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.023951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.024432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.024936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.030550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.031030 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.031580 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 4 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.045665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.046095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.046537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.051082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.051488 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.052099 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 5 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.074580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d598c8f0-7117-48e3-b764-2b95a10d9865 req-68858648-8a7e-4ca0-a9a6-4f4bf0a1a9a7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829506 Nov 08 12:36:02.107239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.107239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.107239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.114672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.115100 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.118131 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 6 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.218806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.219414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.225202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.247838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.251306 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.254555 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 7 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.277817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:02.359470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73fb96e8-3b10-4976-bc05-d6247f82cf57 req-eb1a5ac7-cc1b-4c2e-abb4-cc449ed30302 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0863979 Nov 08 12:36:02.388980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.389907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.390931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.451806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b394eb-84c4-4da5-a85e-dc0ac02529fc req-742906a9-fb75-4857-9df9-087dddcbc3a3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:02.453706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48b394eb-84c4-4da5-a85e-dc0ac02529fc req-742906a9-fb75-4857-9df9-087dddcbc3a3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1402495 Nov 08 12:36:02.504329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.505010 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.540613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48b394eb-84c4-4da5-a85e-dc0ac02529fc req-c9c19c5b-8798-4503-a5bd-4e22ff24cb38 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804377 Nov 08 12:36:02.541178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:02.543623 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748d15a-e941-4540-9a98-d78d3cd3b841" -d '{"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:02.551868 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 8 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.576017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.576482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.576882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.598924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.598924 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.598924 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 9 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.659207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.659712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.660157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.667783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.668249 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.670812 n-d-816990-1 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 10 to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 Nov 08 12:36:02.679293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abd0e9e4-e327-4792-bead-a611a14e720c req-04b4188c-e10c-4c43-9090-ab4e21c3b7ba tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0598669 Nov 08 12:36:02.692641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:02.695966 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac72bc2-f67c-44ab-9ac1-cec65a11e636 x-openstack-request-id: req-7ac72bc2-f67c-44ab-9ac1-cec65a11e636 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:02.696927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:02.697819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:02.698002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:02.698566 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fe6ca-7975-4c27-af84-6fdbacf664eb", "name": "network-vif-deleted", "tag": "456d6d53-39e0-4abd-90c7-9557e3fb46a5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:02.700059 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ac72bc2-f67c-44ab-9ac1-cec65a11e636 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:02.702429 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fe6ca-7975-4c27-af84-6fdbacf664eb', 'name': 'network-vif-deleted', 'tag': '456d6d53-39e0-4abd-90c7-9557e3fb46a5', 'status': 'completed', 'code': 200} Nov 08 12:36:02.741110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:02.742977 n-d-816990-1 neutron-server[102536]: ERROR neutron.plugins.ml2.managers [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:02.742977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:02.875683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:02.876179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempted to set empty binding levels {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:36:02.985621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:03.037969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbd4f45-90f7-4c9a-a193-f5c03f7df718,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:03.044380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:03.048981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] In _notify_port_updated(), no bound segment for port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:36:03.049833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.050632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:03.054832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7af8b048-d7e4-480a-ad1b-3104d6a92295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "PUT /v2.0/ports/8fbd4f45-90f7-4c9a-a193-f5c03f7df718 HTTP/1.1" status: 200 len: 978 time: 2.3951552 Nov 08 12:36:03.055422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:03.220235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.220992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.221632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.222276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.222900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.223516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.224153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.224765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.225376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.226726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.227356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.227961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.228595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.229270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.229877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.230514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.231123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.231731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.232341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.232972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.233582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.234189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.234835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.235447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.236116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.236726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.237327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.238448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.239110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.239714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.240326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.240936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.241621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.242274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.242732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.243189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.243642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.244091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.244544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.244995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.246042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.246533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.246984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.247438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.256861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3ea7f1eb-e185-456d-a36c-0c8319bf7367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39240 time: 0.1954722 Nov 08 12:36:03.259389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:03.275329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:03.289908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Sync routers for ids ['8d334d8d-723d-4fc5-8f7f-4efa11ea7613'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:03.315650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Routers {'8d334d8d-723d-4fc5-8f7f-4efa11ea7613'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:03.316825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8d334d8d-723d-4fc5-8f7f-4efa11ea7613'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:03.349193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.364386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.371697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.387605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.387605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.411496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.420499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:03.443639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.450519 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-750e3c3a-5bc6-4302-8e6e-3e1d64861af3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0086255 Nov 08 12:36:03.454596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:03.456437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-573669f4-21d6-497b-8b93-938e7c6ce349 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.2034030 Nov 08 12:36:03.533862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb768941-51f1-40fb-9f3a-f566fdc65ef5 req-287bcc41-b6c9-43e1-ad1e-62abb53e5cf8 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679162 Nov 08 12:36:03.586326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd625155-bc6d-4bb2-9834-e140e218d5e7 req-6538ce50-b778-474a-b107-e55bce415ce4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0413082 Nov 08 12:36:03.612280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Set router 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:03.614560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Deleting port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:03.615009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:03.729204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 8fbd4f45-90f7-4c9a-a193-f5c03f7df718, host n-h2-816990-1, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:03.729918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:03.745915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Calling delete_port for 8fbd4f45-90f7-4c9a-a193-f5c03f7df718 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:03.784467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16849e-ee82-4948-a5fb-61895f82aa46 req-4567f01f-781a-43ec-85f4-bb4e86c254e5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:03.793371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b16849e-ee82-4948-a5fb-61895f82aa46 req-4567f01f-781a-43ec-85f4-bb4e86c254e5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1061966 Nov 08 12:36:03.878799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b16849e-ee82-4948-a5fb-61895f82aa46 req-6a359f0e-60ca-4101-976b-c845865e5c55 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806942 Nov 08 12:36:03.897272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1b43e078-45d3-4d2b-abb1-8b96b8666e52 req-763a7d7c-4692-4a13-b824-ecb691684120 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0576348 Nov 08 12:36:03.945792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.099928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.117625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d334d8d-723d-4fc5-8f7f-4efa11ea7613', 'name': '', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0', 'external_fixed_ips': [{'subnet_id': 'a562b648-72ac-4fcb-a345-06ac5b64a007', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '03f45013-6120-481d-b417-68b9d325d19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:35:58Z', 'updated_at': '2021-11-08T12:36:01Z', 'revision_number': 3, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port': {'id': '03f45013-6120-481d-b417-68b9d325d19d', 'name': '', 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d334d8d-723d-4fc5-8f7f-4efa11ea7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a562b648-72ac-4fcb-a345-06ac5b64a007', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:36:00Z', 'updated_at': '2021-11-08T12:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a562b648-72ac-4fcb-a345-06ac5b64a007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:04.157212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Checking router: 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:36:04.157559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Updating router 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 port 03f45013-6120-481d-b417-68b9d325d19d binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:36:04.167907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.215482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.242279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fbd4f45-90f7-4c9a-a193-f5c03f7df718,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:04.287435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-6fd3c848-876d-461b-bb4c-08c78877c368 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975454 Nov 08 12:36:04.344939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.348686 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9f19d59-6603-4fb9-892b-b9ef54c8aad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8fbd4f45-90f7-4c9a-a193-f5c03f7df718 HTTP/1.1" status: 204 len: 168 time: 1.0856357 Nov 08 12:36:04.358294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:04.425791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-9faea7de-b0d5-46ab-ab90-e9cec24ac988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.440016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-9faea7de-b0d5-46ab-ab90-e9cec24ac988 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 1096 time: 0.1283255 Nov 08 12:36:04.451607 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea5d9b0-f496-4878-8cd9-0eccd31a3e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:36:04.458162 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ea5d9b0-f496-4878-8cd9-0eccd31a3e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports/8fbd4f45-90f7-4c9a-a193-f5c03f7df718 HTTP/1.1" status: 404 len: 333 time: 0.0987377 Nov 08 12:36:04.470766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:04.511435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Deleting port 03f45013-6120-481d-b417-68b9d325d19d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:04.512136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.554357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-887944580', 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:04.684058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.685489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.685944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Calling delete_port for 03f45013-6120-481d-b417-68b9d325d19d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:04.698622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-75d0c9a8-2d59-40b1-97a9-7e52b1545ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.701699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-75d0c9a8-2d59-40b1-97a9-7e52b1545ecb service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.2319424 Nov 08 12:36:04.770469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af0e2cca-58fd-4a19-8d6f-1aaf833b05de req-1601b871-8acd-4688-a99d-2d7be67b5b5b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0552456 Nov 08 12:36:04.807905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-b3397d24-4046-47d6-a6a1-c4fb3892f0e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d HTTP/1.1" status: 200 len: 217 time: 0.0828650 Nov 08 12:36:04.868367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.876539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.877358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.885421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.892046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.899742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.906889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.913205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:04.918732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Pushing event updated for resources: {'Port': ['ID=03f45013-6120-481d-b417-68b9d325d19d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:04.931487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.931487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.931873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.932208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.932489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.932814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.933138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.933474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.933765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.934087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.934496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.934769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:04.942286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-8c0e42f2-c717-48c6-bb23-ee4de24c2058 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.2394819 Nov 08 12:36:04.952473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Attempting to bind port 03f45013-6120-481d-b417-68b9d325d19d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:04.952839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Attempting to bind port 03f45013-6120-481d-b417-68b9d325d19d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd5d22218-b58f-4386-8696-080171d16a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:04.953194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Attempting to bind port 03f45013-6120-481d-b417-68b9d325d19d on network 23ac35af-da7d-4af2-a604-cd67f487aff0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:04.959041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:04.959414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Checking segment: {'id': 'd5d22218-b58f-4386-8696-080171d16a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:04.959807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:04.960318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Bound using segment: {'id': 'd5d22218-b58f-4386-8696-080171d16a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:04.960799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Bound port: 03f45013-6120-481d-b417-68b9d325d19d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d22218-b58f-4386-8696-080171d16a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23ac35af-da7d-4af2-a604-cd67f487aff0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:04.961297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.013043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] For port 03f45013-6120-481d-b417-68b9d325d19d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:05.016582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] For port 03f45013-6120-481d-b417-68b9d325d19d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=03f45013-6120-481d-b417-68b9d325d19d,segment=NetworkSegment(d5d22218-b58f-4386-8696-080171d16a48),segment_id=d5d22218-b58f-4386-8696-080171d16a48)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:05.047576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-debc1876-ecc5-4809-8eac-12f1550b3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:05.049503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-debc1876-ecc5-4809-8eac-12f1550b3117 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.2336118 Nov 08 12:36:05.095233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Made reservation on behalf of b7c4f51428ee48d09ed3fda280b03f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:05.097643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.116782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50846b91-167d-4ade-bef9-176b1bc53485 req-b211c34b-e1f1-42b8-98e1-64ed2a9c177c tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0742433 Nov 08 12:36:05.117297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.149229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c94a5a8-a5cd-4371-9c6c-1035eafb3a66 req-84ea364a-b30d-4c89-89d5-f6ba26c8a80a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2029476 Nov 08 12:36:05.154445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:05.217900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-84c1dfb2-c0e4-4b5e-91fc-91c6d937e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:05.218122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Routers {'8d334d8d-723d-4fc5-8f7f-4efa11ea7613'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:05.220099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-84c1dfb2-c0e4-4b5e-91fc-91c6d937e03e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588960 Nov 08 12:36:05.226669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8d334d8d-723d-4fc5-8f7f-4efa11ea7613'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:05.355080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ace556-d86b-4ea7-a9a6-500f1ec144ff None None] Pushing event updated for resources: {'Port': ['ID=03f45013-6120-481d-b417-68b9d325d19d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:05.391261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] Set router 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:05.474764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-cd304964-8597-48ec-86b9-6cf2f0bb1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:05.477056 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-cd304964-8597-48ec-86b9-6cf2f0bb1293 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.2222764 Nov 08 12:36:05.478384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.525186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f45013-6120-481d-b417-68b9d325d19d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:05.617806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d334d8d-723d-4fc5-8f7f-4efa11ea7613', 'name': '', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:35:58Z', 'updated_at': '2021-11-08T12:36:04Z', 'revision_number': 4, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:05.638771 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-c3c96115-3b5c-41d4-bc0c-893c3e92f30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 200 len: 999 time: 0.1498487 Nov 08 12:36:05.649267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.651147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88ae41-26b9-493f-8ab0-c2e2a8cf4f78 None None] The sync data for ids ['8d334d8d-723d-4fc5-8f7f-4efa11ea7613'] in n-d-816990-1 is: [{'id': '8d334d8d-723d-4fc5-8f7f-4efa11ea7613', 'name': '', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:35:58Z', 'updated_at': '2021-11-08T12:36:04Z', 'revision_number': 4, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:05.766683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.787748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.851881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-0079d310-35cb-4103-85df-9c7e5cced443 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180160 Nov 08 12:36:05.872262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-323853ff-f289-4d9c-8aea-c4a8dbfb6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:05.874911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-323853ff-f289-4d9c-8aea-c4a8dbfb6339 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1235194 Nov 08 12:36:05.891840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-995f0197-dd99-4acf-814e-ff4b0790c927 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313322 Nov 08 12:36:05.946185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-242f59ff-3f14-4ef7-837f-c9b15faeb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:05.947701 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-242f59ff-3f14-4ef7-837f-c9b15faeb808 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622063 Nov 08 12:36:05.973203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.973818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d334d8d-723d-4fc5-8f7f-4efa11ea7613 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:05.984519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:05.985722 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eddbc40d-6117-4ef4-b4bb-967259ad6cbe tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8d334d8d-723d-4fc5-8f7f-4efa11ea7613 HTTP/1.1" status: 204 len: 168 time: 2.5301270 Nov 08 12:36:05.988386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48908) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:06.014576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5f1fe72-9dc0-4734-908f-35ba3c589382 req-5e4ecc66-672e-4310-aa7e-210fa4dcf9db tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.1076140 Nov 08 12:36:06.073728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680925e1-d8aa-4914-837e-cadbfb4b329f req-cc756a9b-42aa-4f03-bbf6-b7341c1ca65c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.078725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-680925e1-d8aa-4914-837e-cadbfb4b329f req-cc756a9b-42aa-4f03-bbf6-b7341c1ca65c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.7765715 Nov 08 12:36:06.083875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Deleting subnet a562b648-72ac-4fcb-a345-06ac5b64a007 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:06.089117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.129666 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-072024e7-f29f-4acc-b1e7-d4dee2e32d58 service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746678 Nov 08 12:36:06.142706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.166684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.217127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85415894-2176-465b-bfeb-2e9d7c2b24b4 req-f4ca5a49-296e-4a59-887b-efedc78c5f19 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453226 Nov 08 12:36:06.231278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4072ceea-43f6-4cf7-a548-b1a3eb6a4a89 req-d6082854-b5d0-476d-a3fa-3dbad687e8db service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081512 Nov 08 12:36:06.250817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.265469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-680925e1-d8aa-4914-837e-cadbfb4b329f req-5613e488-a652-4205-a0f3-7c1642d6ce52 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445839 Nov 08 12:36:06.326579 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a0b78f0-59dc-443f-9bca-5762825be27c req-0b0b7a01-cdbf-4afe-8be4-2c82060855fe service neutron] 10.222.0.57 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863394 Nov 08 12:36:06.339233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29108f6f-d89b-471f-92b8-f87ea954d512 req-a9ad1e2e-3257-4c94-b0d4-49e91368bf59 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0301197 Nov 08 12:36:06.404384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.455029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.461179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.467506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.473491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.479659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.482082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.485652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.492410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.494407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-1b2f7216-9a74-4915-8af3-040af3035f15 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1432190 Nov 08 12:36:06.509981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:06.511954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a562b648-72ac-4fcb-a345-06ac5b64a007,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:06.524138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.530484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-78931296-137b-4f80-acd4-2bc7a46f011a tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/a562b648-72ac-4fcb-a345-06ac5b64a007 HTTP/1.1" status: 204 len: 168 time: 0.5386438 Nov 08 12:36:06.531360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:06.531515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:06.568375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:06.569449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.570048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.591071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48b25bf-1977-4c1f-a850-e427a1358546 req-74348104-2b31-4649-aa99-55ab7c8989b9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902550 Nov 08 12:36:06.600125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=ebde4a7c-9318-46b0-b8ad-5d205a8f5a37,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:06.614330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.684834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-733532d7-0f75-42d4-9cee-60425b195c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1504617 Nov 08 12:36:06.687717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:06.718615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.739243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5ff98-eade-4fb8-8c58-98ae854c7e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:06.740737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5aa5ff98-eade-4fb8-8c58-98ae854c7e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports/ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 HTTP/1.1" status: 200 len: 958 time: 0.0518653 Nov 08 12:36:06.745179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48920) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:06.757781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ac35af-da7d-4af2-a604-cd67f487aff0']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:06.789126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d22218-b58f-4386-8696-080171d16a48') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:06.789514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d22218-b58f-4386-8696-080171d16a48') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:06.806349 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.846456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.856446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:36:06.856854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: items = [ Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:36:06.858740 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:36:06.922971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Deleting port ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:06.923317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:06.989868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.003195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Calling delete_port for ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:07.004816 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.012745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23ac35af-da7d-4af2-a604-cd67f487aff0 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:36:07.018144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.025792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/networks/23ac35af-da7d-4af2-a604-cd67f487aff0 HTTP/1.1" status: 204 len: 168 time: 0.4895842 Nov 08 12:36:07.033870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b2a7-60da-442e-92b2-d484cc0a323f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Network': ['ID=23ac35af-da7d-4af2-a604-cd67f487aff0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:07.146482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cf25c07-0a94-4469-8673-34790b8f03b6 req-df4711af-2b43-426e-9f59-a8ae14314b63 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0340538 Nov 08 12:36:07.207647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.227586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.231034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 HTTP/1.1" status: 204 len: 168 time: 0.4839208 Nov 08 12:36:07.233554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:07.262227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8cca5-7325-4244-844f-1dadc4941078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebde4a7c-9318-46b0-b8ad-5d205a8f5a37,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:07.294881 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc82f3-eecb-4178-9024-f97d796f345f tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:36:07.296893 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cadc82f3-eecb-4178-9024-f97d796f345f tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports/ebde4a7c-9318-46b0-b8ad-5d205a8f5a37 HTTP/1.1" status: 404 len: 333 time: 0.0621324 Nov 08 12:36:07.302668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:07.309890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754106229'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:07.417771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663156-6824-440f-a097-f61dbf567aa8 req-3eef8b73-4e90-495f-a141-1de8a5dedbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.423351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0663156-6824-440f-a097-f61dbf567aa8 req-3eef8b73-4e90-495f-a141-1de8a5dedbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.0835652 Nov 08 12:36:07.446813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Made reservation on behalf of b7c4f51428ee48d09ed3fda280b03f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:07.449673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.471469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 0fc157ab-d976-4dc8-8f61-54265175780c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:07.494611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48940) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:07.500148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'name': 'tempest-router--654378834', 'project_id': 'da7b0cad685c406ea17dfa59e19a62d1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:07.564926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f35e457a-4610-4b83-9b89-96bd75e369d6 req-3b5499cd-1acb-4b05-b584-42d3b6958933 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0875218 Nov 08 12:36:07.569796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0663156-6824-440f-a097-f61dbf567aa8 req-bda499a6-0c9d-49ad-b6b0-e0f8b6349065 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420174 Nov 08 12:36:07.637962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.639302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.704067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.717773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.783431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.790607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.797193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.802714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.803389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.810679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.816894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.823990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.825957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7245a46-5e5f-4749-b855-355714a1b668 req-bb496f1e-9965-46b3-966d-bde9e8f80d13 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1285658 Nov 08 12:36:07.890122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7245a46-5e5f-4749-b855-355714a1b668 req-b464eb3c-4759-434a-829b-557835ea96d1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562451 Nov 08 12:36:07.906921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.908151 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a4a78192-8f6b-49af-84c8-d00223c152fd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4118648 Nov 08 12:36:07.914061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48944) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:07.933854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.980896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:07.986484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:07.989108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:07.990183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:07.990896 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:07.997963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.007399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc157ab-d976-4dc8-8f61-54265175780c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:08.098132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c2766fb5-2e76-4e93-9e26-1bd72b099ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7920845 Nov 08 12:36:08.100778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:08.106146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:08.161935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.164363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.166851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.299859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a32c6ff-d2d7-4968-a1b8-8ab339d54114 req-15615768-8b1e-492c-89b8-697e6c1f2484 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0594387 Nov 08 12:36:08.305812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.307871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d189860b-549f-4988-90a9-7e60e0bba597 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:08.316356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.319832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ec21598-da82-413d-9ef1-e65dec7fec87 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d189860b-549f-4988-90a9-7e60e0bba597 HTTP/1.1" status: 204 len: 168 time: 0.4072549 Nov 08 12:36:08.380901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] device_id is not set on port 0fc157ab-d976-4dc8-8f61-54265175780c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:08.390281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.492270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc157ab-d976-4dc8-8f61-54265175780c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 2 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.607440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 3 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.610131 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 4 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.620391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.620736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.621081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.626133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.626493 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.626886 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 5 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.639921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.640334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.640685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.645504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.645837 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.646235 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 6 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.660497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.660834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.661249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.666775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.667126 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.667504 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 7 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.702580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:08.715077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.715413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.715752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.739372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e4a6ff0-9404-416b-8748-545aebd1d0c2 req-e07d7e0e-1e4d-4485-8917-7ef7b16b9329 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0478044 Nov 08 12:36:08.741504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.741504 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.741850 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 8 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.766415 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 9 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.787197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c5a7e-699c-4a44-82f5-5267ab5db74e req-dea0720a-7cc3-496c-b068-2e4d05bc884a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:08.789466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-055c5a7e-699c-4a44-82f5-5267ab5db74e req-dea0720a-7cc3-496c-b068-2e4d05bc884a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1190305 Nov 08 12:36:08.792793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.793301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.793819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.812474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.812804 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.814849 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempt 10 to bind port 0fc157ab-d976-4dc8-8f61-54265175780c Nov 08 12:36:08.840017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:08.840366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:08.840698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempting to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:08.853921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:08.854276 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Failed to bind port 0fc157ab-d976-4dc8-8f61-54265175780c on host n-h2-816990-1 for vnic_type normal using segments [{'id': 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a'}] Nov 08 12:36:08.854647 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:08.870946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-055c5a7e-699c-4a44-82f5-5267ab5db74e req-a6afb053-86f5-4335-841a-84f725322335 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Nov 08 12:36:08.941988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2100809786', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:08.948970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 0fc157ab-d976-4dc8-8f61-54265175780c, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:08.949375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:36:09.087049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.087049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.087049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.087049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.090091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.096118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.102133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.108047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.110051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-fd988410-3882-4ada-bc9a-801babed1b07 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1013014 Nov 08 12:36:09.111120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.112550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.144597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] In _notify_port_updated(), no bound segment for port 0fc157ab-d976-4dc8-8f61-54265175780c on network 3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:36:09.145492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:09.146111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.148202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "PUT /v2.0/ports/0fc157ab-d976-4dc8-8f61-54265175780c HTTP/1.1" status: 200 len: 979 time: 1.0456817 Nov 08 12:36:09.153445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:09.182148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.205680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419c3ec-e2a4-40a2-b739-4b787d18c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc157ab-d976-4dc8-8f61-54265175780c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:09.268582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77850801-249b-4c4c-99f2-8e04d3a1dd47 req-7647332a-819a-4908-a2e7-4b4d2293eb2f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322396 Nov 08 12:36:09.290969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Deleting port 0fc157ab-d976-4dc8-8f61-54265175780c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:09.291314 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.357055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] For port 0fc157ab-d976-4dc8-8f61-54265175780c, host n-h2-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:09.357427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.372627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Calling delete_port for 0fc157ab-d976-4dc8-8f61-54265175780c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:09.452804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc181095-f3b3-4973-a1e0-4794b63fefb8 req-9acd19b4-1476-47bd-9319-a88bb971bef8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0290134 Nov 08 12:36:09.475017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.567564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.598224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fc157ab-d976-4dc8-8f61-54265175780c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:09.602191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.611252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-59b14337-71a9-4490-bfd6-7c332ad1f106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0fc157ab-d976-4dc8-8f61-54265175780c HTTP/1.1" status: 204 len: 168 time: 0.4521344 Nov 08 12:36:09.611252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:09.635305 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e005ef-e346-4351-a5e7-0d70033618ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:36:09.637079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-86e005ef-e346-4351-a5e7-0d70033618ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168116541-project-admin] 10.222.0.58 "GET /v2.0/ports/0fc157ab-d976-4dc8-8f61-54265175780c HTTP/1.1" status: 404 len: 333 time: 0.0270238 Nov 08 12:36:09.640780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:09.726500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.795391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.822503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.863406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.899541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4950cd2e-09c6-4630-ad69-5dac2daabedb req-5ae9575e-580e-451a-831e-c3d2f39c0028 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0461559 Nov 08 12:36:09.922343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:09.943216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:09.943552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c0641d-ad5a-4f72-97e9-b76dcb73a2f3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:09.957891 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.979158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:09.991166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Allocated IP 172.25.1.87 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6d51568d-3e7e-4830-89ec-2c4ae349cebd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:10.007650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:36:10.008587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:36:10.011318 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:36:10.096214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db7fbd-f383-4030-acf7-072c86f120f3 req-d27cd940-35f5-4e80-b69b-b92ca3792a78 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.097797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2db7fbd-f383-4030-acf7-072c86f120f3 req-d27cd940-35f5-4e80-b69b-b92ca3792a78 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.1239829 Nov 08 12:36:10.124283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:10.160162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2db7fbd-f383-4030-acf7-072c86f120f3 req-0513fccd-e017-4405-8a54-1b73c201324b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534339 Nov 08 12:36:10.430388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.438539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.445208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.456608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.463499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.472923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.481085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:10.485820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-f5e13225-6d9b-4e5f-ac98-2f7d5f46d9dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1284463 Nov 08 12:36:10.588209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36f52228-ce30-4e63-9d75-fa8521082229 req-0dd94833-d954-4f70-9f86-925985e49802 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0324013 Nov 08 12:36:10.588209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5642b699-7c81-4efe-8cb4-4d212a5ca055 req-d5a7ee4a-b9bf-47a9-96aa-e787d74cd811 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938604 Nov 08 12:36:10.647560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:10.652695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:10.657105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] 10.222.0.58 "DELETE /v2.0/networks/3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a HTTP/1.1" status: 204 len: 168 time: 1.0147188 Nov 08 12:36:10.672650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd301f-7750-48d4-bcec-734de4358056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546247136-project] Pushing event deleted for resources: {'Network': ['ID=3f6b3847-d099-4fe5-8ae3-b11bf1c1a34a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:10.714486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:10.759746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:10.762909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:10.775533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:10.775533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event updated for resources: {'Port': ['ID=6d51568d-3e7e-4830-89ec-2c4ae349cebd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:11.011210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cd506cc-f474-4c60-8f95-0ffd3fa213a2 req-d1bc9196-641d-4893-a81e-75733a49ffa9 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0264895 Nov 08 12:36:11.205096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48992) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:11.299764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be7ef4-9b82-459c-b776-dd760034f793 req-5c172d23-d891-4109-82dc-700054b38789 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.308256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13be7ef4-9b82-459c-b776-dd760034f793 req-5c172d23-d891-4109-82dc-700054b38789 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.0621819 Nov 08 12:36:11.392523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13be7ef4-9b82-459c-b776-dd760034f793 req-0c84f5af-6bcf-464c-ab4d-31e6620c2c96 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830081 Nov 08 12:36:11.407038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e64e209-6845-4663-a037-5c7749c66dc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba817bb964b5461fbbc5848c1802aeaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007682 Nov 08 12:36:11.409609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:11.461931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.486018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.523041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.620167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.623593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.624802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a890de4e-def9-493f-9f8c-3da9f3b6b8f4 HTTP/1.1" status: 204 len: 168 time: 0.2142062 Nov 08 12:36:11.640612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a0868-b48b-487b-8c66-5934871930af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890de4e-def9-493f-9f8c-3da9f3b6b8f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:11.747134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f2813f7-b5b5-448f-a8e6-3f123cf382b4 req-3ab558bb-37e3-436d-806b-3f95134cff9b tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0420377 Nov 08 12:36:11.779098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:11.779266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.784852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.795369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.798237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.804899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.811019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.817060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:11.819111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-69321ef8-0148-4d55-9362-347f85ae7650 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1268089 Nov 08 12:36:11.889299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f933afdc-e713-4d33-bd62-ad939c3da36e req-7921c269-a2c1-44a6-96d3-1d2eaf1c7769 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614719 Nov 08 12:36:12.045143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Router e1fa52b4-6c47-4551-a3a4-3574aa13fe1c is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:12.125833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-165ecaf2-3aa8-4598-b877-b18331e9ea82 req-b2602789-7945-447e-938f-b09ab7960f65 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0292249 Nov 08 12:36:12.167464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:12.179513 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] Sync routers for ids ['e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:12.188653 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] Routers {'e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:12.189353 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:12.222128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:12.232640 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] Routers {'e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:12.233428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:12.270377 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:12.270920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84b4f9-3ba9-469a-b063-1d90df1fb975 None None] The sync data for ids ['e1fa52b4-6c47-4551-a3a4-3574aa13fe1c'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:12.287212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.289478 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8dab920a-d357-488c-ae0f-9bec9aa18561 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5859039 Nov 08 12:36:12.292210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49010) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:12.371013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:12.402683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb2a28f1-5a2f-47b6-ae79-5f4a7b43ea41 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/e1fa52b4-6c47-4551-a3a4-3574aa13fe1c HTTP/1.1" status: 200 len: 920 time: 0.1089842 Nov 08 12:36:12.405567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:12.425634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a465f912-48ba-43cc-ac6c-080b286dfc6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7c4f51428ee48d09ed3fda280b03f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532448 Nov 08 12:36:12.429283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:12.437394 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3203dadb-d18d-401f-aa55-5b8e21dd5e0f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fa52b4-6c47-4551-a3a4-3574aa13fe1c HTTP/1.1" status: 200 len: 205 time: 0.0284991 Nov 08 12:36:12.437599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49020) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:12.482236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.532877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.554540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.580931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616805f-a6c7-4237-a5f0-80d086d56882 req-451e3c38-24bd-4196-ac59-0555ca33be66 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:12.582426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a616805f-a6c7-4237-a5f0-80d086d56882 req-451e3c38-24bd-4196-ac59-0555ca33be66 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.0878153 Nov 08 12:36:12.636405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a616805f-a6c7-4237-a5f0-80d086d56882 req-4c727224-aa9f-43cc-876b-55a049c36e6a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467250 Nov 08 12:36:12.661533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.698994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.701744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.703160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/933a60bd-d2c6-4056-abe8-075b722e1f33 HTTP/1.1" status: 204 len: 168 time: 0.2721069 Nov 08 12:36:12.713763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4fa1f-66c8-4f18-9ea7-97dfccfa7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a60bd-d2c6-4056-abe8-075b722e1f33,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:12.796172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port 6d51568d-3e7e-4830-89ec-2c4ae349cebd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:12.796601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.875767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9988f5f-a63d-45f8-9d6c-41b90825ab4a req-9ca0857c-3d2e-4990-b3af-bbbfd9f5c836 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0296006 Nov 08 12:36:12.890490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:12.909001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for 6d51568d-3e7e-4830-89ec-2c4ae349cebd owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:13.039276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.045226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.051205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.058836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.063806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.070419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.076376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.078475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9a2295c-d078-47ed-8de0-70d63363331d req-e3b95915-1ed6-4a55-9042-a9af57a5f9ea tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.0950501 Nov 08 12:36:13.161597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9a2295c-d078-47ed-8de0-70d63363331d req-ce7233d7-1718-444d-86b4-9a2b441a683d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697901 Nov 08 12:36:13.208001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.250077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=6d51568d-3e7e-4830-89ec-2c4ae349cebd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:13.255060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff6cc2a7-5915-4a6d-a517-c82973054402 req-eba95a26-3dba-45b9-a20f-3391d4f6b4ee tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0350382 Nov 08 12:36:13.267654 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:36:13.318808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.409154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.411051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.579044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.579688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router e1fa52b4-6c47-4551-a3a4-3574aa13fe1c {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:13.587765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.588984 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98e0a73a-e42b-457f-a65a-3b86e1ff5230 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/e1fa52b4-6c47-4551-a3a4-3574aa13fe1c HTTP/1.1" status: 204 len: 168 time: 1.1504357 Nov 08 12:36:13.592721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49042) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:13.597275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774396759', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:13.725085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:13.736839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.738146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.796297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27825-28d1-4092-8017-b56bbe1a2fc3 req-0d32d2f4-9a31-485f-863b-6d515c26afe3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:13.798378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cf27825-28d1-4092-8017-b56bbe1a2fc3 req-0d32d2f4-9a31-485f-863b-6d515c26afe3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 944 time: 0.0741284 Nov 08 12:36:13.832128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.850295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:13.863151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'mac_address': 'fa:16:3e:9c:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:13.876087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cf27825-28d1-4092-8017-b56bbe1a2fc3 req-bd68eb19-cb13-43bf-941c-472aa966fcdd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 Nov 08 12:36:13.904208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:13.922851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:13.946179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:14.042831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-324f81d8-0fb0-4870-a24a-72d45977e201 req-8e99cf32-0b6f-4322-a6c6-0ae9e693f16c tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0689034 Nov 08 12:36:14.043648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.103290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:14.126756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.155670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:14.257989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c70269f3-2536-4c12-ba5e-a6300d2b9a05'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:14.288682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-652427151'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:14.391090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.396976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.403690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.409530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.415545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.421335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.427322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:14.429772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-5f48894d-d812-4c7f-8f2d-bb19eb9cd131 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1524222 Nov 08 12:36:14.449024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:14.452420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.458514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f72aa79b-e4d8-4f52-87c5-944ad1149e29 req-b45969bf-5d9c-4125-9424-ae43d4a9b573 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0933778 Nov 08 12:36:14.472065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.591547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a425621-6ad1-4b57-9eca-c4bfb1a9540f req-9f961766-58a6-4096-84fc-026ab5aa85a1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351068 Nov 08 12:36:14.688159 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.691465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.712721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.797346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.835209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:36:14.853188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.25.1.16 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/a49cd611-06c9-41b5-9d2d-e1818a3ce621) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:14.860041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec763b-aded-440b-aa9d-3fb1122c5668,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:14.869623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:14.870021 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Added segment 0ed7618b-003c-4057-b667-56a93cee281f of type vlan for network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 Nov 08 12:36:14.960713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.047634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d217bc-aeaa-4d36-b081-7a8e1bf8cf58 req-a2609d78-3c0e-42a9-9997-2121a2b2a262 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.049110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57d217bc-aeaa-4d36-b081-7a8e1bf8cf58 req-a2609d78-3c0e-42a9-9997-2121a2b2a262 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 945 time: 0.0861568 Nov 08 12:36:15.070773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.101275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.106933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.108795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.504138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57d217bc-aeaa-4d36-b081-7a8e1bf8cf58 req-2d4eab17-f54b-4f1d-8548-e27a8102c387 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433551 Nov 08 12:36:15.548809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f02b592-a4cd-4cfc-b578-3658ff7f01cb req-bbb3ef34-9da7-440d-87d8-c72fb45debbe tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.4172285 Nov 08 12:36:15.560670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Network': ['ID=2c77a820-3d9d-488f-bf82-37b0b7e1e0c6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:15.581274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:36:15.625743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b0c76932-c1da-4dac-ae39-2e92690ee567 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4688029 Nov 08 12:36:15.629873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49078) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:15.636003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:15.679292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dc2665c-9eb8-4567-ade8-8071afa08b3b req-34488722-9e99-4650-8494-7a3e604561b3 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0427067 Nov 08 12:36:15.681125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.741326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:15.753593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:15.761635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:15.776341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:15.794828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=a49cd611-06c9-41b5-9d2d-e1818a3ce621,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:15.829817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.836205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.842237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.848187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.854760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.860845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.867662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:15.869579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-95a1586e-9c21-4c7a-88ed-3f28f7bce7d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1560421 Nov 08 12:36:15.877260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:15.881071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.910267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:15.911317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:15.915949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c70269f3-2536-4c12-ba5e-a6300d2b9a05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:15.916320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.036691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.038184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60dee892-85b0-4b3d-b7b4-d413852f6160 req-e6682ffd-5f44-4993-94df-fb7957971803 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617155 Nov 08 12:36:16.089697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:16.093262 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502f956-2a76-4f6d-819e-be85406f6381" -d '{"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:16.108088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:16.149821 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05df85-61ad-4309-ab81-e9e9a0bfe0a1 x-openstack-request-id: req-3d05df85-61ad-4309-ab81-e9e9a0bfe0a1 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:16.150174 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-plugged", "status": "completed", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:16.150485 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d05df85-61ad-4309-ab81-e9e9a0bfe0a1 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:16.150919 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'code': 200} Nov 08 12:36:16.191024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.201723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.277938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:16.286586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c16ce-6f9f-42fb-9a83-a4ecba67681d req-7203b894-cc3b-4c34-86cb-e9e418f8dfc5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:16.288715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e5c16ce-6f9f-42fb-9a83-a4ecba67681d req-7203b894-cc3b-4c34-86cb-e9e418f8dfc5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1127086 Nov 08 12:36:16.289743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.310025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=886ca745-3224-4a67-a5c1-47ad06b01816,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:16.312606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:16.313050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network hostable DHCP agents. Network: 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:36:16.424531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e540c54-5d13-43b2-b7aa-f2f7b4b2e6fd req-8dbeb11e-279e-4d5f-9d32-2d680cb55564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:16.426194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e540c54-5d13-43b2-b7aa-f2f7b4b2e6fd req-8dbeb11e-279e-4d5f-9d32-2d680cb55564 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 1097 time: 0.0512629 Nov 08 12:36:16.426707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e5c16ce-6f9f-42fb-9a83-a4ecba67681d req-d718e05e-8001-4732-9fb3-96eed4f884fe tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991287 Nov 08 12:36:16.453121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:36:16.488399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5e540c54-5d13-43b2-b7aa-f2f7b4b2e6fd req-e51efbab-5601-4438-b4fe-281b445a5d1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540056 Nov 08 12:36:16.527395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:16.533046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:16.534749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.542547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18172813-a1e8-4968-88f4-1c0067340583 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:16.584063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.660437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3993b6-a481-4564-b09a-a43e6c457241 req-3cea805d-79a2-432f-a5fc-5ad3e1e1fb6a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:16.661897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3993b6-a481-4564-b09a-a43e6c457241 req-3cea805d-79a2-432f-a5fc-5ad3e1e1fb6a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1320188 Nov 08 12:36:16.679465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2d4ac78b-cc94-40eb-b213-24aaf24bacc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0478508 Nov 08 12:36:16.682100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49092) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:16.687639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'name': 'tempest-NetworksTestDHCPv6-98544891'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:16.718858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '886ca745-3224-4a67-a5c1-47ad06b01816'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:16.719812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.764718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03aed7-6cb3-4d9c-8d0f-29b9437c1e2a req-58eea48a-75af-4631-b827-dce5d5032d82 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:16.780613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d03aed7-6cb3-4d9c-8d0f-29b9437c1e2a req-58eea48a-75af-4631-b827-dce5d5032d82 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.1863539 Nov 08 12:36:16.845637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3993b6-a481-4564-b09a-a43e6c457241 req-9a4664c5-3f7d-4734-bd5f-1c327b9744ab tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679831 Nov 08 12:36:16.895720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d03aed7-6cb3-4d9c-8d0f-29b9437c1e2a req-c252b6c7-ae3e-406c-92b4-1ee3c7958be2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140049 Nov 08 12:36:16.924219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/886ca745-3224-4a67-a5c1-47ad06b01816/fc368527-5afc-42c3-a4fc-ffb4113229a2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:16.945449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:16.949750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:16.969731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 79691bc4-15d4-4d8d-b5af-be088854f2ed yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:16.972577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5407ebf-e5e6-4482-b5a9-f9093c0f2a2a req-5f655a4c-7a9f-4aa5-bfb7-092a606c0032 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb2fe6ca-7975-4c27-af84-6fdbacf664eb HTTP/1.1" status: 200 len: 210 time: 0.0606761 Nov 08 12:36:17.077064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ff26ddb-f68b-4eab-905b-07453e25cd39 req-de12ca58-f717-49db-93e7-3709e517729c tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0364738 Nov 08 12:36:17.120792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.165079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router 8fddc3cc-293d-4af9-8247-483ffa3d67d3 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:17.236196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.278341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:17.284724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:17.291565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:17.296221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-a91bfbb4-8abe-480d-b75b-fa7735419565 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.297774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-a91bfbb4-8abe-480d-b75b-fa7735419565 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.2046132 Nov 08 12:36:17.301253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::246 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/886ca745-3224-4a67-a5c1-47ad06b01816/79691bc4-15d4-4d8d-b5af-be088854f2ed) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:17.302003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Pushing event updated for resources: {'Port': ['ID=fc368527-5afc-42c3-a4fc-ffb4113229a2,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:17.314409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.320849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.326899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.332936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.339501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.345397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.352552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.354548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-95348892-3eda-4f75-bbab-4826bdaa898f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5431 time: 0.1936820 Nov 08 12:36:17.365530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Attempting to bind port fc368527-5afc-42c3-a4fc-ffb4113229a2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:17.368099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Attempting to bind port fc368527-5afc-42c3-a4fc-ffb4113229a2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:17.368653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Attempting to bind port fc368527-5afc-42c3-a4fc-ffb4113229a2 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:17.376141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:17.376709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:17.377315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.378770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:17.379638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Bound port: fc368527-5afc-42c3-a4fc-ffb4113229a2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:17.380261 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.406343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-6c6105a9-5c75-45f8-8577-1532c00ff2ba tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/quotas/f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 375 time: 0.0508177 Nov 08 12:36:17.453883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2056da26-d352-4217-a907-353c5173ab01 None None] For port fc368527-5afc-42c3-a4fc-ffb4113229a2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:17.457494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2056da26-d352-4217-a907-353c5173ab01 None None] For port fc368527-5afc-42c3-a4fc-ffb4113229a2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc368527-5afc-42c3-a4fc-ffb4113229a2,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:17.483589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:17.484010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.495135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Sync routers for ids ['8fddc3cc-293d-4af9-8247-483ffa3d67d3'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:17.510161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Routers {'8fddc3cc-293d-4af9-8247-483ffa3d67d3'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:17.510820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8fddc3cc-293d-4af9-8247-483ffa3d67d3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:17.531871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-ba6b87b9-f6ec-40fb-b1d6-a3fc7e20937b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1151714 Nov 08 12:36:17.537633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91a4deff-4fe9-4083-8525-9bf3cf4d0b41 req-f55485a0-7e1a-43db-84a2-9617517862e0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722586 Nov 08 12:36:17.550546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.658533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-b2754dea-200a-447f-9b41-e3d7b0f6c2b4 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172202 Nov 08 12:36:17.681628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056da26-d352-4217-a907-353c5173ab01 None None] Pushing event updated for resources: {'Port': ['ID=fc368527-5afc-42c3-a4fc-ffb4113229a2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:17.692689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Set router 8fddc3cc-293d-4af9-8247-483ffa3d67d3 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:17.701593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.702696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5facde3-53ad-4963-b043-48226187ad3f tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1089256 Nov 08 12:36:17.705311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:17.721984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.789357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:17.793011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:17.793360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7a03f595-b1f6-4685-945b-b582ba8afff9 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:17.797288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:17.806747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:17.807905 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:17.840552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=79691bc4-15d4-4d8d-b5af-be088854f2ed,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:17.913160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-95ccd077-611d-41a3-8c6c-f3f7b0e42bdc tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/8fddc3cc-293d-4af9-8247-483ffa3d67d3 HTTP/1.1" status: 200 len: 907 time: 0.2054334 Nov 08 12:36:17.914650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:17.921074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774396759', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': True}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:17.937258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:36:17.946625 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f390cf1-1eef-48b1-a852-698db345bc8c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2631669 Nov 08 12:36:17.960342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49126) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:18.057350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-931a28ab-4cd2-4af0-910c-1ce5aadb1aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948765 Nov 08 12:36:18.132644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:13Z', 'updated_at': '2021-11-08T12:36:16Z', 'revision_number': 3, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port': {'id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:36:14Z', 'updated_at': '2021-11-08T12:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:18.165925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a2fd-e589-4e61-a228-dc1657168ea2 req-c3d4d225-32a3-46f3-a9fd-0ba0e0975380 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:18.174144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3c7a2fd-e589-4e61-a228-dc1657168ea2 req-c3d4d225-32a3-46f3-a9fd-0ba0e0975380 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.0866559 Nov 08 12:36:18.180224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Checking router: 8fddc3cc-293d-4af9-8247-483ffa3d67d3 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:36:18.187609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Updating router 8fddc3cc-293d-4af9-8247-483ffa3d67d3 port a49cd611-06c9-41b5-9d2d-e1818a3ce621 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:36:18.187764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646440f9-68a5-4889-af0a-1c3c47a307c0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:18.189094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646440f9-68a5-4889-af0a-1c3c47a307c0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:18.195192 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-646440f9-68a5-4889-af0a-1c3c47a307c0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2335544 Nov 08 12:36:18.195380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:18.216549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:18.232833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.235519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'port_id': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'mac_address': 'fa:16:3e:df:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:18.266062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3c7a2fd-e589-4e61-a228-dc1657168ea2 req-560692ba-9110-4033-9156-9a4e5754e370 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876322 Nov 08 12:36:18.294645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.295873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.329854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 79691bc4-15d4-4d8d-b5af-be088854f2ed {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:18.330387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.355479 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.378496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.417318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a03f595-b1f6-4685-945b-b582ba8afff9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:18.465220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:18.551868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c29bfe8f-2566-414d-908a-e021b350f10f req-de433990-d5d3-48f9-9a85-03b90aed6d70 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0497637 Nov 08 12:36:18.593376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.594131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc0c1a00-4292-40ce-a68b-7275267e4e55 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:18.642079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bbabc4c-21ff-4b76-b9a4-4a8107c6a071 req-6b8a777e-bde1-48b7-b2b3-f165f5109285 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 210 time: 0.1396949 Nov 08 12:36:18.695221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.716941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 79691bc4-15d4-4d8d-b5af-be088854f2ed owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:18.742603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49172) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:18.762878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.824699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.859525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:18.972374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:18.980850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:18.991476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.003516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.010804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.018332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.024389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.031002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86f64e85-6149-478a-8412-ba2269920447 req-10e399f4-65fa-4321-913e-74639ce33032 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5432 time: 0.2015865 Nov 08 12:36:19.033856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.044726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f354c-cf4f-4e9d-a884-ef7adca94f2a None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:19.048917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:19.088567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.091159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.095179 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/security-groups/60921537-2111-47df-828d-7d3305238b85 HTTP/1.1" status: 204 len: 168 time: 0.3515882 Nov 08 12:36:19.096914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:19.122265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a71dd-ffc6-4ed0-a827-52fae706d393 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60921537-2111-47df-828d-7d3305238b85,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:19.125536 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-27f9fdb5-f3e2-49ee-8a6e-73a974798c7e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] show failed (client error): The resource could not be found. Nov 08 12:36:19.129721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-27f9fdb5-f3e2-49ee-8a6e-73a974798c7e tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "GET /v2.0/security-groups/60921537-2111-47df-828d-7d3305238b85 HTTP/1.1" status: 404 len: 347 time: 0.0286775 Nov 08 12:36:19.130730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:19.160536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:19.167869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86f64e85-6149-478a-8412-ba2269920447 req-59835d00-73cf-47a7-a12a-56de3b7595a0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340485 Nov 08 12:36:19.215034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.217535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'cc0c1a00-4292-40ce-a68b-7275267e4e55', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'port_id': 'cc0c1a00-4292-40ce-a68b-7275267e4e55', 'mac_address': 'fa:16:3e:95:d2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:19.253515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.291802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=79691bc4-15d4-4d8d-b5af-be088854f2ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:19.326940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] Provisioning complete for port fc368527-5afc-42c3-a4fc-ffb4113229a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:19.326940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.344714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.347069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f7ad5df8-a293-4508-b3dd-8279104e8ab4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/79691bc4-15d4-4d8d-b5af-be088854f2ed HTTP/1.1" status: 204 len: 168 time: 1.1503487 Nov 08 12:36:19.349410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:19.472114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73a6b-d70f-4e91-b750-04c62c543dd3 None None] Pushing event updated for resources: {'Port': ['ID=a49cd611-06c9-41b5-9d2d-e1818a3ce621,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:19.487831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Attempting to bind port a49cd611-06c9-41b5-9d2d-e1818a3ce621 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:19.488666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Attempting to bind port a49cd611-06c9-41b5-9d2d-e1818a3ce621 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:19.489040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Attempting to bind port a49cd611-06c9-41b5-9d2d-e1818a3ce621 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:19.500170 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.537042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:19.538372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:19.539132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.539517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:19.540134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Bound port: a49cd611-06c9-41b5-9d2d-e1818a3ce621, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:19.540516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.566070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e987c-cddb-4184-8a37-09a233fa783f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.568835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e987c-cddb-4184-8a37-09a233fa783f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.573425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-278e987c-cddb-4184-8a37-09a233fa783f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2196386 Nov 08 12:36:19.578720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65d30a-0ac8-480e-8663-2a900e641423 req-a602f515-1c1b-48d9-8f8f-e29965d67399 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:19.580237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a65d30a-0ac8-480e-8663-2a900e641423 req-a602f515-1c1b-48d9-8f8f-e29965d67399 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.2169645 Nov 08 12:36:19.580738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:19.604266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0c1a00-4292-40ce-a68b-7275267e4e55 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:19.635674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:19.662805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 886ca745-3224-4a67-a5c1-47ad06b01816 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:19.673327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.692522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.718802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.738382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15506276-8419-4f42-99c8-bc342081d134 req-4d169c73-fbe3-48c5-a058-11b4c630e5fc tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0377343 Nov 08 12:36:19.758633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a65d30a-0ac8-480e-8663-2a900e641423 req-03c2aaa4-2d47-43d7-82cd-a41c900d0685 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466315 Nov 08 12:36:19.788628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.808066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] For port a49cd611-06c9-41b5-9d2d-e1818a3ce621, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:19.820184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.823732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1dff1276-afac-46d3-8ae5-cea70e086fcd details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:19.887407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port abe86723-05b7-4761-a1aa-1b362c48e75b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:19.888322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:19.903336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] For port a49cd611-06c9-41b5-9d2d-e1818a3ce621, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a49cd611-06c9-41b5-9d2d-e1818a3ce621,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:19.903336 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.017993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:20.020689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.25.1.130 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/4b7fc000-f5cc-46cb-a11e-8c51e9cb9225) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:20.026776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc368527-5afc-42c3-a4fc-ffb4113229a2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:20.037114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.052559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.052824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.082343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for abe86723-05b7-4761-a1aa-1b362c48e75b owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:20.104931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '1dff1276-afac-46d3-8ae5-cea70e086fcd', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'port_id': '1dff1276-afac-46d3-8ae5-cea70e086fcd', 'mac_address': 'fa:16:3e:fe:12:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:20.116544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00def29b-b43c-4f0e-8656-f125593fb61d req-627fa77f-c24c-4bf5-8e4f-e9168a26518b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 210 time: 0.0566571 Nov 08 12:36:20.120391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] For port fc368527-5afc-42c3-a4fc-ffb4113229a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc368527-5afc-42c3-a4fc-ffb4113229a2,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:20.125373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.194984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Routers {'8fddc3cc-293d-4af9-8247-483ffa3d67d3'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:20.195622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8fddc3cc-293d-4af9-8247-483ffa3d67d3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:20.202175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.230068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.261074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.298965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.323828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.385245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.385866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73a6b-d70f-4e91-b750-04c62c543dd3 None None] Pushing event updated for resources: {'Port': ['ID=a49cd611-06c9-41b5-9d2d-e1818a3ce621,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.396760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fc368527-5afc-42c3-a4fc-ffb4113229a2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:20.397751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.409639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.417778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.423539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.430979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.436979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.443013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.455996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.459904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:20.461746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:20.463437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dff1276-afac-46d3-8ae5-cea70e086fcd {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:20.463753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-9223e0ca-7949-40db-a13d-ded6a4085adf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5433 time: 0.1466212 Nov 08 12:36:20.480260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:20.496589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:20.549899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] Set router 8fddc3cc-293d-4af9-8247-483ffa3d67d3 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:20.553910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.585980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.615951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659f048f-bc61-4e16-96eb-b00f9671d755 req-7a846b74-3cd1-4d43-b53e-d63a045db66b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363997 Nov 08 12:36:20.623682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=abe86723-05b7-4761-a1aa-1b362c48e75b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.640671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=886ca745-3224-4a67-a5c1-47ad06b01816,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.644326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.648929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f687aab-10d6-4b77-a459-0f61192910d6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/886ca745-3224-4a67-a5c1-47ad06b01816 HTTP/1.1" status: 204 len: 168 time: 1.0664341 Nov 08 12:36:20.651292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:20.675108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-28868af7-3adb-48be-b16a-6a473e7091f4 None None] Provisioning complete for port fc368527-5afc-42c3-a4fc-ffb4113229a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:20.675601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-28868af7-3adb-48be-b16a-6a473e7091f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.683402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:20.731524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b4ad523a-5f5a-41cd-be54-7035e37b4314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787787 Nov 08 12:36:20.734731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:20.743149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:20.771922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbe044-095e-4080-81bb-1f0dd11a7253 None None] Pushing event updated for resources: {'Port': ['ID=fc368527-5afc-42c3-a4fc-ffb4113229a2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:20.778491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16b449-5d0e-41cf-a6e8-bab7f5a77afb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:20.785815 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.789270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.793424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6ea9f22-498e-4e45-8927-67336bea70f0 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/floatingips/f604ce36-bc71-451e-953d-05cfc15eb13a HTTP/1.1" status: 204 len: 168 time: 1.6288188 Nov 08 12:36:20.794226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49206) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:20.881459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:20.916825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c444a60-092e-45be-9726-bc0144222d54 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:20.949408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30acd748-322d-42d2-a037-b67b895c2384 req-085e14cc-57bb-42a1-ba3e-ab7464eacb56 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0422871 Nov 08 12:36:20.975308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:20.977983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.032819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port c14e5159-24f8-4279-a086-da43eb45c519 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:21.033459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.105369 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e9833272-2f3f-4263-9797-94883ff695c4 req-24c13e8c-6eb9-481c-a412-6c9270d5cb81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0682564 Nov 08 12:36:21.227010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.273125 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.292443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for c14e5159-24f8-4279-a086-da43eb45c519 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:21.338069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:21.351094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['1dff1276-afac-46d3-8ae5-cea70e086fcd'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:21.353075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:21.354950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7a03f595-b1f6-4685-945b-b582ba8afff9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:21.357163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['cc0c1a00-4292-40ce-a68b-7275267e4e55'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:21.480288 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d46568ea-497d-4f5e-8276-b95388ad2b33 req-5cb2d3c2-f3db-44b9-8022-0ea12836f405 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 210 time: 0.0570438 Nov 08 12:36:21.507646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-28868af7-3adb-48be-b16a-6a473e7091f4 None None] Could not find standard attr ID for object 79691bc4-15d4-4d8d-b5af-be088854f2ed. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:36:21.531084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:21.563842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36fab2-a818-4509-a27d-0563f0254b86 req-fc06d907-509b-4b4c-9687-0c591c98ddb8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:21.572060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f36fab2-a818-4509-a27d-0563f0254b86 req-fc06d907-509b-4b4c-9687-0c591c98ddb8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.6520491 Nov 08 12:36:21.576765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '1c444a60-092e-45be-9726-bc0144222d54', 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'port_id': '1c444a60-092e-45be-9726-bc0144222d54', 'mac_address': 'fa:16:3e:e0:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb408392-efcf-4ed3-ba9c-ff8c04079bab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:21.592814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.695873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f36fab2-a818-4509-a27d-0563f0254b86 req-b40e6436-dd8d-4057-a605-57abb70429e0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227467 Nov 08 12:36:21.712587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-cf3d23a2-58fe-4523-9235-54f3b23d7ad0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:21.715508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-cf3d23a2-58fe-4523-9235-54f3b23d7ad0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.2907202 Nov 08 12:36:21.717291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:13Z', 'updated_at': '2021-11-08T12:36:16Z', 'revision_number': 3, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port': {'id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:36:14Z', 'updated_at': '2021-11-08T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:21.741074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'device_id': '73983297-034b-4df0-b5e7-a3b80fd78290', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'admin_state_up': True, 'tenant_id': 'f39258074f82414ba658e749e03454ec'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:21.761480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.775113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.788251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Deleting port fc368527-5afc-42c3-a4fc-ffb4113229a2 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:21.788640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.806916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460955c-8929-4b7b-b44a-4477f1ed7467 None None] The sync data for ids ['8fddc3cc-293d-4af9-8247-483ffa3d67d3'] in n-d-816990-1 is: [{'id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:13Z', 'updated_at': '2021-11-08T12:36:16Z', 'revision_number': 3, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port': {'id': 'a49cd611-06c9-41b5-9d2d-e1818a3ce621', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fddc3cc-293d-4af9-8247-483ffa3d67d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:36:14Z', 'updated_at': '2021-11-08T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:21.825097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=c14e5159-24f8-4279-a086-da43eb45c519,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:21.865429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c444a60-092e-45be-9726-bc0144222d54 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:21.934315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:21.938690 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7185acdf-7d4b-4e8c-b764-70ab044f62bc tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/ports/c14e5159-24f8-4279-a086-da43eb45c519 HTTP/1.1" status: 204 len: 168 time: 1.1408911 Nov 08 12:36:21.946633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49216) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:21.980164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc368527-5afc-42c3-a4fc-ffb4113229a2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:22.032124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router ccb4dece-18cf-4150-99d4-346c8ec884f9 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:22.033017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.040697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.050201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.059514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.066662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.072937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:22.074370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.082480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.093725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25399788-8e00-4f62-aa81-2dd286fd011d req-ea34f815-3389-4b0f-9c86-02bed14f0918 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5434 time: 0.3087702 Nov 08 12:36:22.102068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] For port fc368527-5afc-42c3-a4fc-ffb4113229a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc368527-5afc-42c3-a4fc-ffb4113229a2,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:22.102655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.119456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.175961 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.176621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e79c6d02-4fd6-4550-a457-ba870d91f8a1 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:22.217809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting port 480f72f1-7781-43f5-bf5a-fd5e324d449d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:22.218380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.231420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Calling delete_port for fc368527-5afc-42c3-a4fc-ffb4113229a2 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:22.233298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:22.246157 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Sync routers for ids ['ccb4dece-18cf-4150-99d4-346c8ec884f9'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:22.265442 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Routers {'ccb4dece-18cf-4150-99d4-346c8ec884f9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:22.266623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ccb4dece-18cf-4150-99d4-346c8ec884f9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:22.291218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bd0e84f-ff0a-4d9a-bcab-6a35957b59b3 req-71ef373d-2eca-4dea-bb88-15e031b8baa8 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1913261 Nov 08 12:36:22.308383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:36:22.416269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:22.454851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25399788-8e00-4f62-aa81-2dd286fd011d req-498c3e0d-c51e-4629-b883-314c303c0395 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3599942 Nov 08 12:36:22.456894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:22.471622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:22.472656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.476081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=a48f7ed4-0114-427f-95e1-4b50875f460f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:22.508557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:22.525013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.530136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.543203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Calling delete_port for 480f72f1-7781-43f5-bf5a-fd5e324d449d owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:22.555617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Set router ccb4dece-18cf-4150-99d4-346c8ec884f9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:22.651840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:22.665572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c3bbc2c-6a16-43f4-9375-59c32212c0e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9293706 Nov 08 12:36:22.670234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.717506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:22.723106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'name': 'tempest-NetworksTestDHCPv6-1291900618'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:22.727669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:22.752144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'port_id': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'mac_address': 'fa:16:3e:e7:11:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:22.822165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8c646ff-877f-4e76-a6fd-a515bcc5f589 req-897fb0a2-9e59-4f0a-997d-8de2e109d325 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 210 time: 0.1546347 Nov 08 12:36:22.850927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.858417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.868296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] No DVR routers for this DVR port fc368527-5afc-42c3-a4fc-ffb4113229a2 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:22.876193 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7e3a423-040a-42c9-82b0-eaddd7b2a1d9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9603064 Nov 08 12:36:22.879506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49226) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:22.892209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.900418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4dece-18cf-4150-99d4-346c8ec884f9', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '4b7fc000-f5cc-46cb-a11e-8c51e9cb9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:18Z', 'updated_at': '2021-11-08T12:36:20Z', 'revision_number': 3, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port': {'id': '4b7fc000-f5cc-46cb-a11e-8c51e9cb9225', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb4dece-18cf-4150-99d4-346c8ec884f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:36:19Z', 'updated_at': '2021-11-08T12:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:22.929279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:22.933252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1564c20-4dd1-4110-a09f-8aab323061a8 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:22.940401 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Checking router: ccb4dece-18cf-4150-99d4-346c8ec884f9 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:36:22.941029 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Updating router ccb4dece-18cf-4150-99d4-346c8ec884f9 port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:36:22.967833 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.016216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Port': ['ID=480f72f1-7781-43f5-bf5a-fd5e324d449d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:23.061781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95228-2967-41c8-abab-7bc8bb1517c1 None None] Pushing event deleted for resources: {'Port': ['ID=fc368527-5afc-42c3-a4fc-ffb4113229a2,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:23.072722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.20.0.5 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/35d5f178-b5b0-41fd-ad34-cb1749666d81) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:23.110409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c6d02-4fd6-4550-a457-ba870d91f8a1 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:23.164635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:23.193264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:23.198008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.199167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-468734c9-02be-47c6-93b9-2af1aca75a88 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/ccb4dece-18cf-4150-99d4-346c8ec884f9 HTTP/1.1" status: 200 len: 907 time: 0.3153832 Nov 08 12:36:23.203749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49228) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:23.236713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-11cb8eb3-0051-4831-864a-6aa6f6022b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.249467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'a48f7ed4-0114-427f-95e1-4b50875f460f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:23.250367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.265252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.270194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bf098d88-56e4-453a-ad12-512c3e949f3b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:23.289926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 6b9e5cd9-976c-4459-8d2c-376a2faa1166 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:23.317878 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.390345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.401901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:23.406880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-12234c58-4327-403a-957c-7f3f25115e68 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/ports/480f72f1-7781-43f5-bf5a-fd5e324d449d HTTP/1.1" status: 204 len: 168 time: 1.4430158 Nov 08 12:36:23.418956 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.464780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.resource_extend [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:36:23.515401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:23.534774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.540604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:23.547471 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Attempting to bind port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:23.547836 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Attempting to bind port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:23.548192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Attempting to bind port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:23.557811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Pushing event updated for resources: {'Port': ['ID=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:23.563103 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:23.563474 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:23.563868 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.564255 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:23.564720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Bound port: 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:23.565092 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.570533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'network_id': 'f7c2097d-00c4-4ede-b600-6db1d5e991f7', 'port_id': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'mac_address': 'fa:16:3e:d5:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb408392-efcf-4ed3-ba9c-ff8c04079bab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:23.572352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.585583 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.585932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.586299 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.586644 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.589893 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.590272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.590632 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.591613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.595699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.596270 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.596811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.597300 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:23.684451 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.688536 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] For port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:23.693276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] For port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:23.709744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf098d88-56e4-453a-ad12-512c3e949f3b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:23.715988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-866b2544-b8bb-4f0b-9664-708425dacdf6 req-f3196fd2-3aa1-4ad1-9c31-ec4a895a6c89 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.2521632 Nov 08 12:36:23.718998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.727205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/a48f7ed4-0114-427f-95e1-4b50875f460f/7dcc93e6-7e5a-4f02-8753-0794d444acb4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:23.744453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.748922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:23.757131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d', 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:23.797811 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.825577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting subnet e1a81f57-6418-4726-8b21-865dc604ebd3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:23.847370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.882443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.885930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e2f1f121-19e7-406b-9466-7b8678637dad details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:23.907178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:23.913524 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dee55-7a6e-43e5-9c98-ebb2a1f93cde None None] Pushing event updated for resources: {'Port': ['ID=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:23.937616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.946741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.948486 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Routers {'ccb4dece-18cf-4150-99d4-346c8ec884f9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:23.949140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ccb4dece-18cf-4150-99d4-346c8ec884f9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:23.954470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.961970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.968507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Deleting port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:23.968973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:23.970462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.980462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:23.988698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:24.003276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5df563f8-21ac-4fa1-9fcf-a245cd108b19 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5436 time: 0.3651764 Nov 08 12:36:24.018595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a49cd611-06c9-41b5-9d2d-e1818a3ce621 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:24.034584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:24.042190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:24.059764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:24.115990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.126534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:24.134429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e2f1f121-19e7-406b-9466-7b8678637dad,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:24.164865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] Set router ccb4dece-18cf-4150-99d4-346c8ec884f9 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:24.226102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] For port 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:24.227056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.236826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0b0f273-6da3-4964-b3b1-193d4c9a046e req-5982614b-8b95-4cec-9767-ebce2fd88b20 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326283 Nov 08 12:36:24.286424 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb4dece-18cf-4150-99d4-346c8ec884f9', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:18Z', 'updated_at': '2021-11-08T12:36:23Z', 'revision_number': 4, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:24.288035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-40e268ef-e7d3-456b-a99d-2b2c76b2b63d req-8fe9b6ea-e35f-4707-8fb3-fcd044262e97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6728a2c8e96a42f79112dae2d6038988&device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.1127009 Nov 08 12:36:24.301940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Calling delete_port for 4b7fc000-f5cc-46cb-a11e-8c51e9cb9225 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:24.317899 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477a080-ef9d-45ac-803a-f836f71754c3 None None] The sync data for ids ['ccb4dece-18cf-4150-99d4-346c8ec884f9'] in n-d-816990-1 is: [{'id': 'ccb4dece-18cf-4150-99d4-346c8ec884f9', 'name': 'tempest-snat-router-774396759', 'tenant_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:36:18Z', 'updated_at': '2021-11-08T12:36:23Z', 'revision_number': 4, 'project_id': '27854ba753c444d7a3ceb1ceaf4f9fd3', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:24.343444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:24.344145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.373695 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-40e268ef-e7d3-456b-a99d-2b2c76b2b63d req-5b499191-3720-4c4e-a62a-e4a0872f7bab service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6728a2c8e96a42f79112dae2d6038988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685477 Nov 08 12:36:24.498831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.511359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6dc5-8113-43fb-86d1-07b4e3d4c8b8 req-e7adcfb2-bdd0-4839-9d58-83276a865158 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:24.520731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c8c6dc5-8113-43fb-86d1-07b4e3d4c8b8 req-e7adcfb2-bdd0-4839-9d58-83276a865158 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 931 time: 0.2179081 Nov 08 12:36:24.528888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'e2f1f121-19e7-406b-9466-7b8678637dad', 'network_id': '8b1d8bab-2430-486f-a213-e05db4931400', 'port_id': 'e2f1f121-19e7-406b-9466-7b8678637dad', 'mac_address': 'fa:16:3e:4b:2b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:24.529705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.580319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-454ec814-e0e3-4614-94ee-348e3ed72272 req-5683d41f-ab93-404b-b1bd-366f76e480ec tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0434072 Nov 08 12:36:24.627461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d35409bc-a169-4839-ae71-4a9f052625d8 None None] Provisioning complete for port 35d5f178-b5b0-41fd-ad34-cb1749666d81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:24.627461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d35409bc-a169-4839-ae71-4a9f052625d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.632665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-75e24c1d-d83e-432e-b24b-002293e7bd50 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8989079 Nov 08 12:36:24.642712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e268ef-e7d3-456b-a99d-2b2c76b2b63d req-a216dceb-43bd-4631-81aa-3aab82201007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:24.644183 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-40e268ef-e7d3-456b-a99d-2b2c76b2b63d req-a216dceb-43bd-4631-81aa-3aab82201007 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2531555 Nov 08 12:36:24.647496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Request body: {'port': {'device_id': '73983297-034b-4df0-b5e7-a3b80fd78290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:24.654885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.658533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a49cd611-06c9-41b5-9d2d-e1818a3ce621 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:24.659111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.719014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.738176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f1f121-19e7-406b-9466-7b8678637dad {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:24.742309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c8c6dc5-8113-43fb-86d1-07b4e3d4c8b8 req-8e85b433-6f07-4ebd-a3e6-de22a83c7240 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205117 Nov 08 12:36:24.790742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d35409bc-a169-4839-ae71-4a9f052625d8 None None] Port 35d5f178-b5b0-41fd-ad34-cb1749666d81 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:36:24.802023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.814130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:24.820384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::78 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/a48f7ed4-0114-427f-95e1-4b50875f460f/6b9e5cd9-976c-4459-8d2c-376a2faa1166) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:24.828058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e2f1f121-19e7-406b-9466-7b8678637dad,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:24.831812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:24.836606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:24.848826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Pushing event updated for resources: {'Port': ['ID=7dcc93e6-7e5a-4f02-8753-0794d444acb4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:24.876176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.891234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.912849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.920692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b7fc000-f5cc-46cb-a11e-8c51e9cb9225,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:24.932103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:24.936181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/subnets/e1a81f57-6418-4726-8b21-865dc604ebd3 HTTP/1.1" status: 204 len: 168 time: 1.5297580 Nov 08 12:36:24.942840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2c0e9-972a-48c6-97ea-45a7b5f39822 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a81f57-6418-4726-8b21-865dc604ebd3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:24.945362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:24.960028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7a03f595-b1f6-4685-945b-b582ba8afff9 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:24.972815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33297b-045c-4fe4-9f3a-c9b08f2eb876 None None] Network 520c0c08-e003-432d-acfc-8d646c1ade8d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:25.010471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.052565 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.075366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Attempting to bind port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:25.075743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Attempting to bind port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:25.076102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Attempting to bind port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:25.134849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.138010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.138458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:25.138930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:25.139901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.139901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:25.141133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Bound port: 7dcc93e6-7e5a-4f02-8753-0794d444acb4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:25.141133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.155570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:25.166294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Deleting subnet 1de339ed-5d29-4bb2-832e-fecb425be9fe {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:25.171283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port a49cd611-06c9-41b5-9d2d-e1818a3ce621, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a49cd611-06c9-41b5-9d2d-e1818a3ce621,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:25.179405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.279684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.283803 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.287028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccb4dece-18cf-4150-99d4-346c8ec884f9 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:25.298279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.301698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.309339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.309577 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3235fb1d-47f5-42bb-bf94-c3e7b17605bd tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ccb4dece-18cf-4150-99d4-346c8ec884f9 HTTP/1.1" status: 204 len: 168 time: 2.0952570 Nov 08 12:36:25.313002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49248) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:25.346903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] For port 7dcc93e6-7e5a-4f02-8753-0794d444acb4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:25.354985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] For port 7dcc93e6-7e5a-4f02-8753-0794d444acb4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7dcc93e6-7e5a-4f02-8753-0794d444acb4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:25.380647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 7a03f595-b1f6-4685-945b-b582ba8afff9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:25.413087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['e79c6d02-4fd6-4550-a457-ba870d91f8a1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:25.416936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=a49cd611-06c9-41b5-9d2d-e1818a3ce621,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:25.434649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['bf098d88-56e4-453a-ad12-512c3e949f3b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:25.438821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 7a03f595-b1f6-4685-945b-b582ba8afff9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:25.439192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.480003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['e2f1f121-19e7-406b-9466-7b8678637dad'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:25.487064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.567960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.595238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] DHCP port deletion for 520c0c08-e003-432d-acfc-8d646c1ade8d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:25.597656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66aa5329-e95e-41d5-b627-0382d73e2fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.702584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.760712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c85f-b6e5-42de-bc6a-4c28b356e841 None None] Pushing event updated for resources: {'Port': ['ID=7dcc93e6-7e5a-4f02-8753-0794d444acb4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:25.868773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Deleting port a49cd611-06c9-41b5-9d2d-e1818a3ce621 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:25.872247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.927209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d5f178-b5b0-41fd-ad34-cb1749666d81 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:25.940783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a49cd611-06c9-41b5-9d2d-e1818a3ce621 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:25.953357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:25.979323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Transition to ACTIVE for port object 35d5f178-b5b0-41fd-ad34-cb1749666d81 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:36:25.992671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Deleting port 5079d039-e06d-40f1-8639-9bb4454b5b7b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:25.993755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b7dff82-9d5c-4b3a-a417-3b6b00624503 req-c3cc7645-1467-4f81-9a2d-166de613d1fb tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.2518358 Nov 08 12:36:25.994122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.076080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.092885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.103168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.126132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.132800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.138993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.145243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.151538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.153561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-6a36cc07-5262-4fe3-9972-875e2040951c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5438 time: 0.4876916 Nov 08 12:36:26.264239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.304342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] For port 5079d039-e06d-40f1-8639-9bb4454b5b7b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5079d039-e06d-40f1-8639-9bb4454b5b7b,segment=NetworkSegment(17701995-39de-47ed-adc5-be073b9982f3),segment_id=17701995-39de-47ed-adc5-be073b9982f3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:26.304846 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.329797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.335673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.356781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Calling delete_port for 5079d039-e06d-40f1-8639-9bb4454b5b7b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:26.371441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['1c444a60-092e-45be-9726-bc0144222d54'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:26.425249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:26.456463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:26.458887 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd47222-d75c-407b-8642-936de9d3f7fe" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:26.479965 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-40e268ef-e7d3-456b-a99d-2b2c76b2b63d req-440830e3-fc32-4450-8899-82d71f80d971 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.4380372 Nov 08 12:36:26.488594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:26.508555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] For port a49cd611-06c9-41b5-9d2d-e1818a3ce621, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a49cd611-06c9-41b5-9d2d-e1818a3ce621,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:26.509103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.527514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Calling delete_port for a49cd611-06c9-41b5-9d2d-e1818a3ce621 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:26.543507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:26.601409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:26.606353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:26.606727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.606882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc0c1a00-4292-40ce-a68b-7275267e4e55 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:26.609665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.610485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.642599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a49cd611-06c9-41b5-9d2d-e1818a3ce621 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:26.642877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.648416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af71fb-64a9-4ff8-a0a3-cee774cf8047 req-03e4a46d-863a-4538-a1fb-c6b599afdd2c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:26.650021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2af71fb-64a9-4ff8-a0a3-cee774cf8047 req-03e4a46d-863a-4538-a1fb-c6b599afdd2c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 943 time: 0.4467447 Nov 08 12:36:26.671333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57e636da-866f-449b-a40d-c38ffd7f35ee req-a9571600-ccb3-459b-9a54-969002b9b79a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4257734 Nov 08 12:36:26.691056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=6b9e5cd9-976c-4459-8d2c-376a2faa1166,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:26.702289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3714cc5d-107e-4733-a229-d3b01ec72a80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9830019 Nov 08 12:36:26.715754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:26.811344 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ead53fb-556e-4100-99a0-5b1a4899da7c x-openstack-request-id: req-9ead53fb-556e-4100-99a0-5b1a4899da7c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:26.811880 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:26.811880 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ead53fb-556e-4100-99a0-5b1a4899da7c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:26.812334 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'code': 200} Nov 08 12:36:26.837645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Attempting to bind port 35d5f178-b5b0-41fd-ad34-cb1749666d81 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:26.838314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Attempting to bind port 35d5f178-b5b0-41fd-ad34-cb1749666d81 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:26.839594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Attempting to bind port 35d5f178-b5b0-41fd-ad34-cb1749666d81 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:26.843485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.888707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.931434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Port 35d5f178-b5b0-41fd-ad34-cb1749666d81 on network 430081dd-5612-4047-9619-73a7b8d46205 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:26.932256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Attempting to bind port 35d5f178-b5b0-41fd-ad34-cb1749666d81 on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:26.936977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Subnet': ['ID=1de339ed-5d29-4bb2-832e-fecb425be9fe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:26.967833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.968583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2af71fb-64a9-4ff8-a0a3-cee774cf8047 req-22b3b10e-e61f-4961-a6c9-312c65de8790 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898383 Nov 08 12:36:26.970009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:26.970510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:26.975766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:26.976445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Bound port: 35d5f178-b5b0-41fd-ad34-cb1749666d81, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:26.977024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:26.990512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269977f6-41f3-4765-8281-72fcd7c244b4 None None] Network a832796d-6050-47f4-99f6-7c5282354f64 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:26.998448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.007434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c4e50274-7f59-46f0-885e-f01e9aa570f4 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/subnets/1de339ed-5d29-4bb2-832e-fecb425be9fe HTTP/1.1" status: 204 len: 168 time: 2.0536380 Nov 08 12:36:27.008580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event deleted for resources: {'Port': ['ID=a49cd611-06c9-41b5-9d2d-e1818a3ce621,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:27.019939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:27.066666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f469570-4aa8-43cb-845a-4fc6cecb471f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:27.087545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f469570-4aa8-43cb-845a-4fc6cecb471f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:27.090023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9f469570-4aa8-43cb-845a-4fc6cecb471f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3722184 Nov 08 12:36:27.094162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:27.179891 n-d-816990-1 neutron-server[102537]: INFO neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No ports have port_id starting with a49cd611-06c9-41b5-9d2d-e1818a3ce621 Nov 08 12:36:27.182903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:27.200460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.228004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.242524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:27.257974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed105c3-f693-47bd-be74-2cc29c51a422 req-efbf1556-ebb1-4c78-be08-f889f7372a17 tempest-ServerShowV257Test-758006362 tempest-ServerShowV257Test-758006362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd72f298-4a90-48b6-8978-b94b6b6f5817 HTTP/1.1" status: 200 len: 210 time: 0.0674939 Nov 08 12:36:27.292819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5079d039-e06d-40f1-8639-9bb4454b5b7b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:27.292936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:27.293050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port cc0c1a00-4292-40ce-a68b-7275267e4e55 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:27.300848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] No DVR routers for this DVR port 5079d039-e06d-40f1-8639-9bb4454b5b7b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:27.303924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7975e-83c5-49ba-99ad-45d8bd04f846 None None] Pushing event deleted for resources: {'Port': ['ID=5079d039-e06d-40f1-8639-9bb4454b5b7b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:27.312682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.349868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port cc0c1a00-4292-40ce-a68b-7275267e4e55 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:27.350500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.356592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5079d039-e06d-40f1-8639-9bb4454b5b7b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:27.356936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5079d039-e06d-40f1-8639-9bb4454b5b7b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:27.405178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.502842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.504366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] Provisioning complete for port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:27.504832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.508820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.540458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:27.541365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.544454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] 10.222.0.61 "PUT /v2.0/ports/35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 200 len: 1091 time: 2.9001892 Nov 08 12:36:27.558534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:27.561751 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5242a-4f14-40ea-a254-78b82e1d50a1" -d '{"events": [{"name": "network-changed", "server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:27.584287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99905-0c97-4007-aa9d-8e85ab2a6481 service neutron] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:27.617040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.723579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:27.724188 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b035ae-e0df-4285-a27e-e3adfc2ebfcd x-openstack-request-id: req-06b035ae-e0df-4285-a27e-e3adfc2ebfcd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:27.725603 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.729173 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:27.729438 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06b035ae-e0df-4285-a27e-e3adfc2ebfcd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:27.729866 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'status': 'completed', 'code': 200} Nov 08 12:36:27.745365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] DHCP port deletion for a832796d-6050-47f4-99f6-7c5282354f64 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:27.772030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.795941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-c74ffdc5-d2b8-4022-b552-991c4e3a70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:27.798150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-c74ffdc5-d2b8-4022-b552-991c4e3a70fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 1094 time: 0.0853703 Nov 08 12:36:27.811236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 6b9e5cd9-976c-4459-8d2c-376a2faa1166 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:27.811236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.820115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520c0c08-e003-432d-acfc-8d646c1ade8d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:27.834037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] For port 7dcc93e6-7e5a-4f02-8753-0794d444acb4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7dcc93e6-7e5a-4f02-8753-0794d444acb4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:27.861006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-0e11315d-ef47-435d-95c8-250b1bf74e2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 200 len: 217 time: 0.0539207 Nov 08 12:36:27.864592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17701995-39de-47ed-adc5-be073b9982f3') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:27.865175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17701995-39de-47ed-adc5-be073b9982f3') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:27.889060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.891902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.892829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fddc3cc-293d-4af9-8247-483ffa3d67d3 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:27.907729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.908738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1dff1276-afac-46d3-8ae5-cea70e086fcd up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:27.953332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:27.954965 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee963069-05f0-47c3-ad8c-3cc1027dce75 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8fddc3cc-293d-4af9-8247-483ffa3d67d3 HTTP/1.1" status: 204 len: 168 time: 2.6404302 Nov 08 12:36:27.962545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49276) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:27.971553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1386315728', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:28.020053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.070913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-b858ad80-a5c0-4b52-8a30-8108bd6388e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.072879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-b858ad80-a5c0-4b52-8a30-8108bd6388e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1423464 Nov 08 12:36:28.094159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.095977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:28.111338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 6b9e5cd9-976c-4459-8d2c-376a2faa1166 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:28.120414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.128675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.140358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.149658 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.155384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Deleting port f8f27b70-0400-4fa9-b98d-f27dd2a66257 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:28.157705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.164038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.177034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.184890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.195438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.199284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-50c99620-1476-423a-ba6e-e67a542c1fd1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5440 time: 0.3371196 Nov 08 12:36:28.208033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.210027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.216075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.242566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7dcc93e6-7e5a-4f02-8753-0794d444acb4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:28.248986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:36:28.249396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:36:28.252498 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:36:28.309429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] For port f8f27b70-0400-4fa9-b98d-f27dd2a66257, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f8f27b70-0400-4fa9-b98d-f27dd2a66257,segment=NetworkSegment(7def2d58-c724-4844-8b14-df1aebc901ef),segment_id=7def2d58-c724-4844-8b14-df1aebc901ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:28.310709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.340989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Calling delete_port for f8f27b70-0400-4fa9-b98d-f27dd2a66257 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:28.342974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-93189938-a686-4558-8f95-58e9b33da66d None None] Provisioning complete for port 6b9e5cd9-976c-4459-8d2c-376a2faa1166 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:28.343335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-93189938-a686-4558-8f95-58e9b33da66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.348844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc05ffd-891c-4fb3-a61c-3ff973d2b5fe None None] Pushing event updated for resources: {'Port': ['ID=7dcc93e6-7e5a-4f02-8753-0794d444acb4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:28.354398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-a36c5651-edb0-44ef-8585-5591d56842d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.356539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-a36c5651-edb0-44ef-8585-5591d56842d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543441 Nov 08 12:36:28.371338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2fe1-5026-461e-ac0f-d1d62a20c765 req-653afa0e-a16e-4a0f-9bba-a4e6a1a90517 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.373610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d6e2fe1-5026-461e-ac0f-d1d62a20c765 req-653afa0e-a16e-4a0f-9bba-a4e6a1a90517 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 943 time: 0.1728976 Nov 08 12:36:28.383920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.385780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 1dff1276-afac-46d3-8ae5-cea70e086fcd completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:28.400632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 1dff1276-afac-46d3-8ae5-cea70e086fcd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:28.400632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.421618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=6b9e5cd9-976c-4459-8d2c-376a2faa1166,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:28.448141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fdf7b284-d66c-47f9-80f4-ec4c1f22d7e3 req-41e2cedc-b4a6-43a5-9127-899eefcb4eab tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302082 Nov 08 12:36:28.489158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-93189938-a686-4558-8f95-58e9b33da66d None None] Port 6b9e5cd9-976c-4459-8d2c-376a2faa1166 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:36:28.495359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:28.495805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.503563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.505349 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.536151 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43a36aa0-ef52-4b0c-a51d-b3eea04cc171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/6b9e5cd9-976c-4459-8d2c-376a2faa1166 HTTP/1.1" status: 204 len: 168 time: 1.4169171 Nov 08 12:36:28.539248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:28.553958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.558439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/networks/520c0c08-e003-432d-acfc-8d646c1ade8d HTTP/1.1" status: 204 len: 168 time: 1.5369804 Nov 08 12:36:28.562103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.569775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:28.674886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2155-5f9c-4fe9-835a-8a85440d7ca8 tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Network': ['ID=520c0c08-e003-432d-acfc-8d646c1ade8d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:28.700073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d6e2fe1-5026-461e-ac0f-d1d62a20c765 req-6b0acd07-acf0-4a01-be2c-f9364eda4f37 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040032 Nov 08 12:36:28.726871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.768225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.788492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] No DVR routers for this DVR port f8f27b70-0400-4fa9-b98d-f27dd2a66257 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:28.822044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-94ea8f9e-b351-4306-bb35-5419f188d4af service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437728 Nov 08 12:36:28.823570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c1a00-4292-40ce-a68b-7275267e4e55'}, {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dff1276-afac-46d3-8ae5-cea70e086fcd'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:28.825995 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47fb3c6-686a-42f7-8431-e38c516bcd80" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c1a00-4292-40ce-a68b-7275267e4e55"}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1dff1276-afac-46d3-8ae5-cea70e086fcd"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:28.850609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7186-0187-4bf1-86ad-65433f7f15f8 None None] Pushing event deleted for resources: {'Port': ['ID=f8f27b70-0400-4fa9-b98d-f27dd2a66257,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:28.873706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:28.908770 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c7abde-79ee-4e67-8e21-d4b8257090a0 x-openstack-request-id: req-47c7abde-79ee-4e67-8e21-d4b8257090a0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:28.909012 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c1a00-4292-40ce-a68b-7275267e4e55", "code": 200}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1dff1276-afac-46d3-8ae5-cea70e086fcd", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:28.909252 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47c7abde-79ee-4e67-8e21-d4b8257090a0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:28.910082 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c1a00-4292-40ce-a68b-7275267e4e55', 'code': 200} Nov 08 12:36:28.910082 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dff1276-afac-46d3-8ae5-cea70e086fcd', 'code': 200} Nov 08 12:36:28.932332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f45942-42ca-4f92-a9d5-a4b1ccd394e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.933947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f45942-42ca-4f92-a9d5-a4b1ccd394e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:28.938363 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-28f45942-42ca-4f92-a9d5-a4b1ccd394e5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3967130 Nov 08 12:36:28.938695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.938937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:28.950426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f8f27b70-0400-4fa9-b98d-f27dd2a66257 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:28.980548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:28.984428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f8f27b70-0400-4fa9-b98d-f27dd2a66257 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:28.984778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f8f27b70-0400-4fa9-b98d-f27dd2a66257 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:28.986111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.013916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bf098d88-56e4-453a-ad12-512c3e949f3b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:29.064026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.065172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea2c867-1e4f-4540-acc7-cfe09ddfb48b req-a506106d-f18e-4716-a9a6-ded9999fe247 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327170 Nov 08 12:36:29.081902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:29.095769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet a48f7ed4-0114-427f-95e1-4b50875f460f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:29.099209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.125760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.156437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832796d-6050-47f4-99f6-7c5282354f64']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:29.165525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.169461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7def2d58-c724-4844-8b14-df1aebc901ef') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:29.173744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7def2d58-c724-4844-8b14-df1aebc901ef') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:29.183438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.196750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port bf098d88-56e4-453a-ad12-512c3e949f3b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:29.202748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.211646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port bf098d88-56e4-453a-ad12-512c3e949f3b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:29.213715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.214235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:36:29.214790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:36:29.219281 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:36:29.292486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:29.312756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.347186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-0db50e35-8454-4aa0-98a9-42823477764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.349138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-0db50e35-8454-4aa0-98a9-42823477764a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 1094 time: 0.1102564 Nov 08 12:36:29.350113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:29.367241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.422911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.433447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.440959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] 10.222.0.58 "DELETE /v2.0/networks/a832796d-6050-47f4-99f6-7c5282354f64 HTTP/1.1" status: 204 len: 168 time: 0.8529201 Nov 08 12:36:29.458010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d043d-af76-4023-9343-5c82548c73ad tempest-TaggedBootDevicesTest-1817859654 tempest-TaggedBootDevicesTest-1817859654-project] Pushing event deleted for resources: {'Network': ['ID=a832796d-6050-47f4-99f6-7c5282354f64,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:29.458171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.458171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e2f1f121-19e7-406b-9466-7b8678637dad up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:29.488386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-2ada8880-725e-4509-a91b-2dbd33a6b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.493811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-2ada8880-725e-4509-a91b-2dbd33a6b0e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.1371191 Nov 08 12:36:29.500623 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f8db-f226-41a6-ac8e-0139fa1398b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.577768 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.592736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-4b58d9d0-644b-4439-9e45-f89fbb3bb9d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 200 len: 217 time: 0.0854907 Nov 08 12:36:29.617273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:29.621950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=a48f7ed4-0114-427f-95e1-4b50875f460f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:29.651418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.657274 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc32e2a9-19fe-4fa2-8f7d-cf5b5e38fa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/a48f7ed4-0114-427f-95e1-4b50875f460f HTTP/1.1" status: 204 len: 168 time: 0.7163169 Nov 08 12:36:29.659597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.661401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49306) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:29.667305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa07454-db1e-4f23-9999-ba4c00a40b98 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:29.702012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-0d016eb1-7fa1-4375-aad4-63a7934c1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.703857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-0d016eb1-7fa1-4375-aad4-63a7934c1c19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1007206 Nov 08 12:36:29.721880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.730097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.736223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.752879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.759003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.761062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.765120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-334234ec-1b38-4373-85f7-45acb590a6fc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992126 Nov 08 12:36:29.767686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49312) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:29.771680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.778377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.779170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:29.780330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-d690d27f-c461-410e-abeb-727e23a7f136 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5442 time: 0.1650996 Nov 08 12:36:29.806305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port e2f1f121-19e7-406b-9466-7b8678637dad completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:29.831910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port e2f1f121-19e7-406b-9466-7b8678637dad triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:29.832295 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:29.887091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-c4482b37-c073-419a-820a-933daddec2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:29.888968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-c4482b37-c073-419a-820a-933daddec2cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077533 Nov 08 12:36:29.991263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac17e777-9fa1-4a07-aff3-d0cacf50c5af req-75dd86f7-1981-4440-83b6-a167cdc6c6a6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955836 Nov 08 12:36:29.992860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a49cd611-06c9-41b5-9d2d-e1818a3ce621 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:30.000397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:30.040272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a49cd611-06c9-41b5-9d2d-e1818a3ce621 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:30.040616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a49cd611-06c9-41b5-9d2d-e1818a3ce621 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:30.041278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f8db-f226-41a6-ac8e-0139fa1398b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.043814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.059277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Allocated IP 172.25.1.61 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/c7c3bcee-21a5-47c7-8301-4cd41fd2c66d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:30.062733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978d2a-45b5-4c64-bcb3-39c65eec702e req-9c35c2a6-a08b-4de4-ba3f-62ca176f216a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:30.064218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd978d2a-45b5-4c64-bcb3-39c65eec702e req-9c35c2a6-a08b-4de4-ba3f-62ca176f216a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 943 time: 0.2392859 Nov 08 12:36:30.104260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e2f1f121-19e7-406b-9466-7b8678637dad,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:30.117713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-4780ab78-b0a9-45ee-91e4-b6e44475ac5a service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956184 Nov 08 12:36:30.128210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Deleting port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:30.128657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.141708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:30.145242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.152273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f8db-f226-41a6-ac8e-0139fa1398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.195769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.197734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e79c6d02-4fd6-4550-a457-ba870d91f8a1 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:30.210759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd978d2a-45b5-4c64-bcb3-39c65eec702e req-6206a898-ce11-4761-a65b-4fe062b57f21 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315515 Nov 08 12:36:30.282159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.286571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b5242a-4f14-40ea-a254-78b82e1d50a1 req-bd996f1d-e6b2-4f4a-9bdd-cb73a1d84f48 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597288 Nov 08 12:36:30.308364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] For port 7dcc93e6-7e5a-4f02-8753-0794d444acb4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7dcc93e6-7e5a-4f02-8753-0794d444acb4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:30.308922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.329611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Calling delete_port for 7dcc93e6-7e5a-4f02-8753-0794d444acb4 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:30.367613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a3b9f8db-f226-41a6-ac8e-0139fa1398b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6728a2c8e96a42f79112dae2d6038988&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0460353 Nov 08 12:36:30.367807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:30.395545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f8db-f226-41a6-ac8e-0139fa1398b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb411c-ae00-423a-b9df-991c1ea5a83a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.407925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.440708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.463546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.493042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port e79c6d02-4fd6-4550-a457-ba870d91f8a1 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:30.512845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port e79c6d02-4fd6-4550-a457-ba870d91f8a1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:30.513624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.581289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.601699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.602535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.604287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.608058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15bb411c-ae00-423a-b9df-991c1ea5a83a HTTP/1.1" status: 204 len: 168 time: 0.2366409 Nov 08 12:36:30.614762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c79be2-de10-4631-85a5-1f5810c35952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb411c-ae00-423a-b9df-991c1ea5a83a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.619912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.629617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] Pushing event deleted for resources: {'Port': ['ID=7dcc93e6-7e5a-4f02-8753-0794d444acb4,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.640062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ce11a-1b01-4681-82b6-1a624562dad1 None None] No DVR routers for this DVR port 7dcc93e6-7e5a-4f02-8753-0794d444acb4 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:30.644723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.692832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:30.694413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:30.722662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:30.734502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:30.743091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:30.768860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:30.779274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:30.779964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.782153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78a25b-dcbc-477a-b584-82fc9b244ea8 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:30.785537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event updated for resources: {'Port': ['ID=c7c3bcee-21a5-47c7-8301-4cd41fd2c66d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.792608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=c0d52578-63df-47b7-8ab3-88720c7557de,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:30.808680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:30.809696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c444a60-092e-45be-9726-bc0144222d54 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:30.888221 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76b73d9c-d475-4df6-acdc-877491cf87bc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1190729 Nov 08 12:36:30.890825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49322) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:30.898334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'name': 'tempest-NetworksTestDHCPv6-844150450'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:31.080326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b'}, {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad'}, {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:31.094846 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d02189-b37d-4bec-accb-55ea50cb2d1e" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b"}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad"}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:31.104418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 35d5f178-b5b0-41fd-ad34-cb1749666d81 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:31.198712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.201428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:31.248975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.249571 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791fd001-2f9f-4e54-9347-c85cf2a6c2ac x-openstack-request-id: req-791fd001-2f9f-4e54-9347-c85cf2a6c2ac {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:31.249872 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b", "code": 200}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad", "code": 200}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:31.250118 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-791fd001-2f9f-4e54-9347-c85cf2a6c2ac {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:31.250536 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'code': 200} Nov 08 12:36:31.250787 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad', 'code': 200} Nov 08 12:36:31.251026 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'code': 200} Nov 08 12:36:31.257091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.263792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.270060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.277967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.285161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.293559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.297082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9224db59-56f3-458e-b896-d68fa2d886ad req-c2ede692-d431-4e4d-ba51-27a024dff3c1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5444 time: 0.1676176 Nov 08 12:36:31.317852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:31.325143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.356755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:31.361118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'c0d52578-63df-47b7-8ab3-88720c7557de'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:31.363485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.370698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 1c444a60-092e-45be-9726-bc0144222d54 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:31.387688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'mac_address': 'fa:16:3e:4a:16:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:31.389242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 1c444a60-092e-45be-9726-bc0144222d54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:31.389591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.397821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:31.409964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9224db59-56f3-458e-b896-d68fa2d886ad req-f2b4b656-80d5-4980-bbda-4554dce52b03 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914614 Nov 08 12:36:31.559185 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.581136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d5f178-b5b0-41fd-ad34-cb1749666d81 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:31.586748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271612a-931f-4c97-bb6a-c668173f2b15 req-2f3acda7-66c2-4e0f-a4e5-0c6d8062a992 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:31.591317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e271612a-931f-4c97-bb6a-c668173f2b15 req-2f3acda7-66c2-4e0f-a4e5-0c6d8062a992 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 943 time: 0.1241126 Nov 08 12:36:31.629587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:31.649184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.675061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e271612a-931f-4c97-bb6a-c668173f2b15 req-ebd2268c-f568-4217-9af1-0d32287731a3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746360 Nov 08 12:36:31.701733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:31.716188 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.786703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:31.793199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.900851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:31.926220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7dcc93e6-7e5a-4f02-8753-0794d444acb4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:31.948580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7dcc93e6-7e5a-4f02-8753-0794d444acb4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:31.948931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7dcc93e6-7e5a-4f02-8753-0794d444acb4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:31.968086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:31.998225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['35d5f178-b5b0-41fd-ad34-cb1749666d81'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:32.046128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::76 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/c0d52578-63df-47b7-8ab3-88720c7557de/d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:32.348787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:32.354838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Router c6ee989e-057a-43a2-9eb6-bb34506864ae is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:32.507734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:32.525352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] Sync routers for ids ['c6ee989e-057a-43a2-9eb6-bb34506864ae'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:32.535751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] Routers {'c6ee989e-057a-43a2-9eb6-bb34506864ae'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:32.536625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c6ee989e-057a-43a2-9eb6-bb34506864ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:32.575229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:32.588820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:32.608444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.613515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:32.618372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.625038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.629062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] Routers {'c6ee989e-057a-43a2-9eb6-bb34506864ae'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:32.629693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c6ee989e-057a-43a2-9eb6-bb34506864ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:32.632315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.638550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.644884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.651725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.653891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-cbe8fcf3-a848-4916-bb97-d572ad0679b1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.1438875 Nov 08 12:36:32.667287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:32.670024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:32.676789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.678725 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:32.678890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:32.679765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b471-e422-41f4-b36b-54c8480e2d42 None None] The sync data for ids ['c6ee989e-057a-43a2-9eb6-bb34506864ae'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:32.690643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/c0d52578-63df-47b7-8ab3-88720c7557de/3751927f-e2a4-4861-8035-3c669d329df4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:32.696668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:32.700564 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-96694bf6-bc19-46a4-83db-bb0c05065081 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7341242 Nov 08 12:36:32.705418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:32.710800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:32.711430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:32.782541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d5f0f00-121e-45a4-bb15-8ab9af3581e7 req-a248e7c7-8baa-42ba-a4e6-5d07c645488a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209457 Nov 08 12:36:32.808107 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ee6655e-5468-43db-8f45-672562374eb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9160962 Nov 08 12:36:32.811552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:32.882376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9b72a-8747-48ef-84bd-79cd3abd016f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:32.888699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29a9b72a-8747-48ef-84bd-79cd3abd016f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0753887 Nov 08 12:36:32.890304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49370) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:32.945688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:32.956345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 35d5f178-b5b0-41fd-ad34-cb1749666d81 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:32.981955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49372) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:33.016182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:33.016824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.055399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.135346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:33.138799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Pushing event updated for resources: {'Port': ['ID=3751927f-e2a4-4861-8035-3c669d329df4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:33.142931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:33.145777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:33.150462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 35d5f178-b5b0-41fd-ad34-cb1749666d81 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:33.157466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 35d5f178-b5b0-41fd-ad34-cb1749666d81 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:33.158170 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.172094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.188950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9755e3-3291-45bb-a189-8eb6707bed93 req-f841d06c-76f4-4fe6-be98-18304729d2e9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.188950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9755e3-3291-45bb-a189-8eb6707bed93 req-f841d06c-76f4-4fe6-be98-18304729d2e9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 944 time: 0.3901546 Nov 08 12:36:33.192425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:33.293204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c444a60-092e-45be-9726-bc0144222d54'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:33.300068 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2925f-ec1e-4175-af8f-d2bf2e980aca" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c444a60-092e-45be-9726-bc0144222d54"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:33.309037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Attempting to bind port 3751927f-e2a4-4861-8035-3c669d329df4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:33.309981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Attempting to bind port 3751927f-e2a4-4861-8035-3c669d329df4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:33.310586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Attempting to bind port 3751927f-e2a4-4861-8035-3c669d329df4 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:33.315552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad9755e3-3291-45bb-a189-8eb6707bed93 req-a8963ed8-031c-4c3d-818b-c34089665eee tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943470 Nov 08 12:36:33.330792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:33.343464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:33.345202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.348075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:33.348698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Bound port: 3751927f-e2a4-4861-8035-3c669d329df4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:33.349189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.375637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d32dc98-5cc3-4993-99a5-34be4031a6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.426180 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcdeea7-b0e1-4fa0-b8b2-b05bcce4d06c x-openstack-request-id: req-cbcdeea7-b0e1-4fa0-b8b2-b05bcce4d06c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:33.426433 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c444a60-092e-45be-9726-bc0144222d54", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:33.428994 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbcdeea7-b0e1-4fa0-b8b2-b05bcce4d06c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:33.428994 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c444a60-092e-45be-9726-bc0144222d54', 'code': 200} Nov 08 12:36:33.448977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.470369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.504312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:33.511843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] For port 3751927f-e2a4-4861-8035-3c669d329df4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:33.526943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] For port 3751927f-e2a4-4861-8035-3c669d329df4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3751927f-e2a4-4861-8035-3c669d329df4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:33.546746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.577963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.585995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c1e9910-e33b-4f37-ae7c-64d6079657af tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa HTTP/1.1" status: 204 len: 168 time: 0.6942739 Nov 08 12:36:33.589007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:33.601404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:33.613632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.663218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.663681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.664146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.664673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.665214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.665595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.666055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.668051 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fdd042d4-d1d4-4483-82d1-90a4eca96d2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.1666396 Nov 08 12:36:33.699084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.703422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c155af-5fc8-4800-ab25-29c1dce28b95 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.705179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e37fb-942e-4544-8ada-22ace0909abb None None] Pushing event updated for resources: {'Port': ['ID=3751927f-e2a4-4861-8035-3c669d329df4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:33.705328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c155af-5fc8-4800-ab25-29c1dce28b95 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:33.707192 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d7c155af-5fc8-4800-ab25-29c1dce28b95 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1162968 Nov 08 12:36:33.710333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:33.725969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d32dc98-5cc3-4993-99a5-34be4031a6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.777093 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e54717f9-b237-4f72-90df-a49ad8449070 req-fc0bbb43-f74a-48a6-ad8f-948eeac53743 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959840 Nov 08 12:36:33.790034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:33.793275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d32dc98-5cc3-4993-99a5-34be4031a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.863509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32dc98-5cc3-4993-99a5-34be4031a6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6cb6a-93d4-4919-ad81-59c469935582,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:33.870327 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5d32dc98-5cc3-4993-99a5-34be4031a6f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15f4e72a9c434b47ac6e006102ac1434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9009392 Nov 08 12:36:33.877580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49388) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:33.941855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.967989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet c0d52578-63df-47b7-8ab3-88720c7557de {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:33.971199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:33.985399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.077592 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.093980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.100776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.107013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.109767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.112430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.113168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.113584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cf6cb6a-93d4-4919-ad81-59c469935582 HTTP/1.1" status: 204 len: 168 time: 0.2342882 Nov 08 12:36:34.120229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.122206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6ab6e-bf6b-4614-a84e-97e3594abc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6cb6a-93d4-4919-ad81-59c469935582,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:34.125668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.131897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.134666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d89ea71-2467-4381-8402-b1be3051e206 req-038ef6a6-8ac3-4835-94b6-97f713f69c42 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.2319403 Nov 08 12:36:34.383042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.451579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d89ea71-2467-4381-8402-b1be3051e206 req-85b9c754-324b-42b5-a4f7-1996ef54cfbd tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2933087 Nov 08 12:36:34.453890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.471534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.596940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165bbe-f4f6-4eeb-915d-a4467c40951d req-c2cf849d-0a3d-4cfc-b8c2-3048d28e8203 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.600724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a165bbe-f4f6-4eeb-915d-a4467c40951d req-c2cf849d-0a3d-4cfc-b8c2-3048d28e8203 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 945 time: 0.1602736 Nov 08 12:36:34.750013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.771726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router c6ee989e-057a-43a2-9eb6-bb34506864ae has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:36:34.778548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a165bbe-f4f6-4eeb-915d-a4467c40951d req-3e8528b0-c712-4682-9264-3632b8ee7d80 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Nov 08 12:36:34.791132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.791132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/c0d52578-63df-47b7-8ab3-88720c7557de HTTP/1.1" status: 204 len: 168 time: 1.0779281 Nov 08 12:36:34.792494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49412) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:34.822355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3739c-9ec6-4bd4-b8b3-100e42d1d7cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d52578-63df-47b7-8ab3-88720c7557de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:34.846483 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ced5476e-83f2-4376-83fc-811c2b25228f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526328 Nov 08 12:36:34.847140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49414) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:34.967672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:34.978108 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] Sync routers for ids ['c6ee989e-057a-43a2-9eb6-bb34506864ae'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:34.978721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:34.980248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7751d-bdce-4cf5-8e41-d1bbfcafea31 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:34.980387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34ed326a-549e-4173-b91b-97d254cd0d26 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "PUT /v2.0/routers/c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 200 len: 921 time: 2.2735593 Nov 08 12:36:34.981818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eef7751d-bdce-4cf5-8e41-d1bbfcafea31 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1337423 Nov 08 12:36:34.984746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:34.989642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:34.993916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eafd3e9-5f81-4f90-8dcd-285093e4f690 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:34.997960 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] Routers {'c6ee989e-057a-43a2-9eb6-bb34506864ae'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:35.004449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c6ee989e-057a-43a2-9eb6-bb34506864ae'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:35.121497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8bb324-217f-46ce-94bc-0de35fe060c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.127501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba8bb324-217f-46ce-94bc-0de35fe060c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414104 Nov 08 12:36:35.131299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.195835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] Provisioning complete for port 3751927f-e2a4-4861-8035-3c669d329df4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:35.196211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.251516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d893c7d6-461a-43b3-8fa3-807a0dcb6c9c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107450 Nov 08 12:36:35.259760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.266121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:35.278808 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c62ec730-343d-4b83-b06c-b88201aec06d tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 200 len: 921 time: 0.2836318 Nov 08 12:36:35.279528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.306698 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:35.332540 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] Routers {'c6ee989e-057a-43a2-9eb6-bb34506864ae'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:35.333246 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c6ee989e-057a-43a2-9eb6-bb34506864ae'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:35.426842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e983888d-1ad9-45cf-b83e-5a24571976a8 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.430368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:35.433528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49434) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.436623 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e983888d-1ad9-45cf-b83e-5a24571976a8 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=c6ee989e-057a-43a2-9eb6-bb34506864ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1547761 Nov 08 12:36:35.437234 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e449d845-6f58-4d53-a115-3c9d4613c564" -d '{"events": [{"server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "name": "network-vif-plugged", "status": "completed", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:35.457140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:35.457824 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22d7fd-c9a6-4183-ad10-3e914ad7c9af None None] The sync data for ids ['c6ee989e-057a-43a2-9eb6-bb34506864ae'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:35.496867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.527368 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ad4ff-9f92-421c-b041-d3add07b6601 x-openstack-request-id: req-766ad4ff-9f92-421c-b041-d3add07b6601 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:35.530858 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "name": "network-vif-plugged", "status": "completed", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:35.531239 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-766ad4ff-9f92-421c-b041-d3add07b6601 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:35.531764 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'code': 200} Nov 08 12:36:35.586592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] For port 3751927f-e2a4-4861-8035-3c669d329df4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3751927f-e2a4-4861-8035-3c669d329df4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:35.606929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:35.623344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:35.627488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.686779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Deleting port 3751927f-e2a4-4861-8035-3c669d329df4 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:35.688423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.724163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b539265-39e7-4e80-bb4f-768d08b40e16 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.730475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8b539265-39e7-4e80-bb4f-768d08b40e16 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.2912748 Nov 08 12:36:35.732467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.790829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c7d37a1b-7a70-4ce9-98f6-a869f428a883 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 200 len: 205 time: 0.0567577 Nov 08 12:36:35.791155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] For port 3751927f-e2a4-4861-8035-3c669d329df4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3751927f-e2a4-4861-8035-3c669d329df4,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:35.791862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.792577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49448) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:35.813594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Calling delete_port for 3751927f-e2a4-4861-8035-3c669d329df4 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:35.856061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.863941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.870890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.877380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.884345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.890337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.935898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:35.936015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:35.936154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4f6f6fa-efae-419c-acb9-ef8f81cc2f5b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.3105943 Nov 08 12:36:35.989930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65e08b-7b6c-4293-a1e3-e382abf78f4a None None] Pushing event updated for resources: {'Port': ['ID=3751927f-e2a4-4861-8035-3c669d329df4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:36.012620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139531f7-3032-44ca-84a1-7c4de13ddc06 req-6be3a387-5bc1-41a3-bf10-0cca4c79e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.015045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-139531f7-3032-44ca-84a1-7c4de13ddc06 req-6be3a387-5bc1-41a3-bf10-0cca4c79e68a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 1096 time: 0.4014146 Nov 08 12:36:36.070460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d46eb8a3-750d-4f9b-9d49-b551f6063f60 req-b4a55570-5084-4cd4-bcf9-95b20b7b3b43 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631613 Nov 08 12:36:36.089017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.099516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.152424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-139531f7-3032-44ca-84a1-7c4de13ddc06 req-e3191b67-d14c-47fe-b65e-220380db856b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295846 Nov 08 12:36:36.154391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] Pushing event deleted for resources: {'Port': ['ID=3751927f-e2a4-4861-8035-3c669d329df4,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:36.158666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1b123-88cf-45d9-863c-451f2781a4c4 None None] No DVR routers for this DVR port 3751927f-e2a4-4861-8035-3c669d329df4 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:36.192669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167300db-e5c1-4b33-9d0c-dbc787d0afec req-2734f3fb-bddb-4c7f-8340-7ac594691ef3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.201261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-167300db-e5c1-4b33-9d0c-dbc787d0afec req-2734f3fb-bddb-4c7f-8340-7ac594691ef3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 945 time: 0.1508939 Nov 08 12:36:36.306527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.468353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port c7c3bcee-21a5-47c7-8301-4cd41fd2c66d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:36.469146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.581849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.597981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for c7c3bcee-21a5-47c7-8301-4cd41fd2c66d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:36.635722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-167300db-e5c1-4b33-9d0c-dbc787d0afec req-9b3bcbdf-31b7-4794-acbc-9142dd0b296d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332874 Nov 08 12:36:36.673209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.680474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.686632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.693058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.699930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.705523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.712040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.717636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb6c4420-a714-44e9-a982-4f136569c4b4 req-07a84ef8-0bc9-4720-9b62-2936198a563d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.4805238 Nov 08 12:36:36.719691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.726783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:36.758799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Request body: {'floatingip': {'port_id': '7a03f595-b1f6-4685-945b-b582ba8afff9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:36.818134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:36.831944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.836912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:36.840637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:36.849677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d60a66-a9ee-4c23-a9e1-c293924a49fb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:36.851910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.938428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:36.999655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=c7c3bcee-21a5-47c7-8301-4cd41fd2c66d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:37.010923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=a201065f-314a-47de-82f3-98cc9bc806a9,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:37.036349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.036877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.037370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.037968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.038432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.040390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.040845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.041290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.042904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.043570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.050937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.054949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:37.112700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.145069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f6900be3-bf95-4ead-9044-7a0ff971741f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8802173 Nov 08 12:36:37.145284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'a201065f-314a-47de-82f3-98cc9bc806a9'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:37.145284 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.145879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:37.159178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': 'a201065f-314a-47de-82f3-98cc9bc806a9', 'ip_address': '2001:db8::77d6:ff2b:9884:7c88'}], 'name': 'tempest-NetworksTestDHCPv6-1985822670'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:37.242942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.246093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.393749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.394507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router c6ee989e-057a-43a2-9eb6-bb34506864ae {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:37.406933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.408037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-785025c0-386a-4c18-81c7-d8b3f9ae86a9 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 204 len: 168 time: 1.6136870 Nov 08 12:36:37.414596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:37.419513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1576578428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:37.424145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/a201065f-314a-47de-82f3-98cc9bc806a9/4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:37.567311 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.569181 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.649989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.688907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.765059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.800768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.801785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:37.882711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:36:37.900445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.903039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6ea7e08e-4402-4e82-90e1-bd9ec30e1c0d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4865332 Nov 08 12:36:37.904968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49496) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:37.910596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:37.934609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d78d0-0c64-46c5-8e6d-661f7f208881 req-e7152fa4-7aa5-4878-ac60-030811a0c757 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:37.935010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f33d78d0-0c64-46c5-8e6d-661f7f208881 req-e7152fa4-7aa5-4878-ac60-030811a0c757 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 945 time: 0.2097149 Nov 08 12:36:37.987838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:37.994064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.032564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port a7f73c87-fb2b-42b2-b9c6-59e898beabe2 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:38.046029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f33d78d0-0c64-46c5-8e6d-661f7f208881 req-c65719b8-5c43-4c46-839c-aa5e8ab7ea60 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042275 Nov 08 12:36:38.112281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Pushing event updated for resources: {'Port': ['ID=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:38.113787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.156514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:38.165975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:38.173560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:38.276198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Attempting to bind port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:38.276590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Attempting to bind port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:38.276962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Attempting to bind port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:38.283813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:38.284286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:38.284835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.285242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:38.285720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Bound port: 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:38.286388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.366277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] For port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:38.370470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] For port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:38.394145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-121345d0-c743-43f1-ba9c-90822ca4cdc3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 267 time: 0.1842983 Nov 08 12:36:38.421071 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Floating IP 58f1a4c0-7be8-478a-9927-cb786beccffa associated. External IP: 172.25.1.249, port: 7a03f595-b1f6-4685-945b-b582ba8afff9. Nov 08 12:36:38.448661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.460098 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.482151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::77d6:ff2b:9884:7c88 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/a201065f-314a-47de-82f3-98cc9bc806a9/a7f73c87-fb2b-42b2-b9c6-59e898beabe2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:38.549831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998144a1-cedf-4dd1-9943-ea20ed9ed068 None None] Pushing event updated for resources: {'Port': ['ID=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:38.590943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-2108fa3b-79f9-49db-9332-2c10874122eb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:38.599889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-2108fa3b-79f9-49db-9332-2c10874122eb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 945 time: 0.1949599 Nov 08 12:36:38.616970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'security_groups': []}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:38.811057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:38.836353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.007839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Allocated IP 172.25.1.152 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/30dd3c09-acff-4287-983c-5d5dabbb8f8c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:39.008490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.010220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49508) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:39.031929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:36:39.089092 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.144749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.213254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af4fb1ba-ff9d-4df6-9de6-1a357fdc6547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.280396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.332371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:39.344784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:39.353556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af4fb1ba-ff9d-4df6-9de6-1a357fdc6547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.354005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:39.380083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event updated for resources: {'Port': ['ID=30dd3c09-acff-4287-983c-5d5dabbb8f8c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:39.627253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:39.634878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.648655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Sync routers for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:39.666798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:39.669004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:39.675344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.697534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00f3861d-3607-4345-a135-0882463f0535 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "PUT /v2.0/floatingips/58f1a4c0-7be8-478a-9927-cb786beccffa HTTP/1.1" status: 200 len: 991 time: 2.9699218 Nov 08 12:36:39.715827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:39.724793 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:39.736426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af4fb1ba-ff9d-4df6-9de6-1a357fdc6547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.816547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-af4fb1ba-ff9d-4df6-9de6-1a357fdc6547 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d79ca8e1c9147c28316bb7886b90205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8043985 Nov 08 12:36:39.816854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49518) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:39.820505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:39.844128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fb1ba-ff9d-4df6-9de6-1a357fdc6547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2b6d47-2a6d-44a0-8798-f3408bece9c3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:39.875183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:39.880130 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c01c698-d4c8-4df5-ad3b-cec4806b3a45 x-openstack-request-id: req-0c01c698-d4c8-4df5-ad3b-cec4806b3a45 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:39.880130 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:39.880130 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c01c698-d4c8-4df5-ad3b-cec4806b3a45 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:39.881108 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'status': 'completed', 'code': 200} Nov 08 12:36:39.887016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:39.892659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=a7f73c87-fb2b-42b2-b9c6-59e898beabe2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:39.898064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:39.904533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:39.905254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.931590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:39.937176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:40.002354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] Provisioning complete for port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:40.002726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.010076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-824d3abc-a80a-4d13-a341-b08ee7240344 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8645332 Nov 08 12:36:40.012269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:40.012923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:40.026603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.054416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.055455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.055938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.057151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.057151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.057351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.058685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.058685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.060423 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-65c6668b-0517-481b-9b74-a08ca81857a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.1315286 Nov 08 12:36:40.095904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d', 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', '35d5f178-b5b0-41fd-ad34-cb1749666d81'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:40.166904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.172436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.173118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.177800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac73f7a3-98b3-4041-a8d1-2f1e9f7e0797 req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "PUT /v2.0/ports/35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 200 len: 904 time: 1.5766788 Nov 08 12:36:40.279775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928422a-3686-4a49-b2d2-f3a90ad67e61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.286095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928422a-3686-4a49-b2d2-f3a90ad67e61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.288310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c928422a-3686-4a49-b2d2-f3a90ad67e61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2741709 Nov 08 12:36:40.291015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e7ff-42d4-48fa-b64d-27fa53d4a529 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:40.293524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:40.353908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.366184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['35d5f178-b5b0-41fd-ad34-cb1749666d81'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:40.495372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-180f4005-5bc5-4ca4-91e1-26ce1979f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.498318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-180f4005-5bc5-4ca4-91e1-26ce1979f6e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3 HTTP/1.1" status: 200 len: 918 time: 0.4220054 Nov 08 12:36:40.537836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8675e-03e4-40cc-9ef5-c3b33a8962a6 req-7422f898-0c9c-42a0-8725-725a860e6507 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.541853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1e8675e-03e4-40cc-9ef5-c3b33a8962a6 req-7422f898-0c9c-42a0-8725-725a860e6507 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 907 time: 0.2523053 Nov 08 12:36:40.574705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:40.586935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.589629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port a7f73c87-fb2b-42b2-b9c6-59e898beabe2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:40.590657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.636526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.643503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.665406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec2b6d47-2a6d-44a0-8798-f3408bece9c3 HTTP/1.1" status: 204 len: 168 time: 0.8330760 Nov 08 12:36:40.724633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c076d3-1459-415c-9c2a-8816ab814234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2b6d47-2a6d-44a0-8798-f3408bece9c3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:40.745834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-3586aee8-00bb-4a28-9c8a-7c776f9e9b3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 999 time: 0.2065327 Nov 08 12:36:40.769635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219d84-e26a-4805-8d73-3c8652be62ee req-45b3acda-0758-4b29-9dd0-a6eba401be66 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:40.773878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2219d84-e26a-4805-8d73-3c8652be62ee req-45b3acda-0758-4b29-9dd0-a6eba401be66 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1028790 Nov 08 12:36:40.809229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.866213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2219d84-e26a-4805-8d73-3c8652be62ee req-8bca559d-cb14-467d-b0d3-2e6a4d4b5dda tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827332 Nov 08 12:36:40.874661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:40.921785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for a7f73c87-fb2b-42b2-b9c6-59e898beabe2 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:40.995171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] For port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:41.049010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-13b95d7c-329a-471d-9297-57e1306be4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.050947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-13b95d7c-329a-471d-9297-57e1306be4d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.2189126 Nov 08 12:36:41.058192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.070662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.125447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.133842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.152116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-81df77ba-5116-403f-a5d7-c4ad7165b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.153860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf520f18-263a-47c9-8c09-1a97af53f80b req-5df17817-c867-4ef8-abdb-dce7adedd848 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.155104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-81df77ba-5116-403f-a5d7-c4ad7165b406 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889084 Nov 08 12:36:41.160347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '58f1a4c0-7be8-478a-9927-cb786beccffa', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'port_id': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'mac_address': 'fa:16:3e:df:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:12Z', 'updated_at': '2021-11-08T12:36:37Z', 'revision_number': 1, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:41.165001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf520f18-263a-47c9-8c09-1a97af53f80b req-5df17817-c867-4ef8-abdb-dce7adedd848 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1036835 Nov 08 12:36:41.235435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf520f18-263a-47c9-8c09-1a97af53f80b req-1c42b623-4b81-4cfa-be6f-da6b72d17b5f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682538 Nov 08 12:36:41.266822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Checking router: fb6fa962-adab-419b-9890-6a8b0ff6d4c6 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:36:41.320685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d06b26-2e79-4bae-b453-2d1bd433b55b None None] Pushing event updated for resources: {'Port': ['ID=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:41.323609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-33fd9cff-0d97-4546-b235-b1d42e2a1de7 None None] Provisioning complete for port a7f73c87-fb2b-42b2-b9c6-59e898beabe2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:41.329190 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33fd9cff-0d97-4546-b235-b1d42e2a1de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.329190 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:36:41.329190 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:36:41.329190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:41.329190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:41.476551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.527647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-33fd9cff-0d97-4546-b235-b1d42e2a1de7 None None] Port a7f73c87-fb2b-42b2-b9c6-59e898beabe2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:36:41.563152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-cc998560-6b6e-4fe4-b6e0-2854485348c7 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601502 Nov 08 12:36:41.570409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49560) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:41.617642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-33fd9cff-0d97-4546-b235-b1d42e2a1de7 None None] Provisioning complete for port 35d5f178-b5b0-41fd-ad34-cb1749666d81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:41.618077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33fd9cff-0d97-4546-b235-b1d42e2a1de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.623103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.629841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:41.641704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=a7f73c87-fb2b-42b2-b9c6-59e898beabe2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:41.705281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.711140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-84598fc6-aa95-4cbc-9dbd-aeef266e4485 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/a7f73c87-fb2b-42b2-b9c6-59e898beabe2 HTTP/1.1" status: 204 len: 168 time: 1.4133632 Nov 08 12:36:41.713122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49564) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:41.734361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Router 511248a5-ab52-4a2c-97e0-b66eaedc9e9f is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:41.850080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ebf2131f-2d93-47b7-89f9-9f21d8b4f71c req-5464bb3c-360b-4de8-a276-56f60a5c4541 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772202 Nov 08 12:36:41.888808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-49415c50-abd2-4184-80ba-e6c44762c33d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.896111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-49415c50-abd2-4184-80ba-e6c44762c33d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.3446445 Nov 08 12:36:41.903474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:41.910098 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f7fea-9435-4dfe-84d4-c57210b0c81f" -d '{"events": [{"name": "network-changed", "server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:41.920110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a64aee-d3b7-40bd-b668-c4cfaf3c0ea9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.921858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a64aee-d3b7-40bd-b668-c4cfaf3c0ea9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:41.923469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f0a64aee-d3b7-40bd-b668-c4cfaf3c0ea9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2111211 Nov 08 12:36:41.929772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49568) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:41.946393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:41.991318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-6f4929d3-92b9-4f49-9e36-298582507c94 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/quotas/f39258074f82414ba658e749e03454ec HTTP/1.1" status: 200 len: 375 time: 0.0940640 Nov 08 12:36:42.007458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:42.020476 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] Sync routers for ids ['511248a5-ab52-4a2c-97e0-b66eaedc9e9f'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:42.037252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] Routers {'511248a5-ab52-4a2c-97e0-b66eaedc9e9f'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:42.037879 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['511248a5-ab52-4a2c-97e0-b66eaedc9e9f'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:42.039024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.040421 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7fbf5e63-a217-4543-b2c0-8b1a54402c63 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "PUT /v2.0/routers/511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 200 len: 880 time: 4.1342037 Nov 08 12:36:42.047110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49572) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.047817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.078263 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45dc04-6791-4442-b06d-0f34c3a86901 x-openstack-request-id: req-3e45dc04-6791-4442-b06d-0f34c3a86901 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:42.084679 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:42.084679 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e45dc04-6791-4442-b06d-0f34c3a86901 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:42.084938 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'status': 'completed', 'code': 200} Nov 08 12:36:42.211048 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:42.250933 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] Routers {'511248a5-ab52-4a2c-97e0-b66eaedc9e9f'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:42.251352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet a201065f-314a-47de-82f3-98cc9bc806a9 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:42.253082 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['511248a5-ab52-4a2c-97e0-b66eaedc9e9f'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:42.265461 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.277126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:42.277942 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf9e89b090444c87b02d0452fcb50b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7062197 Nov 08 12:36:42.324976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.355050 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:42.355970 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fecc1-eba3-4e15-ad43-24d0b20ad824 None None] The sync data for ids ['511248a5-ab52-4a2c-97e0-b66eaedc9e9f'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:42.360780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.365903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d4305-08db-4fa0-8fd2-8aac6e0e08b0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:42.379863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-a5865427-1767-416f-b1b0-7a1859f6375d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3876638 Nov 08 12:36:42.409926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:42.410230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.419301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.419662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.420058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.420405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.420742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.421079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.421409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.421737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.422065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.422426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.422753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.423079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb32d3dc-a9fe-47a4-9d93-c04617aaaf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:36:42.469022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-fe7dc143-1d54-4276-82b1-5d2dc29b02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:42.470533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-fe7dc143-1d54-4276-82b1-5d2dc29b02e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 1058 time: 0.3537066 Nov 08 12:36:42.475475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '58f1a4c0-7be8-478a-9927-cb786beccffa', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'port_id': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'mac_address': 'fa:16:3e:df:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:12Z', 'updated_at': '2021-11-08T12:36:37Z', 'revision_number': 1, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:42.506781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a7ab1-6dc5-4f44-9eeb-fcd96e389716 None None] The sync data for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 is: [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '58f1a4c0-7be8-478a-9927-cb786beccffa', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'port_id': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'mac_address': 'fa:16:3e:df:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:35:12Z', 'updated_at': '2021-11-08T12:36:37Z', 'revision_number': 1, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:42.578266 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18ed61de-3695-49f2-aa79-d2a0b747f2da tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 200 len: 921 time: 0.4089792 Nov 08 12:36:42.583078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49576) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.646826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226e286-fd60-4b36-9e41-a1fb13831fdc tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:42.648424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f226e286-fd60-4b36-9e41-a1fb13831fdc tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=511248a5-ab52-4a2c-97e0-b66eaedc9e9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643029 Nov 08 12:36:42.653515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.732918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.762578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.769456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-5eb6b0ab-3e8f-4613-8f9d-df21e60ed05e service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742986 Nov 08 12:36:42.779845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725aeb5-1e3c-44e3-97e3-613d18bf4c4d tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:42.784703 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a725aeb5-1e3c-44e3-97e3-613d18bf4c4d tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.1271167 Nov 08 12:36:42.784703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49586) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.822757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0403990-117c-471f-9b2a-220885b658aa tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 200 len: 205 time: 0.0350699 Nov 08 12:36:42.823282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49588) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:42.863985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.909158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-8ac5e2d2-7a29-4233-a26e-203cee51f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:42.910740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-8ac5e2d2-7a29-4233-a26e-203cee51f202 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.3771555 Nov 08 12:36:42.916578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02982473-23c2-4343-89ec-818e9daae047 None None] New status for floating IP 58f1a4c0-7be8-478a-9927-cb786beccffa: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:36:42.970581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:42.998472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-f80c54eb-9ca6-453b-8a50-9accfa70df02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 200 len: 217 time: 0.0653756 Nov 08 12:36:43.055518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.099943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-51add89d-12bc-4964-9cbd-e98b775291b2 service neutron] 10.222.0.58 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057299 Nov 08 12:36:43.104090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=a201065f-314a-47de-82f3-98cc9bc806a9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:43.115535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.132766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b276608e-5b51-4266-a015-9711c6181e60 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/a201065f-314a-47de-82f3-98cc9bc806a9 HTTP/1.1" status: 204 len: 168 time: 1.1723440 Nov 08 12:36:43.134312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:43.137459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-ab973005-1e95-4686-a115-78479d698f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:43.139183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-ab973005-1e95-4686-a115-78479d698f99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1337564 Nov 08 12:36:43.143881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b67a33-9bf8-4461-a2b7-ec0e7df4c9f5 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:43.232039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54deacd3-a90c-4901-9950-013e2ae55ec4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965581 Nov 08 12:36:43.234147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.253015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.264154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/847d4305-08db-4fa0-8fd2-8aac6e0e08b0 HTTP/1.1" status: 204 len: 168 time: 0.8959985 Nov 08 12:36:43.289851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:43.306518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:43.434593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.465903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed21b3f-43b7-45fe-843e-a1d9573b251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d4305-08db-4fa0-8fd2-8aac6e0e08b0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:43.536986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3170a423-4e7c-4d09-9483-82fd35824c5b req-2b715b0c-8ee6-4ffd-9401-c06b8eb3b099 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 210 time: 0.0740113 Nov 08 12:36:43.562515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:43.611876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-3d66a0b0-914d-411f-9c80-45a5fd365e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:43.611876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-3d66a0b0-914d-411f-9c80-45a5fd365e00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4465454 Nov 08 12:36:43.634944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port 30dd3c09-acff-4287-983c-5d5dabbb8f8c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:43.635354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.656893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Deleting port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:43.657520 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.689809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:43.694375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.759359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.782726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for 30dd3c09-acff-4287-983c-5d5dabbb8f8c owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:43.802789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] For port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:43.803186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:43.851226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Calling delete_port for 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:43.880948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-847f97ea-5f1f-45db-bd6c-c88c10282e67 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613475 Nov 08 12:36:44.084690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-251f7fea-9435-4dfe-84d4-c57210b0c81f req-cf805132-4b26-43c8-9566-c83ad59753b4 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938782 Nov 08 12:36:44.101323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:44.106817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.192053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=30dd3c09-acff-4287-983c-5d5dabbb8f8c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:44.206479 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.221644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.261612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.268580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] No DVR routers for this DVR port 4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:44.272668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.275118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba58b6f-0aa9-4599-9c46-23530c70f74a None None] Pushing event deleted for resources: {'Port': ['ID=4a5ba4ea-3ad7-4ede-9f4c-6497406bb0b1,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:44.312122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:44.316916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:44.323908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:44.324618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.334672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=7731a90d-e5eb-4d9d-af17-7c7913021873,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:44.350723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5982f21-d6f4-4203-9451-ddc6e9d92f90 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:44.399075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.401734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.421944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c0d137cb-a52c-43ff-afd7-8b7121fc2220 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1208181 Nov 08 12:36:44.424594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:44.436564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '7731a90d-e5eb-4d9d-af17-7c7913021873', 'ip_address': '2001:db8::b9bf:e5e2:fdcf:41df'}], 'name': 'tempest-NetworksTestDHCPv6-1447257348'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:44.591666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '7731a90d-e5eb-4d9d-af17-7c7913021873'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:44.591666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.609862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.611118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router 511248a5-ab52-4a2c-97e0-b66eaedc9e9f {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:44.621965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.625018 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6905e52f-b697-4168-adac-bbc981340159 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 204 len: 168 time: 1.8007612 Nov 08 12:36:44.632308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49628) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:44.636757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1241268177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:44.700039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e530428-f834-4c3a-8205-a67e61e265d7 req-a6db4e9e-a9e3-4871-be24-398f0c7ece4c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 210 time: 0.0487113 Nov 08 12:36:44.712856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:44.816126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.818076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.828015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/7731a90d-e5eb-4d9d-af17-7c7913021873/4f0e2329-952e-491d-8c1c-99de90793999) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:44.835577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:44.861304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 2edf95d2-713e-43e6-af27-7bb93ca2e9b7 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:44.912281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.001325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.064609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.115478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.115478 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-013f3536-2657-4d86-bb54-66d837180eb3 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4821694 Nov 08 12:36:45.117591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:45.122441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': True}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:45.171242 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.221181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:45.224190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:45.227881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:45.246622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Pushing event updated for resources: {'Port': ['ID=4f0e2329-952e-491d-8c1c-99de90793999,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:45.261427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::b9bf:e5e2:fdcf:41df (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/7731a90d-e5eb-4d9d-af17-7c7913021873/2edf95d2-713e-43e6-af27-7bb93ca2e9b7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:45.328635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Attempting to bind port 4f0e2329-952e-491d-8c1c-99de90793999 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:45.329074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Attempting to bind port 4f0e2329-952e-491d-8c1c-99de90793999 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:45.329452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Attempting to bind port 4f0e2329-952e-491d-8c1c-99de90793999 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:45.338337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:45.339229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:45.339229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.339676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:45.341091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Bound port: 4f0e2329-952e-491d-8c1c-99de90793999, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:45.341512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.427514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.451573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] For port 4f0e2329-952e-491d-8c1c-99de90793999, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:45.454615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] For port 4f0e2329-952e-491d-8c1c-99de90793999, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0e2329-952e-491d-8c1c-99de90793999,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:45.481507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.561965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.588628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.623215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:45.657123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:45.666034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:45.670545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3916d-5d8b-4d11-9f6f-81ec73f871e9 None None] Pushing event updated for resources: {'Port': ['ID=4f0e2329-952e-491d-8c1c-99de90793999,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:45.679207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:45.679890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.708610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=2edf95d2-713e-43e6-af27-7bb93ca2e9b7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:45.757618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.783991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:45.803231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bb4ce509-44a6-4a0b-8192-328afed1bba0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3764539 Nov 08 12:36:45.809441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:45.860802 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.251383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0e2329-952e-491d-8c1c-99de90793999 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:46.271203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:46.282760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-36172751-0636-493e-9ff3-a0c98e2838d6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:46.285008 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-36172751-0636-493e-9ff3-a0c98e2838d6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.57 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 812 time: 0.3401153 Nov 08 12:36:46.289118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4178e006-3d1b-48c4-ba8d-fd0fa2c72551 req-0af049d8-a78a-4c57-b1d6-2259e14a36a6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 210 time: 0.4363530 Nov 08 12:36:46.301817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Request body: {'port': {'device_id': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'admin_state_up': True, 'tenant_id': 'f39258074f82414ba658e749e03454ec'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:46.348424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44696e71-a5b1-40d8-8b62-8231bbe7d14d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:46.379627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44696e71-a5b1-40d8-8b62-8231bbe7d14d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:46.381493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-44696e71-a5b1-40d8-8b62-8231bbe7d14d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5709808 Nov 08 12:36:46.393505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:46.417063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4f0e2329-952e-491d-8c1c-99de90793999 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:46.418783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.450830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.25.1.70 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/a2ead856-132d-4988-b514-a66f7dcc4c55) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:46.564766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 2edf95d2-713e-43e6-af27-7bb93ca2e9b7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:46.565808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.577408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.617261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4f0e2329-952e-491d-8c1c-99de90793999, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0e2329-952e-491d-8c1c-99de90793999,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:46.689851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.701148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.761178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Made reservation on behalf of f39258074f82414ba658e749e03454ec for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:46.766344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:46.818680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4f0e2329-952e-491d-8c1c-99de90793999,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:46.957809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Allocated IP 172.20.0.10 (430081dd-5612-4047-9619-73a7b8d46205/66c99a78-d894-4cf5-92b8-7463185bddc7/003efbd4-6374-41fd-9d11-00c2f3a5d63b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:46.974866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.001281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 2edf95d2-713e-43e6-af27-7bb93ca2e9b7 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:47.026903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.115311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:47.183378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:47.191700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:47.236472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-815d986f-7560-471b-beb8-4493937a549b None None] Provisioning complete for port 4f0e2329-952e-491d-8c1c-99de90793999 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:47.237755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-815d986f-7560-471b-beb8-4493937a549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.475991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c976785e-021d-48fe-b0ac-75ea58464487 req-000601cf-d9d8-4b7e-9a7d-e6321b63a96c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 210 time: 0.0458190 Nov 08 12:36:47.522492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.532158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.550089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ead856-132d-4988-b514-a66f7dcc4c55,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:47.605045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c8fdce77-d7db-4ec1-8e7a-e02e002590b4 None None] Could not find standard attr ID for object 2edf95d2-713e-43e6-af27-7bb93ca2e9b7. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:36:47.608141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.653861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=2edf95d2-713e-43e6-af27-7bb93ca2e9b7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:47.682233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.685688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d8245002-1e02-4dc2-9fc9-1a24215c0092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/2edf95d2-713e-43e6-af27-7bb93ca2e9b7 HTTP/1.1" status: 204 len: 168 time: 1.2909930 Nov 08 12:36:47.688122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49698) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:47.697659 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.733478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.752315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d', 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:47.800313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Network 430081dd-5612-4047-9619-73a7b8d46205 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:47.816700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:47.821807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:47.861503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0cb6-4c52-4d95-8a0b-2c3d7df5534a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:47.863549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0cb6-4c52-4d95-8a0b-2c3d7df5534a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:47.867929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c0f0cb6-4c52-4d95-8a0b-2c3d7df5534a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1759963 Nov 08 12:36:47.869906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49704) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:47.947289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:47.964254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 7731a90d-e5eb-4d9d-af17-7c7913021873 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:47.968392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:47.993508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:48.000186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.103676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.198581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0e2329-952e-491d-8c1c-99de90793999 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:48.278958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4f0e2329-952e-491d-8c1c-99de90793999 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:48.279804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.295126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Deleting port a6bdfd05-3054-4413-8116-45163fc2f49c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:48.295456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.297705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.348627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d041c86e-aa90-4a7e-be1d-5e1df5cb5d0c None None] Provisioning complete for port 003efbd4-6374-41fd-9d11-00c2f3a5d63b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:48.349769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d041c86e-aa90-4a7e-be1d-5e1df5cb5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.438530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] For port a6bdfd05-3054-4413-8116-45163fc2f49c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a6bdfd05-3054-4413-8116-45163fc2f49c,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:48.438530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.451429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d041c86e-aa90-4a7e-be1d-5e1df5cb5d0c None None] Port 003efbd4-6374-41fd-9d11-00c2f3a5d63b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:36:48.453045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Calling delete_port for a6bdfd05-3054-4413-8116-45163fc2f49c owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:48.526581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.566749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=7731a90d-e5eb-4d9d-af17-7c7913021873,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:48.578114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a079c-05f0-46f8-a94f-2c1d35a6dad1 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:48.580495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.584037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2576a093-4d82-4122-9777-79ca002c8ce9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/7731a90d-e5eb-4d9d-af17-7c7913021873 HTTP/1.1" status: 204 len: 168 time: 0.7131379 Nov 08 12:36:48.587136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:48.641053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-64bc71c9-2406-4332-9743-b6a2056f9a1c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499885 Nov 08 12:36:48.641314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.645936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-c5d15e4e-54bc-4a7a-8e6c-3064c0875da0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3484452 Nov 08 12:36:48.647433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:48.653156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:48.660802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.679883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Request body: {'port': {'device_id': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:48.715602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8e902-acf3-487b-bf61-d7acee3b5eef req-542a81e2-01cf-4ad2-b942-9564006e37d8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:48.717114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13e8e902-acf3-487b-bf61-d7acee3b5eef req-542a81e2-01cf-4ad2-b942-9564006e37d8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 932 time: 0.1566567 Nov 08 12:36:48.803567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:48.835742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13e8e902-acf3-487b-bf61-d7acee3b5eef req-30013797-d654-4aad-b6bd-84357a4aed88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976751 Nov 08 12:36:48.840787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.860778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Deleting port 4f0e2329-952e-491d-8c1c-99de90793999 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:48.861151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.932236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] For port 4f0e2329-952e-491d-8c1c-99de90793999, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0e2329-952e-491d-8c1c-99de90793999,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:48.932679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:48.946344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Calling delete_port for 4f0e2329-952e-491d-8c1c-99de90793999 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:49.044703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.048822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:49.053119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.075690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bdfd05-3054-4413-8116-45163fc2f49c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:49.182210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.204787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router c43269c2-9ee2-46f8-9615-26e61c1c7321 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:49.215241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] Pushing event deleted for resources: {'Port': ['ID=4f0e2329-952e-491d-8c1c-99de90793999,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:49.219379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fab3c-7897-4ae7-8757-129a0570c6a6 None None] No DVR routers for this DVR port 4f0e2329-952e-491d-8c1c-99de90793999 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:49.386403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49736) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:49.480584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:49.485801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.490485 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3327f02e-8945-4236-aa93-8bea5df5fd65 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "PUT /v2.0/routers/c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 200 len: 914 time: 4.3687482 Nov 08 12:36:49.495341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:49.502907 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] Sync routers for ids ['c43269c2-9ee2-46f8-9615-26e61c1c7321'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:49.515510 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] Routers {'c43269c2-9ee2-46f8-9615-26e61c1c7321'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:49.516939 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c43269c2-9ee2-46f8-9615-26e61c1c7321'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:49.554413 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:49.563329 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] Routers {'c43269c2-9ee2-46f8-9615-26e61c1c7321'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:49.564165 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c43269c2-9ee2-46f8-9615-26e61c1c7321'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:49.582868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.599627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:49.602018 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e838877-9aa3-457c-b0bf-2beb8aa3726a None None] The sync data for ids ['c43269c2-9ee2-46f8-9615-26e61c1c7321'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:49.639090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-623ff0dd-7612-4aa7-b664-55371ef906b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.643826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003efbd4-6374-41fd-9d11-00c2f3a5d63b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:49.659840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.717465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Transition to ACTIVE for port object 003efbd4-6374-41fd-9d11-00c2f3a5d63b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:36:49.721443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.767302 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee94d9ba-5842-4051-862a-e65350955238 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 200 len: 920 time: 0.2708886 Nov 08 12:36:49.770313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:49.803067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:49.811725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Router d6567283-7cae-4440-bdc8-e8b09292dbcd has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:36:49.830962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:49.830962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:49.831261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.837133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86028a-1840-4e14-a323-315651ce0223 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:49.840022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.859348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:49.934836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4930e96-5a10-4792-ac0b-fddd545e3959 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:49.936375 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d4930e96-5a10-4792-ac0b-fddd545e3959 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=c43269c2-9ee2-46f8-9615-26e61c1c7321&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1608894 Nov 08 12:36:49.939590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:49.942492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:49.963478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:49.983009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-623ff0dd-7612-4aa7-b664-55371ef906b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:49.983581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1194b266-780d-44e1-a023-1f16c6ebd76d admin admin] 10.222.0.58 "PUT /v2.0/routers/d6567283-7cae-4440-bdc8-e8b09292dbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7049115 Nov 08 12:36:49.983873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49752) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:49.995976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Sync routers for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:50.043215 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d95cadd8-fa99-4d81-8c53-6e304156c619 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3946624 Nov 08 12:36:50.061968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:50.080267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': 'ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1', 'ip_address': '2001:db8::f257:8f10:9d2e:cb2d'}], 'name': 'tempest-NetworksTestDHCPv6-1719997120'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:50.110769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-623ff0dd-7612-4aa7-b664-55371ef906b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.148148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-623ff0dd-7612-4aa7-b664-55371ef906b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2e3864f460a4365a990751fcb5835b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7588747 Nov 08 12:36:50.158726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:50.235878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:50.236561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7812c-5b27-4c80-81c7-95b509c2022c tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:50.236952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:50.241958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-42e7812c-5b27-4c80-81c7-95b509c2022c tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.3011422 Nov 08 12:36:50.245455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:50.250969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0e2329-952e-491d-8c1c-99de90793999 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:50.266498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:36:50.272719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ff0dd-7612-4aa7-b664-55371ef906b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c487c5-7e85-4461-905f-7094f9428bb5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:50.290804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Attempting to bind port 003efbd4-6374-41fd-9d11-00c2f3a5d63b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:50.291190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Attempting to bind port 003efbd4-6374-41fd-9d11-00c2f3a5d63b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:50.291521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Attempting to bind port 003efbd4-6374-41fd-9d11-00c2f3a5d63b on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:50.293757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61675df7-180b-4456-9cac-87a5d742ffa7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 200 len: 205 time: 0.0471697 Nov 08 12:36:50.297488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:50.309069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Port 003efbd4-6374-41fd-9d11-00c2f3a5d63b on network 430081dd-5612-4047-9619-73a7b8d46205 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:36:50.309393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Attempting to bind port 003efbd4-6374-41fd-9d11-00c2f3a5d63b on network 430081dd-5612-4047-9619-73a7b8d46205 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:50.329470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:50.329878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Checking segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:50.330296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Bound using segment: {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:50.330737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Bound port: 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37134a11-b359-4a87-a183-ec2b9b4819ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '430081dd-5612-4047-9619-73a7b8d46205'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:50.331267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.334415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.336588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4f0e2329-952e-491d-8c1c-99de90793999 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:50.336931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0e2329-952e-491d-8c1c-99de90793999 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:50.355070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.362428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.398269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3401c12-76ef-4dd5-83c4-3f0fd069fee8 req-18dfab31-fc13-4ac2-8d5d-b44217189469 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:50.399854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3401c12-76ef-4dd5-83c4-3f0fd069fee8 req-18dfab31-fc13-4ac2-8d5d-b44217189469 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.4123149 Nov 08 12:36:50.430096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.437699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:50.438590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.450686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:50.465391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:50.543442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:50.562564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:50.569157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.632887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3401c12-76ef-4dd5-83c4-3f0fd069fee8 req-36429708-679c-4fb0-9816-36908aa5dabc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256472 Nov 08 12:36:50.643160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.662570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.691147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:50.691856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.694164 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] 10.222.0.57 "PUT /v2.0/ports/003efbd4-6374-41fd-9d11-00c2f3a5d63b HTTP/1.1" status: 200 len: 1092 time: 2.0348256 Nov 08 12:36:50.694655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:50.696920 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d261da-e461-4b05-b1f0-fd4a13b3ddac" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:50.726812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.731155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.735520 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4c487c5-7e85-4461-905f-7094f9428bb5 HTTP/1.1" status: 204 len: 168 time: 0.5727048 Nov 08 12:36:50.740156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1/cde1d74d-1756-4f68-b055-5673d1c5ed67) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:50.748905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.769993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931200-fd77-4f5c-ad53-ff15b703b154 service neutron] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:50.809358 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f825af-772d-4e89-9658-a89ff868df19 x-openstack-request-id: req-d2f825af-772d-4e89-9658-a89ff868df19 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:50.809651 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:50.809907 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2f825af-772d-4e89-9658-a89ff868df19 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:50.810380 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'status': 'completed', 'code': 200} Nov 08 12:36:50.813363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 93e4e599-76e0-433d-bb10-e72fd8d58216 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:50.826763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42f561-f2f6-4ad1-925a-027045c13201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c487c5-7e85-4461-905f-7094f9428bb5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:50.875328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:36:48Z', 'revision_number': 5, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port': {'id': '584c9a40-510a-43a6-8c45-6e2874a9350a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:24:50Z', 'updated_at': '2021-11-08T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:50.895471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-21887b1e-fbf3-454f-8252-5d6a1be0abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:50.899296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-21887b1e-fbf3-454f-8252-5d6a1be0abd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 1095 time: 0.0704379 Nov 08 12:36:50.904821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Deleting port 584c9a40-510a-43a6-8c45-6e2874a9350a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:50.905545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:50.919475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Checking router: d6567283-7cae-4440-bdc8-e8b09292dbcd for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:36:50.965615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Routers {'d6567283-7cae-4440-bdc8-e8b09292dbcd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:50.966537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d6567283-7cae-4440-bdc8-e8b09292dbcd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:51.011434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.070952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.091054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] Set router d6567283-7cae-4440-bdc8-e8b09292dbcd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:36:51.113029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-89c5ac1c-f1ff-4999-bfe3-45396cef483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:51.115371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-89c5ac1c-f1ff-4999-bfe3-45396cef483b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f39258074f82414ba658e749e03454ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1837311 Nov 08 12:36:51.117570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] For port 584c9a40-510a-43a6-8c45-6e2874a9350a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=584c9a40-510a-43a6-8c45-6e2874a9350a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:51.118006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.150090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:36:50Z', 'revision_number': 6, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:51.152520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Calling delete_port for 584c9a40-510a-43a6-8c45-6e2874a9350a owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:51.183036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d196e-dac8-4934-81e3-e24cdd7843f2 None None] The sync data for ids ['d6567283-7cae-4440-bdc8-e8b09292dbcd'] in n-d-816990-1 is: [{'id': 'd6567283-7cae-4440-bdc8-e8b09292dbcd', 'name': 'tempest-TaggedBootDevicesTest-1046771317-router', 'tenant_id': 'a0812be1c27e4423afa68749e6e4db2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:24:49Z', 'updated_at': '2021-11-08T12:36:50Z', 'revision_number': 6, 'project_id': 'a0812be1c27e4423afa68749e6e4db2e', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:51.191119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.237036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:51.241925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:51.244407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:51.247253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Pushing event updated for resources: {'Port': ['ID=cde1d74d-1756-4f68-b055-5673d1c5ed67,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:51.266972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f257:8f10:9d2e:cb2d (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1/93e4e599-76e0-433d-bb10-e72fd8d58216) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:51.283907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port a2ead856-132d-4988-b514-a66f7dcc4c55 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:51.289200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.315215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Attempting to bind port cde1d74d-1756-4f68-b055-5673d1c5ed67 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:51.318077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Attempting to bind port cde1d74d-1756-4f68-b055-5673d1c5ed67 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:51.318077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Attempting to bind port cde1d74d-1756-4f68-b055-5673d1c5ed67 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:51.323479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:51.323971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:51.324432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.324892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:51.325677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Bound port: cde1d74d-1756-4f68-b055-5673d1c5ed67, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:51.326128 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.406284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] For port cde1d74d-1756-4f68-b055-5673d1c5ed67, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:51.410784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] For port cde1d74d-1756-4f68-b055-5673d1c5ed67, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cde1d74d-1756-4f68-b055-5673d1c5ed67,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:51.425603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.471679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for a2ead856-132d-4988-b514-a66f7dcc4c55 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:51.487521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.573083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.589910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc337d6-d77b-4d0b-a6e3-80dc26789903 None None] Pushing event updated for resources: {'Port': ['ID=cde1d74d-1756-4f68-b055-5673d1c5ed67,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:51.678575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-2c04bc4d-848e-445e-a486-02578582ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:51.680841 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-30d261da-e461-4b05-b1f0-fd4a13b3ddac req-2c04bc4d-848e-445e-a486-02578582ce99 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5536273 Nov 08 12:36:51.681350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:51.727358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-726107a7-6dc3-420e-872a-f1b281117fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.809186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-60202023-17f0-4e8c-afb2-abb4b5fc93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:51.810753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-60202023-17f0-4e8c-afb2-abb4b5fc93f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 1095 time: 0.0674376 Nov 08 12:36:51.817102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.863114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-8d23046a-b4f2-44f5-ba70-97613e2a6711 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b HTTP/1.1" status: 200 len: 217 time: 0.0425320 Nov 08 12:36:51.871779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.875835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:51.882687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:51.885343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=93e4e599-76e0-433d-bb10-e72fd8d58216,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:51.887670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:51.893532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:51.894147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.903727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3299f-2d14-4e82-aaa6-6fbd9c718ff9 req-80b66867-0d0d-4783-91d0-a37da50764a8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:51.905196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e3299f-2d14-4e82-aaa6-6fbd9c718ff9 req-80b66867-0d0d-4783-91d0-a37da50764a8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.1401055 Nov 08 12:36:51.908066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:51.934373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Pushing event deleted for resources: {'Port': ['ID=584c9a40-510a-43a6-8c45-6e2874a9350a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:51.958929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=a2ead856-132d-4988-b514-a66f7dcc4c55,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:51.994297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b6bd415-997d-4548-b21b-853ab7515474 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9214680 Nov 08 12:36:51.996030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:52.020779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-1c042dd4-d5f5-4012-bb69-aa62c7ae8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:52.022709 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-1c042dd4-d5f5-4012-bb69-aa62c7ae8090 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1435249 Nov 08 12:36:52.031406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32e3299f-2d14-4e82-aaa6-6fbd9c718ff9 req-9b59db65-27e7-4437-9cae-9f43efcabc64 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Nov 08 12:36:52.048556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.086424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.185287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.188293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.263710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-726107a7-6dc3-420e-872a-f1b281117fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.282365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526f0bc-4244-4448-876d-2a76f5699312 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:52.290404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526f0bc-4244-4448-876d-2a76f5699312 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:52.292795 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5526f0bc-4244-4448-876d-2a76f5699312 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2923350 Nov 08 12:36:52.298894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.301323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49782) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:52.305448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.319067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d0ff-0a65-4299-92ef-395710206f96 req-1be515b2-d1e4-40c3-b9c1-a003f87383db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:52.320126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-1be515b2-d1e4-40c3-b9c1-a003f87383db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769785 Nov 08 12:36:52.336436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cde1d74d-1756-4f68-b055-5673d1c5ed67 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:52.368054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-726107a7-6dc3-420e-872a-f1b281117fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.372559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.378169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router c43269c2-9ee2-46f8-9615-26e61c1c7321 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:52.387358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.391977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-102fdbcd-3ba3-4740-a3e5-aa9146b590ac tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 204 len: 168 time: 2.0901971 Nov 08 12:36:52.393969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49784) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:52.400401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cde1d74d-1756-4f68-b055-5673d1c5ed67 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:52.401187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.407524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251666002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:52.463796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-726107a7-6dc3-420e-872a-f1b281117fc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8fb0efe36ad4fe6abb67598919ee964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7785094 Nov 08 12:36:52.466943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:52.486361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.515069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.517463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.529292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port cde1d74d-1756-4f68-b055-5673d1c5ed67, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cde1d74d-1756-4f68-b055-5673d1c5ed67,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:52.540849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726107a7-6dc3-420e-872a-f1b281117fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e930c9f6-f9f8-4b29-87b2-54b9ec5b9468,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:52.547709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.548280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6567283-7cae-4440-bdc8-e8b09292dbcd {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:52.555380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.559445 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c38fc3a3-5abb-483c-b777-8d30d1e580ba admin admin] 10.222.0.58 "DELETE /v2.0/routers/d6567283-7cae-4440-bdc8-e8b09292dbcd HTTP/1.1" status: 204 len: 168 time: 2.5717039 Nov 08 12:36:52.562705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:52.600819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.664035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=cde1d74d-1756-4f68-b055-5673d1c5ed67,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:52.677614 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-26977571-13c8-4d50-837b-bc296e722783 service neutron] 10.222.0.57 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206131 Nov 08 12:36:52.678878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Deleting subnet 73a33889-980a-4cf2-8781-220a029b2105 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:52.691647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 584c9a40-510a-43a6-8c45-6e2874a9350a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:52.703787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.730592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 584c9a40-510a-43a6-8c45-6e2874a9350a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:52.731361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 584c9a40-510a-43a6-8c45-6e2874a9350a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:52.732622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a6bdfd05-3054-4413-8116-45163fc2f49c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:52.766192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a6bdfd05-3054-4413-8116-45163fc2f49c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:52.766679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a6bdfd05-3054-4413-8116-45163fc2f49c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:52.793065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.823708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 93e4e599-76e0-433d-bb10-e72fd8d58216 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:52.824059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.893715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.897828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.922019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.927019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1491d0ff-0a65-4299-92ef-395710206f96 req-b31eb9a6-7f82-4411-8431-24e8a174da35 service neutron] 10.222.0.57 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449214 Nov 08 12:36:52.973581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.985441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:52.988276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.021484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 93e4e599-76e0-433d-bb10-e72fd8d58216 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:53.079893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b3be45f-6bdd-47b2-9f8b-fd34f50aea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.084342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.088744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-708aa0ed-4e98-4a4d-b0e7-1fe4ae6f681f tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6867392 Nov 08 12:36:53.089438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:53.091959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.095543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.108522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e930c9f6-f9f8-4b29-87b2-54b9ec5b9468 HTTP/1.1" status: 204 len: 168 time: 0.6319773 Nov 08 12:36:53.117471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:53.192812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16f5b-b70d-4b58-8bc6-76ac581ddca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930c9f6-f9f8-4b29-87b2-54b9ec5b9468,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:53.219647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.261821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a33889-980a-4cf2-8781-220a029b2105,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:53.264671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.270232 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90280178-b4a6-429b-8552-90c252f8b1eb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/73a33889-980a-4cf2-8781-220a029b2105 HTTP/1.1" status: 204 len: 168 time: 0.7044840 Nov 08 12:36:53.271501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.272955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49798) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:53.276119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fa889-611f-476c-bb19-6984e6a9b16f None None] Network 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:53.328326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=93e4e599-76e0-433d-bb10-e72fd8d58216,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:53.393556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27dd69-9a21-4e27-9207-a79ed6945879 req-95ec62d6-0dda-44ba-9916-68ef899c88c5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:53.395146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb27dd69-9a21-4e27-9207-a79ed6945879 req-95ec62d6-0dda-44ba-9916-68ef899c88c5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.2348692 Nov 08 12:36:53.432185 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.436007 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee91c5b7-d05c-4514-bd8b-11eaa0426139 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/93e4e599-76e0-433d-bb10-e72fd8d58216 HTTP/1.1" status: 204 len: 168 time: 1.1332719 Nov 08 12:36:53.441887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49802) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:53.448918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.460047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.519412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Deleting port 2f61c96f-6676-4aca-ad54-f3f581110136 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:53.519755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.559901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c551c7a-0185-485b-82cc-401cf91eb9f2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:53.561590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c551c7a-0185-485b-82cc-401cf91eb9f2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:53.562522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-836c8418-5cd6-41a3-b3a8-31a1477608d4 None None] Provisioning complete for port cde1d74d-1756-4f68-b055-5673d1c5ed67 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:53.568458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-836c8418-5cd6-41a3-b3a8-31a1477608d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.568716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0c551c7a-0185-485b-82cc-401cf91eb9f2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1204748 Nov 08 12:36:53.570768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:53.594926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb27dd69-9a21-4e27-9207-a79ed6945879 req-abec237b-5f2b-4b43-a304-bbced525ca48 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563139 Nov 08 12:36:53.621591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] DHCP port deletion for 5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:53.659557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] For port 2f61c96f-6676-4aca-ad54-f3f581110136, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2f61c96f-6676-4aca-ad54-f3f581110136,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:53.660425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.675390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Calling delete_port for 2f61c96f-6676-4aca-ad54-f3f581110136 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:53.744672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:36:53.750324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.784843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Deleting port 2f61c96f-6676-4aca-ad54-f3f581110136 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:53.785490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.808872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.856842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.874839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] For port 2f61c96f-6676-4aca-ad54-f3f581110136, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2f61c96f-6676-4aca-ad54-f3f581110136,segment=NetworkSegment(cc131a99-9d93-46a0-9de3-15fc3571f64c),segment_id=cc131a99-9d93-46a0-9de3-15fc3571f64c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:53.876235 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:53.892605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Calling delete_port for 2f61c96f-6676-4aca-ad54-f3f581110136 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:53.904673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f61c96f-6676-4aca-ad54-f3f581110136,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:53.906715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] No DVR routers for this DVR port 2f61c96f-6676-4aca-ad54-f3f581110136 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:54.004111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4125526-b38d-4531-811d-32fdda0cba32 None None] Could not find standard attr ID for object 93e4e599-76e0-433d-bb10-e72fd8d58216. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:36:54.024485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.049666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.094121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5032b6e0-7f6b-4397-b1ae-0e390c8a5c04']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:54.108607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc131a99-9d93-46a0-9de3-15fc3571f64c') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:54.109270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc131a99-9d93-46a0-9de3-15fc3571f64c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:54.125024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.160343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.165566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:36:54.166599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.186717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.208414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.210596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cde1d74d-1756-4f68-b055-5673d1c5ed67 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:36:54.234992 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:36:54.247498 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.280178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.282677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] Pushing event deleted for resources: {'Port': ['ID=2f61c96f-6676-4aca-ad54-f3f581110136,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:54.287111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34c1ea-ce70-4ef3-972e-e642f42fef6a None None] No DVR routers for this DVR port 2f61c96f-6676-4aca-ad54-f3f581110136 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:54.307009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cde1d74d-1756-4f68-b055-5673d1c5ed67 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:54.307301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.311342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:54.324138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.331035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.331549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.340774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-524189a2-4621-4ef4-a983-c00d637acad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1 HTTP/1.1" status: 204 len: 168 time: 0.7611954 Nov 08 12:36:54.340976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] 10.222.0.58 "DELETE /v2.0/networks/5032b6e0-7f6b-4397-b1ae-0e390c8a5c04 HTTP/1.1" status: 204 len: 168 time: 1.0628014 Nov 08 12:36:54.341072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.341179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb37fc0-0e47-4151-8189-e45760e2577b None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:54.374503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb8dc1-04e9-4951-b085-97d1afe8353f admin admin] Pushing event deleted for resources: {'Network': ['ID=5032b6e0-7f6b-4397-b1ae-0e390c8a5c04,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:54.393198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6636585a-82df-4a3b-9e68-34a6b5891011 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511155 Nov 08 12:36:54.398720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.421173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Allocated IP 172.25.1.92 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/b4dc8528-b508-4a50-8c21-ff5d9df0c6e7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:54.452007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407bfae-6ee3-44ce-b1a5-b1194d529ad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:54.453584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b407bfae-6ee3-44ce-b1a5-b1194d529ad2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559359 Nov 08 12:36:54.456253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.532961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737f8360-a426-4060-b8a0-2ce1afccbbd1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:54.535516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-737f8360-a426-4060-b8a0-2ce1afccbbd1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0781348 Nov 08 12:36:54.538963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49838) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.601023 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b472c5b3-29e8-42fb-8269-17b52e300e96 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607235 Nov 08 12:36:54.606625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.609317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.621033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:54.666628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2f61c96f-6676-4aca-ad54-f3f581110136 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:54.698641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 2f61c96f-6676-4aca-ad54-f3f581110136 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:54.698989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2f61c96f-6676-4aca-ad54-f3f581110136 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:54.723549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:36:54.793306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Deleting port cde1d74d-1756-4f68-b055-5673d1c5ed67 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:54.793685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.819830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.859387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c3f2-911f-4593-99d9-4c1a67433ba1 req-21114133-56e5-4d05-beac-1dc9aa39420e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:54.861465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cea2c3f2-911f-4593-99d9-4c1a67433ba1 req-21114133-56e5-4d05-beac-1dc9aa39420e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.0809720 Nov 08 12:36:54.907431 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a8e4d0e-efd7-4ca1-a824-4e032ced8eb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0812be1c27e4423afa68749e6e4db2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855303 Nov 08 12:36:54.909913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49858) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:54.925792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] For port cde1d74d-1756-4f68-b055-5673d1c5ed67, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cde1d74d-1756-4f68-b055-5673d1c5ed67,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:54.926202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.928013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cea2c3f2-911f-4593-99d9-4c1a67433ba1 req-2d3b786a-1218-4926-95bd-21ddca070d6a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Nov 08 12:36:54.931356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.942886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Calling delete_port for cde1d74d-1756-4f68-b055-5673d1c5ed67 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:54.954541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:54.961465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:54.978224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.008443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.060112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:55.068186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:36:55.074828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:55.080646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:55.086272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Pushing event updated for resources: {'Port': ['ID=b4dc8528-b508-4a50-8c21-ff5d9df0c6e7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:55.138099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.140733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.142813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9fa0845-fd29-4047-b0a3-d904f7a2b91f HTTP/1.1" status: 204 len: 168 time: 0.2308855 Nov 08 12:36:55.152232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a746fa-b40d-4201-9fa8-d4c86c960e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa0845-fd29-4047-b0a3-d904f7a2b91f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:55.156651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.188474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] Pushing event deleted for resources: {'Port': ['ID=cde1d74d-1756-4f68-b055-5673d1c5ed67,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:55.237398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06036-18a2-48c2-b40d-7c52e7ad0138 None None] No DVR routers for this DVR port cde1d74d-1756-4f68-b055-5673d1c5ed67 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:36:55.273385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:55.307803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'mac_address': 'fa:16:3e:f4:5c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:36:55.375184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.388857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003efbd4-6374-41fd-9d11-00c2f3a5d63b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:36:55.410359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:55.440602 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-13ad3566-f42e-493e-9c8a-02950dc0d9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.486760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.492517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.543128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:55.566627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:55.571278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:55.578955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:55.579541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.586809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061a3618-e937-4084-b656-bc63d443aae6 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:36:55.604462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:55.624767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.707565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2cac4204-f17d-4413-9021-8e952e7f4ba3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0947809 Nov 08 12:36:55.712732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:55.721698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1', 'ip_address': '2001:db8::bdec:844a:3953:4795'}], 'name': 'tempest-NetworksTestDHCPv6-729601153'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:55.780996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:36:55.782701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.813491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['003efbd4-6374-41fd-9d11-00c2f3a5d63b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:36:55.984945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:55.991711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.013868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:56.158011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cde1d74d-1756-4f68-b055-5673d1c5ed67 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:36:56.213377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: cde1d74d-1756-4f68-b055-5673d1c5ed67 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:36:56.215142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cde1d74d-1756-4f68-b055-5673d1c5ed67 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:36:56.242466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.282736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port adf0c115-ed1a-437d-81d2-7d4d4bb561be yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:56.423095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1/1ed4ce32-6580-46eb-92f0-6f27bf607212) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:56.542678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3c7ba-e4a0-43da-80c6-1fbb29b7e90a req-0a611fd7-7859-4865-a323-015c3d83017f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:56.544487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd3c7ba-e4a0-43da-80c6-1fbb29b7e90a req-0a611fd7-7859-4865-a323-015c3d83017f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 945 time: 0.4187872 Nov 08 12:36:56.619069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd3c7ba-e4a0-43da-80c6-1fbb29b7e90a req-b5c70c68-1369-4286-9517-0a32617a8454 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676160 Nov 08 12:36:56.701526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Router c068c161-814c-4909-a8af-d975189b0542 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:36:56.789014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.821338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.875660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.898438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:36:56.902951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:56.904686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80eb2ce0-f6fe-42ff-8ca2-d37cf647d0f0 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "PUT /v2.0/routers/c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 200 len: 914 time: 3.8137062 Nov 08 12:36:56.907282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:56.914500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] Sync routers for ids ['c068c161-814c-4909-a8af-d975189b0542'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:36:56.953505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:56.961272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] Routers {'c068c161-814c-4909-a8af-d975189b0542'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:56.962710 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c068c161-814c-4909-a8af-d975189b0542'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:56.964445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:56.976413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:57.043006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Pushing event updated for resources: {'Port': ['ID=1ed4ce32-6580-46eb-92f0-6f27bf607212,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:57.048254 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:57.063400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.080011 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] Routers {'c068c161-814c-4909-a8af-d975189b0542'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:36:57.080661 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c068c161-814c-4909-a8af-d975189b0542'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:57.104340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Attempting to bind port 1ed4ce32-6580-46eb-92f0-6f27bf607212 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:36:57.104726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Attempting to bind port 1ed4ce32-6580-46eb-92f0-6f27bf607212 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:36:57.105138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Attempting to bind port 1ed4ce32-6580-46eb-92f0-6f27bf607212 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:36:57.119106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:36:57.119488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:57.119911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.120314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:36:57.120809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Bound port: 1ed4ce32-6580-46eb-92f0-6f27bf607212, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:36:57.121193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.128132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.140822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f5e5c22-4be4-4086-a615-7f202b0edde3 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 200 len: 920 time: 0.2322836 Nov 08 12:36:57.143663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.175915 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:36:57.177755 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b25e5-362f-44fc-8bdc-32f928d861a3 None None] The sync data for ids ['c068c161-814c-4909-a8af-d975189b0542'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:36:57.212046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::bdec:844a:3953:4795 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1/adf0c115-ed1a-437d-81d2-7d4d4bb561be) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:36:57.254722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86d60c-50cd-4795-ad0e-010c4ceb7eb9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:57.259629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fa86d60c-50cd-4795-ad0e-010c4ceb7eb9 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=c068c161-814c-4909-a8af-d975189b0542&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1145830 Nov 08 12:36:57.261565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.319971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] For port 1ed4ce32-6580-46eb-92f0-6f27bf607212, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:36:57.335822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] For port 1ed4ce32-6580-46eb-92f0-6f27bf607212, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ed4ce32-6580-46eb-92f0-6f27bf607212,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:36:57.401693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.412927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538316e7-0cb8-4521-ab5c-c7d882569d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.468313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f109aa4e-9794-4d50-9e46-deee7cda2c00 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:57.478743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f109aa4e-9794-4d50-9e46-deee7cda2c00 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.2160356 Nov 08 12:36:57.480882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.481192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30bcd-915a-4a82-b41b-4817a7a0a74c None None] Pushing event updated for resources: {'Port': ['ID=1ed4ce32-6580-46eb-92f0-6f27bf607212,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:57.502205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-445064368-network', 'tenant_id': '4f1a609ed2de4e2d8ebe1dfc2a38d139'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:57.522849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-168fc426-a733-4a7c-9de6-74fbd8444576 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 200 len: 205 time: 0.0402629 Nov 08 12:36:57.523689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.543111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.573795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Made reservation on behalf of 4f1a609ed2de4e2d8ebe1dfc2a38d139 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:57.576533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.593033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.671773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.686045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538316e7-0cb8-4521-ab5c-c7d882569d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.688731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.753883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538316e7-0cb8-4521-ab5c-c7d882569d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.761933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:36:57.768154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:36:57.782151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:36:57.795724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:57.796619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.823716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=adf0c115-ed1a-437d-81d2-7d4d4bb561be,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:57.841723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.905438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec171f65-2504-4eef-9112-3d3869bff403 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1904709 Nov 08 12:36:57.914838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49942) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.920640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1', 'ip_address': '2001:db8::bdec:844a:3953:4795'}], 'name': 'tempest-NetworksTestDHCPv6-1013196984'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:57.948242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:57.953723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-538316e7-0cb8-4521-ab5c-c7d882569d94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da93187f94f74e69af2bf41589655dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8245282 Nov 08 12:36:57.960279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49944) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:57.971652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538316e7-0cb8-4521-ab5c-c7d882569d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df5e91-3a8e-457a-b693-63da46a3d8e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:58.021502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.023928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:36:58.043702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecaec1-d0b2-4f02-abe8-65a38533efb4 req-07981935-a07c-4cc0-968d-d3d6da6e3240 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:58.056173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.056531 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Added segment b8300eef-ef7a-4749-8966-16b2c082d902 of type vlan for network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 Nov 08 12:36:58.061765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33ecaec1-d0b2-4f02-abe8-65a38533efb4 req-07981935-a07c-4cc0-968d-d3d6da6e3240 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 945 time: 0.2958486 Nov 08 12:36:58.069505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b581b12-a0f4-4ff9-9c02-dff9fa060d19,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:58.091722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.146551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.164932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.196593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ed4ce32-6580-46eb-92f0-6f27bf607212 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:58.237054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.248349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1ed4ce32-6580-46eb-92f0-6f27bf607212 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:58.248722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.258592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:58.259998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33ecaec1-d0b2-4f02-abe8-65a38533efb4 req-a18aaf37-d99b-4b93-8b69-769f5067b5f3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959355 Nov 08 12:36:58.264088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.276432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.276432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:58.276432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.320097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port b4dc8528-b508-4a50-8c21-ff5d9df0c6e7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:58.320701 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.376333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 4fb8b2f3-aff1-4a4c-bedb-f81703e3c31d yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:36:58.384690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.395864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6442740a-0d1c-4ed4-90d5-8e488ae836d7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:58.416305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:36:58.433109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 1ed4ce32-6580-46eb-92f0-6f27bf607212, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ed4ce32-6580-46eb-92f0-6f27bf607212,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:58.474532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.479480 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1ac9e77d-7b84-41cc-ba32-733915c5c2e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4093359 Nov 08 12:36:58.486029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:58.493330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Request body: {'subnet': {'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-445064368-subnet', 'tenant_id': '4f1a609ed2de4e2d8ebe1dfc2a38d139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:58.503701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.512314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for b4dc8528-b508-4a50-8c21-ff5d9df0c6e7 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:58.514501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.518604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.522341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62df5e91-3a8e-457a-b693-63da46a3d8e6 HTTP/1.1" status: 204 len: 168 time: 0.5559762 Nov 08 12:36:58.594654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef1f50-629a-4026-a7a9-f59b343cfbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df5e91-3a8e-457a-b693-63da46a3d8e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:58.642625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=1ed4ce32-6580-46eb-92f0-6f27bf607212,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:58.769784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Made reservation on behalf of 4f1a609ed2de4e2d8ebe1dfc2a38d139 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:36:58.776513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.833729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:58.847134 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 12:36:58.847634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:36:58.955573 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d06381bc-3e97-442c-b8ee-c8ffedd67534 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0391550 Nov 08 12:36:58.958835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:59.054195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0f971-5862-405e-bf8d-e43fc10bf4a0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:59.060846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0f971-5862-405e-bf8d-e43fc10bf4a0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:59.064955 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3e0f971-5862-405e-bf8d-e43fc10bf4a0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1026318 Nov 08 12:36:59.065231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:59.090637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:36:59.121103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.160536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=b4dc8528-b508-4a50-8c21-ff5d9df0c6e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:59.237179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.241191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port adf0c115-ed1a-437d-81d2-7d4d4bb561be {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:36:59.241191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.241860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6d1d7ad6-c96c-4bc6-8e7f-27c811aba283 None None] Provisioning complete for port 1ed4ce32-6580-46eb-92f0-6f27bf607212 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:59.241860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d1d7ad6-c96c-4bc6-8e7f-27c811aba283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.350751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:59.394717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.419781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.435935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for adf0c115-ed1a-437d-81d2-7d4d4bb561be owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:36:59.558855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eede0dd7-049d-4a54-b55b-75ea01840da8,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:59.576275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69626513-e66e-4673-87bd-3de075702259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.612550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 003efbd4-6374-41fd-9d11-00c2f3a5d63b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:36:59.626289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 003efbd4-6374-41fd-9d11-00c2f3a5d63b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:36:59.627015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.633926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Checking segment: {'id': 'b8300eef-ef7a-4749-8966-16b2c082d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:36:59.634390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Network hostable DHCP agents. Network: 6442740a-0d1c-4ed4-90d5-8e488ae836d7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:36:59.639271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.648880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.679831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831a6fa-eb9a-47c1-9dc7-9116d275f990 req-b9a557be-903a-4524-b891-76fedac9de88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:36:59.686574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.689469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1831a6fa-eb9a-47c1-9dc7-9116d275f990 req-b9a557be-903a-4524-b891-76fedac9de88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 945 time: 0.2874858 Nov 08 12:36:59.748906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.776153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.782902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/adf0c115-ed1a-437d-81d2-7d4d4bb561be HTTP/1.1" status: 204 len: 168 time: 0.7161078 Nov 08 12:36:59.784082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fccdf-1c2c-41df-ac07-646a0b40d7d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=adf0c115-ed1a-437d-81d2-7d4d4bb561be,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:36:59.787715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:59.791188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2eac2cef-99a2-4549-b50c-1ae7006fc607 None None] Could not find standard attr ID for object adf0c115-ed1a-437d-81d2-7d4d4bb561be. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:36:59.799898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:36:59.803530 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65888398-5d95-4aa8-9f8b-ac762ad3f0a4" -d '{"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-plugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:36:59.819237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:36:59.843178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.843887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router c068c161-814c-4909-a8af-d975189b0542 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:36:59.863312 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa752c8b-0e13-4b86-a9e6-b603f460f7a3 x-openstack-request-id: req-aa752c8b-0e13-4b86-a9e6-b603f460f7a3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:36:59.863618 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-plugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:36:59.863819 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.864559 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa752c8b-0e13-4b86-a9e6-b603f460f7a3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:36:59.864965 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'code': 200} Nov 08 12:36:59.866096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8f26e500-ec83-4f57-9f3f-7e35a13de143 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 204 len: 168 time: 2.3361986 Nov 08 12:36:59.869791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:36:59.877553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-364645883', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:36:59.898473 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:36:59.947282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:36:59.960769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1831a6fa-eb9a-47c1-9dc7-9116d275f990 req-7ace6bd4-525c-4115-b086-6410ffd53442 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702999 Nov 08 12:36:59.977265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:00.026918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621f7bd-16cd-4d1d-896f-27986736ccf5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:00.026918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621f7bd-16cd-4d1d-896f-27986736ccf5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:00.026918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a621f7bd-16cd-4d1d-896f-27986736ccf5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2301543 Nov 08 12:37:00.028943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69626513-e66e-4673-87bd-3de075702259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.030553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:00.032202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.034128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.085089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6442740a-0d1c-4ed4-90d5-8e488ae836d7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:00.091702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:00.092661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.093138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4b730-aed8-45f2-811a-7120142e296f None None] Network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:00.109401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69626513-e66e-4673-87bd-3de075702259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.129601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cb144-1939-44ee-b1ea-0cb5900f2dbf req-3fd344b4-7220-4e5d-b42d-7eb0191473eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:00.135881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d60cb144-1939-44ee-b1ea-0cb5900f2dbf req-3fd344b4-7220-4e5d-b42d-7eb0191473eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 1097 time: 0.1881049 Nov 08 12:37:00.155803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ed4ce32-6580-46eb-92f0-6f27bf607212 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:00.173135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:00.177689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.229281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.245565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.276091 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d60cb144-1939-44ee-b1ea-0cb5900f2dbf req-e81dbf60-9b0a-4d29-abc5-2918392316d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195648 Nov 08 12:37:00.282298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1ed4ce32-6580-46eb-92f0-6f27bf607212 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:00.282672 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.342081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.360545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0feb3a9-4003-4242-9690-5b2b44cc776c None None] Network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:00.432345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6f05fcba-5ff1-4f49-bc48-945334ed20f9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9371698 Nov 08 12:37:00.432981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-69626513-e66e-4673-87bd-3de075702259 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=248cd4c3ff304df98f3b949ced38b800&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0731719 Nov 08 12:37:00.435272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69626513-e66e-4673-87bd-3de075702259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a11a62-c411-4a37-bf93-9a747d2c35e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:00.450013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:00.491017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.538270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.545716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1 HTTP/1.1" status: 204 len: 168 time: 0.5140898 Nov 08 12:37:00.546936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:00.547338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0751bf-f059-4c47-b6c4-5f841b40cf46 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:00.548335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e0402-e7bc-47f3-b2ba-c57669c53707 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:00.597320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.603575 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.657997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49988) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:00.658574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-95f72e87-1ffd-4e4c-ada7-119c20519e90 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996077 Nov 08 12:37:00.664781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:00.679763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.840834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.846454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:00.847610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45a11a62-c411-4a37-bf93-9a747d2c35e6 HTTP/1.1" status: 204 len: 168 time: 0.3957927 Nov 08 12:37:00.861849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d003-e1ff-4ca1-b3e9-15bea688f682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a11a62-c411-4a37-bf93-9a747d2c35e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:00.862907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:01.040335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Deleting port 1ed4ce32-6580-46eb-92f0-6f27bf607212 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:01.041168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.078569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.130671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.131661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] For port 1ed4ce32-6580-46eb-92f0-6f27bf607212, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1ed4ce32-6580-46eb-92f0-6f27bf607212,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:01.134928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.135054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:01.141242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.150357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Calling delete_port for 1ed4ce32-6580-46eb-92f0-6f27bf607212 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:01.178101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea816d-b7f0-4cd6-b6e7-8aaafbdd40ce req-2e5e27a7-c901-4790-bfc1-c51834d1d27d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:01.185816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aea816d-b7f0-4cd6-b6e7-8aaafbdd40ce req-2e5e27a7-c901-4790-bfc1-c51834d1d27d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1211338 Nov 08 12:37:01.245485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aea816d-b7f0-4cd6-b6e7-8aaafbdd40ce req-e265c759-9af7-4586-85c0-38fac0c906cb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548294 Nov 08 12:37:01.350530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.386134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] Pushing event deleted for resources: {'Port': ['ID=1ed4ce32-6580-46eb-92f0-6f27bf607212,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:01.388158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677dd1a-1445-421f-aa3a-9d26da48c3cd None None] No DVR routers for this DVR port 1ed4ce32-6580-46eb-92f0-6f27bf607212 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:01.627025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Allocated IP 172.25.1.34 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/07942002-2645-4a81-83db-9a3ddb91b809) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:01.723676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.787218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:01.793148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.802843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:01.809876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:01.813139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:01.820425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf722baf-9c21-40b6-a188-8d60321e8f2a None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:01.824324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=f9c7161b-7326-413c-9bc5-778a7a4d4d89,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:01.947759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-017d1887-8949-4da5-955f-ae6a5e3f7e36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2884357 Nov 08 12:37:01.950617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:01.956653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': 'f9c7161b-7326-413c-9bc5-778a7a4d4d89', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-83106411'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:01.994095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.024411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'f9c7161b-7326-413c-9bc5-778a7a4d4d89'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:02.025891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.105868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:02.111822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:02.116776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:02.172087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event updated for resources: {'Port': ['ID=07942002-2645-4a81-83db-9a3ddb91b809,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:02.209340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ed4ce32-6580-46eb-92f0-6f27bf607212 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:02.243951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1ed4ce32-6580-46eb-92f0-6f27bf607212 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:02.244353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1ed4ce32-6580-46eb-92f0-6f27bf607212 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:02.254767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:02.389036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/f9c7161b-7326-413c-9bc5-778a7a4d4d89/d0413f38-2423-407b-a74f-824c15a7e151) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:02.396989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.459033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 860c61fa-52c5-4180-a8cf-a440a33f9ddd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:02.545206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35661-af79-4cb5-9412-cfef01a428a3 req-b14b7a50-fb7c-4e7c-a49e-f546fdb04df2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:02.547272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bf35661-af79-4cb5-9412-cfef01a428a3 req-b14b7a50-fb7c-4e7c-a49e-f546fdb04df2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1318595 Nov 08 12:37:02.577439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.612251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bf35661-af79-4cb5-9412-cfef01a428a3 req-c751b160-07b1-4168-93d0-23c83e6f4c4b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567913 Nov 08 12:37:02.665711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.747276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.789416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:02.792979 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:37:02.794469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:37:02.800094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:02.810231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:02.840649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.843946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Pushing event updated for resources: {'Port': ['ID=d0413f38-2423-407b-a74f-824c15a7e151,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:02.888652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee4190be-5032-4c16-ae20-2fcfb22b3edd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9361699 Nov 08 12:37:02.893003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:02.910670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Attempting to bind port d0413f38-2423-407b-a74f-824c15a7e151 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:02.911045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Attempting to bind port d0413f38-2423-407b-a74f-824c15a7e151 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:02.911417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Attempting to bind port d0413f38-2423-407b-a74f-824c15a7e151 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:02.921205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:02.921205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:02.923969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.924377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:02.924867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Bound port: d0413f38-2423-407b-a74f-824c15a7e151, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:02.925255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:02.963962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ec1cd-9a7e-4eb9-9db3-8181fdb6a68a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:02.969124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:02.971023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ae3ec1cd-9a7e-4eb9-9db3-8181fdb6a68a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0766931 Nov 08 12:37:03.032164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] For port d0413f38-2423-407b-a74f-824c15a7e151, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:03.037670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] For port d0413f38-2423-407b-a74f-824c15a7e151, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d0413f38-2423-407b-a74f-824c15a7e151,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:03.065702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d06363-9fe1-4611-b4e2-431b3c91e245 req-076729db-0952-4d1a-a7fa-c2ef67aa0548 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:03.067089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58d06363-9fe1-4611-b4e2-431b3c91e245 req-076729db-0952-4d1a-a7fa-c2ef67aa0548 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.0781667 Nov 08 12:37:03.072430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16483402-bd76-4ded-9649-33c647f24fa1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:03.074528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16483402-bd76-4ded-9649-33c647f24fa1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:03.078856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-16483402-bd76-4ded-9649-33c647f24fa1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1058602 Nov 08 12:37:03.081482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50072) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:03.106233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.168296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58d06363-9fe1-4611-b4e2-431b3c91e245 req-e10afa3c-d231-4d7b-9835-f112dbd586a9 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785096 Nov 08 12:37:03.189598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet f9c7161b-7326-413c-9bc5-778a7a4d4d89 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:03.189598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.234761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a301f-29d2-417f-be30-d381d6b3105a None None] Pushing event updated for resources: {'Port': ['ID=d0413f38-2423-407b-a74f-824c15a7e151,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:03.241459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Router 6e778df6-8225-4418-b3d5-949df7e436f0 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:37:03.257257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.526441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-54680411-1518-454c-99c1-f2b8c47b28d1 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:03.528138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-54680411-1518-454c-99c1-f2b8c47b28d1 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/networks?id=6442740a-0d1c-4ed4-90d5-8e488ae836d7 HTTP/1.1" status: 200 len: 809 time: 0.1813841 Nov 08 12:37:03.563449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5ed89ea1-3a67-458a-9afd-50dbfe9badd7 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/quotas/4f1a609ed2de4e2d8ebe1dfc2a38d139 HTTP/1.1" status: 200 len: 375 time: 0.0274677 Nov 08 12:37:03.607459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-403c65b5-ed4b-4106-98d5-773c51650ba1 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f1a609ed2de4e2d8ebe1dfc2a38d139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421159 Nov 08 12:37:03.706530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.736069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:03.752003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] Sync routers for ids ['6e778df6-8225-4418-b3d5-949df7e436f0'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:03.771504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] Routers {'6e778df6-8225-4418-b3d5-949df7e436f0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:03.771504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6e778df6-8225-4418-b3d5-949df7e436f0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:03.809513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:03.818748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] Routers {'6e778df6-8225-4418-b3d5-949df7e436f0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:03.819350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6e778df6-8225-4418-b3d5-949df7e436f0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:03.835289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.840829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7fce4cba-45f1-4328-86b2-7b1bb1dd52fe tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9698939 Nov 08 12:37:03.842309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50092) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:03.847773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:03.861317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-01c88d6c-641f-408e-af5f-68ac59ca5899 service neutron] 10.222.0.58 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517586 Nov 08 12:37:03.866120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:03.866120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe62ac6-ce87-4d64-9cc4-3258bb7485ae None None] The sync data for ids ['6e778df6-8225-4418-b3d5-949df7e436f0'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:03.870703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7ad2-a28c-4e2b-905c-d7a13801a208 req-a384df21-dbc5-4286-b670-4b99d18c6706 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:03.872560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf0a7ad2-a28c-4e2b-905c-d7a13801a208 req-a384df21-dbc5-4286-b670-4b99d18c6706 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.0778556 Nov 08 12:37:03.893130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.933329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:03.936871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/f9c7161b-7326-413c-9bc5-778a7a4d4d89 HTTP/1.1" status: 204 len: 168 time: 0.8541217 Nov 08 12:37:03.937743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d63ce-48c4-4632-995f-7d5c33a2d563 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c7161b-7326-413c-9bc5-778a7a4d4d89,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:03.941131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:03.991255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf0a7ad2-a28c-4e2b-905c-d7a13801a208 req-d0ad5863-e32b-420b-8c2f-9c82e90d5aa1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096773 Nov 08 12:37:03.997769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad70b0c9-cf52-4554-a714-7ca38d0a7a36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530686 Nov 08 12:37:04.027907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50098) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:04.034189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:04.034855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-a2b1aed2-745a-4035-b52b-1c92654a7b17 service neutron] 10.222.0.58 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613009 Nov 08 12:37:04.185456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d0413f38-2423-407b-a74f-824c15a7e151 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:04.278459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d0413f38-2423-407b-a74f-824c15a7e151 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:04.279637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.393826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf44a-c0ad-4bbb-94cf-5e2798ca650f req-d2ecc03e-3091-483d-b580-c5eabc841b5f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:04.393826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eebf44a-c0ad-4bbb-94cf-5e2798ca650f req-d2ecc03e-3091-483d-b580-c5eabc841b5f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.0923681 Nov 08 12:37:04.455055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:04.457100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.462767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.469889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eebf44a-c0ad-4bbb-94cf-5e2798ca650f req-f3a24e8f-e06b-4aab-bfa2-4c35243935bb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724001 Nov 08 12:37:04.545505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port d0413f38-2423-407b-a74f-824c15a7e151, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d0413f38-2423-407b-a74f-824c15a7e151,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:04.633003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.648122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f99f5-8efd-48c6-b5c1-be00cd7bc9cc None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:04.704461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f933a03-0519-4cc1-999d-6bef70c2d8cf req-08a1bf84-b1b4-424f-8fb7-3d5d117db98e tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0333359 Nov 08 12:37:04.753402 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.763280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cc1edae1-9c16-478c-b5f8-9904c5d73ff0 None None] Provisioning complete for port d0413f38-2423-407b-a74f-824c15a7e151 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:04.763411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc1edae1-9c16-478c-b5f8-9904c5d73ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.812369 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.889584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.901314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=d0413f38-2423-407b-a74f-824c15a7e151,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:04.946379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:04.955613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:04.977137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:04.977746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:04.987576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=b91e9819-c5d5-4a2b-8ee9-a1fe507939bb,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:05.006120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:05.030670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Deleting port 07942002-2645-4a81-83db-9a3ddb91b809 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:05.033652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.073297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Deleting port d0413f38-2423-407b-a74f-824c15a7e151 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:05.073674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.108702 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c5a52d5-944c-4e8b-a8bb-b322fabe90d8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0785916 Nov 08 12:37:05.116153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:05.121831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:05.162266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3381eb-034a-4f87-affe-7dae66c61bd5 req-5b1ac734-0f37-492e-9e3e-3c4a5e428aa3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:05.170128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f3381eb-034a-4f87-affe-7dae66c61bd5 req-5b1ac734-0f37-492e-9e3e-3c4a5e428aa3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.0829952 Nov 08 12:37:05.183115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] For port d0413f38-2423-407b-a74f-824c15a7e151, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d0413f38-2423-407b-a74f-824c15a7e151,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:05.183359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.184101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.200593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Calling delete_port for d0413f38-2423-407b-a74f-824c15a7e151 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:05.202215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Calling delete_port for 07942002-2645-4a81-83db-9a3ddb91b809 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:05.241517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f3381eb-034a-4f87-affe-7dae66c61bd5 req-fcf95d55-edd8-4275-bf16-7e81e51e3998 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703900 Nov 08 12:37:05.306780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.308644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.350306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-8728f76d-3027-4fe1-bc3b-ed9d0dc18c60 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:05.351801 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-8728f76d-3027-4fe1-bc3b-ed9d0dc18c60 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.57 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.1415544 Nov 08 12:37:05.451273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.484702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Pushing event deleted for resources: {'Port': ['ID=d0413f38-2423-407b-a74f-824c15a7e151,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:05.499433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] No DVR routers for this DVR port d0413f38-2423-407b-a74f-824c15a7e151 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:05.506508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.506941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.507424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.508296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.508296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.508690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.509073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.509454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.509836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.510467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.512884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.512884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3810f2-c481-47cd-b154-5b6e2ffac263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:05.528540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.535933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7153e-6dd5-47d2-ba4f-03c8d22ba1a7 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:05.538457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f6555-1b01-4458-9ea4-20b0a16b5513 req-3b48ae96-130d-4270-8311-c2d8632bc825 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:05.540353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-509f6555-1b01-4458-9ea4-20b0a16b5513 req-3b48ae96-130d-4270-8311-c2d8632bc825 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.0842569 Nov 08 12:37:05.591688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-509f6555-1b01-4458-9ea4-20b0a16b5513 req-4b17b04c-f2cd-45a6-a7c9-0b40d27294a7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Nov 08 12:37:05.611237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Deleting port c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:05.611237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.613202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.700323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.714452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:05.715354 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.740490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Pushing event deleted for resources: {'Port': ['ID=07942002-2645-4a81-83db-9a3ddb91b809,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:05.801899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.803361 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8be88f6f-35eb-4231-9fd6-449f90856027 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6859870 Nov 08 12:37:05.805324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] For port c70269f3-2536-4c12-ba5e-a6300d2b9a05, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c70269f3-2536-4c12-ba5e-a6300d2b9a05,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:05.805700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:05.809603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:05.840137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1b70dbf-fedc-4ffb-b596-812ed0f35d0e req-6f04a5c2-721d-4ea8-af88-1b63665d9778 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0593164 Nov 08 12:37:05.895231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/b91e9819-c5d5-4a2b-8ee9-a1fe507939bb/8eb59389-d2b9-4af9-825f-b4938280c572) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:06.027857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.079751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.110305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d0413f38-2423-407b-a74f-824c15a7e151 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:06.139568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d0413f38-2423-407b-a74f-824c15a7e151 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:06.140242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d0413f38-2423-407b-a74f-824c15a7e151 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:06.171189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-356ce660-00e9-4e37-bb16-a5497d1f6d9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533462 Nov 08 12:37:06.197699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.240001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:06.256473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Pushing event updated for resources: {'Port': ['ID=8eb59389-d2b9-4af9-825f-b4938280c572,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:06.261504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:06.264730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:06.278075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571763dd-b149-40aa-8e30-9cd472224041 req-2b071db7-2fa5-4103-b8f6-acf367ed7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:06.279880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-2b071db7-2fa5-4103-b8f6-acf367ed7883 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0611920 Nov 08 12:37:06.336110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Attempting to bind port 8eb59389-d2b9-4af9-825f-b4938280c572 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:06.346819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Attempting to bind port 8eb59389-d2b9-4af9-825f-b4938280c572 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:06.347281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Attempting to bind port 8eb59389-d2b9-4af9-825f-b4938280c572 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:06.356018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:06.356398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:06.357488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.357888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:06.358537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Bound port: 8eb59389-d2b9-4af9-825f-b4938280c572, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:06.359008 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.464065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] For port 8eb59389-d2b9-4af9-825f-b4938280c572, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:06.468297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] For port 8eb59389-d2b9-4af9-825f-b4938280c572, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8eb59389-d2b9-4af9-825f-b4938280c572,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:06.601663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.721778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.739628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.834606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a602b-43cc-4862-8e21-137e1f02331f req-99c8cbba-137c-4662-aa4d-c7db2fc5c6b2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:06.834606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f5a602b-43cc-4862-8e21-137e1f02331f req-99c8cbba-137c-4662-aa4d-c7db2fc5c6b2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 946 time: 0.4580610 Nov 08 12:37:06.834826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571763dd-b149-40aa-8e30-9cd472224041 req-0acce5ed-d26c-4113-9ee9-c01ad73488fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:06.836537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-0acce5ed-d26c-4113-9ee9-c01ad73488fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.5337989 Nov 08 12:37:06.840467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6a7a-2535-4414-a0e8-8e6bc33a41de None None] Pushing event updated for resources: {'Port': ['ID=8eb59389-d2b9-4af9-825f-b4938280c572,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:06.914551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.966427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.966427 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Floating IP c1240250-a8c6-46c6-8d9a-bc10b1fc9205 disassociated. External IP: 172.25.1.194, port: c70269f3-2536-4c12-ba5e-a6300d2b9a05. Nov 08 12:37:06.966427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Calling delete_port for c70269f3-2536-4c12-ba5e-a6300d2b9a05 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:06.967928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2221f0-3fcd-42ab-a241-d578e792d262 req-c136f241-3e9e-475b-b3c6-ce7a4a35107c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:06.967928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2221f0-3fcd-42ab-a241-d578e792d262 req-c136f241-3e9e-475b-b3c6-ce7a4a35107c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.2010937 Nov 08 12:37:06.968150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Router 6e778df6-8225-4418-b3d5-949df7e436f0 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:37:06.970151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:06.982976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f5a602b-43cc-4862-8e21-137e1f02331f req-fe3d2d3e-a0d0-41a0-a14b-b8f2f11c1504 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ef820f7-0979-47ab-9f7d-5999e8018705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659193 Nov 08 12:37:07.052684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-21cce903-2974-4cc2-b54b-417f4369a941 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.2067375 Nov 08 12:37:07.124888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:37:07.130514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2221f0-3fcd-42ab-a241-d578e792d262 req-535a748a-4f51-4884-9243-9222bea77902 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516364 Nov 08 12:37:07.178869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0adbd282-9e6c-411b-a626-a88de18655f1 req-00c72f9c-fcfc-47f7-b770-23c01d843372 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0778921 Nov 08 12:37:07.208705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571763dd-b149-40aa-8e30-9cd472224041 req-b1fb561d-c559-4c9c-900b-532fe7126019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:07.210516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-b1fb561d-c559-4c9c-900b-532fe7126019 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1493604 Nov 08 12:37:07.257073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:07.271750 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] Sync routers for ids ['6e778df6-8225-4418-b3d5-949df7e436f0'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:07.284223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] Routers {'6e778df6-8225-4418-b3d5-949df7e436f0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:07.286176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571763dd-b149-40aa-8e30-9cd472224041 req-77ef3e71-5f8d-472e-998b-87eb685103b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:07.286497 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6e778df6-8225-4418-b3d5-949df7e436f0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:07.286964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-77ef3e71-5f8d-472e-998b-87eb685103b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682111 Nov 08 12:37:07.289140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:07.298393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:07.299559 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b2c1a0e-376c-44b3-afef-42effcd915c7 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "PUT /v2.0/routers/6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 200 len: 705 time: 3.4560249 Nov 08 12:37:07.303573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50166) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:07.326126 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:07.335316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'port_id': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'mac_address': 'fa:16:3e:f4:5c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:37:07.337309 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] Routers {'6e778df6-8225-4418-b3d5-949df7e436f0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:07.338864 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6e778df6-8225-4418-b3d5-949df7e436f0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:07.389435 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:07.390600 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8be83-6fb0-4a05-bf06-564b012a9a3a None None] The sync data for ids ['6e778df6-8225-4418-b3d5-949df7e436f0'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:07.436560 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-568c28df-79d4-46c8-bbe4-e57d7931e784 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/routers/6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 200 len: 740 time: 0.1310070 Nov 08 12:37:07.439057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:07.445406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:07.456626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 003efbd4-6374-41fd-9d11-00c2f3a5d63b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:07.483767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:07.515137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:07.515502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f2748198-11d2-4a30-8706-0f35e6632e69 tempest-RoutersAdminTest-757680083 tempest-RoutersAdminTest-757680083-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 200 len: 205 time: 0.0715897 Nov 08 12:37:07.518144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-905eefd6-6793-48a3-80a6-694249ad1aad service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230113 Nov 08 12:37:07.561201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:07.580977 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60916891-a1cf-4d94-9773-7f8406f69644 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 200 len: 205 time: 0.0644374 Nov 08 12:37:07.584510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50180) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:07.621672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:07.636807 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:07.639104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-571763dd-b149-40aa-8e30-9cd472224041 req-85a131df-ebbb-4713-a030-0710acebe0c1 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131136 Nov 08 12:37:07.682794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['003efbd4-6374-41fd-9d11-00c2f3a5d63b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:37:07.714613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:07.719495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::1 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/b91e9819-c5d5-4a2b-8ee9-a1fe507939bb/26ed8ab9-10e0-4556-aead-43079e3b72e0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:07.722406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'Port': ['ID=c70269f3-2536-4c12-ba5e-a6300d2b9a05,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:08.120194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] Provisioning complete for port 8eb59389-d2b9-4af9-825f-b4938280c572 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:08.120568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.228128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8eb59389-d2b9-4af9-825f-b4938280c572 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:08.258791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b17de68b-8bfb-47d1-b2f4-f617323907fa req-059aeed7-10c6-4892-97d3-4faa740c882f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.1224110 Nov 08 12:37:08.418798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.438151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-ef4f69c8-5fa3-4da2-b7e5-3fb0a2cf05aa tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:08.442844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-ef4f69c8-5fa3-4da2-b7e5-3fb0a2cf05aa tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.57 "GET /v2.0/networks?id=6442740a-0d1c-4ed4-90d5-8e488ae836d7 HTTP/1.1" status: 200 len: 809 time: 0.4172807 Nov 08 12:37:08.473743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8eb59389-d2b9-4af9-825f-b4938280c572 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:08.474109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.486844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3a2209f-cde3-4552-abc5-146b32116844 req-ee200478-0334-4a95-a6ba-4a12a44ad824 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0662160 Nov 08 12:37:08.490996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Request body: {'port': {'device_id': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7', 'admin_state_up': True, 'tenant_id': '4f1a609ed2de4e2d8ebe1dfc2a38d139'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:08.507548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] For port 8eb59389-d2b9-4af9-825f-b4938280c572, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8eb59389-d2b9-4af9-825f-b4938280c572,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:08.527560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2db8-d089-4bed-b81a-f16afd25dc2a req-c7b4a9cf-c9e5-42d7-9b16-24c0610901c7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:08.531149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67db2db8-d089-4bed-b81a-f16afd25dc2a req-c7b4a9cf-c9e5-42d7-9b16-24c0610901c7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 945 time: 0.2565114 Nov 08 12:37:08.609682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.633206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.641488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.674762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.705289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67db2db8-d089-4bed-b81a-f16afd25dc2a req-01e77554-28dd-44a7-ae50-3c2564a9c30a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597483 Nov 08 12:37:08.783378 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:37:08.783749 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:37:08.787852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bdb0f-dc4d-428e-9df7-10548bc04fb8 None None] Pushing event updated for resources: {'Port': ['ID=8eb59389-d2b9-4af9-825f-b4938280c572,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:08.799826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.816690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:37:08.860159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Made reservation on behalf of 4f1a609ed2de4e2d8ebe1dfc2a38d139 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:08.864754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.888112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.888730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Fanout notify agent at l3_agent the message router_deleted on router 6e778df6-8225-4418-b3d5-949df7e436f0 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:37:08.899618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:08.906926 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d9052d8a-1700-4f7a-8824-55d48f8e4d4b tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 204 len: 168 time: 1.3215892 Nov 08 12:37:08.911156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50214) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:08.950310 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e99f3948-85ed-4d03-b0cf-d7c9c038f586 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 200 len: 205 time: 0.0376582 Nov 08 12:37:08.952877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50218) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.002667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.015753 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-4e9b7a38-0b53-48b0-812c-bd395a8d34aa tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:09.020314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e9b7a38-0b53-48b0-812c-bd395a8d34aa tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/6e778df6-8225-4418-b3d5-949df7e436f0 HTTP/1.1" status: 404 len: 336 time: 0.0657661 Nov 08 12:37:09.024737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.048748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:09.051570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:09.065766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:09.074433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:09.096660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:09.100492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.109139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:09.114318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cd2f27f5-2878-49b2-b5ab-ac74812a9be6 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 200 len: 205 time: 0.0862505 Nov 08 12:37:09.118298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.121118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:09.143952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:09.235211 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8a20e65f-48cf-4dee-8bca-4f2bbf43fa45 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:09.239404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a20e65f-48cf-4dee-8bca-4f2bbf43fa45 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c068c161-814c-4909-a8af-d975189b0542 HTTP/1.1" status: 404 len: 336 time: 0.1179638 Nov 08 12:37:09.244052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.277333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] No DVR routers for this DVR port c70269f3-2536-4c12-ba5e-a6300d2b9a05 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:09.279618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:09.289857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fab3c559-0d56-498b-8204-24b84dad7edc tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 200 len: 205 time: 0.0409293 Nov 08 12:37:09.292565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.295363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.300380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-96b8d6bd-59c4-440e-a0e8-573d63963b83 req-261cfa0e-28bc-41ff-94c9-96653617ed8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.57 "DELETE /v2.0/ports/c70269f3-2536-4c12-ba5e-a6300d2b9a05 HTTP/1.1" status: 204 len: 173 time: 3.9393294 Nov 08 12:37:09.300380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-deleted', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:09.304594 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ae904-3dd7-4352-a22f-8dbea11af9fc" -d '{"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-deleted", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:09.325294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Allocated IP 172.20.0.2 (6442740a-0d1c-4ed4-90d5-8e488ae836d7/eede0dd7-049d-4a54-b55b-75ea01840da8/d82edc71-b802-4164-b944-eb96905ccf8a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:09.436721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.468981 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dbdb30-cf2e-4fbd-98b4-5ee8eb756fe9 x-openstack-request-id: req-a3dbdb30-cf2e-4fbd-98b4-5ee8eb756fe9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:09.471029 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49119783-cf67-4cc4-9d5a-3ad613b5fe93", "name": "network-vif-deleted", "tag": "c70269f3-2536-4c12-ba5e-a6300d2b9a05", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:09.471401 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3dbdb30-cf2e-4fbd-98b4-5ee8eb756fe9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:09.471903 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49119783-cf67-4cc4-9d5a-3ad613b5fe93', 'name': 'network-vif-deleted', 'tag': 'c70269f3-2536-4c12-ba5e-a6300d2b9a05', 'status': 'completed', 'code': 200} Nov 08 12:37:09.570515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 003efbd4-6374-41fd-9d11-00c2f3a5d63b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:09.575346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.586838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e56c4585-f065-4ece-ac0c-d7042e15d8fd req-74867a2e-4d1c-455d-a2f1-d33bf08bf10b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.1087537 Nov 08 12:37:09.587974 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-d18d5389-5677-41c2-b865-0d257cb51462 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:09.592219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d18d5389-5677-41c2-b865-0d257cb51462 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c43269c2-9ee2-46f8-9615-26e61c1c7321 HTTP/1.1" status: 404 len: 336 time: 0.2984235 Nov 08 12:37:09.604756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50240) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.646032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1882bc8-d757-4934-801c-6a24c329395e None None] Provisioning complete for port 26ed8ab9-10e0-4556-aead-43079e3b72e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:09.646568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1882bc8-d757-4934-801c-6a24c329395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.675195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-951d7f8a-12cd-44f9-96ff-2b807a3668a7 req-4b3e7c6b-bdf8-4130-86c5-57e61c3ae7e6 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0799847 Nov 08 12:37:09.730743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:09.778758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.832480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e1882bc8-d757-4934-801c-6a24c329395e None None] Port 26ed8ab9-10e0-4556-aead-43079e3b72e0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:09.837631 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a18add73-b44a-4af9-836c-35f14f737871 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 200 len: 205 time: 0.2294643 Nov 08 12:37:09.840347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:09.921111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.924965 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-000ccfc1-b456-4d61-a409-19713ac8d783 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:09.930792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-000ccfc1-b456-4d61-a409-19713ac8d783 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/511248a5-ab52-4a2c-97e0-b66eaedc9e9f HTTP/1.1" status: 404 len: 336 time: 0.0883272 Nov 08 12:37:09.931610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:09.949735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:10.016056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:10.018921 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1416d9-cad3-4fdd-88aa-eb70a26654f4" -d '{"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-plugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:10.063131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Pushing event updated for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:10.077309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:10.117501 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f95efc2-316a-492d-b124-fdee2b5ba846 x-openstack-request-id: req-0f95efc2-316a-492d-b124-fdee2b5ba846 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:10.118192 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-plugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:10.118722 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f95efc2-316a-492d-b124-fdee2b5ba846 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:10.119345 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'code': 200} Nov 08 12:37:10.125434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dad9e162-2bb5-4a0d-98c2-8058d1291388 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 200 len: 205 time: 0.1702816 Nov 08 12:37:10.128873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50252) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:10.147331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8eb59389-d2b9-4af9-825f-b4938280c572 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:10.149230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:10.156435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:10.163081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:10.180093 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-4ad30c31-120d-459a-8976-f120e5577bcf tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:10.183922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4ad30c31-120d-459a-8976-f120e5577bcf tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/c6ee989e-057a-43a2-9eb6-bb34506864ae HTTP/1.1" status: 404 len: 336 time: 0.0510247 Nov 08 12:37:10.184391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50256) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:10.196071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.204193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.205043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:10.233373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d18ecb1-a48c-4a56-b9eb-78e07ef132a5 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fa52b4-6c47-4551-a3a4-3574aa13fe1c HTTP/1.1" status: 200 len: 205 time: 0.0481379 Nov 08 12:37:10.234833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490097-a61d-4f26-b8ee-e77391e854f3 req-930cb979-ec61-40c6-ad66-fac335611401 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:10.237140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50258) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:10.243019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1490097-a61d-4f26-b8ee-e77391e854f3 req-930cb979-ec61-40c6-ad66-fac335611401 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 945 time: 0.3232892 Nov 08 12:37:10.280064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: c70269f3-2536-4c12-ba5e-a6300d2b9a05 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:10.280794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c70269f3-2536-4c12-ba5e-a6300d2b9a05 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:10.283654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:10.284513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.293659 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-204f32d4-9eb0-4a20-a5f5-4a98a3bdb45d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] delete failed (client error): The resource could not be found. Nov 08 12:37:10.295590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-204f32d4-9eb0-4a20-a5f5-4a98a3bdb45d tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/routers/e1fa52b4-6c47-4551-a3a4-3574aa13fe1c HTTP/1.1" status: 404 len: 336 time: 0.0568781 Nov 08 12:37:10.298936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50260) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:10.344714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1490097-a61d-4f26-b8ee-e77391e854f3 req-b5c3911b-f4e2-4ad0-8541-5643a0689c7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Nov 08 12:37:10.347254 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81dea2e-7788-417a-aefe-9e6fc892c629 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] DELETE failed (client error): The resource could not be found. Nov 08 12:37:10.349358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81dea2e-7788-417a-aefe-9e6fc892c629 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:37:10.352833 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e81dea2e-7788-417a-aefe-9e6fc892c629 tempest-RoutersAdminTest-343698723 tempest-RoutersAdminTest-343698723-project] 10.222.0.58 "DELETE /v2.0/subnets/a562b648-72ac-4fcb-a345-06ac5b64a007 HTTP/1.1" status: 404 len: 337 time: 0.0523031 Nov 08 12:37:10.362087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:10.370870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8eb59389-d2b9-4af9-825f-b4938280c572 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:10.371548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.395527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.414097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.419983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:10.429392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-4fe6cc0b-a33e-46b6-a70d-c2cf2f5ff0d3 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9601705 Nov 08 12:37:10.447751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Request body: {'port': {'device_id': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:10.476347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:10.502205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:10.502848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:10.575357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:10.596226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:10.649947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:10.652037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:10.963288 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3f783ed-30b2-40f8-93cf-aaee10361098 req-88037220-a6b7-4a47-83f7-e66229c9612a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=49119783-cf67-4cc4-9d5a-3ad613b5fe93 HTTP/1.1" status: 200 len: 210 time: 0.1414616 Nov 08 12:37:11.028155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb741b42-a47a-40d8-960f-ef35fa7a2065 req-bfe9de47-c421-42cd-bbc6-b396e7c5f926 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:11.033776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:37:11.047775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb741b42-a47a-40d8-960f-ef35fa7a2065 req-bfe9de47-c421-42cd-bbc6-b396e7c5f926 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 931 time: 0.1870131 Nov 08 12:37:11.267035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb741b42-a47a-40d8-960f-ef35fa7a2065 req-11dbb9be-cc42-4223-b68b-0b79167686cd tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198021 Nov 08 12:37:11.268903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:11.283615 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c71242e-37b1-4c86-a7b0-19535b11242a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "PUT /v2.0/routers/31a4666e-bfd4-4cd3-bc97-de03328ee7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4729750 Nov 08 12:37:11.289678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50278) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:11.295135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Sync routers for ids ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:11.308147 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Routers {'31a4666e-bfd4-4cd3-bc97-de03328ee7ea'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:11.308956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:11.418420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b324c6-ba56-45c3-8c42-a8dd679fd117 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:11.420772 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b8b324c6-ba56-45c3-8c42-a8dd679fd117 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports/26ed8ab9-10e0-4556-aead-43079e3b72e0 HTTP/1.1" status: 200 len: 911 time: 0.1239336 Nov 08 12:37:11.423708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:11.467171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:11.470014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:11.497185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82edc71-b802-4164-b944-eb96905ccf8a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:11.513737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:11.560385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-883788eb-a30e-493f-8b55-2633786f5a55 None None] Provisioning complete for port 26ed8ab9-10e0-4556-aead-43079e3b72e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:11.562587 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-883788eb-a30e-493f-8b55-2633786f5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:11.571132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Transition to ACTIVE for port object d82edc71-b802-4164-b944-eb96905ccf8a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:37:11.595069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979ee0c-7eb7-4f4e-ac1d-32f03b548269 req-a462cf65-96d9-40c0-b2f9-27c66c27fcdc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:11.603345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cf654-2720-4e95-975f-825c3e4761f0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:11.603943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3979ee0c-7eb7-4f4e-ac1d-32f03b548269 req-a462cf65-96d9-40c0-b2f9-27c66c27fcdc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.0828633 Nov 08 12:37:11.630721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cf654-2720-4e95-975f-825c3e4761f0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:11.630721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1f3cf654-2720-4e95-975f-825c3e4761f0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2023382 Nov 08 12:37:11.631007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:11.631109 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Set router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:11.698527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:11.737026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-883788eb-a30e-493f-8b55-2633786f5a55 None None] Port 26ed8ab9-10e0-4556-aead-43079e3b72e0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:11.811178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-819ebd15-9c5b-495a-9fc4-97643ad00301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:11.853969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3979ee0c-7eb7-4f4e-ac1d-32f03b548269 req-b7bf1ff3-de85-4738-b6d2-3247243dd9ee tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457066 Nov 08 12:37:11.903408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:09Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None, '_interfaces': [{'id': '26ed8ab9-10e0-4556-aead-43079e3b72e0', 'name': '', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'mac_address': 'fa:16:3e:21:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:37:07Z', 'updated_at': '2021-11-08T12:37:09Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'subnets': [{'id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:11.936445 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Checking router: 31a4666e-bfd4-4cd3-bc97-de03328ee7ea for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:11.937086 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Updating router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea port 26ed8ab9-10e0-4556-aead-43079e3b72e0 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:37:11.966881 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:11.975921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:11.982872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:12.059057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345bc7a-3371-4a08-b8e2-0e4b32637921 None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:12.305067 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.326717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Attempting to bind port d82edc71-b802-4164-b944-eb96905ccf8a on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:12.327060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Attempting to bind port d82edc71-b802-4164-b944-eb96905ccf8a by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'b8300eef-ef7a-4749-8966-16b2c082d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:12.327434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Attempting to bind port d82edc71-b802-4164-b944-eb96905ccf8a on network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:12.327955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:12.411130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Port d82edc71-b802-4164-b944-eb96905ccf8a on network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:37:12.411467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Attempting to bind port d82edc71-b802-4164-b944-eb96905ccf8a on network 6442740a-0d1c-4ed4-90d5-8e488ae836d7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:12.418010 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.424354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.462295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:12.462636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Checking segment: {'id': 'b8300eef-ef7a-4749-8966-16b2c082d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:12.464295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.466197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Bound using segment: {'id': 'b8300eef-ef7a-4749-8966-16b2c082d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:12.468276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Bound port: d82edc71-b802-4164-b944-eb96905ccf8a, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8300eef-ef7a-4749-8966-16b2c082d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:12.468705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.575470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:12.579193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d82edc71-b802-4164-b944-eb96905ccf8a,segment=NetworkSegment(b8300eef-ef7a-4749-8966-16b2c082d902),segment_id=b8300eef-ef7a-4749-8966-16b2c082d902)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:12.639686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0cfc89-283d-4ada-be28-80d422618971 None None] New status for floating IP c1240250-a8c6-46c6-8d9a-bc10b1fc9205: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:37:12.644778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Attempting to bind port 26ed8ab9-10e0-4556-aead-43079e3b72e0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:12.645699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Attempting to bind port 26ed8ab9-10e0-4556-aead-43079e3b72e0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:12.646361 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Attempting to bind port 26ed8ab9-10e0-4556-aead-43079e3b72e0 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:12.648224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.653318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.658048 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ef820f7-0979-47ab-9f7d-5999e8018705 HTTP/1.1" status: 204 len: 168 time: 0.3284628 Nov 08 12:37:12.659112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:12.664935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe4b6b-5879-475e-9d9f-53a543b68730 None None] Pushing event updated for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:12.681827 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:12.683345 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-7a25a0a2-3df0-4c4d-b36c-00cdd9671b29 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] show failed (client error): The resource could not be found. Nov 08 12:37:12.691539 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a25a0a2-3df0-4c4d-b36c-00cdd9671b29 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups/8ef820f7-0979-47ab-9f7d-5999e8018705 HTTP/1.1" status: 404 len: 347 time: 0.0235415 Nov 08 12:37:12.691777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:12.694217 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.694664 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:12.697322 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Bound port: 26ed8ab9-10e0-4556-aead-43079e3b72e0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:12.697487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50318) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:12.698559 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.705591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f13c-1163-4553-b0af-b53ad87edfe6 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef820f7-0979-47ab-9f7d-5999e8018705,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:12.705957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-819ebd15-9c5b-495a-9fc4-97643ad00301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.728366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.762882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a4b2-3ebb-46b3-9f49-39191cab73a2 req-512b7ef8-74a7-4e9b-ba8a-3c2e18d97cf7 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:12.776446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b35a4b2-3ebb-46b3-9f49-39191cab73a2 req-512b7ef8-74a7-4e9b-ba8a-3c2e18d97cf7 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 943 time: 0.2742798 Nov 08 12:37:12.891529 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] For port 26ed8ab9-10e0-4556-aead-43079e3b72e0, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:12.897330 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] For port 26ed8ab9-10e0-4556-aead-43079e3b72e0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26ed8ab9-10e0-4556-aead-43079e3b72e0,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:12.918432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-819ebd15-9c5b-495a-9fc4-97643ad00301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.942480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Deleting port d8e3b29d-5d0a-4448-9c52-e1a537ce2923 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:12.950549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.950718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ed92dff1-423c-4a39-8cde-d928299319ae None None] Provisioning complete for port 26ed8ab9-10e0-4556-aead-43079e3b72e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:12.950718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ed92dff1-423c-4a39-8cde-d928299319ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.992273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:12.992916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:12.994324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/d82edc71-b802-4164-b944-eb96905ccf8a HTTP/1.1" status: 200 len: 1091 time: 2.5509746 Nov 08 12:37:13.007087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:13.009527 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f6208-e2a1-4362-9369-c3b657ccc926" -d '{"events": [{"name": "network-changed", "server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:13.014639 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.042755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ed92dff1-423c-4a39-8cde-d928299319ae None None] Port 26ed8ab9-10e0-4556-aead-43079e3b72e0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:13.190956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.190956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.240956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Calling delete_port for d8e3b29d-5d0a-4448-9c52-e1a537ce2923 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:13.249591 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Routers {'31a4666e-bfd4-4cd3-bc97-de03328ee7ea'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:13.255790 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:13.259120 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe4b6b-5879-475e-9d9f-53a543b68730 None None] Pushing event updated for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:13.525651 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] Set router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:13.599571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] Provisioning complete for port 26ed8ab9-10e0-4556-aead-43079e3b72e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:13.602126 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.694058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519f96b-5a24-433d-ab8b-9ace4bf074e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:13.705006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50328) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:13.715899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.717047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-819ebd15-9c5b-495a-9fc4-97643ad00301 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00cb18c559604363b6ac258345bd912d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2458146 Nov 08 12:37:13.743761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.744660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ebd15-9c5b-495a-9fc4-97643ad00301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47377a0a-bd74-4bf0-9cf5-274227fabb51,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:13.784436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] For port 26ed8ab9-10e0-4556-aead-43079e3b72e0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26ed8ab9-10e0-4556-aead-43079e3b72e0,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:13.793863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'Port': ['ID=d8e3b29d-5d0a-4448-9c52-e1a537ce2923,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:13.805268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b35a4b2-3ebb-46b3-9f49-39191cab73a2 req-e887a579-592f-4770-8128-02fb061ed7b7 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0275815 Nov 08 12:37:13.842422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cd1ce-cb96-4ab8-8a55-b21ad4a6976a req-8a1ed041-0f8b-4173-92e9-564f4aee3600 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:13.851995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f7cd1ce-cb96-4ab8-8a55-b21ad4a6976a req-8a1ed041-0f8b-4173-92e9-564f4aee3600 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.8516376 Nov 08 12:37:13.881897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:09Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None, '_interfaces': [{'id': '26ed8ab9-10e0-4556-aead-43079e3b72e0', 'name': '', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'mac_address': 'fa:16:3e:21:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:37:07Z', 'updated_at': '2021-11-08T12:37:12Z', 'revision_number': 4, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'subnets': [{'id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:13.899898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.904710 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.904892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.906178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d18988f3-3816-46a1-bec3-9c1fb88bdbb9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "DELETE /v2.0/floatingips/c1240250-a8c6-46c6-8d9a-bc10b1fc9205 HTTP/1.1" status: 204 len: 168 time: 1.2066572 Nov 08 12:37:13.964222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:13.966687 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95d62e-1d6f-484f-8634-df8f5f71b935 None None] The sync data for ids ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'] in n-d-816990-1 is: [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:09Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None, '_interfaces': [{'id': '26ed8ab9-10e0-4556-aead-43079e3b72e0', 'name': '', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'mac_address': 'fa:16:3e:21:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:37:07Z', 'updated_at': '2021-11-08T12:37:12Z', 'revision_number': 4, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'subnets': [{'id': 'b91e9819-c5d5-4a2b-8ee9-a1fe507939bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:13.997762 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88326158-8335-4cb2-968f-a18da5f478fa x-openstack-request-id: req-88326158-8335-4cb2-968f-a18da5f478fa {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:13.999053 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:13.999340 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88326158-8335-4cb2-968f-a18da5f478fa {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:13.999755 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a', 'status': 'completed', 'code': 200} Nov 08 12:37:14.024366 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:14.071575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890292b4-08ef-46c7-bebf-050aad7453dc None None] Pushing event updated for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:14.130097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-eb85094d-7adf-4291-ab5f-991b699f85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:14.131811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-eb85094d-7adf-4291-ab5f-991b699f85b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f1a609ed2de4e2d8ebe1dfc2a38d139&device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 1094 time: 0.9959979 Nov 08 12:37:14.141234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f7cd1ce-cb96-4ab8-8a55-b21ad4a6976a req-5329291b-96a2-413a-b2bc-7084fff091ca tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882526 Nov 08 12:37:14.189106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:14.193483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:14.195157 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47377a0a-bd74-4bf0-9cf5-274227fabb51 HTTP/1.1" status: 204 len: 168 time: 0.4871304 Nov 08 12:37:14.214216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-26581d2d-fe0d-433f-a0f1-ef11c59aa8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d82edc71-b802-4164-b944-eb96905ccf8a HTTP/1.1" status: 200 len: 217 time: 0.0583754 Nov 08 12:37:14.231276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef43aaf-e344-4e7a-a1cc-d142e6e4d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47377a0a-bd74-4bf0-9cf5-274227fabb51,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:14.386102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:14.514990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-17c570b4-0178-4639-a520-5dd99045476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:14.522669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-17c570b4-0178-4639-a520-5dd99045476c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eede0dd7-049d-4a54-b55b-75ea01840da8 HTTP/1.1" status: 200 len: 849 time: 0.2190440 Nov 08 12:37:14.569947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-706dc20e-6067-4c6a-aacf-24962936c862 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6442740a-0d1c-4ed4-90d5-8e488ae836d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369201 Nov 08 12:37:14.982449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-61f87844-f3ff-43b3-b101-df50f8dbf286 service neutron] 10.222.0.57 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619394 Nov 08 12:37:15.139642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 26ed8ab9-10e0-4556-aead-43079e3b72e0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:15.140065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.155231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7e1b7-4751-46bd-8bea-5afb04082e53 req-d6094a6f-d83e-4113-89f9-bce7c67f29b0 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:15.156955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75c7e1b7-4751-46bd-8bea-5afb04082e53 req-d6094a6f-d83e-4113-89f9-bce7c67f29b0 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 943 time: 0.2110956 Nov 08 12:37:15.253478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50350) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:15.260285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546717767', 'description': 'tempest-description--1351865577'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:15.268629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-221bda16-880d-43f1-a685-98f65e6dcb07 req-fb15acdc-408c-47f1-bd3d-e3efb6104e8f service neutron] 10.222.0.57 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646856 Nov 08 12:37:15.313978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50352) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:15.353963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75c7e1b7-4751-46bd-8bea-5afb04082e53 req-222c640c-018b-4aef-a6f5-ea674158bf4b tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781001 Nov 08 12:37:15.392449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] For port 26ed8ab9-10e0-4556-aead-43079e3b72e0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26ed8ab9-10e0-4556-aead-43079e3b72e0,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:15.396515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.423427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 26ed8ab9-10e0-4556-aead-43079e3b72e0 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:15.473637 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-02f5535d-45c7-41f9-a12f-a6f67d68cc5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27854ba753c444d7a3ceb1ceaf4f9fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583779 Nov 08 12:37:15.482478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50356) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:15.483524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.594553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-ef39b7a2-770a-4e02-ac76-d4d2d12f6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:15.596747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-ef39b7a2-770a-4e02-ac76-d4d2d12f6baf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f1a609ed2de4e2d8ebe1dfc2a38d139&device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 1094 time: 0.1688976 Nov 08 12:37:15.620677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.622371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7267-03d3-4d9d-aec6-f2caa0bc4158 req-a045bf4e-22c4-4671-b39e-129ec0881ad0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:15.630923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4ac7267-03d3-4d9d-aec6-f2caa0bc4158 req-a045bf4e-22c4-4671-b39e-129ec0881ad0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1302299 Nov 08 12:37:15.667712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.718785 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.735232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4ac7267-03d3-4d9d-aec6-f2caa0bc4158 req-83ee0cac-9480-4f4c-9b9b-eda330f736d8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886266 Nov 08 12:37:15.836979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.864213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-205f4c84-47e6-4328-89e9-4b09e08f0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:15.865849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-205f4c84-47e6-4328-89e9-4b09e08f0c1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6442740a-0d1c-4ed4-90d5-8e488ae836d7 HTTP/1.1" status: 200 len: 910 time: 0.2537704 Nov 08 12:37:15.888583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.893060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.897930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.906742 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3a2da96-ba91-4c36-9051-8f408917d041 HTTP/1.1" status: 204 len: 168 time: 0.4205620 Nov 08 12:37:15.924224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-9c5857d8-c69f-41f1-8c46-b2f593854263 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d82edc71-b802-4164-b944-eb96905ccf8a HTTP/1.1" status: 200 len: 217 time: 0.0460117 Nov 08 12:37:15.926676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9775ee76-ebff-47d4-b970-3c5a1fe3c94b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:15.974648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:15.994424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc4fa104-91d0-43e9-aab1-414d0d74067d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7244844 Nov 08 12:37:15.996363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:16.013558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group_rule': {'security_group_id': '9775ee76-ebff-47d4-b970-3c5a1fe3c94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:16.031229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e336c-bfcf-483a-8f06-09f7b1c917b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2da96-ba91-4c36-9051-8f408917d041,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:16.070099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-7157136f-3b5c-4a44-9e21-1867cd3f360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:16.074659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-7157136f-3b5c-4a44-9e21-1867cd3f360d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eede0dd7-049d-4a54-b55b-75ea01840da8 HTTP/1.1" status: 200 len: 849 time: 0.1216128 Nov 08 12:37:16.152458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.172506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-97a4567b-4545-4584-983f-f616405f6a2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6442740a-0d1c-4ed4-90d5-8e488ae836d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892792 Nov 08 12:37:16.209033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.304373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.307851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=26ed8ab9-10e0-4556-aead-43079e3b72e0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:16.313573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26ed8ab9-10e0-4556-aead-43079e3b72e0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:16.378161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 26ed8ab9-10e0-4556-aead-43079e3b72e0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:16.378161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26ed8ab9-10e0-4556-aead-43079e3b72e0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 08 12:37:16.378880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Port 26ed8ab9-10e0-4556-aead-43079e3b72e0 not found, will not notify nova. {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 08 12:37:16.517854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.534491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-9a0df70a-3b19-4daa-839e-d340e3c00318 service neutron] 10.222.0.57 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480630 Nov 08 12:37:16.685570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303978-8cc5-4c17-ab37-de8746693b7c req-3e0310c4-4a68-4b6a-8447-f6209082fbee tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:16.687098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27303978-8cc5-4c17-ab37-de8746693b7c req-3e0310c4-4a68-4b6a-8447-f6209082fbee tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 943 time: 0.2246161 Nov 08 12:37:16.807858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:37:16.808730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.831070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f458a6a-94db-4083-a074-371bbb769b3f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:16.850459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef9f6208-e2a1-4362-9369-c3b657ccc926 req-2c4c67a1-76be-41e0-b971-a00aa7a28b5f service neutron] 10.222.0.57 "GET /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686734 Nov 08 12:37:16.862175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27303978-8cc5-4c17-ab37-de8746693b7c req-ceed8316-2b43-4c31-95b3-b2f5da5dea4e tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672106 Nov 08 12:37:16.915903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89b62f-dd4f-4586-bbc5-1cc664dab0c7 req-16872333-7619-4925-adc0-f24823fd3ceb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:16.917949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb89b62f-dd4f-4586-bbc5-1cc664dab0c7 req-16872333-7619-4925-adc0-f24823fd3ceb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1085761 Nov 08 12:37:16.948986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:16.950744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f20958fc-2215-404c-95ee-03e59bb3b103 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9501150 Nov 08 12:37:16.953190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50374) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:16.957834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'security_group_rule': {'security_group_id': '9775ee76-ebff-47d4-b970-3c5a1fe3c94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:16.983078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:16.994224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-912e6864-d29f-4f96-8d46-0e9f994fc85d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "PUT /v2.0/routers/31a4666e-bfd4-4cd3-bc97-de03328ee7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3597448 Nov 08 12:37:16.994744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50376) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:17.000453 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Sync routers for ids ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:17.018290 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Routers {'31a4666e-bfd4-4cd3-bc97-de03328ee7ea'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:17.019304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:17.058993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.148369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78be84f-c565-478b-8636-4f06bb194c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:17.154174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78be84f-c565-478b-8636-4f06bb194c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:17.155806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d78be84f-c565-478b-8636-4f06bb194c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1597843 Nov 08 12:37:17.165391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50380) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:17.231425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb89b62f-dd4f-4586-bbc5-1cc664dab0c7 req-b1a917fa-3b56-493a-a3f8-3c8f60a51c98 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807622 Nov 08 12:37:17.237336 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Set router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:17.244809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.302042 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:15Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:17.308536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet b91e9819-c5d5-4a2b-8ee9-a1fe507939bb {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:17.317660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.335184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Checking router: 31a4666e-bfd4-4cd3-bc97-de03328ee7ea for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:17.344818 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Routers {'31a4666e-bfd4-4cd3-bc97-de03328ee7ea'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:17.345676 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:17.351621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.393876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4200cea2-c18b-4e8b-9caa-9315ff07af2a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:17.404487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.438326 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] Set router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:17.500657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.505289 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc2ff136-f5ee-4d73-8cf4-aa39dba7d310 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5479987 Nov 08 12:37:17.505473 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:15Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:17.508292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:17.511923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:17.533571 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477914-b209-49e6-9f1b-ab5722b98852 None None] The sync data for ids ['31a4666e-bfd4-4cd3-bc97-de03328ee7ea'] in n-d-816990-1 is: [{'id': '31a4666e-bfd4-4cd3-bc97-de03328ee7ea', 'name': 'tempest-NetworksTestDHCPv6-router-1609456527', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:05Z', 'updated_at': '2021-11-08T12:37:15Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:17.553227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.637754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.712901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.736320 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:17.746632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12850060-5337-4e75-ad55-01eeeff860fb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:17.748147 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/b91e9819-c5d5-4a2b-8ee9-a1fe507939bb HTTP/1.1" status: 204 len: 168 time: 0.5816584 Nov 08 12:37:17.757217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:17.802661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a33dd-3ace-44e2-88e8-639f7be6c86e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=b91e9819-c5d5-4a2b-8ee9-a1fe507939bb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:18.128263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:18.255309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26ed8ab9-10e0-4556-aead-43079e3b72e0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:18.283520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50418) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:18.303473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Deleting port 8eb59389-d2b9-4af9-825f-b4938280c572 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:18.304068 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.385857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] For port 8eb59389-d2b9-4af9-825f-b4938280c572, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8eb59389-d2b9-4af9-825f-b4938280c572,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:18.386375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.408180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Calling delete_port for 8eb59389-d2b9-4af9-825f-b4938280c572 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:18.433793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 26ed8ab9-10e0-4556-aead-43079e3b72e0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:18.434526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26ed8ab9-10e0-4556-aead-43079e3b72e0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:18.490860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-476128325'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:18.510158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.576135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d6ca46af-4665-45f4-96c1-9e2e7a14b71e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8153646 Nov 08 12:37:18.580888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:18.631302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:18.636825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.642717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.677681 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.681128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.712353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] Pushing event deleted for resources: {'Port': ['ID=8eb59389-d2b9-4af9-825f-b4938280c572,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:18.722379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86bd61e-9902-482f-a04a-24ee71d50851 None None] No DVR routers for this DVR port 8eb59389-d2b9-4af9-825f-b4938280c572 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:18.837331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Allocated IP 172.25.1.53 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/7fdf3368-67f9-479f-a50b-77f544ba28ee) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:18.861497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:18.925212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b278c-fa53-444b-8b37-db9b95057d10 req-8415cda8-489f-41a0-87fc-e74ad64bd907 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:18.927277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7b278c-fa53-444b-8b37-db9b95057d10 req-8415cda8-489f-41a0-87fc-e74ad64bd907 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 943 time: 0.4838824 Nov 08 12:37:18.982859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.040873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:19.053832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa4e65-83a4-4ea3-86f8-688b2635e088,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:19.062002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.062369 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment 7507a53f-22f7-4f21-9aa4-a87996f1fa20 of type vlan for network ac59c022-c10b-4884-9df9-331e691efb43 Nov 08 12:37:19.142923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.147829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.152849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.179601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d82edc71-b802-4164-b944-eb96905ccf8a details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:37:19.255515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76231c00-6c6f-4a81-8b97-8507710bf693 req-e8baa832-0e52-4318-83ce-20622f58e08b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:19.257562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76231c00-6c6f-4a81-8b97-8507710bf693 req-e8baa832-0e52-4318-83ce-20622f58e08b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3443596 Nov 08 12:37:19.271472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd7b278c-fa53-444b-8b37-db9b95057d10 req-294b230c-560f-4286-bd00-cec273a9342b tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011150 Nov 08 12:37:19.276199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.288698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.306398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:19.307376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.348863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76231c00-6c6f-4a81-8b97-8507710bf693 req-6ff75f02-5020-4e3d-9e58-66f87abc331b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835106 Nov 08 12:37:19.376790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d82edc71-b802-4164-b944-eb96905ccf8a,segment=NetworkSegment(b8300eef-ef7a-4749-8966-16b2c082d902),segment_id=b8300eef-ef7a-4749-8966-16b2c082d902)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:19.407081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'd82edc71-b802-4164-b944-eb96905ccf8a', 'network_id': '6442740a-0d1c-4ed4-90d5-8e488ae836d7', 'port_id': 'd82edc71-b802-4164-b944-eb96905ccf8a', 'mac_address': 'fa:16:3e:ef:28:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eede0dd7-049d-4a54-b55b-75ea01840da8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:37:19.408387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.409056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Fanout notify agent at l3_agent the message router_deleted on router 31a4666e-bfd4-4cd3-bc97-de03328ee7ea {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:37:19.417933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.429239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f9d242fc-7bcd-4e90-a8f8-f9d7ec0b9f2f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/routers/31a4666e-bfd4-4cd3-bc97-de03328ee7ea HTTP/1.1" status: 204 len: 168 time: 0.8432775 Nov 08 12:37:19.429593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:19.434858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:19.503285 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2185454 Nov 08 12:37:19.506815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:19.520890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.534584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.537437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'name': 'tempest-PortsIpV6TestJSON-12753394'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:19.559278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada546-6ae9-4a5e-9cab-74177fd079cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=ac59c022-c10b-4884-9df9-331e691efb43,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:19.571117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82edc71-b802-4164-b944-eb96905ccf8a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:19.595551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:19.607069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:19.614473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:19.626133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d82edc71-b802-4164-b944-eb96905ccf8a,segment=NetworkSegment(b8300eef-ef7a-4749-8966-16b2c082d902),segment_id=b8300eef-ef7a-4749-8966-16b2c082d902)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:19.631973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ac59c022-c10b-4884-9df9-331e691efb43 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:19.695002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=7fdf3368-67f9-479f-a50b-77f544ba28ee,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:19.758026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.786505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:19.793794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.823955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:19.848802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.933949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:19.945169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:19.974054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 406b2dc6-0128-4c33-a42d-f27f338da6f9 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:20.092789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.113222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['d82edc71-b802-4164-b944-eb96905ccf8a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:37:20.209167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8eb59389-d2b9-4af9-825f-b4938280c572 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:20.263886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8eb59389-d2b9-4af9-825f-b4938280c572 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:20.264233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8eb59389-d2b9-4af9-825f-b4938280c572 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:20.265617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.309124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.314055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.438991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.483484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01dc90-d903-42c5-bf87-5ce3dd8ba024 req-41d1460e-8492-4132-86c7-4ac90fda69d2 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:20.492019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c01dc90-d903-42c5-bf87-5ce3dd8ba024 req-41d1460e-8492-4132-86c7-4ac90fda69d2 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 944 time: 0.1219988 Nov 08 12:37:20.516533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.589504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.648375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:20.668759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=7fdf3368-67f9-479f-a50b-77f544ba28ee,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:20.688976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:20.695754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:20.696758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.704910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b3a0a-5ca0-4913-b28b-19bb0d24faa4 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:20.720491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': '7507a53f-22f7-4f21-9aa4-a87996f1fa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:20.720902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: ac59c022-c10b-4884-9df9-331e691efb43, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:20.728136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=406b2dc6-0128-4c33-a42d-f27f338da6f9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:20.765289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c01dc90-d903-42c5-bf87-5ce3dd8ba024 req-fdd46e21-3d0d-4502-bf90-5513fb2318a9 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720025 Nov 08 12:37:20.772939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:20.810124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b5ebb-314e-4805-9d3c-00133364dc99 req-f5f58a51-f9bc-468b-82c3-94458741a0bc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:20.812139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b5b5ebb-314e-4805-9d3c-00133364dc99 req-f5f58a51-f9bc-468b-82c3-94458741a0bc tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3073032 Nov 08 12:37:20.816598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=7afab48c-efff-47cb-909f-b0c9c12e8ad4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:20.887704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50440) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:20.889717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6e7d1877-3514-4552-8a1d-3c41e9b17dc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4590616 Nov 08 12:37:20.893896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1219663029', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:20.912937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b5b5ebb-314e-4805-9d3c-00133364dc99 req-8275a1fd-d9cb-4e2a-bf2c-e2f0531a18f4 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884805 Nov 08 12:37:20.918970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:21.010767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.020062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3f8e9de8-d0e5-423c-831b-4d89435b0d9b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5076003 Nov 08 12:37:21.022843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '7afab48c-efff-47cb-909f-b0c9c12e8ad4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:21.023714 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.302169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/7afab48c-efff-47cb-909f-b0c9c12e8ad4/197f786a-5fa8-40a0-9e0a-93e3d8660737) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:21.430301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-8d5551ae-a0d9-4009-bab9-2ce5d115f021 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--546717767&fields=id&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 267 time: 0.1039078 Nov 08 12:37:21.534269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.536164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.560578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.560846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ac59c022-c10b-4884-9df9-331e691efb43) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:21.570914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c86c41-8d5a-4be6-9dcf-77afe256df94 None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:21.588703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:21.604143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:21.605306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.655623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-0d5a7c76-0de7-4cba-becc-931010027baa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:21.657287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-0d5a7c76-0de7-4cba-becc-931010027baa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 817 time: 0.2153130 Nov 08 12:37:21.677350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-265b0cc8-9cf6-4e2b-9724-9d74dfe4551e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/quotas/6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 375 time: 0.0096292 Nov 08 12:37:21.679581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.739698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-b7ff3d7f-e1f6-48ff-a99b-43f628b3293e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511010 Nov 08 12:37:21.779391 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.789241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.835312 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09c407bc-4010-4b31-b53b-4ed8515fb56c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3241570 Nov 08 12:37:21.836269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50458) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:21.843025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-495003908'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:21.843683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:21.848254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:21.875636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:21.947128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:21.948495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4382560e-b747-4aae-82a6-be80282ce3c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0597658 Nov 08 12:37:21.953010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50462) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:21.984096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Pushing event updated for resources: {'Port': ['ID=197f786a-5fa8-40a0-9e0a-93e3d8660737,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:21.993257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Attempting to bind port 197f786a-5fa8-40a0-9e0a-93e3d8660737 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:21.993749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Attempting to bind port 197f786a-5fa8-40a0-9e0a-93e3d8660737 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:21.994215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Attempting to bind port 197f786a-5fa8-40a0-9e0a-93e3d8660737 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:22.005996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:22.006570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:22.007081 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.007560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:22.008816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Bound port: 197f786a-5fa8-40a0-9e0a-93e3d8660737, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:22.009340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.047864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a4f8f-ce30-47fc-9b2a-d8c2a4a365a5 req-33c91dec-29be-44af-ab6e-35b2558bed55 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:22.058445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-441a4f8f-ce30-47fc-9b2a-d8c2a4a365a5 req-33c91dec-29be-44af-ab6e-35b2558bed55 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 944 time: 0.1102722 Nov 08 12:37:22.084612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-4bdd30ed-0e69-4b57-ba7e-3d6a08125a8c service neutron] 10.222.0.58 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295853 Nov 08 12:37:22.147345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] For port 197f786a-5fa8-40a0-9e0a-93e3d8660737, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:22.151011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] For port 197f786a-5fa8-40a0-9e0a-93e3d8660737, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=197f786a-5fa8-40a0-9e0a-93e3d8660737,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:22.191461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-441a4f8f-ce30-47fc-9b2a-d8c2a4a365a5 req-06e36981-a698-46f2-8e20-90729f231676 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284983 Nov 08 12:37:22.276113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:22.279656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.303560 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.351982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-3319f4a7-7e0c-419b-9d29-f0c1560dfa51 service neutron] 10.222.0.58 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660928 Nov 08 12:37:22.416248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:22.419664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9e1f-6ec7-437f-93d8-b19ece15ddad None None] Pushing event updated for resources: {'Port': ['ID=197f786a-5fa8-40a0-9e0a-93e3d8660737,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:22.437286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.438084 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment dd09f673-ef05-4361-8d4e-94f2d7001bd7 of type vlan for network b0539534-caed-4c6d-b881-449dee34c1af Nov 08 12:37:22.505257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.531565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:22.625762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce6adf-e47b-49d3-919a-8fc145f1bef4 req-fd4b7233-4ef3-4285-97e8-ac4195852c7d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:22.639693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cce6adf-e47b-49d3-919a-8fc145f1bef4 req-fd4b7233-4ef3-4285-97e8-ac4195852c7d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1693890 Nov 08 12:37:22.721603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cce6adf-e47b-49d3-919a-8fc145f1bef4 req-55a4bd3b-5647-4145-bd36-9372f996013d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797889 Nov 08 12:37:22.892691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::1 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/7afab48c-efff-47cb-909f-b0c9c12e8ad4/26f1859e-8a56-4ee3-8494-affb8d528602) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:23.031361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.038872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:23.039625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.046085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.066178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e70dc7a-73dd-4872-b3ba-4ffcd0d8e605 req-65281bfa-6307-4e81-8d7f-8da9a5ceab67 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.0347681 Nov 08 12:37:23.138738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f82b-8777-4fde-b335-d9dc74f2f587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.144843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=b0539534-caed-4c6d-b881-449dee34c1af,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:23.163608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b0539534-caed-4c6d-b881-449dee34c1af details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:23.229308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb06975a-23b8-448b-8660-d66f4f61690c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3917181 Nov 08 12:37:23.238265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:23.238265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'ports': [{'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'}, {'network_id': 'b0539534-caed-4c6d-b881-449dee34c1af'}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:23.238265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:23.239232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'b0539534-caed-4c6d-b881-449dee34c1af'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:23.263380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.354673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d82edc71-b802-4164-b944-eb96905ccf8a up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:23.460968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:23.485731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:23.511243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:23.511805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.525286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=26f1859e-8a56-4ee3-8494-affb8d528602,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:23.585722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port d82edc71-b802-4164-b944-eb96905ccf8a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:37:23.590872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port d82edc71-b802-4164-b944-eb96905ccf8a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:23.591119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.715318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dfd5-e1b2-4d2c-84c2-ce0157516e77 req-f65145f5-a5dc-4b73-b61e-3e03b2968087 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:23.716882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afe6dfd5-e1b2-4d2c-84c2-ce0157516e77 req-f65145f5-a5dc-4b73-b61e-3e03b2968087 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 944 time: 0.1980546 Nov 08 12:37:23.905340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:23.942360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afe6dfd5-e1b2-4d2c-84c2-ce0157516e77 req-ab70fcee-18e1-4ddd-bf77-cefa8fb84fe4 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829774 Nov 08 12:37:23.959941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e0c97-846c-4d1a-b2ca-8c12cdfdbda1 req-69ee7ac9-9b01-448a-83c2-12aa7438ee94 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:23.969592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d03e0c97-846c-4d1a-b2ca-8c12cdfdbda1 req-69ee7ac9-9b01-448a-83c2-12aa7438ee94 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1113005 Nov 08 12:37:23.973923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:23.980640 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47452753-d5d3-4564-8dc4-4007a231ee42" -d '{"events": [{"server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "name": "network-vif-plugged", "status": "completed", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:23.986490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:23.994387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.018717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d82edc71-b802-4164-b944-eb96905ccf8a,segment=NetworkSegment(b8300eef-ef7a-4749-8966-16b2c082d902),segment_id=b8300eef-ef7a-4749-8966-16b2c082d902)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:24.024309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.070063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d03e0c97-846c-4d1a-b2ca-8c12cdfdbda1 req-41f940a5-47bd-42ef-a1db-57d439aa3d38 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961401 Nov 08 12:37:24.108492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.143398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.289556 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eebd7a-4074-4301-be44-636065539ed7 x-openstack-request-id: req-33eebd7a-4074-4301-be44-636065539ed7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:24.290230 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "name": "network-vif-plugged", "status": "completed", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:24.290692 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33eebd7a-4074-4301-be44-636065539ed7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:24.292033 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a', 'code': 200} Nov 08 12:37:24.294440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:24.318907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 197f786a-5fa8-40a0-9e0a-93e3d8660737 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:24.371296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] Provisioning complete for port 197f786a-5fa8-40a0-9e0a-93e3d8660737 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:24.371886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.438718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d40cbb5-d91e-48e7-85f7-9dd68cde3245 req-f6228466-c177-4b6b-b316-a3c1a165955b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.2175796 Nov 08 12:37:24.454279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:24.720442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368e0fc-40b5-47f4-b969-836fb5a7f32f req-726b072b-3a3b-444b-bb9d-4cb6af6488df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:24.722954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4368e0fc-40b5-47f4-b969-836fb5a7f32f req-726b072b-3a3b-444b-bb9d-4cb6af6488df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 1096 time: 0.5009241 Nov 08 12:37:24.748759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.758974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.811484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 197f786a-5fa8-40a0-9e0a-93e3d8660737 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:24.811887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.882378 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.889924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port f1aa0807-1b0f-4822-9f36-9e856320e572 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:24.926903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] For port 197f786a-5fa8-40a0-9e0a-93e3d8660737, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=197f786a-5fa8-40a0-9e0a-93e3d8660737,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:24.932426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4368e0fc-40b5-47f4-b969-836fb5a7f32f req-370321bc-0b14-4e65-ac2f-c93016f9f74f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764500 Nov 08 12:37:24.944698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.944698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:24.995452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.058278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=26f1859e-8a56-4ee3-8494-affb8d528602,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:25.088412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.172690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:37:25.173373 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:37:25.221542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeb846-ba27-4ee0-add1-54357fd2cd92 None None] Pushing event updated for resources: {'Port': ['ID=197f786a-5fa8-40a0-9e0a-93e3d8660737,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:25.229162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:25.231038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:25.236603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1bffd93e-ab1d-4380-b160-e2261e560ee1 None None] Provisioning complete for port 26f1859e-8a56-4ee3-8494-affb8d528602 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:25.241622 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1bffd93e-ab1d-4380-b160-e2261e560ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.432678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1bffd93e-ab1d-4380-b160-e2261e560ee1 None None] Port 26f1859e-8a56-4ee3-8494-affb8d528602 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:25.437436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b051d-3c7a-4d10-ba2c-dcee48efd55f req-957cada7-010b-4b4e-a2e1-d10a11352665 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:25.446877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-845b051d-3c7a-4d10-ba2c-dcee48efd55f req-957cada7-010b-4b4e-a2e1-d10a11352665 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 945 time: 0.3265941 Nov 08 12:37:25.492142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.506360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748dbe-5a09-49e1-9030-a7ebaa60e5b8 req-843d15c3-38de-4c5d-8f31-6b55244950f3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:25.523654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83748dbe-5a09-49e1-9030-a7ebaa60e5b8 req-843d15c3-38de-4c5d-8f31-6b55244950f3 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3073189 Nov 08 12:37:25.584426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6847da84-ee4a-4046-a5f1-a9791177c104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.624509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-845b051d-3c7a-4d10-ba2c-dcee48efd55f req-42fd743e-7c64-4c15-bfaf-ebf243149e19 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725264 Nov 08 12:37:25.693000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-db5ef76a-506d-4b74-a0fc-a13c86fa867e None None] Provisioning complete for port 26f1859e-8a56-4ee3-8494-affb8d528602 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:25.694677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db5ef76a-506d-4b74-a0fc-a13c86fa867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.699553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Router 7aae6624-914d-4f0a-8e27-663c948932ac is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:37:25.792311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83748dbe-5a09-49e1-9030-a7ebaa60e5b8 req-039a0f1e-41c7-4a9a-90d4-b7135cb21c62 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582798 Nov 08 12:37:25.845418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-db5ef76a-506d-4b74-a0fc-a13c86fa867e None None] Port 26f1859e-8a56-4ee3-8494-affb8d528602 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:25.885420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:25.898698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c4c437d4-744e-4200-bcc6-264752734ed7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "PUT /v2.0/routers/7aae6624-914d-4f0a-8e27-663c948932ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9387834 Nov 08 12:37:25.899661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50526) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:25.903930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:25.906281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Sync routers for ids ['7aae6624-914d-4f0a-8e27-663c948932ac'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:25.909380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcaa25e3-0b37-4e41-bb24-06a27d4e1caa req-4bfcfd94-6d7e-4889-83af-81fd14f654a4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.1102312 Nov 08 12:37:25.966170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Routers {'7aae6624-914d-4f0a-8e27-663c948932ac'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:25.970621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7aae6624-914d-4f0a-8e27-663c948932ac'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:26.005923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:26.013760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d6170-23af-4b9a-85f4-c5928a61d2ed tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.020859 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-055d6170-23af-4b9a-85f4-c5928a61d2ed tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports/26f1859e-8a56-4ee3-8494-affb8d528602 HTTP/1.1" status: 200 len: 911 time: 0.1199949 Nov 08 12:37:26.021597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:26.045169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:26.045169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:26.047351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:26.052732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:26.175942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42f337-4326-48a6-85e8-81e1c71e4e08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.179526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=f1aa0807-1b0f-4822-9f36-9e856320e572,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:26.214484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42f337-4326-48a6-85e8-81e1c71e4e08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.218516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a42f337-4326-48a6-85e8-81e1c71e4e08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1933780 Nov 08 12:37:26.218794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50530) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:26.235152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 197f786a-5fa8-40a0-9e0a-93e3d8660737 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:26.249209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Set router 7aae6624-914d-4f0a-8e27-663c948932ac gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:26.261693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'dd09f673-ef05-4361-8d4e-94f2d7001bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0539534-caed-4c6d-b881-449dee34c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:26.262058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: b0539534-caed-4c6d-b881-449dee34c1af, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:26.426822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network b0539534-caed-4c6d-b881-449dee34c1af is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:26.474223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 197f786a-5fa8-40a0-9e0a-93e3d8660737 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:26.476424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:26.648347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, b0539534-caed-4c6d-b881-449dee34c1af) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:26.671582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b9fa4-2f53-4f35-a98b-33e63f360199 None None] Network b0539534-caed-4c6d-b881-449dee34c1af requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:26.697432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:26.703336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.724698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.725415 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:26.788989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:26.804731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-b7f5cae5-5599-4d5e-a0b0-441a8a6a9099 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:26.813481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-b7f5cae5-5599-4d5e-a0b0-441a8a6a9099 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 817 time: 0.2896197 Nov 08 12:37:26.877579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-98633141-4556-48bb-8723-47981fa89707 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6438391 Nov 08 12:37:26.882348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:26.964558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-4350a27c-b84e-448e-955a-e5074ddd9268 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 379 time: 0.1362181 Nov 08 12:37:27.001262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'port': {'device_id': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'admin_state_up': True, 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'security_groups': ['9775ee76-ebff-47d4-b970-3c5a1fe3c94b']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:27.101354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae6624-914d-4f0a-8e27-663c948932ac', 'name': 'tempest-NetworksTestDHCPv6-router-1219663029', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:21Z', 'updated_at': '2021-11-08T12:37:23Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None, '_interfaces': [{'id': '26f1859e-8a56-4ee3-8494-affb8d528602', 'name': '', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'mac_address': 'fa:16:3e:5c:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae6624-914d-4f0a-8e27-663c948932ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7afab48c-efff-47cb-909f-b0c9c12e8ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:37:22Z', 'updated_at': '2021-11-08T12:37:24Z', 'revision_number': 2, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'subnets': [{'id': '7afab48c-efff-47cb-909f-b0c9c12e8ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:27.104611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:27.129064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833d08b-fe9c-4df6-bda4-befbc851dd6c req-6cf303e2-fcb5-495f-be7a-89d00fbaa599 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:27.136984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9833d08b-fe9c-4df6-bda4-befbc851dd6c req-6cf303e2-fcb5-495f-be7a-89d00fbaa599 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 945 time: 0.3202379 Nov 08 12:37:27.199277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Checking router: 7aae6624-914d-4f0a-8e27-663c948932ac for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:27.199998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Updating router 7aae6624-914d-4f0a-8e27-663c948932ac port 26f1859e-8a56-4ee3-8494-affb8d528602 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:37:27.217032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e22d4-73d0-4283-a02b-ab6600959f64 req-7b7740d5-3484-46a5-89c5-e0d9dae7c268 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:27.218719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a96e22d4-73d0-4283-a02b-ab6600959f64 req-7b7740d5-3484-46a5-89c5-e0d9dae7c268 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.2633715 Nov 08 12:37:27.268447 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:37:27.282476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:27.371155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9833d08b-fe9c-4df6-bda4-befbc851dd6c req-0b3b5b65-49cb-4e3b-8b78-62dbeaa85e5d tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329469 Nov 08 12:37:27.443652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port f1aa0807-1b0f-4822-9f36-9e856320e572 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:27.444006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:27.488600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a96e22d4-73d0-4283-a02b-ab6600959f64 req-62ae72b1-0f05-4ed0-a066-0c9c5191be64 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524831 Nov 08 12:37:27.768367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-261ec6f2-344a-4ab2-bbb6-d8a99034e867 req-c60cd560-605a-495b-9578-dd73ac11632f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.0847607 Nov 08 12:37:27.790425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Made reservation on behalf of 6f3b9e43d17e4fd48647187956d7b85e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:27.798234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:27.827301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:27.884281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for f1aa0807-1b0f-4822-9f36-9e856320e572 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:27.976782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.085965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 26f1859e-8a56-4ee3-8494-affb8d528602 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:28.086748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.162458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.163259 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.224245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.241355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 26f1859e-8a56-4ee3-8494-affb8d528602 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:28.296484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32bf8-7df3-413e-9416-6350ded933f9 None None] Pushing event updated for resources: {'Port': ['ID=26f1859e-8a56-4ee3-8494-affb8d528602,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:28.392751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:28.393328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:28.397260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:28.415585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:28.416179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:28.418004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.418539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:28.419105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Bound port: 26f1859e-8a56-4ee3-8494-affb8d528602, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:28.420730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.682384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.683179 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:37:28.685979 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:37:28.729609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=26f1859e-8a56-4ee3-8494-affb8d528602,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:28.819295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7b125cf3-fd83-48f4-a191-fd33b6d0575a None None] Could not find standard attr ID for object 26f1859e-8a56-4ee3-8494-affb8d528602. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:28.822970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Allocated IP 172.20.0.14 (5326ab6f-492b-4643-a45f-608f821bf824/9ce3ef03-a630-49dc-92d9-fe7d71c66a84/c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:28.888572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:28.904951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.044549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67041aca-5697-41ff-9c97-22eaa2cb4733 req-8f4ca24c-762c-45fd-8afd-bdc59215bf4d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.046445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67041aca-5697-41ff-9c97-22eaa2cb4733 req-8f4ca24c-762c-45fd-8afd-bdc59215bf4d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3152242 Nov 08 12:37:29.070545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17850b-f1b6-4896-a5ec-34a273b87a31 req-ef7c199f-34d3-4c0e-945b-5b2b626b9dd4 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.072568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e17850b-f1b6-4896-a5ec-34a273b87a31 req-ef7c199f-34d3-4c0e-945b-5b2b626b9dd4 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 945 time: 0.3650184 Nov 08 12:37:29.173682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Router 7aae6624-914d-4f0a-8e27-663c948932ac has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:37:29.174431 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.195562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.208235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:29.210160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:29.211036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Attempting to bind port 26f1859e-8a56-4ee3-8494-affb8d528602 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:29.218321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:29.219057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:29.220100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.220716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:29.221428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Bound port: 26f1859e-8a56-4ee3-8494-affb8d528602, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:29.222396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.243342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=f1aa0807-1b0f-4822-9f36-9e856320e572,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:29.250197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.257126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a9a098a5-b874-48a1-a31b-129b5d2216e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/f1aa0807-1b0f-4822-9f36-9e856320e572 HTTP/1.1" status: 204 len: 168 time: 2.3736610 Nov 08 12:37:29.260943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67041aca-5697-41ff-9c97-22eaa2cb4733 req-c45ec6ca-0ba7-4371-9f6c-5ccce48f2f2f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077653 Nov 08 12:37:29.263217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50572) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:29.279544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e17850b-f1b6-4896-a5ec-34a273b87a31 req-ca663ee0-0b22-4bde-82dd-3897f9e7ee96 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880362 Nov 08 12:37:29.300360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:29.307662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f57aebd3-58f3-4c0a-bea0-817e0348b3cf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "PUT /v2.0/routers/7aae6624-914d-4f0a-8e27-663c948932ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0878606 Nov 08 12:37:29.311018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50574) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:29.317608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Port 26f1859e-8a56-4ee3-8494-affb8d528602 has been deleted concurrently {{(pid=102537) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 08 12:37:29.352346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Routers {'7aae6624-914d-4f0a-8e27-663c948932ac'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:29.353241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7aae6624-914d-4f0a-8e27-663c948932ac'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:29.390429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0b3b-a4ef-4352-8ed9-d774ef883991 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.404172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0b3b-a4ef-4352-8ed9-d774ef883991 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.412921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50576) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:29.414805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7c0a0b3b-a4ef-4352-8ed9-d774ef883991 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1496890 Nov 08 12:37:29.462463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d4bc612-2cd7-4667-a35c-a56f7e10eb00 req-938d420a-b679-40d9-b810-bbd9ef676cca tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.0463324 Nov 08 12:37:29.463689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.485378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] Set router 7aae6624-914d-4f0a-8e27-663c948932ac gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:29.507746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7f881-b038-4a9e-9670-f5a2d637225a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.510574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7f881-b038-4a9e-9670-f5a2d637225a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.512337 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-39b7f881-b038-4a9e-9670-f5a2d637225a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2001433 Nov 08 12:37:29.516445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:29.549730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Network 5326ab6f-492b-4643-a45f-608f821bf824 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:29.553980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:29.554372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.563227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae6624-914d-4f0a-8e27-663c948932ac', 'name': 'tempest-NetworksTestDHCPv6-router-1219663029', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:21Z', 'updated_at': '2021-11-08T12:37:28Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:29.573947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:29.584789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:29.619561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:29.658762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 7afab48c-efff-47cb-909f-b0c9c12e8ad4 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:29.666848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.702693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:29.703413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.727877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.743784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:29.755488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:29.809234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36af8e-94fe-4760-a915-6200354c9c2c None None] The sync data for ids ['7aae6624-914d-4f0a-8e27-663c948932ac'] in n-d-816990-1 is: [{'id': '7aae6624-914d-4f0a-8e27-663c948932ac', 'name': 'tempest-NetworksTestDHCPv6-router-1219663029', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:21Z', 'updated_at': '2021-11-08T12:37:28Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:29.847665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-731fad65-df0a-4039-b070-dafb837c6ac5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8600056 Nov 08 12:37:29.869592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Request body: {'port': {'device_id': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:30.004367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.035259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-394313e0-2ee3-488a-ab58-8bef5b595124 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:30.036711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-394313e0-2ee3-488a-ab58-8bef5b595124 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.57 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 945 time: 0.2139008 Nov 08 12:37:30.044332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.060580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fdfe3b4f-1157-47dc-b94c-5a480b0ed89a None None] Provisioning complete for port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:30.061062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b4f-1157-47dc-b94c-5a480b0ed89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.091562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:30.100019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.105616 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a01a9bfc-9dae-4561-b37d-09389cf28eae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a HTTP/1.1" status: 204 len: 168 time: 0.6892829 Nov 08 12:37:30.106751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.129413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe3b4f-1157-47dc-b94c-5a480b0ed89a None None] Port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:37:30.150588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.174283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e710f93-7f92-4e67-9dc7-034be6bd5def tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:30.179140 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e710f93-7f92-4e67-9dc7-034be6bd5def tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0686994 Nov 08 12:37:30.180936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.260474 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3b7412-6000-468c-9c52-d7d7f33f7433 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:30.262452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f3b7412-6000-468c-9c52-d7d7f33f7433 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/f1aa0807-1b0f-4822-9f36-9e856320e572 HTTP/1.1" status: 404 len: 333 time: 0.0802054 Nov 08 12:37:30.265558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50588) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.293842 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5043b5c4-5b19-4f58-991e-4814ffdd2652 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:30.296932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5043b5c4-5b19-4f58-991e-4814ffdd2652 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/41d713d6-7cf3-4ddb-81d2-7133d7eb8f7a HTTP/1.1" status: 404 len: 333 time: 0.0301821 Nov 08 12:37:30.306886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50592) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.359308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Deleting port d82edc71-b802-4164-b944-eb96905ccf8a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:30.359308 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.453993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.479581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.569056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.619060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.619060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/7afab48c-efff-47cb-909f-b0c9c12e8ad4 HTTP/1.1" status: 204 len: 168 time: 1.0518255 Nov 08 12:37:30.619305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.619447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b217d-1b5f-4650-bb1b-8a85930b0d4e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=7afab48c-efff-47cb-909f-b0c9c12e8ad4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:30.619614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9c2f6-3261-4886-928d-9039eb4b8ed9 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:30.620082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0539534-caed-4c6d-b881-449dee34c1af']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:30.645210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd09f673-ef05-4361-8d4e-94f2d7001bd7') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:30.645648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd09f673-ef05-4361-8d4e-94f2d7001bd7') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:30.668557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57812a-758c-4342-95ff-5593be683f4a req-694797f5-3cff-454f-b2dd-f16cc35fac54 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:30.670128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb57812a-758c-4342-95ff-5593be683f4a req-694797f5-3cff-454f-b2dd-f16cc35fac54 tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 945 time: 0.2699313 Nov 08 12:37:30.672636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] For port d82edc71-b802-4164-b944-eb96905ccf8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=d82edc71-b802-4164-b944-eb96905ccf8a,segment=NetworkSegment(b8300eef-ef7a-4749-8966-16b2c082d902),segment_id=b8300eef-ef7a-4749-8966-16b2c082d902)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:30.673009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.689930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd547c1-4746-419c-a149-33c50a4add61 req-4c574df0-941a-432d-8f5d-0218f29ebe32 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:30.696283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.698842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdd547c1-4746-419c-a149-33c50a4add61 req-4c574df0-941a-432d-8f5d-0218f29ebe32 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3148186 Nov 08 12:37:30.724626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.733476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60c0fe50-4a3d-4d3a-a307-bfabc5a6cf6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1447794 Nov 08 12:37:30.736595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:30.744264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:37:30.744670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: items = [ Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:37:30.748816 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:37:30.782313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Calling delete_port for d82edc71-b802-4164-b944-eb96905ccf8a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:30.847580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:30.870410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:30.919686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdd547c1-4746-419c-a149-33c50a4add61 req-7d12e030-28ca-43ad-afac-ae623ee174ed tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184281 Nov 08 12:37:30.979461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Deleting port 197f786a-5fa8-40a0-9e0a-93e3d8660737 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:30.979834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.035176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.062967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb57812a-758c-4342-95ff-5593be683f4a req-204d27ff-b85e-473d-b82d-d0f3d0b515ec tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b581b12-a0f4-4ff9-9c02-dff9fa060d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004231 Nov 08 12:37:31.084315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] For port 197f786a-5fa8-40a0-9e0a-93e3d8660737, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=197f786a-5fa8-40a0-9e0a-93e3d8660737,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:31.085257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.105698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Calling delete_port for 197f786a-5fa8-40a0-9e0a-93e3d8660737 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:31.115652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.119268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/b0539534-caed-4c6d-b881-449dee34c1af HTTP/1.1" status: 204 len: 168 time: 0.8111804 Nov 08 12:37:31.151534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.163584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee23d-17a9-4347-b100-887bdeb5f994 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=b0539534-caed-4c6d-b881-449dee34c1af,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:31.184040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.189991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.202109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331577013'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:31.217925 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Sync routers for ids ['7aae6624-914d-4f0a-8e27-663c948932ac'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:31.241487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Routers {'7aae6624-914d-4f0a-8e27-663c948932ac'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:31.242106 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7aae6624-914d-4f0a-8e27-663c948932ac'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:31.295621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:31.314374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.324998 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Set router 7aae6624-914d-4f0a-8e27-663c948932ac gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:31.335242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.338307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Fanout notify agent at l3_agent the message router_deleted on router 7aae6624-914d-4f0a-8e27-663c948932ac {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:37:31.351449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.352935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f25bb8b2-d0fb-4072-b9c1-2ba4cbcc714b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/routers/7aae6624-914d-4f0a-8e27-663c948932ac HTTP/1.1" status: 204 len: 168 time: 0.6154249 Nov 08 12:37:31.359380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50616) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.402641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.417630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae6624-914d-4f0a-8e27-663c948932ac', 'name': 'tempest-NetworksTestDHCPv6-router-1219663029', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:37:21Z', 'updated_at': '2021-11-08T12:37:28Z', 'revision_number': 3, 'project_id': 'a21d8ad838bf48369954fb5a5842471b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:31.447524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744ef7-35a7-427b-a442-2e164b6408b5 req-75887349-7a49-47ba-beaf-4c68bbf7b6e4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:31.453949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c38af-5d9d-4c7f-a092-2f6630b1864c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:31.455880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20744ef7-35a7-427b-a442-2e164b6408b5 req-75887349-7a49-47ba-beaf-4c68bbf7b6e4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 932 time: 0.2203121 Nov 08 12:37:31.459026 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fb2c38af-5d9d-4c7f-a092-2f6630b1864c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0980382 Nov 08 12:37:31.461542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50618) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.464461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:31.468259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.481163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] No DVR routers for this DVR port 197f786a-5fa8-40a0-9e0a-93e3d8660737 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:31.485269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2d4ca-dce5-4990-babd-be0351b2289a None None] Pushing event deleted for resources: {'Port': ['ID=197f786a-5fa8-40a0-9e0a-93e3d8660737,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:31.507395 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Checking router: 7aae6624-914d-4f0a-8e27-663c948932ac for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:31.518328 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Routers set() bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:31.519083 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Router IDs set() for agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 12:37:31.519890 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_agentschedulers_db [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7aae6624-914d-4f0a-8e27-663c948932ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent'). {{(pid=102538) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 08 12:37:31.520513 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97169632-384b-41da-98b9-4763ac3133e2 None None] The sync data for ids ['7aae6624-914d-4f0a-8e27-663c948932ac'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:31.540187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Transition to ACTIVE for port object c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:37:31.545583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.552108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:31.558315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['d82edc71-b802-4164-b944-eb96905ccf8a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:37:31.580477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b49f3c-05e6-436e-b460-7a03a1f3df36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:31.582968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a5b49f3c-05e6-436e-b460-7a03a1f3df36 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202612 Nov 08 12:37:31.597361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.601890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Pushing event deleted for resources: {'Port': ['ID=d82edc71-b802-4164-b944-eb96905ccf8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:31.655538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20744ef7-35a7-427b-a442-2e164b6408b5 req-9a332145-ed04-4fd8-8292-a957fd16b0a8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947641 Nov 08 12:37:31.676027 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e21b8259-e131-4fa5-b3c3-d789bfd78e38 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811489 Nov 08 12:37:31.679456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50624) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.701258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:31.701507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.711634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.713137 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment ab33279d-b063-4780-9350-5f9d9f88564b of type vlan for network d313d094-229e-4f85-990e-1d262aec8dda Nov 08 12:37:31.779870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:31.789848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:31.838120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] No DVR routers for this DVR port d82edc71-b802-4164-b944-eb96905ccf8a on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:31.847705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.857826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee54c05d-4ecf-408c-bd9c-ee4b2e6fa022 req-14391f47-1700-4b1b-be79-415cbb28f29a tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.57 "DELETE /v2.0/ports/d82edc71-b802-4164-b944-eb96905ccf8a HTTP/1.1" status: 204 len: 173 time: 1.7947161 Nov 08 12:37:31.882770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'name': 'network-vif-deleted', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:31.885747 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a41d80-8500-483c-a9ff-226101142df7" -d '{"events": [{"server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "name": "network-vif-deleted", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:31.973944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:31.977612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:31.989839 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f296a-4bcf-4760-99b2-4b76ec565ec5 x-openstack-request-id: req-402f296a-4bcf-4760-99b2-4b76ec565ec5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:31.996492 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075fd48f-9b9e-4c24-a7b9-c15491dc564d", "name": "network-vif-deleted", "tag": "d82edc71-b802-4164-b944-eb96905ccf8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:31.996782 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-402f296a-4bcf-4760-99b2-4b76ec565ec5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:31.997240 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075fd48f-9b9e-4c24-a7b9-c15491dc564d', 'name': 'network-vif-deleted', 'tag': 'd82edc71-b802-4164-b944-eb96905ccf8a', 'status': 'completed', 'code': 200} Nov 08 12:37:32.052953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.086911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-234d691c-f7d9-474c-9f80-3ce35b84be95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.126161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 197f786a-5fa8-40a0-9e0a-93e3d8660737 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:32.149632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 197f786a-5fa8-40a0-9e0a-93e3d8660737 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:32.150748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 197f786a-5fa8-40a0-9e0a-93e3d8660737 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:32.205691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f081904b-c324-4cb7-9a80-36ce9e4037d9 req-6171cb16-7169-4525-b80c-12efe9e0130f tempest-ServerGroupTestJSON-995611053 tempest-ServerGroupTestJSON-995611053-project] 10.222.0.58 "GET /v2.0/ports?device_id=075fd48f-9b9e-4c24-a7b9-c15491dc564d HTTP/1.1" status: 200 len: 210 time: 0.0617995 Nov 08 12:37:32.240663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e156ef4-702f-43d2-9f49-855a61394193 req-34e7fb14-7be1-4a5a-bdb4-08232d1271ab tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.248823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e156ef4-702f-43d2-9f49-855a61394193 req-34e7fb14-7be1-4a5a-bdb4-08232d1271ab tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.1985753 Nov 08 12:37:32.286316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Attempting to bind port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:32.286670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Attempting to bind port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:32.287003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Attempting to bind port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:32.310106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e on network 5326ab6f-492b-4643-a45f-608f821bf824 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:37:32.310447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Attempting to bind port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e on network 5326ab6f-492b-4643-a45f-608f821bf824 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:32.334009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:32.334480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Checking segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:32.334875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Bound using segment: {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:32.335411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Bound port: c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6d7c0c-0a24-4902-a72c-35364266c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:32.335839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.350727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e156ef4-702f-43d2-9f49-855a61394193 req-1eb35b2f-a216-4298-8a12-9d80448cd4f6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005721 Nov 08 12:37:32.357857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.363698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.364289 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.490103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-234d691c-f7d9-474c-9f80-3ce35b84be95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.513834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:37:32.515521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.522068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=d313d094-229e-4f85-990e-1d262aec8dda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:32.535099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf2f33d5-5fd0-4cba-aa8a-95a5234f5576 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3770928 Nov 08 12:37:32.536332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:32.538481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d313d094-229e-4f85-990e-1d262aec8dda details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:32.543850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:32.551041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:32.559758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:32.572629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:32.578327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:32.589203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.589805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.595870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf34a3-c0ca-405f-a1ea-bb3c99c0973a None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:32.609632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9399132c-09a2-4ee4-8385-ff359308d19d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:32.643978 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-234d691c-f7d9-474c-9f80-3ce35b84be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.676383 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.765023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-234d691c-f7d9-474c-9f80-3ce35b84be95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02e2d56d8efe4dabb3ae05a3a2d42e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9616027 Nov 08 12:37:32.766169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d691c-f7d9-474c-9f80-3ce35b84be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a084150-7873-4da7-ab31-93d39b0f373e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:32.767631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:32.773193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.774147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.798535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] 10.222.0.61 "PUT /v2.0/ports/c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 1092 time: 2.9343531 Nov 08 12:37:32.801914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9399132c-09a2-4ee4-8385-ff359308d19d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:32.802832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ece245a-fa3f-4875-bfbc-67030d42dc6e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1221848 Nov 08 12:37:32.802976 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.805753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:32.814610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:32.919452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044211d-2631-4a4e-a7ef-281ac0bd8d5b service neutron] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:32.945393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:32.981993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ee5a-60e0-4774-b974-40fa579714d2 req-db9a518b-b992-4d2f-84c3-d23791c7e17f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.984209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb7ee5a-60e0-4774-b974-40fa579714d2 req-db9a518b-b992-4d2f-84c3-d23791c7e17f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1694374 Nov 08 12:37:32.996026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-6b132a5c-c941-475c-a0cd-a6bf832f1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:32.997843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-6b132a5c-c941-475c-a0cd-a6bf832f1bdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1095 time: 0.0960484 Nov 08 12:37:32.998664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.060791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-5286960b-b0f2-49fb-94ad-53fe631c9755 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 217 time: 0.0530250 Nov 08 12:37:33.061929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:33.067276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.070572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Allocated IP 2001:db8::f816:3eff:fe0b:d68f (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9399132c-09a2-4ee4-8385-ff359308d19d/e1ee892b-eae6-4c23-b5f4-b7097c16fc7f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:33.154071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:33.157843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.201711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:37:33.205867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:37:33.221109 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.224084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.228842 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a084150-7873-4da7-ab31-93d39b0f373e HTTP/1.1" status: 204 len: 168 time: 0.4560375 Nov 08 12:37:33.239461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252f9e1-e471-450e-a71d-1edb1c19100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a084150-7873-4da7-ab31-93d39b0f373e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:33.272908 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.312274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdb7ee5a-60e0-4774-b974-40fa579714d2 req-a371cb12-a44e-4e5b-8a3d-8c39c8fbf1e1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132143 Nov 08 12:37:33.320633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-e063abf3-5a4c-4e54-ad65-6ca7dd05f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:33.320633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-e063abf3-5a4c-4e54-ad65-6ca7dd05f261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.2459235 Nov 08 12:37:33.388190 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.477955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593c28-7576-4573-8407-1328c39609b3 req-e706b81e-1d1c-49d9-a4cb-7f9b7dd6e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:33.479892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-e706b81e-1d1c-49d9-a4cb-7f9b7dd6e750 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501544 Nov 08 12:37:33.492598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:33.496675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:33.500303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:33.560083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Pushing event updated for resources: {'Port': ['ID=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:33.618921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Attempting to bind port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:33.625177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Attempting to bind port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:33.625177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Attempting to bind port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:33.626873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:33.627293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:33.627685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.628814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:33.629553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Bound port: e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:33.630116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.641012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.701168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-f5012c17-5fb5-471f-8b04-5d3832dcdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:33.701168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-f5012c17-5fb5-471f-8b04-5d3832dcdcee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 1097 time: 0.2310777 Nov 08 12:37:33.731726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] For port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:33.736580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] For port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:33.760726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.784824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:33.787855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:33.795565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:33.797233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.806642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6875fd5-b263-4eaa-9801-649b01ba3bdc req-bec08469-0fa0-45c6-b72c-6e5355f550f2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:33.811220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6875fd5-b263-4eaa-9801-649b01ba3bdc req-bec08469-0fa0-45c6-b72c-6e5355f550f2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.2839756 Nov 08 12:37:33.817260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=d3c24f15-1a21-41d0-b565-46771b78b5a4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:33.836148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:33.859434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-5ea382f6-1442-426d-884a-ba324ed787a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547032 Nov 08 12:37:33.862899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=b2840bac-f3a0-4e0f-8e50-f447c4f7dc73,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:33.912842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba7d0-70ac-424e-97e8-ba01e135d7a4 None None] Pushing event updated for resources: {'Port': ['ID=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:33.931260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50694) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:33.966935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a830f2d3-7b8e-4916-bc43-60150cd03411 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1569798 Nov 08 12:37:33.967078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'ab33279d-b063-4780-9350-5f9d9f88564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:33.967078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: d313d094-229e-4f85-990e-1d262aec8dda, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:33.967822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:33.973966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:a0:cf:d3', 'name': 'tempest-NetworksTestDHCPv6-447243965'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:34.005610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:34.007831 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:34.037686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6875fd5-b263-4eaa-9801-649b01ba3bdc req-bda25ba7-4a76-4f88-a920-1961833dbf8c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155631 Nov 08 12:37:34.042450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-429ce44e-467d-4d73-bc0e-7dc9f590d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:34.043914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-429ce44e-467d-4d73-bc0e-7dc9f590d96a service neutron] 10.222.0.57 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.3329847 Nov 08 12:37:34.057740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Deleting subnet eede0dd7-049d-4a54-b55b-75ea01840da8 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:34.063571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.110030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-09f44e65-f68b-4baa-b6fe-a5274ae2b30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b HTTP/1.1" status: 200 len: 217 time: 0.0558212 Nov 08 12:37:34.114481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1593c28-7576-4573-8407-1328c39609b3 req-121841ff-9a10-4802-b2e0-8152b68b22f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381828 Nov 08 12:37:34.117328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.118385 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9875a44-05f1-4c81-b00e-affb40d875ef x-openstack-request-id: req-f9875a44-05f1-4c81-b00e-affb40d875ef {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:34.118973 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:34.119446 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9875a44-05f1-4c81-b00e-affb40d875ef {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:34.119944 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'status': 'completed', 'code': 200} Nov 08 12:37:34.121682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network d313d094-229e-4f85-990e-1d262aec8dda is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:34.194198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.196032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-6129d41e-3713-4759-8ff1-1a79a780c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:34.197621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-6129d41e-3713-4759-8ff1-1a79a780c967 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.0712659 Nov 08 12:37:34.244717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d313d094-229e-4f85-990e-1d262aec8dda) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:34.256984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632aafec-d75e-4bf1-9fe4-9c424b46180a None None] Network d313d094-229e-4f85-990e-1d262aec8dda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:34.270438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:34.271169 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.306084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-c9c48c7c-c1b6-4188-a3fc-d9898eb134e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:34.306084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-c9c48c7c-c1b6-4188-a3fc-d9898eb134e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897887 Nov 08 12:37:34.325397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:34.421085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.464161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.476927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eede0dd7-049d-4a54-b55b-75ea01840da8 HTTP/1.1" status: 204 len: 168 time: 0.5445130 Nov 08 12:37:34.488952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50712) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:34.489929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a902c6d-94b9-48a3-be8e-fe965db99567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eede0dd7-049d-4a54-b55b-75ea01840da8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:34.554195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d313d094-229e-4f85-990e-1d262aec8dda', 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': 'd3c24f15-1a21-41d0-b565-46771b78b5a4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:34.554843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.599267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.634947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:34.645917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port d522217b-f0c0-41e3-9fac-66b7c9dac7a4 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:34.747989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Allocated IP 2001:db8::2 (d313d094-229e-4f85-990e-1d262aec8dda/d3c24f15-1a21-41d0-b565-46771b78b5a4/5d32d335-e192-40d7-8e7d-9cc4b8f703c3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:34.861927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7584ab68-d349-4234-8d0a-51f68e80aae8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3219857 Nov 08 12:37:34.876137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:34.888692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda', 'name': 'tempest-PortsIpV6TestJSON-1690260383'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:34.915212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-a7e21786-b328-4460-b4f2-afbdc65d4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:34.920404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-a7e21786-b328-4460-b4f2-afbdc65d4a04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1095 time: 0.6259544 Nov 08 12:37:35.050560 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.089342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029ca90-ccd0-4c89-a6f7-3320096f43cf req-a615d937-e020-4348-bd1d-f61e28beb68c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:35.099650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a029ca90-ccd0-4c89-a6f7-3320096f43cf req-a615d937-e020-4348-bd1d-f61e28beb68c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.2421653 Nov 08 12:37:35.149971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-b0338c0d-c1d8-4748-b842-4cfbb3f6e61a service neutron] 10.222.0.57 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424952 Nov 08 12:37:35.191195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.196053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.232397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6442740a-0d1c-4ed4-90d5-8e488ae836d7']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:35.248710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8300eef-ef7a-4749-8966-16b2c082d902') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:35.249007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8300eef-ef7a-4749-8966-16b2c082d902') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:35.266344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.268627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Network d313d094-229e-4f85-990e-1d262aec8dda is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:35.291527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d82edc71-b802-4164-b944-eb96905ccf8a no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:35.309675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.324869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:37:35.325273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:37:35.327095 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:37:35.334565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a029ca90-ccd0-4c89-a6f7-3320096f43cf req-3f61dca3-ebe0-483f-9cb7-4073b5f0db74 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356651 Nov 08 12:37:35.359487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:35.368996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 172.20.0.7 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/b2840bac-f3a0-4e0f-8e50-f447c4f7dc73/d522217b-f0c0-41e3-9fac-66b7c9dac7a4) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:35.379405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: d82edc71-b802-4164-b944-eb96905ccf8a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:35.379793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device d82edc71-b802-4164-b944-eb96905ccf8a not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:35.380398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-86c680ea-6042-4838-a898-9aa44b5c540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:35.382874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-86c680ea-6042-4838-a898-9aa44b5c540b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.4094906 Nov 08 12:37:35.389571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:35.434741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Pushing event updated for resources: {'Port': ['ID=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:35.460217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fea0:cfd3 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9399132c-09a2-4ee4-8385-ff359308d19d/d522217b-f0c0-41e3-9fac-66b7c9dac7a4) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:35.471332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-a925597c-bb57-410f-9505-eda59f98bc16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 217 time: 0.0708728 Nov 08 12:37:35.488388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Attempting to bind port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:35.489613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Attempting to bind port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ab33279d-b063-4780-9350-5f9d9f88564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:35.489613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Attempting to bind port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 on network d313d094-229e-4f85-990e-1d262aec8dda {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:35.507237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:35.507690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Checking segment: {'id': 'ab33279d-b063-4780-9350-5f9d9f88564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:35.508429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.508429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Bound using segment: {'id': 'ab33279d-b063-4780-9350-5f9d9f88564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:35.508934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Bound port: 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab33279d-b063-4780-9350-5f9d9f88564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd313d094-229e-4f85-990e-1d262aec8dda'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:35.509311 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.529693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.545747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dc3ba-b508-4999-8d74-6cd070b71f4c req-83a9b498-07b1-445f-923e-88ec5fcac92e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:35.555884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-657dc3ba-b508-4999-8d74-6cd070b71f4c req-83a9b498-07b1-445f-923e-88ec5fcac92e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.3931792 Nov 08 12:37:35.556414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.565621 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] 10.222.0.58 "DELETE /v2.0/networks/6442740a-0d1c-4ed4-90d5-8e488ae836d7 HTTP/1.1" status: 204 len: 168 time: 1.0667727 Nov 08 12:37:35.581555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e7b17-735c-47d9-a249-c3bb8044399d admin admin] Pushing event deleted for resources: {'Network': ['ID=6442740a-0d1c-4ed4-90d5-8e488ae836d7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:35.623990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:35.631372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135db014-57a6-478f-a729-9204e670193e None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:35.642571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.688002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8b37b7-b1d3-4a8d-89ff-f02e5c46e5ff req-f6660d78-6a97-4a66-8379-22e476edfdc8 service neutron] 10.222.0.57 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245266 Nov 08 12:37:35.698686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-beb3cabe-33d2-47c0-b84f-59487b8e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:35.700034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-beb3cabe-33d2-47c0-b84f-59487b8e1696 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.2162626 Nov 08 12:37:35.715150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 3e294737-9372-4677-a65d-cf15e6cc9ee2 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:35.798589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.820255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] For port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:35.829278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] Provisioning complete for port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:35.829874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:35.839594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-657dc3ba-b508-4999-8d74-6cd070b71f4c req-cc9b9d1d-c657-4613-9249-f893d7c2642f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822299 Nov 08 12:37:35.914906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] For port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,segment=NetworkSegment(ab33279d-b063-4780-9350-5f9d9f88564b),segment_id=ab33279d-b063-4780-9350-5f9d9f88564b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:35.915411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-8d6c482c-2044-4c97-9c66-c9a401ab2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:35.923562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-8d6c482c-2044-4c97-9c66-c9a401ab2fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030065 Nov 08 12:37:36.000733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.002195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.025876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::3e0 (d313d094-229e-4f85-990e-1d262aec8dda/d3c24f15-1a21-41d0-b565-46771b78b5a4/3e294737-9372-4677-a65d-cf15e6cc9ee2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:36.103197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-2be4dbc7-356d-4fae-9d79-a6a581909b48 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710870 Nov 08 12:37:36.130963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.166067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:36.186374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:36.199871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:36.226029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:36.298835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e1ee892b-eae6-4c23-b5f4-b7097c16fc7f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:36.332403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=d522217b-f0c0-41e3-9fac-66b7c9dac7a4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:36.400890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:36.401101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.415701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09ff53-f2ca-4fda-b00a-deff34593b15 None None] Pushing event updated for resources: {'Port': ['ID=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:36.440581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] For port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:36.468653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '9399132c-09a2-4ee4-8385-ff359308d19d', 'ip_address': '2001:db8::f816:3eff:fe0b:d68f'}, {'subnet_id': 'b2840bac-f3a0-4e0f-8e50-f447c4f7dc73'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'e1ee892b-eae6-4c23-b5f4-b7097c16fc7f'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:37:36.482445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:36.492187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b0c52f61-29c7-49ab-b965-33ebefb0b3d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f1a609ed2de4e2d8ebe1dfc2a38d139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247955 Nov 08 12:37:36.531022 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-462edaf1-9a1e-450f-a79a-62d6028f8dcd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5621583 Nov 08 12:37:36.531854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50760) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:36.532851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.573766 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.654932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588eb7a-13e0-46f9-86ec-e4222e52e2fb req-ffe5c1ea-909e-4ac2-890c-f04b00dff6d8 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:36.666702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a588eb7a-13e0-46f9-86ec-e4222e52e2fb req-ffe5c1ea-909e-4ac2-890c-f04b00dff6d8 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.4430184 Nov 08 12:37:36.670095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.691197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb21ef-2a3b-4eef-8324-a00893ff2bfa None None] Pushing event updated for resources: {'Port': ['ID=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:36.695259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:36.695888 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.729454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.759731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a85ea-a820-4306-acf5-393ca10b8d18 req-81f9d24e-e0dc-4bc5-a635-322f6a6c0729 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:36.769874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6a85ea-a820-4306-acf5-393ca10b8d18 req-81f9d24e-e0dc-4bc5-a635-322f6a6c0729 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.2657337 Nov 08 12:37:36.772803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2eb8c8a-cd4b-457f-b4b9-20c5d1caa75b req-98ffe4b1-7233-4bd5-b176-c628ad7bea03 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600006 Nov 08 12:37:36.786030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb617969-e428-4c14-a874-94e778d9abf1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:36.793365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb617969-e428-4c14-a874-94e778d9abf1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:36.795446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb617969-e428-4c14-a874-94e778d9abf1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2567892 Nov 08 12:37:36.798761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:36.857274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a588eb7a-13e0-46f9-86ec-e4222e52e2fb req-9aee3b3d-0ec8-482a-9544-b79f6e80f1a2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891501 Nov 08 12:37:36.868106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:36.947009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6a85ea-a820-4306-acf5-393ca10b8d18 req-6c5c4c16-d7ff-49ad-9224-ab0732579ca8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768172 Nov 08 12:37:36.966506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port d522217b-f0c0-41e3-9fac-66b7c9dac7a4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:36.967369 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.012160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Allocated IP 172.20.0.2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/b2840bac-f3a0-4e0f-8e50-f447c4f7dc73/e1ee892b-eae6-4c23-b5f4-b7097c16fc7f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:37.084073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d23b8-2d6e-412c-818b-2ad4cc568f67 req-b6e81b03-3f09-4249-9a80-8d82f34b1ccf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:37.088065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9d23b8-2d6e-412c-818b-2ad4cc568f67 req-b6e81b03-3f09-4249-9a80-8d82f34b1ccf tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 946 time: 0.0557790 Nov 08 12:37:37.088065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.109430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.125106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for d522217b-f0c0-41e3-9fac-66b7c9dac7a4 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:37.176016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f9d23b8-2d6e-412c-818b-2ad4cc568f67 req-97f313a4-2108-44e3-a856-963a6e4a55f0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792394 Nov 08 12:37:37.191605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network d313d094-229e-4f85-990e-1d262aec8dda is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:37.208765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:37.211083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=3e294737-9372-4677-a65d-cf15e6cc9ee2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:37.213390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:37.220519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:37.221216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.255032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.255422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.255774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.256108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.256438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.256769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.257095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.257420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.259231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.259604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.259936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.260257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:37.306380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:37:37.309045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:37.321827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.324419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.327933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b581b12-a0f4-4ff9-9c02-dff9fa060d19 HTTP/1.1" status: 204 len: 168 time: 0.8418562 Nov 08 12:37:37.336469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0771dcc7-74b4-438f-8ab3-db3710221f53 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4516156 Nov 08 12:37:37.338724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:37.353460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020259a1-aa86-4fea-9dc9-d8d3a0faf705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b581b12-a0f4-4ff9-9c02-dff9fa060d19,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:37.470561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.552152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:37.583180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 3e294737-9372-4677-a65d-cf15e6cc9ee2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:37.583504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] For port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:37.584007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.590464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=d522217b-f0c0-41e3-9fac-66b7c9dac7a4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:37.619601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.630531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:37:37.783422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.789430 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f04eb43e-a027-4028-8dda-dc63f52c0882 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/d522217b-f0c0-41e3-9fac-66b7c9dac7a4 HTTP/1.1" status: 204 len: 168 time: 0.9890878 Nov 08 12:37:37.792044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:37.793677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.812113 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.817399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.830077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.838385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 3e294737-9372-4677-a65d-cf15e6cc9ee2 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:37.875127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9437c2-eaf2-45ba-8a82-99f766fbcb08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:37.877193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9437c2-eaf2-45ba-8a82-99f766fbcb08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:37.879952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9437c2-eaf2-45ba-8a82-99f766fbcb08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:37.882061 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6d9437c2-eaf2-45ba-8a82-99f766fbcb08 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0885694 Nov 08 12:37:37.884682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:37.907938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c122ed-9e61-407a-9241-5f54039270ad None None] Pushing event updated for resources: {'Port': ['ID=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:37.912475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:37.930191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:37.938122 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b39295-509b-4d63-be2d-2caa2a556698" -d '{"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-unplugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:37.946452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572be56-c4c9-4ef8-9a71-2112d5d17bf7 None None] Network d313d094-229e-4f85-990e-1d262aec8dda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:37.961151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9399132c-09a2-4ee4-8385-ff359308d19d {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:37.965069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:37.986328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:38.038753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:38.040672 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1b471-4e3b-478a-ba7b-b4c6cfb34842 x-openstack-request-id: req-61d1b471-4e3b-478a-ba7b-b4c6cfb34842 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:38.040800 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-unplugged", "status": "completed", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:38.041014 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61d1b471-4e3b-478a-ba7b-b4c6cfb34842 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:38.041403 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'code': 200} Nov 08 12:37:38.074269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.097316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] Provisioning complete for port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:38.097693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.279395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.283528 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.296916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a8b4-047e-4b89-80d2-7dc1d10e338f req-745ecb04-f4da-42fa-ba8b-d70142b8af89 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:38.338559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a769a8b4-047e-4b89-80d2-7dc1d10e338f req-745ecb04-f4da-42fa-ba8b-d70142b8af89 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.3052552 Nov 08 12:37:38.353954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.440549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.475174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e1ee892b-eae6-4c23-b5f4-b7097c16fc7f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:38.548164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a769a8b4-047e-4b89-80d2-7dc1d10e338f req-f71c9614-dffd-4bf9-ba77-a345202b45f1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075124 Nov 08 12:37:38.559148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=3e294737-9372-4677-a65d-cf15e6cc9ee2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:38.575375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.578001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe905-a231-4c4c-bf6b-11872b750b05 req-bc61eab1-014c-4031-8755-80f503c11282 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:38.583425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.592053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:38.593278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9abe905-a231-4c4c-bf6b-11872b750b05 req-bc61eab1-014c-4031-8755-80f503c11282 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.4196019 Nov 08 12:37:38.614663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.623048 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9399132c-09a2-4ee4-8385-ff359308d19d HTTP/1.1" status: 204 len: 168 time: 0.7370536 Nov 08 12:37:38.650215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:38.665451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84523-04f8-4e1e-a78b-aa9d02b36d4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9399132c-09a2-4ee4-8385-ff359308d19d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:38.697541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:38.702706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:37:38.722430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9abe905-a231-4c4c-bf6b-11872b750b05 req-52e6bc36-23fb-4d67-acf4-337620cbec04 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280317 Nov 08 12:37:38.735619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.751969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ce0cc5c1-5d85-4b24-bd5f-365e271c3ad3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/3e294737-9372-4677-a65d-cf15e6cc9ee2 HTTP/1.1" status: 204 len: 168 time: 1.4078083 Nov 08 12:37:38.753572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:38.783454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet b2840bac-f3a0-4e0f-8e50-f447c4f7dc73 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:38.784634 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-683cb577-9df0-44e4-9156-3f7db5a18d97 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:37:38.785411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683cb577-9df0-44e4-9156-3f7db5a18d97 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:37:38.788629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-683cb577-9df0-44e4-9156-3f7db5a18d97 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/3e294737-9372-4677-a65d-cf15e6cc9ee2 HTTP/1.1" status: 404 len: 333 time: 0.0340233 Nov 08 12:37:38.791367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:38.791805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.854447 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea8790-6bbf-48c9-8e9d-356320de88f6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:38.861577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cdea8790-6bbf-48c9-8e9d-356320de88f6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/3e294737-9372-4677-a65d-cf15e6cc9ee2 HTTP/1.1" status: 404 len: 333 time: 0.0689585 Nov 08 12:37:38.872641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:38.878967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] For port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,segment=NetworkSegment(ab33279d-b063-4780-9350-5f9d9f88564b),segment_id=ab33279d-b063-4780-9350-5f9d9f88564b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:38.899144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:38.900286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.986831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:38.993293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdd212-4523-43bc-9bb3-0a7123a09a48 req-e8417a47-1e8e-4d3a-9ee3-b443a28b8592 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:39.004880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5fdd212-4523-43bc-9bb3-0a7123a09a48 req-e8417a47-1e8e-4d3a-9ee3-b443a28b8592 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.1235549 Nov 08 12:37:39.012556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.138887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5fdd212-4523-43bc-9bb3-0a7123a09a48 req-8b137570-0cd7-4f4c-9180-aaab71e4a67e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319106 Nov 08 12:37:39.221315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.259931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405f78-560a-4bd5-90dc-d952751e4016 None None] Pushing event updated for resources: {'Port': ['ID=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:39.295114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-76163b0c-859a-4478-b020-20b0d0acff71 None None] Could not find standard attr ID for object 3e294737-9372-4677-a65d-cf15e6cc9ee2. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:39.302580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ee234-3640-4762-b5d2-4532c6e519fb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:39.315703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:39.330892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet d3c24f15-1a21-41d0-b565-46771b78b5a4 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:39.337030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.403114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1da73-7c9c-4378-84c1-cae88fd83bda req-42defec7-6555-49db-a1fe-1170b530b2cd tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:39.404833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fee1da73-7c9c-4378-84c1-cae88fd83bda req-42defec7-6555-49db-a1fe-1170b530b2cd tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1312661 Nov 08 12:37:39.425193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.457913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-76163b0c-859a-4478-b020-20b0d0acff71 None None] Provisioning complete for port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:39.458399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-76163b0c-859a-4478-b020-20b0d0acff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.465795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.492994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.503475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:39.514836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fee1da73-7c9c-4378-84c1-cae88fd83bda req-31b2cebe-a03c-48a3-a599-8c239c565388 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017761 Nov 08 12:37:39.518751 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/b2840bac-f3a0-4e0f-8e50-f447c4f7dc73 HTTP/1.1" status: 204 len: 168 time: 0.8652852 Nov 08 12:37:39.519337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:39.563382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35227662-66fc-4716-adfe-72bc9d3f120b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=b2840bac-f3a0-4e0f-8e50-f447c4f7dc73,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:39.588658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ec0fc88b-50d1-499f-9013-8fd24aac76c1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680909 Nov 08 12:37:39.591832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:39.598147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:39.626153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f959225-3880-4a0f-aab4-ffe09ab8c00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.713460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.763093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:39.763402 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.823470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:39.860889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:39.889631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea217b8-25f0-4079-b0c1-17b0d71d0bba req-ed7ac84e-5e36-4c45-be79-35ce5375e87a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:39.900217 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f959225-3880-4a0f-aab4-ffe09ab8c00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.900650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fea217b8-25f0-4079-b0c1-17b0d71d0bba req-ed7ac84e-5e36-4c45-be79-35ce5375e87a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2159705 Nov 08 12:37:39.921405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b1a5b-31d7-43bd-be6d-47798f1fc345 req-7a5478a1-8a2c-4d68-8e9b-af4c4a665e6d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:39.926473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a71b1a5b-31d7-43bd-be6d-47798f1fc345 req-7a5478a1-8a2c-4d68-8e9b-af4c4a665e6d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.2881398 Nov 08 12:37:39.949618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.959260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b5c56bc-3323-446b-a786-6b45e0227aba None None] Provisioning complete for port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:39.960914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b5c56bc-3323-446b-a786-6b45e0227aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:39.999070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:40.005266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.013042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f959225-3880-4a0f-aab4-ffe09ab8c00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.030507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Deleting port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:40.030883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.039685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1457456291-network', 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:40.061863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c24f15-1a21-41d0-b565-46771b78b5a4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:40.073165 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5f959225-3880-4a0f-aab4-ffe09ab8c00b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f8a1ca9db9f42d4aa958f5563340375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7545457 Nov 08 12:37:40.076680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50866) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:40.077504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.084310 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6af8c63b-2588-46b3-ae2e-5313626f0aa4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/d3c24f15-1a21-41d0-b565-46771b78b5a4 HTTP/1.1" status: 204 len: 168 time: 1.2073774 Nov 08 12:37:40.090893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50868) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:40.111290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358b945-edeb-413d-94c6-663933b90d1f None None] Network d313d094-229e-4f85-990e-1d262aec8dda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:40.137957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f959225-3880-4a0f-aab4-ffe09ab8c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5499c460-2bc5-4396-841c-6e4f48c8984c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:40.167913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] For port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:40.168322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.175321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a71b1a5b-31d7-43bd-be6d-47798f1fc345 req-03e71e78-6e55-4115-a5d8-5b5851a39605 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342145 Nov 08 12:37:40.179037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fea217b8-25f0-4079-b0c1-17b0d71d0bba req-a763f02a-0dbc-465e-b97e-e38755720230 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774034 Nov 08 12:37:40.193338 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.215039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:40.245594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.281536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.296892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:40.297372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.329447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:40.332763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.366082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b5c56bc-3323-446b-a786-6b45e0227aba None None] Could not find standard attr ID for object 3e294737-9372-4677-a65d-cf15e6cc9ee2. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:40.373157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.396327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Calling delete_port for e1ee892b-eae6-4c23-b5f4-b7097c16fc7f owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:40.416288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,segment=NetworkSegment(ab33279d-b063-4780-9350-5f9d9f88564b),segment_id=ab33279d-b063-4780-9350-5f9d9f88564b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:40.416667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.434622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:40.435270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf1fd4-7227-442e-b1a8-cd7f99bc0b13 req-aa53db49-a1fc-443c-b2af-3e6dc9e22a98 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:40.435270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4daf1fd4-7227-442e-b1a8-cd7f99bc0b13 req-aa53db49-a1fc-443c-b2af-3e6dc9e22a98 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.0927663 Nov 08 12:37:40.543088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4daf1fd4-7227-442e-b1a8-cd7f99bc0b13 req-353f1f94-e790-4743-8bce-37d26a4786bf tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932140 Nov 08 12:37:40.557367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:40.557615 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.618859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.622333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.623480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5499c460-2bc5-4396-841c-6e4f48c8984c HTTP/1.1" status: 204 len: 168 time: 0.5402570 Nov 08 12:37:40.627030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] DHCP port deletion for d313d094-229e-4f85-990e-1d262aec8dda request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:40.644484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79932-d4a5-474c-be87-3537a4d4b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5499c460-2bc5-4396-841c-6e4f48c8984c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:40.714690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Deleting port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:40.715248 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.772118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.773261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e1ee892b-eae6-4c23-b5f4-b7097c16fc7f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:40.778196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.810874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:40.814520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:40.818702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] For port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,segment=NetworkSegment(ab33279d-b063-4780-9350-5f9d9f88564b),segment_id=ab33279d-b063-4780-9350-5f9d9f88564b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:40.819102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.836812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.848149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Calling delete_port for 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:40.888116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.892528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No active binding found for port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f {{(pid=102537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 12:37:40.892864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e1ee892b-eae6-4c23-b5f4-b7097c16fc7f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:40.894492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] Pushing event deleted for resources: {'Port': ['ID=e1ee892b-eae6-4c23-b5f4-b7097c16fc7f,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:40.906191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c5b75-b931-46ae-9bea-7ce4261668a1 None None] No DVR routers for this DVR port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:40.911757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.914099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:37:40.941523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d313d094-229e-4f85-990e-1d262aec8dda']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:40.947611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c56b9f-8955-401c-a8c9-1927cde31130 req-914a5dd5-2971-4995-b709-4ebb4b3b7359 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:40.952616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33279d-b063-4780-9350-5f9d9f88564b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:40.953452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33279d-b063-4780-9350-5f9d9f88564b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:40.955769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1c56b9f-8955-401c-a8c9-1927cde31130 req-914a5dd5-2971-4995-b709-4ebb4b3b7359 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1884894 Nov 08 12:37:40.972888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:40.989565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.000091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:37:41.000091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.002341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:37:41.009559 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:37:41.035905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] Pushing event deleted for resources: {'Port': ['ID=5d32d335-e192-40d7-8e7d-9cc4b8f703c3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.040967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f98348-5444-4e6b-ab6c-d0afc1a835ab None None] No DVR routers for this DVR port 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:41.049040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:41.091830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e49c24-6b21-492a-9fae-6039cce39d4e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.173061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1c56b9f-8955-401c-a8c9-1927cde31130 req-bb5a5d61-3968-4767-9c77-a66a88b1a7ce tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160032 Nov 08 12:37:41.188931 n-d-816990-1 neutron-server[102535]: WARNING neutron.services.revisions.revision_plugin [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Could not find related port for resource to bump revision. Nov 08 12:37:41.212649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.214898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.214898 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Added segment cd2ed0cd-581e-44b5-b865-ec64b0105376 of type vlan for network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 Nov 08 12:37:41.220779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.225512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/d313d094-229e-4f85-990e-1d262aec8dda HTTP/1.1" status: 204 len: 168 time: 1.1335411 Nov 08 12:37:41.225683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:41.238181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9aef-0e38-4554-8220-2ffb0a620665 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=d313d094-229e-4f85-990e-1d262aec8dda,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.239962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:41.245023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142629476'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:41.264938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Port e1ee892b-eae6-4c23-b5f4-b7097c16fc7f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 12:37:41.265240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:d68f {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 12:37:41.276070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:d68f {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 12:37:41.278753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.281180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 003efbd4-6374-41fd-9d11-00c2f3a5d63b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:41.284569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.349019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:41.349268 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.353403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:37:41.363194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:41.363194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.392867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:41.420110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.425294 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment 2c8b4d32-1092-4838-ac34-93771b90b07e of type vlan for network fec4b126-2336-455f-871b-8e840a5a19f6 Nov 08 12:37:41.468909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.471081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50884) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:41.485948 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.495852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77dc0144-939c-40bf-b5ca-b482ee6480f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.514425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:41.517198 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba7604c-7b1a-4917-97fc-d96703ee7976" -d '{"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:41.536727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:41.574441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef631307-ef6c-4227-a6b2-8d7668d049fd x-openstack-request-id: req-ef631307-ef6c-4227-a6b2-8d7668d049fd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:41.574441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:41.574441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef631307-ef6c-4227-a6b2-8d7668d049fd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:41.575723 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'code': 200} Nov 08 12:37:41.597058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.604347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.604890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.609799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77dc0144-939c-40bf-b5ca-b482ee6480f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.639686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.681861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:37:41.691924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.700611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77dc0144-939c-40bf-b5ca-b482ee6480f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.709792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=fec4b126-2336-455f-871b-8e840a5a19f6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.726167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fec4b126-2336-455f-871b-8e840a5a19f6 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:41.752033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc0144-939c-40bf-b5ca-b482ee6480f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195cb8a7-f04d-41be-aca2-26fff5a291b1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.757931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77dc0144-939c-40bf-b5ca-b482ee6480f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9da141f4b6ab4816bb9c04749c84e3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851226 Nov 08 12:37:41.762354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:41.767173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:41.787025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:41.796572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.797383 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.798949 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b674cc2b-edf7-4a28-bb5e-42b3c168e598 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5579634 Nov 08 12:37:41.800539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77237707-175f-4811-a5f9-4b2690e97314 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:41.804453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:41.808366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50894) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:41.815978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:41.843081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f121d8-be0e-4a4f-b095-c344764be85b req-0c9aed7d-09a2-4348-a8cd-1bb7f0486f3f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.845741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85f121d8-be0e-4a4f-b095-c344764be85b req-0c9aed7d-09a2-4348-a8cd-1bb7f0486f3f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1716619 Nov 08 12:37:41.857365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edec0e-2630-45a5-88a9-053ee48fee2b req-e50fdc8e-759e-4a80-a8fa-403ff53eb414 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.858889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31edec0e-2630-45a5-88a9-053ee48fee2b req-e50fdc8e-759e-4a80-a8fa-403ff53eb414 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1872208 Nov 08 12:37:41.860691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febddfa-d579-440e-a663-8e6411abd81c req-e396bffc-5580-4536-b969-ef4f2cc0d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.862154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7febddfa-d579-440e-a663-8e6411abd81c req-e396bffc-5580-4536-b969-ef4f2cc0d31e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1097 time: 0.1870577 Nov 08 12:37:41.896026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.899673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.900632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:41.901213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.924186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50896) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:41.924848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-baa59531-19bd-4240-b2e7-bde0c3c3f2be tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3313992 Nov 08 12:37:41.930287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:41.936828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:41.985803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:41.990072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.041142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:42.045573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.046962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] Pushing event updated for resources: {'Network': ['ID=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.069220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85f121d8-be0e-4a4f-b095-c344764be85b req-c126565c-32eb-4f3b-8411-acc10af4ec86 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996417 Nov 08 12:37:42.083557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31edec0e-2630-45a5-88a9-053ee48fee2b req-6fc45034-c432-4138-8008-dc70d0842c89 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142127 Nov 08 12:37:42.087785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7febddfa-d579-440e-a663-8e6411abd81c req-9a5106e6-9bec-444b-b6e5-c542da56ed62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917849 Nov 08 12:37:42.106019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f403c9a8-00be-4eb5-80a5-4dc9af3a637a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2734928 Nov 08 12:37:42.106982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:42.113175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Request body: {'subnet': {'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1457456291-subnet', 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:42.125792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:42.159034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.161940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.165438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/195cb8a7-f04d-41be-aca2-26fff5a291b1 HTTP/1.1" status: 204 len: 168 time: 0.3991425 Nov 08 12:37:42.181999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8c41-cde6-4a6e-b0f8-d20f65b8282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195cb8a7-f04d-41be-aca2-26fff5a291b1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.214029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:42.240777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:42.241192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d32d335-e192-40d7-8e7d-9cc4b8f703c3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:42.246584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:42.249887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.287418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Allocated IP 2001:db8::f816:3eff:fed6:757f (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7/037f34ec-ebee-46e2-ae82-b50e1089247f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:42.346058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:42.350553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.362855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc78da6-1266-4aea-a54e-44710074d85e req-ed342066-353e-4ea7-99de-adf5e166b816 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:42.364306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc78da6-1266-4aea-a54e-44710074d85e req-ed342066-353e-4ea7-99de-adf5e166b816 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1118104 Nov 08 12:37:42.466975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.473741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fc78da6-1266-4aea-a54e-44710074d85e req-90c472df-562e-43f3-b116-66cd15274a99 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981710 Nov 08 12:37:42.507491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.547653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=188a3109-9fde-49c5-ad20-e02ff5bcaf2e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.570571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.570917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.571306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.571654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.572377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.572377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.572847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.572971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.573244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.573559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.573874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.574192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:37:42.603395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': '2c8b4d32-1092-4838-ac34-93771b90b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:42.603755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: fec4b126-2336-455f-871b-8e840a5a19f6, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:42.623206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.665153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:42.668970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.669168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:42.692263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:42.707663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Pushing event updated for resources: {'Port': ['ID=037f34ec-ebee-46e2-ae82-b50e1089247f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.738694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8936b25c-ae0f-49bd-8f10-010a061f744b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.742682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network fec4b126-2336-455f-871b-8e840a5a19f6 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:42.749920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:42.750523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Network hostable DHCP agents. Network: f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:42.772678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Attempting to bind port 037f34ec-ebee-46e2-ae82-b50e1089247f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:42.773052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Attempting to bind port 037f34ec-ebee-46e2-ae82-b50e1089247f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:42.773418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Attempting to bind port 037f34ec-ebee-46e2-ae82-b50e1089247f on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:42.778971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:42.782573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:42.783084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.783559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:42.784274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Bound port: 037f34ec-ebee-46e2-ae82-b50e1089247f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:42.784665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.811573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.843487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, fec4b126-2336-455f-871b-8e840a5a19f6) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:42.854152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6583bb4-da3e-4401-aa40-6342a13dc03b None None] Network fec4b126-2336-455f-871b-8e840a5a19f6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:42.859593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] For port 037f34ec-ebee-46e2-ae82-b50e1089247f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:42.861130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:42.861774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.868070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:42.876707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:42.881305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=657d167f-1fd7-483a-9749-154dd2144dad,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:42.884592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:42.885195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.914685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] For port 037f34ec-ebee-46e2-ae82-b50e1089247f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=037f34ec-ebee-46e2-ae82-b50e1089247f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:42.944350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:42.950578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:42.955187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:42.956742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:42.971016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7e3f8-b86c-4566-9512-a91ed9f75800 None None] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:42.999181 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a530295-f9df-458c-9c6e-18344b40ac41 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1930549 Nov 08 12:37:43.009548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:43.009698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d871c962-3fa1-4662-823b-bad8592f6626 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756733 Nov 08 12:37:43.009698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:43.010237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1110339828'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:43.012290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:0b:03:38', 'name': 'tempest-NetworksTestDHCPv6-298602766'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:43.064080 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:43.082303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-fec4b126-2336-455f-871b-8e840a5a19f6', 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': '188a3109-9fde-49c5-ad20-e02ff5bcaf2e'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:43.086651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:43.101314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-463fb781-9709-470b-9f41-77e79de5e787 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9905598 Nov 08 12:37:43.282439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed58d4-fcb3-486c-ae71-e91f7cf29e18 None None] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:43.297982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:43.302381 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:43.353694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c545-03c0-4e8a-81de-43e99710d386 None None] Pushing event updated for resources: {'Port': ['ID=037f34ec-ebee-46e2-ae82-b50e1089247f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:43.374164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 43553ba6-8d21-44c5-8a21-ec54f3119579 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:43.404933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea229f-ef65-49f1-b4d7-f6fca16495bc req-1e0034d6-1bcc-4982-a181-7525cccba9eb tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:43.407732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:43.419862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0ea229f-ef65-49f1-b4d7-f6fca16495bc req-1e0034d6-1bcc-4982-a181-7525cccba9eb tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2068560 Nov 08 12:37:43.557029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4acd2-905a-423c-b324-6f305388ba22 req-24eb2d4e-a9dc-4761-9a0b-29f2998ff853 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:43.568407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8e4acd2-905a-423c-b324-6f305388ba22 req-24eb2d4e-a9dc-4761-9a0b-29f2998ff853 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2746801 Nov 08 12:37:43.641193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:43.654393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Allocated IP 2001:db8::2 (fec4b126-2336-455f-871b-8e840a5a19f6/188a3109-9fde-49c5-ad20-e02ff5bcaf2e/cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:43.654738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0ea229f-ef65-49f1-b4d7-f6fca16495bc req-d702b9df-bac9-4118-a99b-2e750368b479 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314985 Nov 08 12:37:43.708682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 086578a3-2629-4769-9ee7-a098397e265c yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:43.755726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8e4acd2-905a-423c-b324-6f305388ba22 req-8af0ed0f-3c1b-4d7d-b400-a3d4fe79a5d1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785564 Nov 08 12:37:43.866294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f7ce-fe2c-4372-92ee-eea19b3848e4 req-415ced5c-b5d7-4c66-840c-75462dda58ef tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:43.871658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c8f7ce-fe2c-4372-92ee-eea19b3848e4 req-415ced5c-b5d7-4c66-840c-75462dda58ef tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1174667 Nov 08 12:37:43.995564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54c8f7ce-fe2c-4372-92ee-eea19b3848e4 req-1552d826-d944-415b-8c78-b4bcba9ff5bb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065519 Nov 08 12:37:44.013667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 172.20.0.7 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/657d167f-1fd7-483a-9749-154dd2144dad/086578a3-2629-4769-9ee7-a098397e265c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:44.025025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fe0b:338 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7/086578a3-2629-4769-9ee7-a098397e265c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:44.044062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.156588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 037f34ec-ebee-46e2-ae82-b50e1089247f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:44.218824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.234222 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.320865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Network fec4b126-2336-455f-871b-8e840a5a19f6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:44.328522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:44.329564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::10b (fec4b126-2336-455f-871b-8e840a5a19f6/188a3109-9fde-49c5-ad20-e02ff5bcaf2e/43553ba6-8d21-44c5-8a21-ec54f3119579) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:44.331953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:44.337477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.349733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Pushing event updated for resources: {'Port': ['ID=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:44.399346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 037f34ec-ebee-46e2-ae82-b50e1089247f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:44.399670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.410022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=086578a3-2629-4769-9ee7-a098397e265c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:44.423591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:44.426232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:44.443115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:44.461639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Attempting to bind port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:44.462012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Attempting to bind port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '2c8b4d32-1092-4838-ac34-93771b90b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:44.462491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Attempting to bind port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 on network fec4b126-2336-455f-871b-8e840a5a19f6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:44.470677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:44.471141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Checking segment: {'id': '2c8b4d32-1092-4838-ac34-93771b90b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:44.472275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.472672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Bound using segment: {'id': '2c8b4d32-1092-4838-ac34-93771b90b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:44.473156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Bound port: cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8b4d32-1092-4838-ac34-93771b90b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fec4b126-2336-455f-871b-8e840a5a19f6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:44.473533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.553798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:44.555273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.594192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.612183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] For port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:44.621093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-b39b72fa-bcf7-4a27-a994-03aa4df7365e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:44.622966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-b39b72fa-bcf7-4a27-a994-03aa4df7365e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.3510275 Nov 08 12:37:44.644554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] For port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,segment=NetworkSegment(2c8b4d32-1092-4838-ac34-93771b90b07e),segment_id=2c8b4d32-1092-4838-ac34-93771b90b07e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:44.644554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 037f34ec-ebee-46e2-ae82-b50e1089247f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=037f34ec-ebee-46e2-ae82-b50e1089247f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:44.648749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18721a1d-14d5-4e2d-9246-c705bcad7ba8 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:44.651866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-9865c2f0-5ddc-4a28-b698-7664cf466530 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0185721 Nov 08 12:37:44.665924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.694042 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06d619c2-79c8-465d-b339-d2d8387ce376 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6860390 Nov 08 12:37:44.695458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:44.708206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-1129b140-54d2-4803-9602-3375f7b95a7f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486646 Nov 08 12:37:44.792544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbcf99-7d5c-4df0-83f8-b33bf8126608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:44.801955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c707453f-3cc1-471b-89cc-6a476910eb87 None None] Provisioning complete for port 037f34ec-ebee-46e2-ae82-b50e1089247f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:44.802355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c707453f-3cc1-471b-89cc-6a476910eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.803320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbcf99-7d5c-4df0-83f8-b33bf8126608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:44.807516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eddbcf99-7d5c-4df0-83f8-b33bf8126608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1104124 Nov 08 12:37:44.810235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:44.830028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.833302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.881718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71215c2-b64f-4e4d-9b10-ba2dbeeced88 req-4adef051-c5c2-4c9e-a4b5-700684d3b478 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:44.883467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a71215c2-b64f-4e4d-9b10-ba2dbeeced88 req-4adef051-c5c2-4c9e-a4b5-700684d3b478 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.0924416 Nov 08 12:37:44.901113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-d67a8b47-87dc-440c-b5da-a587199a443a service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843467 Nov 08 12:37:44.936957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 086578a3-2629-4769-9ee7-a098397e265c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:44.937279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:44.949881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=037f34ec-ebee-46e2-ae82-b50e1089247f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:45.019414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.046531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e412c-bc0a-4c8e-9a8c-db81bdadd532 None None] Pushing event updated for resources: {'Port': ['ID=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:45.077006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.092282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 086578a3-2629-4769-9ee7-a098397e265c owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:45.130303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7', 'ip_address': '2001:db8::f816:3eff:fed6:757f'}, {'subnet_id': '657d167f-1fd7-483a-9749-154dd2144dad'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '037f34ec-ebee-46e2-ae82-b50e1089247f'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:37:45.150152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a71215c2-b64f-4e4d-9b10-ba2dbeeced88 req-d89f382d-8312-48b8-80a0-ef9d0697a36f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364085 Nov 08 12:37:45.174850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.212351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network fec4b126-2336-455f-871b-8e840a5a19f6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:45.218925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:45.226923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:45.232867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:45.234172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.239624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-99c09627-b11e-4b88-9822-8aa8f831a5f5 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371344 Nov 08 12:37:45.249104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=43553ba6-8d21-44c5-8a21-ec54f3119579,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:45.377005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51d5276d-d9df-49ac-9be5-42d5750bf414 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3711839 Nov 08 12:37:45.385522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:45.500202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Allocated IP 172.20.0.2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/657d167f-1fd7-483a-9749-154dd2144dad/037f34ec-ebee-46e2-ae82-b50e1089247f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:45.533014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.556725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268675-b4c1-4586-8d6f-137bd8b9dd21 req-96a9d410-d35d-4710-aa91-5b2d7c2a2a50 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:45.558565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08268675-b4c1-4586-8d6f-137bd8b9dd21 req-96a9d410-d35d-4710-aa91-5b2d7c2a2a50 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1689847 Nov 08 12:37:45.593269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=086578a3-2629-4769-9ee7-a098397e265c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:45.593526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 43553ba6-8d21-44c5-8a21-ec54f3119579 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:45.593692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.678510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] For port 037f34ec-ebee-46e2-ae82-b50e1089247f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=037f34ec-ebee-46e2-ae82-b50e1089247f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:45.692229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08268675-b4c1-4586-8d6f-137bd8b9dd21 req-e22d23bc-d775-4314-8c62-99caade81dcc tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242759 Nov 08 12:37:45.737867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.754098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.774719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 43553ba6-8d21-44c5-8a21-ec54f3119579 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:45.801381 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.831656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.837605 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de92ba2b-71a9-4044-b15e-45aefeae8141 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/086578a3-2629-4769-9ee7-a098397e265c HTTP/1.1" status: 204 len: 168 time: 1.0257332 Nov 08 12:37:45.839977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51006) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:45.908849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:45.927039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e965b6-b727-4d87-af43-a6e553f7feb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:45.929315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e965b6-b727-4d87-af43-a6e553f7feb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:45.931486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e965b6-b727-4d87-af43-a6e553f7feb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:45.939336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:45.942170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0e965b6-b727-4d87-af43-a6e553f7feb7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0982690 Nov 08 12:37:45.963448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a3c03-a0e1-4dc2-bdc4-8f76a76a8f5e None None] Pushing event updated for resources: {'Port': ['ID=037f34ec-ebee-46e2-ae82-b50e1089247f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:46.047698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 657d167f-1fd7-483a-9749-154dd2144dad {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:46.061999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.078673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28073b6-e72b-4364-9f99-917eee76bab7 req-39f09a55-0119-4b05-9844-68b67d3f57f9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:46.082751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a28073b6-e72b-4364-9f99-917eee76bab7 req-39f09a55-0119-4b05-9844-68b67d3f57f9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2431324 Nov 08 12:37:46.090564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51026) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:46.096779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Request body: {'floatingip': {'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:46.115041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e236d2-e4be-406a-90ce-c5c1a5d10caf req-1e41a5e6-dd15-49d3-a812-5486193d1027 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:46.115041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4e236d2-e4be-406a-90ce-c5c1a5d10caf req-1e41a5e6-dd15-49d3-a812-5486193d1027 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.2684371 Nov 08 12:37:46.184320 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.290337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.325210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 037f34ec-ebee-46e2-ae82-b50e1089247f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:46.417896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 037f34ec-ebee-46e2-ae82-b50e1089247f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:46.418756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.494155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95e3bc0b-afd1-4193-947d-0dfb384453d4 req-61edec72-a3c5-49cc-bdb7-7ab45ff82723 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.3216965 Nov 08 12:37:46.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:46.667229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.671738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a1883-8e61-42c2-8248-7004e43365fe None None] Network fec4b126-2336-455f-871b-8e840a5a19f6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:46.706723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4e236d2-e4be-406a-90ce-c5c1a5d10caf req-9724dbbd-35a4-4cec-b23e-969c8dae5e79 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5349932 Nov 08 12:37:46.710332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.834223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] Provisioning complete for port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:46.840100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.851877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.857778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/43553ba6-8d21-44c5-8a21-ec54f3119579 HTTP/1.1" status: 204 len: 168 time: 1.4682293 Nov 08 12:37:46.862954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51060) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:46.881889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:46.882942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:46.891918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700872d-46bf-43db-a343-5850e523f0cd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=43553ba6-8d21-44c5-8a21-ec54f3119579,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:46.979471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64a51-2f3c-4fdf-8470-d9e648e0b924 req-748afb9d-ce72-46ae-b82b-2bb370d06249 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:46.988234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49a64a51-2f3c-4fdf-8470-d9e648e0b924 req-748afb9d-ce72-46ae-b82b-2bb370d06249 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1046958 Nov 08 12:37:47.078001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49a64a51-2f3c-4fdf-8470-d9e648e0b924 req-47eae754-4a14-4119-8ec9-b0db0de25f33 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888565 Nov 08 12:37:47.101476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.127797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.151841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=657d167f-1fd7-483a-9749-154dd2144dad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:47.170673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.173321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.184998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0c1383b9-4dd2-4e98-b696-1f6458a9b8b0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/657d167f-1fd7-483a-9749-154dd2144dad HTTP/1.1" status: 204 len: 168 time: 1.2405372 Nov 08 12:37:47.187473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:47.267270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] For port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,segment=NetworkSegment(2c8b4d32-1092-4838-ac34-93771b90b07e),segment_id=2c8b4d32-1092-4838-ac34-93771b90b07e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:47.320369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51068) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:47.340927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:47.344826 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.356112 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.357982 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b8d04c-5b69-4a71-bf3e-00d4ec124ecf tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:47.359579 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92b8d04c-5b69-4a71-bf3e-00d4ec124ecf tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/43553ba6-8d21-44c5-8a21-ec54f3119579 HTTP/1.1" status: 404 len: 333 time: 0.4956391 Nov 08 12:37:47.367715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51072) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:47.429280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.525081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-15a59f12-2b45-4bca-b61e-673e997cbef8 None None] Could not find standard attr ID for object 086578a3-2629-4769-9ee7-a098397e265c. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:47.555491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:37:47.560288 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:37:47.560288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a2aad-a712-4c7e-9cf9-a5666994b0a4 None None] Pushing event updated for resources: {'Port': ['ID=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:47.569329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-15a59f12-2b45-4bca-b61e-673e997cbef8 None None] Provisioning complete for port 037f34ec-ebee-46e2-ae82-b50e1089247f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:47.569706 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-15a59f12-2b45-4bca-b61e-673e997cbef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.626274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d8cb8-2669-4ccf-8b01-9d0c8327b3cb None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:47.650416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2251-f7bc-4dbb-8c5e-10ab46bea245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.653367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 188a3109-9fde-49c5-ad20-e02ff5bcaf2e {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:47.662456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.740813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:37:47.778018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.838466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.853326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a1315f5-c361-40ca-ac49-816013a2b701 req-4f6c16cd-e1c0-4416-95de-31aab6c7c895 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.1922781 Nov 08 12:37:47.880812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.922423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.929713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:47.943814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-da34282a-2c28-4865-88a9-cecab2b768d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:47.946929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-da34282a-2c28-4865-88a9-cecab2b768d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1096 time: 0.1683567 Nov 08 12:37:47.958726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c8452de6-c715-46a6-898d-ccde1b2df5a0 None None] Could not find standard attr ID for object 086578a3-2629-4769-9ee7-a098397e265c. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:48.007111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c8452de6-c715-46a6-898d-ccde1b2df5a0 None None] Provisioning complete for port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:48.007431 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8452de6-c715-46a6-898d-ccde1b2df5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.097632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112a769-c7e8-4b77-afa3-ca0dbfe5f29d req-565b7708-8344-4fec-9cac-c138a4de527e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:48.099211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a112a769-c7e8-4b77-afa3-ca0dbfe5f29d req-565b7708-8344-4fec-9cac-c138a4de527e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.3953521 Nov 08 12:37:48.108992 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Floating IP 7c76e9b2-278a-4aba-abc3-e81c76dfe90b associated. External IP: 172.25.1.53, port: c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e. Nov 08 12:37:48.171483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.215778 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=188a3109-9fde-49c5-ad20-e02ff5bcaf2e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:48.218989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-9ac0855e-7b75-440a-95d8-9fb5a9a01052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:48.220937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.225492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-963b6447-d41c-4444-b2cd-cb079021109f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/188a3109-9fde-49c5-ad20-e02ff5bcaf2e HTTP/1.1" status: 204 len: 168 time: 0.8567700 Nov 08 12:37:48.227348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-9ac0855e-7b75-440a-95d8-9fb5a9a01052 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.2705932 Nov 08 12:37:48.228733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51082) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:48.263993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:48.305052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2251-f7bc-4dbb-8c5e-10ab46bea245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.344239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:48.345172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.356194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-af8b37f8-87ee-4691-b3c8-0a176d375b11 None None] Could not find standard attr ID for object 43553ba6-8d21-44c5-8a21-ec54f3119579. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:48.419013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97a20f-95fd-4a52-bed1-a2d83f5953ad None None] Network fec4b126-2336-455f-871b-8e840a5a19f6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:48.424341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.607546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:37:48.620566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:48.624899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.777709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,segment=NetworkSegment(2c8b4d32-1092-4838-ac34-93771b90b07e),segment_id=2c8b4d32-1092-4838-ac34-93771b90b07e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:48.777709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.778474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a112a769-c7e8-4b77-afa3-ca0dbfe5f29d req-ad8f83f4-182b-4c9d-ab1a-711d248a9b12 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6474142 Nov 08 12:37:48.816834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.818839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2251-f7bc-4dbb-8c5e-10ab46bea245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.858053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39d16-1675-4a31-8b4b-7291bd1df58f req-0951fbb6-88c8-4985-a6ef-b88755a74549 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:48.859692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ee39d16-1675-4a31-8b4b-7291bd1df58f req-0951fbb6-88c8-4985-a6ef-b88755a74549 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.9123597 Nov 08 12:37:48.879431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea5d2251-f7bc-4dbb-8c5e-10ab46bea245 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d8ab63b68314307a6e1feeee1f0d98e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5553679 Nov 08 12:37:48.888035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] DHCP port deletion for fec4b126-2336-455f-871b-8e840a5a19f6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:48.896485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:48.897407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:48.950514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:48.976737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:48.980082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-32420703-610b-43da-bdd0-03140e6bc8e4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7 HTTP/1.1" status: 204 len: 168 time: 1.7867036 Nov 08 12:37:48.998224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:49.017518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2251-f7bc-4dbb-8c5e-10ab46bea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4af0a4-7dde-42d7-aef6-c2aae449b2c5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:49.024562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-78350aa5-23f1-4b00-ba92-4241c81c7364 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 1000 time: 0.7590075 Nov 08 12:37:49.060337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.075110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Deleting port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:49.076436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.104203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-1f4d28af-920e-4a5c-ad83-d63ec1176283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.106466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-1f4d28af-920e-4a5c-ad83-d63ec1176283 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.0731809 Nov 08 12:37:49.115769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e493dee-6bd8-4d9f-8091-9b72234e0b7b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150534 Nov 08 12:37:49.126773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51090) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:49.135821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:49.145983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:37:49.155021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40a54a-74fb-431b-8ed6-dd1d652f1bc5 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:49.163766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:37:49.171475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.176223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.183493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34efd94c-864f-43ba-b417-f62c716e7419 req-5d0e71ec-17af-4965-8cfc-dfb4cda3a792 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.0741453 Nov 08 12:37:49.199822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ee39d16-1675-4a31-8b4b-7291bd1df58f req-9b8b3450-0fd0-4b03-8603-47584af741f6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032146 Nov 08 12:37:49.211799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-251bb993-e933-4989-be6f-6c5e26a4d65e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.213302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-251bb993-e933-4989-be6f-6c5e26a4d65e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.4350097 Nov 08 12:37:49.226538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-64a71f10-93e3-4e3a-8061-8120c0f0c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.228151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-64a71f10-93e3-4e3a-8061-8120c0f0c05e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122308 Nov 08 12:37:49.231778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:49.269573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] For port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,segment=NetworkSegment(2c8b4d32-1092-4838-ac34-93771b90b07e),segment_id=2c8b4d32-1092-4838-ac34-93771b90b07e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:49.269980 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.280389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:49.281024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:49.298827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Calling delete_port for cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:49.316935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d0ab84e5-dae1-4a20-b9ab-9cc996a5929c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "PUT /v2.0/floatingips/7c76e9b2-278a-4aba-abc3-e81c76dfe90b HTTP/1.1" status: 200 len: 991 time: 3.2246077 Nov 08 12:37:49.323991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:49.326389 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89011b-ac82-4636-a26f-5d51ad5c89cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:49.343289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-42d49022-7463-45e4-b760-0ea7c7f641d7 None None] Provisioning complete for port 037f34ec-ebee-46e2-ae82-b50e1089247f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:49.344200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-42d49022-7463-45e4-b760-0ea7c7f641d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.396678 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8add1-8a2c-47d2-a41a-62ab3784a594 x-openstack-request-id: req-68e8add1-8a2c-47d2-a41a-62ab3784a594 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:49.397188 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:49.397639 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68e8add1-8a2c-47d2-a41a-62ab3784a594 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:49.398272 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'status': 'completed', 'code': 200} Nov 08 12:37:49.411137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-461a297f-91f5-4623-8907-ee74d6ae88bb service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743474 Nov 08 12:37:49.483160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-d9d2d662-1ec6-4400-bce8-9e82d6eee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.484683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-d9d2d662-1ec6-4400-bce8-9e82d6eee44a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1097 time: 0.0463126 Nov 08 12:37:49.487204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.516597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c25efbe7-2295-4797-b61f-5bf62e30b95e req-fdc948db-29c6-4e90-900a-bda59d606a42 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967152 Nov 08 12:37:49.522679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:49.543898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:49.548116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.565128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:49.565128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.565128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.565128 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae4af0a4-7dde-42d7-aef6-c2aae449b2c5 HTTP/1.1" status: 204 len: 168 time: 0.6618152 Nov 08 12:37:49.594402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.638764 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:37:49.641739 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:37:49.660642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07488327-ed6f-4dff-8615-5b2284987dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4af0a4-7dde-42d7-aef6-c2aae449b2c5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:49.676397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:49.680614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.736022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:49.738670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.799592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] Pushing event deleted for resources: {'Port': ['ID=cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:49.823644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:49.852802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca1391-3657-475f-b7cd-5a2b03e1c024 None None] No DVR routers for this DVR port cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:49.868857 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec4b126-2336-455f-871b-8e840a5a19f6']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:49.874130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-a2c4f1a4-a5e6-4e20-b008-e561a0ee84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.876502 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-a2c4f1a4-a5e6-4e20-b008-e561a0ee84d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.3647695 Nov 08 12:37:49.926908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.12 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/92b76c44-c661-43b1-bfeb-e60286bdce88) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:49.963821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af18bf7-38fb-44b2-9c65-109c1d4f2259 req-37e43bfc-d608-46f3-ac29-26e85209d801 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:49.966827 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-0828ac82-af4c-4caf-8655-df1fc25a87ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 999 time: 0.0783179 Nov 08 12:37:49.972958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7af18bf7-38fb-44b2-9c65-109c1d4f2259 req-37e43bfc-d608-46f3-ac29-26e85209d801 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1008644 Nov 08 12:37:49.976524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8b4d32-1092-4838-ac34-93771b90b07e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:49.976524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8b4d32-1092-4838-ac34-93771b90b07e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:50.044867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.053240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Deleting port 037f34ec-ebee-46e2-ae82-b50e1089247f {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:50.053794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.085211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.115861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:37:50.116762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.118923 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:37:50.122836 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:37:50.135079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-c1cbbe9c-0294-4bb6-9ae9-6574b99e4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:50.136963 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-c1cbbe9c-0294-4bb6-9ae9-6574b99e4204 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1584804 Nov 08 12:37:50.143401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] For port 037f34ec-ebee-46e2-ae82-b50e1089247f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=037f34ec-ebee-46e2-ae82-b50e1089247f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:50.147990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.159229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Calling delete_port for 037f34ec-ebee-46e2-ae82-b50e1089247f owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:50.167676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7c76e9b2-278a-4aba-abc3-e81c76dfe90b', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:37:19Z', 'updated_at': '2021-11-08T12:37:47Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:50.190520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7af18bf7-38fb-44b2-9c65-109c1d4f2259 req-824ad00e-bb0d-450a-b0aa-198a6a3fb363 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131596 Nov 08 12:37:50.216629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:37:50.253163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 037f34ec-ebee-46e2-ae82-b50e1089247f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:50.291494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:37:50.292241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:50.327586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-46c5e8b5-7c45-4ac2-9f28-701bbdc201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:50.329199 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-46c5e8b5-7c45-4ac2-9f28-701bbdc201f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700676 Nov 08 12:37:50.342919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c8dc2f2-eab6-47cf-9cc2-9387333f1836 req-ee07e436-4aea-4777-bbce-351ca519617c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.0490534 Nov 08 12:37:50.420745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.425733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.452951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded66eb-9a5d-40cc-979c-a39eae9d13ad req-a74c41f6-03bd-4614-9539-5fd1a74d05be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:50.454506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ded66eb-9a5d-40cc-979c-a39eae9d13ad req-a74c41f6-03bd-4614-9539-5fd1a74d05be tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1102130 Nov 08 12:37:50.490094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.500593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.506237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:50.533103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.535568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:37:50.537035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/fec4b126-2336-455f-871b-8e840a5a19f6 HTTP/1.1" status: 204 len: 168 time: 2.3072114 Nov 08 12:37:50.543603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ded66eb-9a5d-40cc-979c-a39eae9d13ad req-3be3a5bf-3b19-4948-89d9-6ebe4baee4c7 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799625 Nov 08 12:37:50.547221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:50.548291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=4a67d87a-a4c1-4a55-b7eb-443e7c705200,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:50.551073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:50.551210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'name': 'tempest-PortsIpV6TestJSON-1731244128'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:50.555377 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-da5923f0-3f91-489d-bda9-a4ac3468cd17 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172222 Nov 08 12:37:50.556129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:50.557617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.560339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9979f8-7404-43b4-a517-3b23b3b0ee02 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=fec4b126-2336-455f-871b-8e840a5a19f6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:50.630333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51112) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:50.630597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.646777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3190-0342-4bb0-bd4f-13dfeadd2e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.657230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.666771 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e3aec54-4a7d-4368-8c66-dc16655a67b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5357800 Nov 08 12:37:50.667062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] Pushing event deleted for resources: {'Port': ['ID=037f34ec-ebee-46e2-ae82-b50e1089247f,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:50.667742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51114) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:50.676214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:50.727613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:50.731527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:50.732521 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4a89011b-ac82-4636-a26f-5d51ad5c89cf req-184a1563-2fd6-44e9-be5a-3497c6570e93 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701674 Nov 08 12:37:50.747843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:50.753234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:50.779955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:50.784433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.819406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:50.834842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:50.835664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.866045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3190-0342-4bb0-bd4f-13dfeadd2e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.901336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fdb35-562b-4204-844a-d2015b4efc02 None None] No DVR routers for this DVR port 037f34ec-ebee-46e2-ae82-b50e1089247f on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:50.911645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:50.937610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35599ea4-54e9-495c-9c7c-bf2e28815593 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:50.944440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:50.944793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd347ca7-dab8-4ea7-a56b-5f7861ccf8a9 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:50.959762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3190-0342-4bb0-bd4f-13dfeadd2e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:50.976918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:50.981129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.038572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.045385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-0f2ee080-952f-44a4-95a0-d238a2b86ba5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8213136 Nov 08 12:37:51.059344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Request body: {'port': {'device_id': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:51.109019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d3190-0342-4bb0-bd4f-13dfeadd2e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538eb08d-ce2f-470e-a1a5-8da7bacb7985,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:51.122161 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ed3d3190-0342-4bb0-bd4f-13dfeadd2e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18f117aa17a24647b2c7befea4034c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4907799 Nov 08 12:37:51.126448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:51.147768 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.219209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.240208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7c76e9b2-278a-4aba-abc3-e81c76dfe90b', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:37:19Z', 'updated_at': '2021-11-08T12:37:47Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:37:51.245918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '4a67d87a-a4c1-4a55-b7eb-443e7c705200'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:51.247469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.250565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.287092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171d3b1-5a02-4d1c-a843-dfc4587dd5d7 None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7c76e9b2-278a-4aba-abc3-e81c76dfe90b', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:37:19Z', 'updated_at': '2021-11-08T12:37:47Z', 'revision_number': 1, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:37:51.310785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.475861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Allocated IP 172.20.0.2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/4a67d87a-a4c1-4a55-b7eb-443e7c705200/fe23fd98-4208-46d2-bc76-3c4b1de06c54) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:51.484043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:51.495509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:51.497686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:51.504737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.504737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.505073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:51.505305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.508791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/538eb08d-ce2f-470e-a1a5-8da7bacb7985 HTTP/1.1" status: 204 len: 168 time: 0.3806138 Nov 08 12:37:51.517816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67331580-6a8e-4341-87b8-898145df43ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538eb08d-ce2f-470e-a1a5-8da7bacb7985,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:51.520866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:51.578570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625715-af1f-48c9-9083-e2dc4e44b16b req-4a24b7c2-6c33-445f-8343-6cc9a3f7c803 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:51.580267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61625715-af1f-48c9-9083-e2dc4e44b16b req-4a24b7c2-6c33-445f-8343-6cc9a3f7c803 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2422118 Nov 08 12:37:51.653657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e0a2-dbd9-49ca-8040-ef662871d9b9 req-a0e5f18d-8b2b-4de9-9cb7-bff6619f5952 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:51.655390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4545e0a2-dbd9-49ca-8040-ef662871d9b9 req-a0e5f18d-8b2b-4de9-9cb7-bff6619f5952 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 932 time: 0.1655827 Nov 08 12:37:51.663195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbbe286-3718-44b2-9891-4d2e3c1a1f83 None None] New status for floating IP 7c76e9b2-278a-4aba-abc3-e81c76dfe90b: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:37:51.712493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.730934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61625715-af1f-48c9-9083-e2dc4e44b16b req-3e43d5fe-a502-49c2-80c0-0efe2bfe38d6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336553 Nov 08 12:37:51.760012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b76c44-c661-43b1-bfeb-e60286bdce88 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:51.775816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eb7fb4bb-1d45-43bf-b858-c8b35cc41bdd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2281220 Nov 08 12:37:51.779417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:51.781196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.782205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:37:51.784279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.791899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.818102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4545e0a2-dbd9-49ca-8040-ef662871d9b9 req-bbe02c73-48b2-43f7-bc6d-71b3c7f33611 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482334 Nov 08 12:37:51.865446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9c2b81b3-0664-477c-9226-bb289116df35,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:51.880535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:51.882205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:51.885489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:51.886407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.891460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Transition to ACTIVE for port object 92b76c44-c661-43b1-bfeb-e60286bdce88 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:37:51.897555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:51.904029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:51.909683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:51.913068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Pushing event updated for resources: {'Port': ['ID=fe23fd98-4208-46d2-bc76-3c4b1de06c54,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:51.973226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Attempting to bind port fe23fd98-4208-46d2-bc76-3c4b1de06c54 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:51.973698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Attempting to bind port fe23fd98-4208-46d2-bc76-3c4b1de06c54 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:51.974071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Attempting to bind port fe23fd98-4208-46d2-bc76-3c4b1de06c54 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:51.979533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:51.979912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:51.980311 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:51.980702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:51.981210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Bound port: fe23fd98-4208-46d2-bc76-3c4b1de06c54, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:51.981981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.005634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941e105-1c61-4101-9934-b3840e768bad req-cd362585-024c-45f5-9bab-49404dbe83fa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:52.007208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8941e105-1c61-4101-9934-b3840e768bad req-cd362585-024c-45f5-9bab-49404dbe83fa tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0709004 Nov 08 12:37:52.009885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:52.010410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.014996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.025036 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-868098ff-e2b2-43ad-81ba-d722642f6491 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3554649 Nov 08 12:37:52.027166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51136) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:52.037983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:fb:f4:5e', 'name': 'tempest-NetworksTestDHCPv6-518617611'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:52.071524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af96452b-a820-4d54-8210-eb362e509700 None None] For port fe23fd98-4208-46d2-bc76-3c4b1de06c54, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:52.074939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af96452b-a820-4d54-8210-eb362e509700 None None] For port fe23fd98-4208-46d2-bc76-3c4b1de06c54, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fe23fd98-4208-46d2-bc76-3c4b1de06c54,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:52.144848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.161126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.168684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Pushing event updated for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:52.218167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:52.231522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8941e105-1c61-4101-9934-b3840e768bad req-7c3b8f5e-787b-4919-8556-30ea74350446 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018211 Nov 08 12:37:52.264299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96452b-a820-4d54-8210-eb362e509700 None None] Pushing event updated for resources: {'Port': ['ID=fe23fd98-4208-46d2-bc76-3c4b1de06c54,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:52.321334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:52.375353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Attempting to bind port 92b76c44-c661-43b1-bfeb-e60286bdce88 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:52.375944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Attempting to bind port 92b76c44-c661-43b1-bfeb-e60286bdce88 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:52.376059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Attempting to bind port 92b76c44-c661-43b1-bfeb-e60286bdce88 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:52.385974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Port 92b76c44-c661-43b1-bfeb-e60286bdce88 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:37:52.386321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Attempting to bind port 92b76c44-c661-43b1-bfeb-e60286bdce88 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:52.402631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:52.403367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:52.404406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:52.405039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Bound port: 92b76c44-c661-43b1-bfeb-e60286bdce88, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:52.406185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.436273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.464915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 52866b07-29f8-435e-814a-8ad8d18ec8bd yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:52.523217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:52.528177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92b76c44-c661-43b1-bfeb-e60286bdce88,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:52.563146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.620610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.630361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:52.692551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.698484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f66ff66c-54ae-455f-9be2-bd9ed81a2b0f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/5ba09748-d5e8-4fe9-bff5-3fe7b3ba6a72 HTTP/1.1" status: 204 len: 168 time: 0.9118433 Nov 08 12:37:52.701089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51154) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:52.707786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 172.20.0.9 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/4a67d87a-a4c1-4a55-b7eb-443e7c705200/52866b07-29f8-435e-814a-8ad8d18ec8bd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:52.714462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'mac_address': 'fa:16:3e:fa:0b:23', 'name': 'tempest-PortsIpV6TestJSON-294046206'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:52.731047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:52.732923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:52.734668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] 10.222.0.57 "PUT /v2.0/ports/92b76c44-c661-43b1-bfeb-e60286bdce88 HTTP/1.1" status: 200 len: 1092 time: 1.6812782 Nov 08 12:37:52.735223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:52.740114 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37066215-7a9b-4019-be0e-a157010d7911" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:52.740325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fefb:f45e (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9c2b81b3-0664-477c-9226-bb289116df35/52866b07-29f8-435e-814a-8ad8d18ec8bd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:52.801492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d53a4b-33e0-48cf-861a-23cb21517350 req-b10c7db6-8d05-4867-948b-960b052d7752 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:52.815733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22d53a4b-33e0-48cf-861a-23cb21517350 req-b10c7db6-8d05-4867-948b-960b052d7752 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1341136 Nov 08 12:37:52.815733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089a478-fac0-4b7b-a73f-b705974d940b service neutron] Pushing event updated for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:52.821146 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b97766-ba9e-47d6-8540-457ed849e4cf x-openstack-request-id: req-59b97766-ba9e-47d6-8540-457ed849e4cf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:37:52.821669 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:37:52.821894 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59b97766-ba9e-47d6-8540-457ed849e4cf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:37:52.822497 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88', 'status': 'completed', 'code': 200} Nov 08 12:37:52.899004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22d53a4b-33e0-48cf-861a-23cb21517350 req-4d4ee88b-f016-4d0f-8ae8-6764ce247609 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867312 Nov 08 12:37:52.914995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-cdc8b367-2c67-4bd6-a90f-becf79db97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:52.914995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-cdc8b367-2c67-4bd6-a90f-becf79db97ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1132586 Nov 08 12:37:52.948749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066215-7a9b-4019-be0e-a157010d7911 req-754f71ad-d31f-485f-8cf1-d3eababa2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:52.950450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37066215-7a9b-4019-be0e-a157010d7911 req-754f71ad-d31f-485f-8cf1-d3eababa2704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 1095 time: 0.1035800 Nov 08 12:37:52.955488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:53.098785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b139-ea79-42c8-9cb8-8355d16938bc req-5629b4f8-2d6c-49f3-8f19-3cb7cb91a297 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.100497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d66b139-ea79-42c8-9cb8-8355d16938bc req-5629b4f8-2d6c-49f3-8f19-3cb7cb91a297 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 944 time: 0.1195905 Nov 08 12:37:53.132360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066215-7a9b-4019-be0e-a157010d7911 req-a137a2b1-cc14-41da-87ca-8aa1b6980920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.132913 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-443dcf86-f5ea-4c69-9615-30e7ce0a58fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.134482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37066215-7a9b-4019-be0e-a157010d7911 req-a137a2b1-cc14-41da-87ca-8aa1b6980920 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1739454 Nov 08 12:37:53.228536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d66b139-ea79-42c8-9cb8-8355d16938bc req-8e225ffe-55ab-4899-8fca-d992a7739007 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171069 Nov 08 12:37:53.293305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066215-7a9b-4019-be0e-a157010d7911 req-ae0212e0-07d3-4be5-b55e-fbb56cf9d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.296018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37066215-7a9b-4019-be0e-a157010d7911 req-ae0212e0-07d3-4be5-b55e-fbb56cf9d1d8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539900 Nov 08 12:37:53.402103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-d5ebfb68-6ffa-4cf3-ac16-723098dc396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.404384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-d5ebfb68-6ffa-4cf3-ac16-723098dc396f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 1095 time: 0.0601139 Nov 08 12:37:53.449552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.463608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-43814dfe-2d1e-4952-9cfa-0d6c7292236a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b76c44-c661-43b1-bfeb-e60286bdce88 HTTP/1.1" status: 200 len: 217 time: 0.0506175 Nov 08 12:37:53.499026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-6d7ee29a-51f1-4929-87df-4806794d3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.500653 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-6d7ee29a-51f1-4929-87df-4806794d3aeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.5829391 Nov 08 12:37:53.509882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 24fd4416-d028-49bb-a0b4-159bf481ee45 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:53.542090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-392eaaa5-d6d2-49b3-b5a3-b4a7eb627444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.544395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-392eaaa5-d6d2-49b3-b5a3-b4a7eb627444 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.0704849 Nov 08 12:37:53.582257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-664f83bf-a00b-4027-a5a8-329895c02ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302804 Nov 08 12:37:53.643737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.655117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93178b9b-8546-449d-b5d5-6e1e947b6561 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:53.662939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-e56d2eb2-0ab6-4c31-9c96-801c859f6b55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.1480896 Nov 08 12:37:53.696076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-9c633189-7ce2-4c20-8a24-bf04293cf2f1 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047316 Nov 08 12:37:53.736937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] Provisioning complete for port fe23fd98-4208-46d2-bc76-3c4b1de06c54 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:53.737418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.800119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19c1e758-55a5-451f-8d7e-fe633a7bf402 req-97f38937-0960-4841-aacd-e4232a2ac9fa service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968053 Nov 08 12:37:53.806449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-56bf4f7d-8764-42c4-8ebc-0ea5e70beefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.807968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-56bf4f7d-8764-42c4-8ebc-0ea5e70beefc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1345203 Nov 08 12:37:53.865103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.881527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-0ab1d1dd-8a0c-43e8-87bb-3edd77efc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:53.883060 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-0ab1d1dd-8a0c-43e8-87bb-3edd77efc142 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658264 Nov 08 12:37:53.894672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.899561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:53.966049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] For port fe23fd98-4208-46d2-bc76-3c4b1de06c54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fe23fd98-4208-46d2-bc76-3c4b1de06c54,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:54.010812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:54.013460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=52866b07-29f8-435e-814a-8ad8d18ec8bd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.017952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:54.029306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:54.032350 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.088252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-74a240e6-46d4-456a-820e-8c83dfcafb84 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917269 Nov 08 12:37:54.094533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.095384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.101726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c098-fec9-4eae-b898-c4a00a6341e9 req-f9f6fe7a-1662-4223-aa36-9ac231e41627 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.103831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0e9c098-fec9-4eae-b898-c4a00a6341e9 req-f9f6fe7a-1662-4223-aa36-9ac231e41627 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0757661 Nov 08 12:37:54.112532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.122848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.126500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d5fa3-65a0-463d-bc9c-a86772aa7067 None None] Pushing event updated for resources: {'Port': ['ID=fe23fd98-4208-46d2-bc76-3c4b1de06c54,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.178827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '4a67d87a-a4c1-4a55-b7eb-443e7c705200', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c2b81b3-0664-477c-9226-bb289116df35'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'fe23fd98-4208-46d2-bc76-3c4b1de06c54'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:37:54.201822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:54.205511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:54.212294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:54.217883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.218538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.223094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.237057 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df31037e-24d6-4c64-a838-44f5bae5d37e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2039144 Nov 08 12:37:54.243153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0e9c098-fec9-4eae-b898-c4a00a6341e9 req-77475053-291d-4020-95fc-7698b40f84bb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311991 Nov 08 12:37:54.244161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.250281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=24fd4416-d028-49bb-a0b4-159bf481ee45,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.315478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d35cfc-48c7-4c5e-bd4e-45b4e6b0defc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.326331 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c00d52ba-f767-43ea-a9d7-ae8825a36a17 req-abbaac68-e180-4a19-ab95-d90eea42b8d2 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165339 Nov 08 12:37:54.362924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f5fec85-e1bf-4761-abba-e60e110dcae4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6605244 Nov 08 12:37:54.364506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.369358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fe23fd98-4208-46d2-bc76-3c4b1de06c54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:54.395403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b395a8e-5c6b-4a5a-9121-5a1c4253f4b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.404825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b395a8e-5c6b-4a5a-9121-5a1c4253f4b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.407193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3b395a8e-5c6b-4a5a-9121-5a1c4253f4b9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1625559 Nov 08 12:37:54.411366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.423426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e797f2c-80ca-420b-86e9-e22aa5b7423d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.425823 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e797f2c-80ca-420b-86e9-e22aa5b7423d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/24fd4416-d028-49bb-a0b4-159bf481ee45 HTTP/1.1" status: 200 len: 844 time: 0.0595636 Nov 08 12:37:54.428765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51234) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.481906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fe23fd98-4208-46d2-bc76-3c4b1de06c54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:54.482570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.487295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Allocated IP 2001:db8::f816:3eff:fe9d:4067 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9c2b81b3-0664-477c-9226-bb289116df35/fe23fd98-4208-46d2-bc76-3c4b1de06c54) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:54.510783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c20cc-2597-4571-a6ee-081835de6b03 req-8f728691-bd51-4bb3-b6c1-5a117eef8f35 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:54.518982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12c20cc-2597-4571-a6ee-081835de6b03 req-8f728691-bd51-4bb3-b6c1-5a117eef8f35 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 944 time: 0.1650403 Nov 08 12:37:54.553999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 24fd4416-d028-49bb-a0b4-159bf481ee45 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:54.555320 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.576149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d35cfc-48c7-4c5e-bd4e-45b4e6b0defc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.599509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12c20cc-2597-4571-a6ee-081835de6b03 req-f66a47b7-5a3a-4742-a247-280589c687db tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796673 Nov 08 12:37:54.614851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 52866b07-29f8-435e-814a-8ad8d18ec8bd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:54.615216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.652242 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.664357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] For port fe23fd98-4208-46d2-bc76-3c4b1de06c54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fe23fd98-4208-46d2-bc76-3c4b1de06c54,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:54.668962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 24fd4416-d028-49bb-a0b4-159bf481ee45 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:54.699528 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.709568 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.723947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d35cfc-48c7-4c5e-bd4e-45b4e6b0defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.733919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 52866b07-29f8-435e-814a-8ad8d18ec8bd owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:54.769875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5d35cfc-48c7-4c5e-bd4e-45b4e6b0defc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8736727bf9146b894ed0b46625f558a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461465 Nov 08 12:37:54.772370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51238) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.816038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35cfc-48c7-4c5e-bd4e-45b4e6b0defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a403ba8-b7ed-4b1b-83e9-6d856375453c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.822505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.834793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.852977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.860140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.888551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeb578-7bff-40f2-87be-6419f23f96bc None None] Pushing event updated for resources: {'Port': ['ID=fe23fd98-4208-46d2-bc76-3c4b1de06c54,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.922967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=24fd4416-d028-49bb-a0b4-159bf481ee45,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:54.927955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:54.931304 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b1a301f9-59ee-4a2f-b067-599fcbe77f16 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/24fd4416-d028-49bb-a0b4-159bf481ee45 HTTP/1.1" status: 204 len: 168 time: 0.5011840 Nov 08 12:37:54.933757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51240) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.962308 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4234f2a6-8492-4347-84d8-e3b8eb14af8e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:54.966305 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4234f2a6-8492-4347-84d8-e3b8eb14af8e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/24fd4416-d028-49bb-a0b4-159bf481ee45 HTTP/1.1" status: 404 len: 333 time: 0.0286129 Nov 08 12:37:54.969589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:54.978595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'name': 'tempest-PortsIpV6TestJSON-1432893356'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:55.092852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.098458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.099991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a403ba8-b7ed-4b1b-83e9-6d856375453c HTTP/1.1" status: 204 len: 168 time: 0.3266056 Nov 08 12:37:55.117948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b4d62-0f6c-49f7-9137-66d1d7500759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a403ba8-b7ed-4b1b-83e9-6d856375453c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:55.190801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.228939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=52866b07-29f8-435e-814a-8ad8d18ec8bd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:55.230563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:55.234346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.274478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port ec8cc689-9244-4a4c-8c02-5932f6667693 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:55.453367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.457011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3a264255-3d0a-434f-8049-e13a0e68baff tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/52866b07-29f8-435e-814a-8ad8d18ec8bd HTTP/1.1" status: 204 len: 168 time: 1.0418215 Nov 08 12:37:55.459561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51252) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:55.469419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1a544f34-f438-4965-a790-680a987e1e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.541998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af9522-1ba4-43b2-88f5-9a5025064535 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:55.543694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af9522-1ba4-43b2-88f5-9a5025064535 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:55.546212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af9522-1ba4-43b2-88f5-9a5025064535 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:55.551159 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60af9522-1ba4-43b2-88f5-9a5025064535 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0871739 Nov 08 12:37:55.551576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51254) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:55.620176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 4a67d87a-a4c1-4a55-b7eb-443e7c705200 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:55.624746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.685950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.696203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9758b8e1-f096-4d12-a3b1-bddec8930e3e None None] Provisioning complete for port fe23fd98-4208-46d2-bc76-3c4b1de06c54 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:55.696770 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9758b8e1-f096-4d12-a3b1-bddec8930e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.801823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:55.817064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9758b8e1-f096-4d12-a3b1-bddec8930e3e None None] Could not find standard attr ID for object 52866b07-29f8-435e-814a-8ad8d18ec8bd. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:55.899695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d7fe-3050-43d6-9485-a1af0f1b2383 req-64c0ec5b-1c1a-48f2-86c4-da1b89f8e9de tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:55.903038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9d0d7fe-3050-43d6-9485-a1af0f1b2383 req-64c0ec5b-1c1a-48f2-86c4-da1b89f8e9de tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.5639007 Nov 08 12:37:56.001110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.016984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.029368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=4a67d87a-a4c1-4a55-b7eb-443e7c705200,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:56.033555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.034302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca98ae-bcf0-4c78-b472-b48a615dacdc req-84890952-f963-479d-a978-4a3b30d1b0a7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:56.043789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1eb98257-e6c1-4c21-9fa3-947c90e841cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/4a67d87a-a4c1-4a55-b7eb-443e7c705200 HTTP/1.1" status: 204 len: 168 time: 0.4845443 Nov 08 12:37:56.043917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-37a575b1-09a6-4c7a-989c-29f3a475b0e3 None None] Could not find standard attr ID for object 52866b07-29f8-435e-814a-8ad8d18ec8bd. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:37:56.044031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80ca98ae-bcf0-4c78-b472-b48a615dacdc req-84890952-f963-479d-a978-4a3b30d1b0a7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 944 time: 0.1660290 Nov 08 12:37:56.044131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:56.058940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9d0d7fe-3050-43d6-9485-a1af0f1b2383 req-350276dd-68f2-4f04-9e24-70d4de32ed27 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266363 Nov 08 12:37:56.097534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9c2b81b3-0664-477c-9226-bb289116df35 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:37:56.101289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.119912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80ca98ae-bcf0-4c78-b472-b48a615dacdc req-00d41b22-c688-4be9-9aa7-cc16f27362d0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731032 Nov 08 12:37:56.181748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.198166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236badd-6211-42af-ad06-f2c4f0024795 req-94c5facf-0f52-48ac-9206-ad14489dd043 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:56.199928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3236badd-6211-42af-ad06-f2c4f0024795 req-94c5facf-0f52-48ac-9206-ad14489dd043 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0562644 Nov 08 12:37:56.247745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.252339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fe23fd98-4208-46d2-bc76-3c4b1de06c54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:56.303991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:56.327293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fe23fd98-4208-46d2-bc76-3c4b1de06c54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:56.327912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.328148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.333349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:56.340204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:56.349711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:56.351323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.353942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=ec8cc689-9244-4a4c-8c02-5932f6667693,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:56.380047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3236badd-6211-42af-ad06-f2c4f0024795 req-7bb580ec-bcd4-4c15-9858-2c6226b5cb4c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719365 Nov 08 12:37:56.523078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-27df1777-445e-4d5b-8339-a7a2d235097d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5483873 Nov 08 12:37:56.526003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51284) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:56.531648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:56.532277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e1f6-46eb-49d3-a07f-5e4a27736702 req-f1792403-3287-4fb7-afa2-ee636e09d00c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:56.534721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90d0e1f6-46eb-49d3-a07f-5e4a27736702 req-f1792403-3287-4fb7-afa2-ee636e09d00c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0624614 Nov 08 12:37:56.576214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.597018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90d0e1f6-46eb-49d3-a07f-5e4a27736702 req-b825ef18-4e1e-4024-9241-4557d2e33a4b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564799 Nov 08 12:37:56.626448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e634acb-5f1d-48ec-bcb8-733bd32bb2ec None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:56.644237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2b81b3-0664-477c-9226-bb289116df35,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:56.653568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.657426 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2fbedad3-7f08-41e0-86c9-2b1dd976d67e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9c2b81b3-0664-477c-9226-bb289116df35 HTTP/1.1" status: 204 len: 168 time: 0.6131938 Nov 08 12:37:56.659450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.660188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:56.699593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.750692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a51abe85-14f7-480a-b60e-33a5c07ad248 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891454 Nov 08 12:37:56.753614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:56.758943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:56.864969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.894551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:37:56.944176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.947401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Deleting port fe23fd98-4208-46d2-bc76-3c4b1de06c54 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:56.947811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.948335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:56.953941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.981289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] In _notify_port_updated(), no bound segment for port ec8cc689-9244-4a4c-8c02-5932f6667693 on network ac59c022-c10b-4884-9df9-331e691efb43 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:37:56.988121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:56.988738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:56.992535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/ports/ec8cc689-9244-4a4c-8c02-5932f6667693 HTTP/1.1" status: 200 len: 818 time: 0.4628451 Nov 08 12:37:56.992956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51304) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:57.020898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] For port fe23fd98-4208-46d2-bc76-3c4b1de06c54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fe23fd98-4208-46d2-bc76-3c4b1de06c54,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:57.021819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.028985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e792-1cb4-4131-8b79-de845fd62c91 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=ec8cc689-9244-4a4c-8c02-5932f6667693,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:57.041603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Calling delete_port for fe23fd98-4208-46d2-bc76-3c4b1de06c54 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:57.120759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port ec8cc689-9244-4a4c-8c02-5932f6667693 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:37:57.121507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.202487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.218346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for ec8cc689-9244-4a4c-8c02-5932f6667693 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:37:57.279822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.291299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574ded-9299-402e-b3f7-14f318e4c12d req-ec7c8cc6-7311-4e3f-a216-46d9c758c059 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:57.294691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0574ded-9299-402e-b3f7-14f318e4c12d req-ec7c8cc6-7311-4e3f-a216-46d9c758c059 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1557298 Nov 08 12:37:57.308094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] Pushing event deleted for resources: {'Port': ['ID=fe23fd98-4208-46d2-bc76-3c4b1de06c54,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:57.315105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a16f45-28f9-42a2-9ae1-0d96733dc809 None None] No DVR routers for this DVR port fe23fd98-4208-46d2-bc76-3c4b1de06c54 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:37:57.329764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92b76c44-c661-43b1-bfeb-e60286bdce88 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:37:57.369993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae7db5-8e8f-4524-b4f3-9db00ec9d058 req-91aec3c1-879d-4bef-bd4d-e390db006640 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:57.371592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30ae7db5-8e8f-4524-b4f3-9db00ec9d058 req-91aec3c1-879d-4bef-bd4d-e390db006640 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 944 time: 0.1636064 Nov 08 12:37:57.387961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.416643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0574ded-9299-402e-b3f7-14f318e4c12d req-6ad0d565-3473-4762-afec-87d943a15d81 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115739 Nov 08 12:37:57.435322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=ec8cc689-9244-4a4c-8c02-5932f6667693,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:57.444434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.451678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44a2cc16-2644-4b80-9a68-a3b977f1f82e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/ec8cc689-9244-4a4c-8c02-5932f6667693 HTTP/1.1" status: 204 len: 168 time: 0.4548016 Nov 08 12:37:57.452078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51332) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:57.456043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.456846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92b76c44-c661-43b1-bfeb-e60286bdce88,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:57.472386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30ae7db5-8e8f-4524-b4f3-9db00ec9d058 req-dfd2ab56-0d55-4d41-9f4e-a31b3be7c6af tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Nov 08 12:37:57.476909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '92b76c44-c661-43b1-bfeb-e60286bdce88', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': '92b76c44-c661-43b1-bfeb-e60286bdce88', 'mac_address': 'fa:16:3e:b7:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:37:57.505196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:57.511632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:57.516236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:57.516880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.522451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed2f5a-5623-4426-accf-5f09d91fa116 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:57.535176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ab251-3c3f-4401-8224-a06651a32f89 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:57.538456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=ad232067-1789-4828-a8fa-79a37e97a372,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:57.540170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-010ab251-3c3f-4401-8224-a06651a32f89 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0869286 Nov 08 12:37:57.540364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:57.553005 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.573391 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46b0e71-0ee6-4526-b363-e49fca7197ae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:37:57.578375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f46b0e71-0ee6-4526-b363-e49fca7197ae tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/ec8cc689-9244-4a4c-8c02-5932f6667693 HTTP/1.1" status: 404 len: 333 time: 0.0336726 Nov 08 12:37:57.578992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51336) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:57.584930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-844647717'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:57.593568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-882962f9-d31c-4d72-a88d-6a005afef171 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8385684 Nov 08 12:37:57.597359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:57.604498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:57.702777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:57.708633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.740085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b76c44-c661-43b1-bfeb-e60286bdce88 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:37:57.742843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:37:57.754506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.755068 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment def19553-4368-4212-aff7-ec720b20aba5 of type vlan for network 8727b50e-01cf-4596-8523-a25e9fa736f0 Nov 08 12:37:57.770859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92b76c44-c661-43b1-bfeb-e60286bdce88,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:57.799741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.818508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:57.821593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.867513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'ad232067-1789-4828-a8fa-79a37e97a372'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:57.868417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.897856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.922606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:57.930431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:57.931480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.009995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=8727b50e-01cf-4596-8523-a25e9fa736f0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:58.040676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:37:58.047668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:58.106514 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06cfd1ba-1c5d-475c-9d61-702dc5a0c6e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5261745 Nov 08 12:37:58.109251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51352) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:58.113284 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.114482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:58.123446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Allocated IP 172.20.0.2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/ad232067-1789-4828-a8fa-79a37e97a372/a83b672a-8d5a-4324-aeef-f946c09170cb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:58.175079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:37:58.234495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fe23fd98-4208-46d2-bc76-3c4b1de06c54 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:37:58.265105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fe23fd98-4208-46d2-bc76-3c4b1de06c54 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:37:58.265368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fe23fd98-4208-46d2-bc76-3c4b1de06c54 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:37:58.286237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:37:58.287755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.331684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:58.336507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:58.340941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:58.341700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.353628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=735864ac-9a55-4616-9eea-109fdd51e1cb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:58.390882 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.395528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:58.399261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.520971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-15ea8d23-4bf9-4fcc-8acd-0cfb18ef9bd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9204202 Nov 08 12:37:58.523499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:58.551573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:58.553949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:78:da:29', 'name': 'tempest-NetworksTestDHCPv6-600934546'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:58.576225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.582462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460317a-4066-43d4-8f53-5c5f213010e1 req-e1e7783c-4acb-4f9c-a1da-3f26982b4e9c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:58.597014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b460317a-4066-43d4-8f53-5c5f213010e1 req-e1e7783c-4acb-4f9c-a1da-3f26982b4e9c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0926349 Nov 08 12:37:58.618972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:58.625259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:58.632832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:37:58.674515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Pushing event updated for resources: {'Port': ['ID=a83b672a-8d5a-4324-aeef-f946c09170cb,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:58.688935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef6684-908d-4fea-9607-762a7bdd07d1 req-6b9296af-f1a3-4982-815d-edc0cfbc980c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:58.691940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bef6684-908d-4fea-9607-762a7bdd07d1 req-6b9296af-f1a3-4982-815d-edc0cfbc980c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 945 time: 0.1323326 Nov 08 12:37:58.710818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b460317a-4066-43d4-8f53-5c5f213010e1 req-2651678f-3415-436e-872c-22b992233784 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128461 Nov 08 12:37:58.733570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Attempting to bind port a83b672a-8d5a-4324-aeef-f946c09170cb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:37:58.733946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Attempting to bind port a83b672a-8d5a-4324-aeef-f946c09170cb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:37:58.734343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Attempting to bind port a83b672a-8d5a-4324-aeef-f946c09170cb on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:37:58.740595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:37:58.741340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:58.741694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.741904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:37:58.742313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Bound port: a83b672a-8d5a-4324-aeef-f946c09170cb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:37:58.742705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.768667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fb50af1-3d07-484d-93c5-9327875f14dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.794179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.805006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bef6684-908d-4fea-9607-762a7bdd07d1 req-2760efa8-4793-4efe-a6d2-b941182cc788 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931361 Nov 08 12:37:58.831412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] For port a83b672a-8d5a-4324-aeef-f946c09170cb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:37:58.836071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] For port a83b672a-8d5a-4324-aeef-f946c09170cb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a83b672a-8d5a-4324-aeef-f946c09170cb,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:37:58.862474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:58.882352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fb50af1-3d07-484d-93c5-9327875f14dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.890897 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:58.948955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=46526616-df2a-4b27-88b4-dae606faa476,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:58.969399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'def19553-4368-4212-aff7-ec720b20aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:37:58.971248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: 8727b50e-01cf-4596-8523-a25e9fa736f0, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:37:58.995539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.005970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.026583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 9023a8f2-3d4a-4baf-b639-e85d6f13ae4e yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:37:59.058078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fb50af1-3d07-484d-93c5-9327875f14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.068975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0432-5b87-4b82-a37d-5fb842e982a1 None None] Pushing event updated for resources: {'Port': ['ID=a83b672a-8d5a-4324-aeef-f946c09170cb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:59.108073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb50af1-3d07-484d-93c5-9327875f14dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba6a370-0a71-4768-bf9a-220695781120,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:59.118830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6fb50af1-3d07-484d-93c5-9327875f14dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44a4ced3ae2f4a4997a5387ab07a8983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657673 Nov 08 12:37:59.120846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:59.127366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:37:59.176428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.203392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.239009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 172.20.0.9 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/ad232067-1789-4828-a8fa-79a37e97a372/9023a8f2-3d4a-4baf-b639-e85d6f13ae4e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:59.246714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8727b50e-01cf-4596-8523-a25e9fa736f0) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:59.249676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fe78:da29 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/735864ac-9a55-4616-9eea-109fdd51e1cb/9023a8f2-3d4a-4baf-b639-e85d6f13ae4e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:59.263042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:59.265083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.276472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77acd4a-502e-4f7c-96b3-d4d16c7a06c7 None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:37:59.354744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92b76c44-c661-43b1-bfeb-e60286bdce88 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:37:59.385943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840be5b0-0d63-46f4-b8ce-a11c2b7ace5a req-e3770449-45ed-4ec1-a866-a63788919e82 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:59.389730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-840be5b0-0d63-46f4-b8ce-a11c2b7ace5a req-e3770449-45ed-4ec1-a866-a63788919e82 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0900481 Nov 08 12:37:59.475783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-840be5b0-0d63-46f4-b8ce-a11c2b7ace5a req-9104268f-680d-4035-9707-79cf49e6cc92 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605845 Nov 08 12:37:59.479182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.492442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.494308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aba6a370-0a71-4768-bf9a-220695781120 HTTP/1.1" status: 204 len: 168 time: 0.3719261 Nov 08 12:37:59.504824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466866ec-f73d-46af-8778-b2e66e245c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba6a370-0a71-4768-bf9a-220695781120,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:37:59.536801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-8727b50e-01cf-4596-8523-a25e9fa736f0', 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': '46526616-df2a-4b27-88b4-dae606faa476'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:37:59.537690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.548396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:37:59.549369 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e040d2e-5938-4a4a-b7f2-d8465cbafeab tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4381413 Nov 08 12:37:59.555380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:37:59.565754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.586883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-40b16aee-a7b9-4cbf-a4f7-50ec0ffd086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:59.589083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-40b16aee-a7b9-4cbf-a4f7-50ec0ffd086d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0961215 Nov 08 12:37:59.609654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 92b76c44-c661-43b1-bfeb-e60286bdce88 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:37:59.617875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 92b76c44-c661-43b1-bfeb-e60286bdce88 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:37:59.618269 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.708899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-eea50ede-e650-4735-942b-28b82c2fe26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:37:59.710613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-eea50ede-e650-4735-942b-28b82c2fe26c service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.1144147 Nov 08 12:37:59.744977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Allocated IP 2001:db8::2 (8727b50e-01cf-4596-8523-a25e9fa736f0/46526616-df2a-4b27-88b4-dae606faa476/af9ef700-f536-4ab3-b2d3-eece565a09f0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:37:59.771901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.772936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.814927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-e749bd70-0a26-4198-8eaf-71acdc8f6ad9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 200 len: 998 time: 0.0971320 Nov 08 12:37:59.833351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:37:59.838058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:37:59.840377 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f35bc-45ef-48bf-af75-90e91d0e5249" -d '{"events": [{"server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "name": "network-vif-plugged", "status": "completed", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:37:59.858200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:37:59.869054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:37:59.869711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92b76c44-c661-43b1-bfeb-e60286bdce88,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:37:59.883561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:37:59.909762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:00.003441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22700c6-302d-49bf-aeea-035d7de11888 x-openstack-request-id: req-e22700c6-302d-49bf-aeea-035d7de11888 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:00.003441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "name": "network-vif-plugged", "status": "completed", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:00.003441 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e22700c6-302d-49bf-aeea-035d7de11888 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:00.003441 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88', 'code': 200} Nov 08 12:38:00.032278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.040642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.041760 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.045006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=9023a8f2-3d4a-4baf-b639-e85d6f13ae4e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:00.074970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-359108bc-fb0c-4224-a164-f309ba2d5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.078031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-359108bc-fb0c-4224-a164-f309ba2d5471 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.2483554 Nov 08 12:38:00.100987 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.114977 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46526616-df2a-4b27-88b4-dae606faa476 (CIDR: 2001:db8::/64) Nov 08 12:38:00.127942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226d65-eba0-4ea8-8910-ab2d1ebb0108 req-c964d3f8-e185-44d4-a1c1-18f845ecfd63 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.136458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5226d65-eba0-4ea8-8910-ab2d1ebb0108 req-c964d3f8-e185-44d4-a1c1-18f845ecfd63 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 945 time: 0.1716781 Nov 08 12:38:00.144069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:00.154854 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9c15b253-ce25-4751-a7ed-fe0e0cd13597 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6291795 Nov 08 12:38:00.162455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51390) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:00.169923 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:00.170460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:00.201356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.206257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c4d49-ddcd-4847-8053-c4ef5b73e623 req-36cf65f7-01b0-4265-954c-1935171b53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.207577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-aec400a7-5906-42b1-ae1e-7e054e510793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.207857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb1c4d49-ddcd-4847-8053-c4ef5b73e623 req-36cf65f7-01b0-4265-954c-1935171b53e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 1097 time: 0.1467738 Nov 08 12:38:00.209227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-aec400a7-5906-42b1-ae1e-7e054e510793 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197391 Nov 08 12:38:00.241278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5226d65-eba0-4ea8-8910-ab2d1ebb0108 req-ddf414bb-4623-4bec-b935-6e9bfc27cc36 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988493 Nov 08 12:38:00.270142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96e483ad-0b30-4af1-b262-44261b4ba872 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7148664 Nov 08 12:38:00.277728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:00.286552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:00.287521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Pushing event updated for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:00.300489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:00.304690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:00.308051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:00.344519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb1c4d49-ddcd-4847-8053-c4ef5b73e623 req-7931842d-db9c-4fb3-9430-c0c4ef10d488 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278520 Nov 08 12:38:00.396576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f03ced-8bcb-4ef6-83c7-3bb8cc4c7196 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.405586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f03ced-8bcb-4ef6-83c7-3bb8cc4c7196 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.418727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2f03ced-8bcb-4ef6-83c7-3bb8cc4c7196 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2552836 Nov 08 12:38:00.420035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a83b672a-8d5a-4324-aeef-f946c09170cb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:00.421233 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-3ba885da-53ce-44c0-8f84-daafa8ceee88 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031124 Nov 08 12:38:00.422111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51400) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:00.449893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Attempting to bind port af9ef700-f536-4ab3-b2d3-eece565a09f0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:00.456020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Attempting to bind port af9ef700-f536-4ab3-b2d3-eece565a09f0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'def19553-4368-4212-aff7-ec720b20aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:00.456020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Attempting to bind port af9ef700-f536-4ab3-b2d3-eece565a09f0 on network 8727b50e-01cf-4596-8523-a25e9fa736f0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:00.465933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:00.466371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Checking segment: {'id': 'def19553-4368-4212-aff7-ec720b20aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:00.466741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.467139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Bound using segment: {'id': 'def19553-4368-4212-aff7-ec720b20aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:00.467621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Bound port: af9ef700-f536-4ab3-b2d3-eece565a09f0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def19553-4368-4212-aff7-ec720b20aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:00.467998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.527891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:00.532404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.572699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:00.576467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=af9ef700-f536-4ab3-b2d3-eece565a09f0,segment=NetworkSegment(def19553-4368-4212-aff7-ec720b20aba5),segment_id=def19553-4368-4212-aff7-ec720b20aba5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:00.583301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a83b672a-8d5a-4324-aeef-f946c09170cb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:00.585038 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.651624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8187bd5-29f4-47e6-a4f1-bf26639c191b None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:00.692094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 9023a8f2-3d4a-4baf-b639-e85d6f13ae4e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:00.692473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.694237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198d340-0dbd-4cbf-b2db-a5952dc4107c req-85a14cc1-239a-43e4-830c-47ae688749eb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:00.695913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9198d340-0dbd-4cbf-b2db-a5952dc4107c req-85a14cc1-239a-43e4-830c-47ae688749eb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.0876074 Nov 08 12:38:00.723104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f4af3915-8af6-4388-9810-13d82a2c3dc7 req-4a55f727-67bd-45e4-9ab7-758d8f06766f service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768188 Nov 08 12:38:00.752322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.795272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9198d340-0dbd-4cbf-b2db-a5952dc4107c req-72b7a311-d13f-43b7-913b-82a3f38db425 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857749 Nov 08 12:38:00.805729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:00.822749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 9023a8f2-3d4a-4baf-b639-e85d6f13ae4e owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:00.837339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.013640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.030179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-85c75d4f-4ed0-47be-a84c-291eb1faa795 None None] Provisioning complete for port a83b672a-8d5a-4324-aeef-f946c09170cb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:01.030721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85c75d4f-4ed0-47be-a84c-291eb1faa795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.050768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port a83b672a-8d5a-4324-aeef-f946c09170cb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a83b672a-8d5a-4324-aeef-f946c09170cb,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:01.081027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af455-f4bd-425d-96b2-a67a49503729 None None] Pushing event updated for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:01.085879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:01.089580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:01.095040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.096416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.102091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=c0555ad9-8288-463f-a83e-29255aa415e0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:01.141530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.186232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16cf3b66-d65a-481f-ae7f-7b3cb56fd960 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9065297 Nov 08 12:38:01.189063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:01.190312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=9023a8f2-3d4a-4baf-b639-e85d6f13ae4e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:01.195890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'fixed_ips': [{'subnet_id': '46526616-df2a-4b27-88b4-dae606faa476'}, {'subnet_id': 'c0555ad9-8288-463f-a83e-29255aa415e0'}], 'name': 'tempest-PortsIpV6TestJSON-569633820'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:01.200486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.307349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=a83b672a-8d5a-4324-aeef-f946c09170cb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:01.326322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': 'ad232067-1789-4828-a8fa-79a37e97a372', 'ip_address': '172.20.0.2'}, {'subnet_id': '735864ac-9a55-4616-9eea-109fdd51e1cb'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'a83b672a-8d5a-4324-aeef-f946c09170cb'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:01.359269 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85c75d4f-4ed0-47be-a84c-291eb1faa795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.379228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.477627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.494838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2142458a-8d5b-4a11-a921-13fef100aa49 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/9023a8f2-3d4a-4baf-b639-e85d6f13ae4e HTTP/1.1" status: 204 len: 168 time: 1.0710638 Nov 08 12:38:01.497325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51424) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:01.522860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435fc93-cb7e-45d9-87ee-17f4aebf00a1 req-0eab158b-ded5-45d9-9fe3-8d49dc996b52 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.524445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5435fc93-cb7e-45d9-87ee-17f4aebf00a1 req-0eab158b-ded5-45d9-9fe3-8d49dc996b52 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 946 time: 0.1167836 Nov 08 12:38:01.563675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:01.582547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d576b4-f97a-40d1-a55b-6f74194f3b2b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.584116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d576b4-f97a-40d1-a55b-6f74194f3b2b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.585839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d576b4-f97a-40d1-a55b-6f74194f3b2b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.590198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-20d576b4-f97a-40d1-a55b-6f74194f3b2b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0883090 Nov 08 12:38:01.591170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51426) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:01.605468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5435fc93-cb7e-45d9-87ee-17f4aebf00a1 req-2eec7c99-70ad-4359-8873-c340e56538d4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742090 Nov 08 12:38:01.650792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 735864ac-9a55-4616-9eea-109fdd51e1cb {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:01.656951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-85c75d4f-4ed0-47be-a84c-291eb1faa795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:01.660939 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-85c75d4f-4ed0-47be-a84c-291eb1faa795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:01.693987 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.712419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port e624476a-028f-4c86-9b9e-910f7f268dd1 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:01.717454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Allocated IP 2001:db8::f816:3eff:fe5e:c47b (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/735864ac-9a55-4616-9eea-109fdd51e1cb/a83b672a-8d5a-4324-aeef-f946c09170cb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:01.831468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] For port a83b672a-8d5a-4324-aeef-f946c09170cb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a83b672a-8d5a-4324-aeef-f946c09170cb,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:01.869067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.975498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4371844-c013-4e0d-8bd1-9d1e9b157344 req-cc277c5a-7120-4254-9ed7-595e581d3f16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:01.977068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4371844-c013-4e0d-8bd1-9d1e9b157344 req-cc277c5a-7120-4254-9ed7-595e581d3f16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1010783 Nov 08 12:38:01.983043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:01.986583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.037192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.118336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4371844-c013-4e0d-8bd1-9d1e9b157344 req-1263879b-51ae-4146-9de9-98c6f6daf0a0 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277657 Nov 08 12:38:02.122459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995da08d-6a3a-4033-a782-b3d6280acfb3 None None] Pushing event updated for resources: {'Port': ['ID=a83b672a-8d5a-4324-aeef-f946c09170cb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:02.187582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::e2 (8727b50e-01cf-4596-8523-a25e9fa736f0/46526616-df2a-4b27-88b4-dae606faa476/e624476a-028f-4c86-9b9e-910f7f268dd1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:02.211186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8:0:1::226 (8727b50e-01cf-4596-8523-a25e9fa736f0/c0555ad9-8288-463f-a83e-29255aa415e0/e624476a-028f-4c86-9b9e-910f7f268dd1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:02.442304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a83b672a-8d5a-4324-aeef-f946c09170cb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:02.485914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9541e33-1bee-443b-9a1d-135f56ac3f0a req-108c5a06-4e79-4ce0-b7f7-afd38e7a9a16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:02.488502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9541e33-1bee-443b-9a1d-135f56ac3f0a req-108c5a06-4e79-4ce0-b7f7-afd38e7a9a16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1884606 Nov 08 12:38:02.531690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a83b672a-8d5a-4324-aeef-f946c09170cb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:02.532441 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.606281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9541e33-1bee-443b-9a1d-135f56ac3f0a req-ed1161aa-efb4-4cf6-8abc-9d9664981d77 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095178 Nov 08 12:38:02.635115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.701490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:02.772821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.803577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca7ea0-5d2d-4a83-b398-29fe2121ec1c None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:02.836437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d56b3-4f5f-4625-b91f-4a804b7eeedb req-db02925e-da27-4ce8-b443-4456067babff tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:02.846507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba9d56b3-4f5f-4625-b91f-4a804b7eeedb req-db02925e-da27-4ce8-b443-4456067babff tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 946 time: 0.1134202 Nov 08 12:38:02.850750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.906033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:02.907062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.917436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-911c2180-868a-49a3-993b-1a47fb37a666 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1820820647'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:02.917894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-911c2180-868a-49a3-993b-1a47fb37a666 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Unknown quota resources ['metering_label']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:38:02.942481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:02.950098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.978789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=735864ac-9a55-4616-9eea-109fdd51e1cb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:02.989451 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:02.992758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b067b05-1904-4e1a-a90b-a056fe3eddae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/735864ac-9a55-4616-9eea-109fdd51e1cb HTTP/1.1" status: 204 len: 168 time: 1.4006331 Nov 08 12:38:03.000212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51462) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.070623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device af9ef700-f536-4ab3-b2d3-eece565a09f0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:03.122439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet ad232067-1789-4828-a8fa-79a37e97a372 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:03.129884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.166433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba9d56b3-4f5f-4625-b91f-4a804b7eeedb req-3f4a739b-262f-4b32-9c65-cb25855e17ba tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210013 Nov 08 12:38:03.169485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.170215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:03.185677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:03.206422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.207562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.241817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:03.242459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.259275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.264833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=e624476a-028f-4c86-9b9e-910f7f268dd1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:03.269646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=af9ef700-f536-4ab3-b2d3-eece565a09f0,segment=NetworkSegment(def19553-4368-4212-aff7-ec720b20aba5),segment_id=def19553-4368-4212-aff7-ec720b20aba5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:03.275234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7868f-98b3-4697-8893-384e355b6ed7 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:03.379313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Update dhcp port {'port': {'network_id': '8727b50e-01cf-4596-8523-a25e9fa736f0', 'fixed_ips': [{'subnet_id': '46526616-df2a-4b27-88b4-dae606faa476', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0555ad9-8288-463f-a83e-29255aa415e0'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'af9ef700-f536-4ab3-b2d3-eece565a09f0'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:03.408206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.413758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.419288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.476725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-bc57651c-8fa5-4741-818c-6fd91e5a7aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3573282 Nov 08 12:38:03.480802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea40dd02-207a-4272-974f-309c9e06b2d1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.2905021 Nov 08 12:38:03.483729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.496522 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911c2180-868a-49a3-993b-1a47fb37a666 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.501301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-911c2180-868a-49a3-993b-1a47fb37a666 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7933021 Nov 08 12:38:03.504248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46526616-df2a-4b27-88b4-dae606faa476'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:03.524902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.536937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-07460a1d-ebc7-47ea-a6fb-3d40cab368cd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '18f886f6-c1b8-4d6d-82e2-32b69df2f22e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:03.537746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-07460a1d-ebc7-47ea-a6fb-3d40cab368cd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:38:03.619146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42271630-8577-4d07-be25-5cb36553cb6c None None] Pushing event updated for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:03.671230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.671656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7e26bf34-1e29-49ab-8d69-f0db909a63f0 None None] Provisioning complete for port a83b672a-8d5a-4324-aeef-f946c09170cb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:03.672027 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e26bf34-1e29-49ab-8d69-f0db909a63f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.709051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.718074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=ad232067-1789-4828-a8fa-79a37e97a372,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:03.724636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.728985 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b25a4c36-5673-406b-b9b4-8abad6fa045e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/ad232067-1789-4828-a8fa-79a37e97a372 HTTP/1.1" status: 204 len: 168 time: 0.7268553 Nov 08 12:38:03.732423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51500) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.782055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.783672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.784352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.784878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.785396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.785503 n-d-816990-1 neutron-server[102536]: WARNING neutron.services.metering.metering_plugin [None req-07460a1d-ebc7-47ea-a6fb-3d40cab368cd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 12:38:03.786702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.787772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.789743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-599843f1-ea86-49b2-b143-2005b52a2db8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.2142694 Nov 08 12:38:03.814100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-f0f9f793-619a-4c5b-ac6d-03235c78e7a2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:03.823532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-f0f9f793-619a-4c5b-ac6d-03235c78e7a2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.2719581 Nov 08 12:38:03.832656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Allocated IP 2001:db8:0:1::2 (8727b50e-01cf-4596-8523-a25e9fa736f0/c0555ad9-8288-463f-a83e-29255aa415e0/af9ef700-f536-4ab3-b2d3-eece565a09f0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:03.871573 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03816d16-836f-4f88-9ed0-b51a831e21de tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353178 Nov 08 12:38:03.874335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.906993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7e26bf34-1e29-49ab-8d69-f0db909a63f0 None None] Could not find standard attr ID for object 9023a8f2-3d4a-4baf-b639-e85d6f13ae4e. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:03.935287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-991253bb-226b-4b69-8816-c4338dfcfb78 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.1108675 Nov 08 12:38:03.956071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ff6e5-6c30-4be6-a031-7ce0328c2ac5 None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': 'ad232067-1789-4828-a8fa-79a37e97a372'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'a83b672a-8d5a-4324-aeef-f946c09170cb'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:03.972357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07460a1d-ebc7-47ea-a6fb-3d40cab368cd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:03.974290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07460a1d-ebc7-47ea-a6fb-3d40cab368cd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4454539 Nov 08 12:38:03.977002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:03.981726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-81a14457-4836-468d-bfae-01cbdd52f996 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '18f886f6-c1b8-4d6d-82e2-32b69df2f22e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:03.983022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-81a14457-4836-468d-bfae-01cbdd52f996 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:38:03.995645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff6e5-6c30-4be6-a031-7ce0328c2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.022411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=af9ef700-f536-4ab3-b2d3-eece565a09f0,segment=NetworkSegment(def19553-4368-4212-aff7-ec720b20aba5),segment_id=def19553-4368-4212-aff7-ec720b20aba5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:04.124885 n-d-816990-1 neutron-server[102536]: WARNING neutron.services.metering.metering_plugin [None req-81a14457-4836-468d-bfae-01cbdd52f996 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 12:38:04.137069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.232279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f479f-1411-4ef4-b381-97aa3d261801 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:04.235660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81a14457-4836-468d-bfae-01cbdd52f996 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.239768 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-81a14457-4836-468d-bfae-01cbdd52f996 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2589097 Nov 08 12:38:04.240228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.259732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.266728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-82041e7f-35e2-4a90-b1d6-5665a33d5318 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=216abb6a-d56b-45a6-92e4-dea7cf0635fe HTTP/1.1" status: 200 len: 462 time: 0.0229836 Nov 08 12:38:04.267658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51522) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.269095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device af9ef700-f536-4ab3-b2d3-eece565a09f0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:04.275915 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:38:04.279155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9856dc37-8664-48f1-b8fc-7b7b8f2c4338 None None] Provisioning complete for port a83b672a-8d5a-4324-aeef-f946c09170cb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:04.279155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9856dc37-8664-48f1-b8fc-7b7b8f2c4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.503183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e24897-3b5e-4c87-b7ca-fcb35b92baf5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:04.504744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a5e24897-3b5e-4c87-b7ca-fcb35b92baf5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6177466 Nov 08 12:38:04.510968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9183a46-b17a-4331-b242-8afbde8a2c39 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.511165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.513578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9183a46-b17a-4331-b242-8afbde8a2c39 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/216abb6a-d56b-45a6-92e4-dea7cf0635fe HTTP/1.1" status: 204 len: 168 time: 0.2447960 Nov 08 12:38:04.518215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6575d3-7d9f-4adc-bedf-cf8dd9fa86a2 None None] Pushing event updated for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:04.522997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51530) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.538474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d7d3a6ca-30b6-4bc2-94cf-a38cd0dd4167 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=216abb6a-d56b-45a6-92e4-dea7cf0635fe HTTP/1.1" status: 200 len: 221 time: 0.0139399 Nov 08 12:38:04.543556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.549434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3c5d3850-8144-4db9-9ff6-96ab6e93ddaf tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1744570924', 'description': 'label created by tempest'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:04.549676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3c5d3850-8144-4db9-9ff6-96ab6e93ddaf tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Unknown quota resources ['metering_label']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:38:04.562803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-084b9763-f7ed-46f8-817b-4e0f6d6be5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:04.567909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-084b9763-f7ed-46f8-817b-4e0f6d6be5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:04.567909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-084b9763-f7ed-46f8-817b-4e0f6d6be5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:04.567909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-084b9763-f7ed-46f8-817b-4e0f6d6be5b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 2299 time: 0.7186697 Nov 08 12:38:04.576718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-adf4a4ee-ebaf-469a-9bd8-a479207fdd01 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6348064 Nov 08 12:38:04.723510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:04.723510 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.748034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5f8a1-0f8a-45d3-ad31-f804eff4ee44 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:04.750910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3fc5f8a1-0f8a-45d3-ad31-f804eff4ee44 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1991255 Nov 08 12:38:04.754887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:04.755755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.806170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-976b004c-a4a0-4d8b-b855-826cab243817 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 1001 time: 0.2224710 Nov 08 12:38:04.877891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Deleting port a83b672a-8d5a-4324-aeef-f946c09170cb {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:04.878301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Delete allocated IP 2001:db8:0:1::226 (8727b50e-01cf-4596-8523-a25e9fa736f0/c0555ad9-8288-463f-a83e-29255aa415e0) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:38:04.883311 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:04.917323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea1be13c-6b99-413a-8320-055ced6f6159 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602778 Nov 08 12:38:04.921751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:04.928526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:04.988035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-db674914-1499-4cf3-b879-74015a52c758 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736248 Nov 08 12:38:04.989357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] For port a83b672a-8d5a-4324-aeef-f946c09170cb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a83b672a-8d5a-4324-aeef-f946c09170cb,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:04.989841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.007486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Calling delete_port for a83b672a-8d5a-4324-aeef-f946c09170cb owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:05.026218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3850-8144-4db9-9ff6-96ab6e93ddaf tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.029986 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c5d3850-8144-4db9-9ff6-96ab6e93ddaf tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4830253 Nov 08 12:38:05.034365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-42ec6a57-d5bd-417b-840e-c746cd5d9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:05.035978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-42ec6a57-d5bd-417b-840e-c746cd5d9740 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.2165213 Nov 08 12:38:05.047677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.094709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-90255dc9-9927-4762-9ea8-4aa6d895296a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:05.096997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-90255dc9-9927-4762-9ea8-4aa6d895296a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b783e-0217-41a3-a6b7-4d19acac213d HTTP/1.1" status: 200 len: 944 time: 0.2329905 Nov 08 12:38:05.203060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:05.204048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.206519 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:05.206969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:05.224203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b036511-f4b7-4e19-8451-4fc54720e4de None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:05.236491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-be209f4e-8ffb-4915-9fcb-59fa86fdbb20 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=9e7761d5-35df-4054-84fb-c0967a4c3f88 HTTP/1.1" status: 200 len: 468 time: 0.1863205 Nov 08 12:38:05.240280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51540) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.258469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.318887 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07f2f671-e688-44a1-ab60-9a0ff708f19f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3958621 Nov 08 12:38:05.319533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51542) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.323141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-5ce538f0-54b5-4bba-82ce-f8b96e81a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:05.323607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] Pushing event deleted for resources: {'Port': ['ID=a83b672a-8d5a-4324-aeef-f946c09170cb,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:05.324731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-5ce538f0-54b5-4bba-82ce-f8b96e81a7a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579200 Nov 08 12:38:05.328236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc93b2c2-9d47-4a2e-a9b5-949aaefde07c None None] No DVR routers for this DVR port a83b672a-8d5a-4324-aeef-f946c09170cb on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:05.354795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-398caae7-b7bd-4ae8-92ff-ee0fc9790eae None None] Provisioning complete for port e624476a-028f-4c86-9b9e-910f7f268dd1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:05.355279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-398caae7-b7bd-4ae8-92ff-ee0fc9790eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.364112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d60bdbb4-0081-45cf-ae77-ec0b849b2079 req-bfd02466-672a-4ba7-84dd-46163e0404a0 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755386 Nov 08 12:38:05.401927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:05.419843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-398caae7-b7bd-4ae8-92ff-ee0fc9790eae None None] Port e624476a-028f-4c86-9b9e-910f7f268dd1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:05.437532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.472287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-398caae7-b7bd-4ae8-92ff-ee0fc9790eae None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:05.473300 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-398caae7-b7bd-4ae8-92ff-ee0fc9790eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.483600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port 003efbd4-6374-41fd-9d11-00c2f3a5d63b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:05.483941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.551143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-e646a538-523a-490d-8c76-d68e1c67d280 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031717 Nov 08 12:38:05.555207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.697997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-121cc25b-1ec0-4e32-9278-1842fdb4e459 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.703124 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-121cc25b-1ec0-4e32-9278-1842fdb4e459 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/9e7761d5-35df-4054-84fb-c0967a4c3f88 HTTP/1.1" status: 204 len: 168 time: 0.4626291 Nov 08 12:38:05.703850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.722737 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b606265-8442-435f-87a7-b1e4741d88ab tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=9e7761d5-35df-4054-84fb-c0967a4c3f88 HTTP/1.1" status: 200 len: 216 time: 0.0173950 Nov 08 12:38:05.723621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51550) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.728174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] In _notify_port_updated(), no bound segment for port e624476a-028f-4c86-9b9e-910f7f268dd1 on network 8727b50e-01cf-4596-8523-a25e9fa736f0 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:38:05.734276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:05.735095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.738477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/ports/e624476a-028f-4c86-9b9e-910f7f268dd1 HTTP/1.1" status: 200 len: 924 time: 2.2534292 Nov 08 12:38:05.748214 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4d8abdd9-25ee-4692-acba-56e63d51ce60 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0225565 Nov 08 12:38:05.749082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:05.755036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.756553 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:05.758509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:05.759993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.760657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.761393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e57c-1be8-467a-a2a6-1e935e1e8784 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=e624476a-028f-4c86-9b9e-910f7f268dd1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:05.773370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46526616-df2a-4b27-88b4-dae606faa476'}, {'subnet_id': 'c0555ad9-8288-463f-a83e-29255aa415e0'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:05.827401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee3b6dd4-1b48-42b8-9fdb-a502ecf928bd tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0600543 Nov 08 12:38:05.832518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51556) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.848518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port 003efbd4-6374-41fd-9d11-00c2f3a5d63b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=003efbd4-6374-41fd-9d11-00c2f3a5d63b,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:05.848901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.868144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for 003efbd4-6374-41fd-9d11-00c2f3a5d63b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:05.918857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-352721d0-cbf6-463c-8e7b-f79ed2d40b2b tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/18f886f6-c1b8-4d6d-82e2-32b69df2f22e HTTP/1.1" status: 200 len: 473 time: 0.0846803 Nov 08 12:38:05.931009 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a210c9d-c8c5-4d70-b339-72f6505174c2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5843699 Nov 08 12:38:05.931604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51560) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.944889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5afc96e0-c286-4447-b60b-fa3cfcaff97a None None] Provisioning complete for port e624476a-028f-4c86-9b9e-910f7f268dd1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:05.945269 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5afc96e0-c286-4447-b60b-fa3cfcaff97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:05.958744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51562) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:05.959298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dda96b85-5761-4834-8dfd-9e7f035cb87a tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/de01a871-91bb-4453-ba3e-f6343052978d HTTP/1.1" status: 200 len: 459 time: 0.0266640 Nov 08 12:38:05.968909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:05.978652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:06.016884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-dd6bb047-1294-4f12-b077-ffad02d00e6c service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558911 Nov 08 12:38:06.036868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5afc96e0-c286-4447-b60b-fa3cfcaff97a None None] Port e624476a-028f-4c86-9b9e-910f7f268dd1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:06.042722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.055716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5afc96e0-c286-4447-b60b-fa3cfcaff97a None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:06.056113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5afc96e0-c286-4447-b60b-fa3cfcaff97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.107092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-29bd7b56-172b-4deb-a3ba-90a484a5322e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 217 time: 0.0755293 Nov 08 12:38:06.212318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:06.225691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.225691 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:06.225691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:06.302004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device af9ef700-f536-4ab3-b2d3-eece565a09f0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:06.353794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3884e515-02b9-4407-8f53-b39daf754077 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3889179 Nov 08 12:38:06.356709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51576) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:06.362691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:06.367533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:06.367910 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.418422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b5dccb5-0341-4e2e-8918-aa7e967eb8d9 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.422122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1b5dccb5-0341-4e2e-8918-aa7e967eb8d9 tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/de01a871-91bb-4453-ba3e-f6343052978d HTTP/1.1" status: 204 len: 168 time: 0.4408126 Nov 08 12:38:06.427672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a621d05f-ef5d-4605-8102-ee44c79b4769 None None] Provisioning complete for port e624476a-028f-4c86-9b9e-910f7f268dd1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:06.428180 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a621d05f-ef5d-4605-8102-ee44c79b4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.440647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:06.547989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a621d05f-ef5d-4605-8102-ee44c79b4769 None None] Port e624476a-028f-4c86-9b9e-910f7f268dd1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:06.572980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-3b2f15b8-1995-45dc-be51-f9fe5e1da5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:06.574551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-3b2f15b8-1995-45dc-be51-f9fe5e1da5fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.4431205 Nov 08 12:38:06.640419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a83b672a-8d5a-4324-aeef-f946c09170cb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:06.665981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a83b672a-8d5a-4324-aeef-f946c09170cb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:06.666436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a83b672a-8d5a-4324-aeef-f946c09170cb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:06.669040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:06.675971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.678900 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:06.679677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b5c8f00e-1739-4617-a0f9-82cf92048c95 None None] Provisioning complete for port e624476a-028f-4c86-9b9e-910f7f268dd1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:06.679888 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f00e-1739-4617-a0f9-82cf92048c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.680319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:06.717913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8f00e-1739-4617-a0f9-82cf92048c95 None None] Port e624476a-028f-4c86-9b9e-910f7f268dd1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:06.814574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9e1a21f8-233c-4817-b33a-548374718a0d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4564817 Nov 08 12:38:06.817677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:06.823296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:06.993633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:06.997655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:06.999358 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:06.999795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:07.071914 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1321ebd5-d5ea-4581-b198-290f69d5e40c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2529154 Nov 08 12:38:07.074961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:07.080593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:07.125456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.137953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d', 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:07.248606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=003efbd4-6374-41fd-9d11-00c2f3a5d63b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:07.252359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:07.256423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.257343 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:07.257774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:07.278531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b71beb8c-e207-4944-b50f-bbc9619b0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:07.278531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b71beb8c-e207-4944-b50f-bbc9619b0dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6893098 Nov 08 12:38:07.381667 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-63608d84-54c2-45a4-b0c9-19be245ab035 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3054168 Nov 08 12:38:07.383979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:07.385810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] No DVR routers for this DVR port 003efbd4-6374-41fd-9d11-00c2f3a5d63b on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:07.396367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e1722e5-a6b0-4cda-b2c5-0c6dd4fd698e tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.400099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e1722e5-a6b0-4cda-b2c5-0c6dd4fd698e tempest-MeteringIpV6TestJSON-152791527 tempest-MeteringIpV6TestJSON-152791527-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/18f886f6-c1b8-4d6d-82e2-32b69df2f22e HTTP/1.1" status: 204 len: 168 time: 0.9586124 Nov 08 12:38:07.428801 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8649549d-0396-48b7-81e1-87745a052f5e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436354 Nov 08 12:38:07.431170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:07.435734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.439735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcf0bc8d-fabb-4f50-9d65-7d4dc23e916d req-4f58ceb8-a661-4067-85fe-951b98c2394e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "DELETE /v2.0/ports/003efbd4-6374-41fd-9d11-00c2f3a5d63b HTTP/1.1" status: 204 len: 173 time: 2.2684901 Nov 08 12:38:07.440351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-deleted', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:07.442696 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108a3bd-4d90-4613-8443-45f20406a4c7" -d '{"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-deleted", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:07.457957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-d1ea8449-f72d-496b-a5e6-2e2fd97ff76c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:07.465253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-d1ea8449-f72d-496b-a5e6-2e2fd97ff76c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.8269854 Nov 08 12:38:07.512945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ebc9e-1019-4e29-aa52-e3b0b458f88d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:07.515120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a9ebc9e-1019-4e29-aa52-e3b0b458f88d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827346 Nov 08 12:38:07.516374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-ddc2afee-938b-4f39-9bc6-224395edf5fa tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0501618 Nov 08 12:38:07.517914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51610) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:07.519340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8:0:1::11b (8727b50e-01cf-4596-8523-a25e9fa736f0/c0555ad9-8288-463f-a83e-29255aa415e0/e624476a-028f-4c86-9b9e-910f7f268dd1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:07.569535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c5e12d7c-a43e-4b58-8b8a-8d04b2e3bd55 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498071 Nov 08 12:38:07.579221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51612) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:07.579626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:07.614471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-a7e9cd22-4b23-4c9c-9e2c-ad9026c5dfaf service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254094 Nov 08 12:38:07.690307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-ee9ce969-d653-48dd-9efa-e3eb3682c219 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730332 Nov 08 12:38:07.759459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:07.762933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.879669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-379e046f-12f2-49f3-bd4c-befa089d7f96 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614766 Nov 08 12:38:07.881777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-497ba59b-d093-4f88-a985-fce31a4285ce service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375476 Nov 08 12:38:07.946445 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:07.951480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-1e40c8b2-2ded-44a3-a788-be7b3012970f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 217 time: 0.0522387 Nov 08 12:38:08.016710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:08.050472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-e6d6ee78-4dfd-4165-b5a8-7399742590ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.051912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-e6d6ee78-4dfd-4165-b5a8-7399742590ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0664537 Nov 08 12:38:08.055489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-5d879aaf-c17e-40cc-ab13-dc9ee048bd7e service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695404 Nov 08 12:38:08.099063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.145982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-0c4e30dd-05c8-4f82-9301-a8a99619db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.149714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-0c4e30dd-05c8-4f82-9301-a8a99619db92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893009 Nov 08 12:38:08.164378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21145800-6642-4543-b098-9cc4939f01e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.213643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=e624476a-028f-4c86-9b9e-910f7f268dd1,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:08.233565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] In _notify_port_updated(), no bound segment for port e624476a-028f-4c86-9b9e-910f7f268dd1 on network 8727b50e-01cf-4596-8523-a25e9fa736f0 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:38:08.234512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-cd60db3f-6b7c-4675-a27d-3c639c5a204b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235931 Nov 08 12:38:08.239475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.240145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.244789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9d7478bb-dc9e-4381-8b7b-051047b45e03 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/ports/e624476a-028f-4c86-9b9e-910f7f268dd1 HTTP/1.1" status: 200 len: 1010 time: 2.4757137 Nov 08 12:38:08.254629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51624) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:08.325710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-ebb1f8c3-6656-43ef-85a6-b754100b5e4d service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627667 Nov 08 12:38:08.409356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21145800-6642-4543-b098-9cc4939f01e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.431739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:08.442047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.461134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-d46f3021-7359-4035-8e14-3fa2b4568af6 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270139 Nov 08 12:38:08.511685 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd8e8b-ccdf-49d1-bb9a-b8bf78c788de x-openstack-request-id: req-7cfd8e8b-ccdf-49d1-bb9a-b8bf78c788de {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:08.511985 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b783e-0217-41a3-a6b7-4d19acac213d", "name": "network-vif-deleted", "tag": "003efbd4-6374-41fd-9d11-00c2f3a5d63b", "status": "failed", "code": 422}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:08.512245 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cfd8e8b-ccdf-49d1-bb9a-b8bf78c788de {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:08.512367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21145800-6642-4543-b098-9cc4939f01e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.512655 n-d-816990-1 neutron-server[102535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e8b783e-0217-41a3-a6b7-4d19acac213d', 'name': 'network-vif-deleted', 'tag': '003efbd4-6374-41fd-9d11-00c2f3a5d63b', 'status': 'failed', 'code': 422} returned with failed status Nov 08 12:38:08.514786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-ec6f5898-88d5-4573-8a13-7e724b1b7c46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0468280 Nov 08 12:38:08.535066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:08.596362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:08.603171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21145800-6642-4543-b098-9cc4939f01e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1fa736-76e1-4179-b676-87faddc32970,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:08.605594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-78b1e428-38cb-477d-9531-77a2f76ba9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.607983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-78b1e428-38cb-477d-9531-77a2f76ba9b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0866964 Nov 08 12:38:08.618847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.620271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.630121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905575b3-a8aa-44a7-adb3-379774da2719 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:08.662837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-b95d8783-33cd-40e7-b943-5eadad6f407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.666483 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-b95d8783-33cd-40e7-b943-5eadad6f407e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f39258074f82414ba658e749e03454ec&device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 1096 time: 0.3955195 Nov 08 12:38:08.672724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b921e663-0f7f-4eef-a093-97e3a0bd7450 req-c0372073-f705-40cf-9a87-4229d4279b0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0637875 Nov 08 12:38:08.700547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21145800-6642-4543-b098-9cc4939f01e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a75299ffeabc42bebc67fa823129754c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6796200 Nov 08 12:38:08.701661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:08.717370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9edcbe14-64f9-4825-afbb-ca33f5fe7ec4,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:08.740254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-27fe810f-1e16-4983-9f7b-141f92c66521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.741787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-27fe810f-1e16-4983-9f7b-141f92c66521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674233 Nov 08 12:38:08.796738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e536f9ff-d1f0-4407-bd37-75fde6ce8c5d None None] Provisioning complete for port e624476a-028f-4c86-9b9e-910f7f268dd1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:08.796738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e536f9ff-d1f0-4407-bd37-75fde6ce8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.797180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port e624476a-028f-4c86-9b9e-910f7f268dd1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:08.797814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.848015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e536f9ff-d1f0-4407-bd37-75fde6ce8c5d None None] Port e624476a-028f-4c86-9b9e-910f7f268dd1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:08.875185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-8d93fdbf-9ab7-418d-a4fd-b374a7460ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:08.889665 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-8d93fdbf-9ab7-418d-a4fd-b374a7460ee4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 200 len: 913 time: 0.1748848 Nov 08 12:38:08.893459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.897172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9edcbe14-64f9-4825-afbb-ca33f5fe7ec4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:08.898804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.900545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-2e7d1c99-d3a1-4889-8083-651f8048a030 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468840 Nov 08 12:38:08.946819 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.952433 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-b4c224c9-de2a-4693-8e00-78a239e717da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d HTTP/1.1" status: 200 len: 217 time: 0.0536611 Nov 08 12:38:08.958220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:08.991776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for e624476a-028f-4c86-9b9e-910f7f268dd1 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:09.018480 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-135c0e3a-0e67-4267-8997-ebd2d575faa9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4433138 Nov 08 12:38:09.021928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:09.030813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:c2:77:e5', 'name': 'tempest-NetworksTestDHCPv6-161048013'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:09.065597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Allocated IP 2001:db8::f816:3eff:fec0:b0d8 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9edcbe14-64f9-4825-afbb-ca33f5fe7ec4/00197cf7-66b9-4954-8d12-40f8f087d69f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:09.080622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-9b60b5b1-7a8e-411b-affa-127990bdf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:09.082176 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-9b60b5b1-7a8e-411b-affa-127990bdf824 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 200 len: 851 time: 0.1070666 Nov 08 12:38:09.121726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-87c03d20-46f9-4745-849f-be24e51a0598 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127719 Nov 08 12:38:09.172014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-8a31f482-a970-4e07-8461-129d5fd61c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:09.173792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-8a31f482-a970-4e07-8461-129d5fd61c4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=430081dd-5612-4047-9619-73a7b8d46205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741851 Nov 08 12:38:09.181624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-8beabec4-6524-455f-97c6-f3ac9ee5d8a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 217 time: 0.0517201 Nov 08 12:38:09.244951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b17d0d21-0082-49e3-9318-fd3094b82370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:09.246571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b17d0d21-0082-49e3-9318-fd3094b82370 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0549738 Nov 08 12:38:09.265079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.270900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.270900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df1fa736-76e1-4179-b676-87faddc32970 HTTP/1.1" status: 204 len: 168 time: 0.5650716 Nov 08 12:38:09.281364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.304795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c680b-6302-4fa5-97f9-9211ceb955ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1fa736-76e1-4179-b676-87faddc32970,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:09.336441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-a8927d82-3b44-403f-b547-c8c81ccc3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:09.338536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-a8927d82-3b44-403f-b547-c8c81ccc3ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847628 Nov 08 12:38:09.378683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.423946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:09.496173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:09.500302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:09.505678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:09.508429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Pushing event updated for resources: {'Port': ['ID=00197cf7-66b9-4954-8d12-40f8f087d69f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:09.520916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.520916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.520916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.520916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.520916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.526468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.527241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.529587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.529943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.530773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.531133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.531978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:09.555485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc7b65-5f88-4cad-b356-7038697057b0 req-acfeb0bf-70b6-4383-bd67-7dfe419852d5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:09.568950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7acc7b65-5f88-4cad-b356-7038697057b0 req-acfeb0bf-70b6-4383-bd67-7dfe419852d5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 907 time: 0.2037282 Nov 08 12:38:09.611468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Attempting to bind port 00197cf7-66b9-4954-8d12-40f8f087d69f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:09.612028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Attempting to bind port 00197cf7-66b9-4954-8d12-40f8f087d69f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:09.614502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Attempting to bind port 00197cf7-66b9-4954-8d12-40f8f087d69f on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:09.621796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-7948d36d-8d7a-4eb4-9e6f-69a5e4edf762 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751505 Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Bound port: 00197cf7-66b9-4954-8d12-40f8f087d69f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:09.634094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.678580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-7be16df4-e824-4847-ab81-0fa3b0870896 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913292 Nov 08 12:38:09.685729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.747387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] For port 00197cf7-66b9-4954-8d12-40f8f087d69f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:09.754725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] For port 00197cf7-66b9-4954-8d12-40f8f087d69f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00197cf7-66b9-4954-8d12-40f8f087d69f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:09.780012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8566d4-64ec-4fec-ac42-010d75a53e75 req-54d326c0-e4e3-4804-8877-0fe77e56cc3a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0547633 Nov 08 12:38:09.792718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:09.827368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b75d5c03-a1e1-48f0-83da-0bc0d2961767 req-9166bad4-27c9-4af2-91c0-a58c7d70a5e2 service neutron] 10.222.0.61 "GET /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368680 Nov 08 12:38:09.856611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-91481b92-19e0-4e9a-ac3a-20911ada4172 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261212 Nov 08 12:38:09.922604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b9e4ec73-16b0-4402-a845-6f22eeab4b97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.0574613 Nov 08 12:38:09.953726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.981548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:09.988353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fec2:77e5 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9edcbe14-64f9-4825-afbb-ca33f5fe7ec4/ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:10.013109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34048-5be7-4326-8e76-45c8c94dde71 None None] Pushing event updated for resources: {'Port': ['ID=00197cf7-66b9-4954-8d12-40f8f087d69f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:10.018136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-467c0367-6a93-4913-be8c-455338e0b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:10.019690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-467c0367-6a93-4913-be8c-455338e0b6e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.0888777 Nov 08 12:38:10.046966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=e624476a-028f-4c86-9b9e-910f7f268dd1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:10.109134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.116684 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f2a8e4d-ab87-4ddc-bc3f-249b424b4415 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/e624476a-028f-4c86-9b9e-910f7f268dd1 HTTP/1.1" status: 204 len: 168 time: 1.8602600 Nov 08 12:38:10.118846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:10.145618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-71892495-f094-49e2-9794-601a8306f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:10.155999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-71892495-f094-49e2-9794-601a8306f4af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267798 Nov 08 12:38:10.156512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:10.168415 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e521d928-b105-4403-91ca-13cb44db8d6f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:10.171203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e521d928-b105-4403-91ca-13cb44db8d6f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/e624476a-028f-4c86-9b9e-910f7f268dd1 HTTP/1.1" status: 404 len: 333 time: 0.0498018 Nov 08 12:38:10.173904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:10.206553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80857f88-8308-4adc-9609-22914c9e94cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.239758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet c0555ad9-8288-463f-a83e-29255aa415e0 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:10.243656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.326018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.427272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-64aa475e-c3fb-4366-a34a-543cafc2df4c service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483246 Nov 08 12:38:10.430939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.453819 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.564847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80857f88-8308-4adc-9609-22914c9e94cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.601967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-c58828ee-8b23-4f2b-bb0b-e874f969d38b service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571150 Nov 08 12:38:10.648186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-d90341aa-29c2-49d5-8dcd-7fcb3fa553aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 217 time: 0.0385020 Nov 08 12:38:10.692474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.711055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80857f88-8308-4adc-9609-22914c9e94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.718916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.725821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=c0555ad9-8288-463f-a83e-29255aa415e0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:10.729455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.734489 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f019b993-d973-4a87-ab0c-b7ae852c85e7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/c0555ad9-8288-463f-a83e-29255aa415e0 HTTP/1.1" status: 204 len: 168 time: 0.5578797 Nov 08 12:38:10.735534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51668) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:10.738161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9b850-8ed3-46a6-ab03-afcce4e841b7 None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:10.809285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 46526616-df2a-4b27-88b4-dae606faa476 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:10.812882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.831486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb182de-1899-4d4e-bbc1-f467528621eb req-2314aa64-ae02-4020-a746-b3ad50e74778 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:10.833134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abb182de-1899-4d4e-bbc1-f467528621eb req-2314aa64-ae02-4020-a746-b3ad50e74778 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 907 time: 0.1878989 Nov 08 12:38:10.843810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b4a26e02-e4f0-4559-a37a-c02c464a53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:10.845645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-b4a26e02-e4f0-4559-a37a-c02c464a53b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.1655717 Nov 08 12:38:10.851042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80857f88-8308-4adc-9609-22914c9e94cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=999449b6fe6149f1b10b7635561ff2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793816 Nov 08 12:38:10.854542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80857f88-8308-4adc-9609-22914c9e94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3660a82-b8aa-4d17-be9f-e246cac1fa52,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:10.859937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:10.865672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:10.916445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:10.935031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.936482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:10.943918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:10.944485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:10.947157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:10.991527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-300d77f0-017f-4925-8011-bf4642ae5b3f req-9e1b062a-0379-45f3-94c4-0462307871d5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0773385 Nov 08 12:38:11.018156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27226cd-ed7b-42f8-903c-59509495e09f req-9d51d98d-6564-4cfc-9d8a-1812ff6dfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:11.019737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-9d51d98d-6564-4cfc-9d8a-1812ff6dfd7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623836 Nov 08 12:38:11.050729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.070851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.097131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3078abff-75d9-4197-893e-7670fe37cd4b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0698652 Nov 08 12:38:11.101310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51674) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:11.154691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.180656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad9f02-22c5-4dc8-9d05-930d87bcef7a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:11.189388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad9f02-22c5-4dc8-9d05-930d87bcef7a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:11.194443 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ecad9f02-22c5-4dc8-9d05-930d87bcef7a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0914674 Nov 08 12:38:11.197563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:11.221686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-69907131-0724-4292-8ad8-9764bfdc6c37 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848369 Nov 08 12:38:11.336836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:11.337404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.341862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b27226cd-ed7b-42f8-903c-59509495e09f req-cca06109-0286-4d66-93d1-288e12deb1fc service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110320 Nov 08 12:38:11.426652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] Provisioning complete for port 00197cf7-66b9-4954-8d12-40f8f087d69f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:11.426993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.443448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.465228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.473433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.477179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3660a82-b8aa-4d17-be9f-e246cac1fa52 HTTP/1.1" status: 204 len: 168 time: 0.6079552 Nov 08 12:38:11.477326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=46526616-df2a-4b27-88b4-dae606faa476,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:11.587295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.616415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:11.635152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.722564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] For port 00197cf7-66b9-4954-8d12-40f8f087d69f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00197cf7-66b9-4954-8d12-40f8f087d69f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:11.749465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8960261-9eb4-4105-a79d-831228a9d416 req-54f4df7c-cdca-407c-8836-a205f3c53751 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:11.757078 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d8960261-9eb4-4105-a79d-831228a9d416 req-54f4df7c-cdca-407c-8836-a205f3c53751 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 907 time: 0.4152315 Nov 08 12:38:11.763763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.772977 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0598f85-d6c2-436a-9243-96b7628b33af tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/46526616-df2a-4b27-88b4-dae606faa476 HTTP/1.1" status: 204 len: 168 time: 1.0358286 Nov 08 12:38:11.773686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:11.889656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.895038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:11.986525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d298a-4cc8-45e7-a730-de0960bd62bc None None] Network 8727b50e-01cf-4596-8523-a25e9fa736f0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:12.012991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778938f-b203-4773-8bf6-f27871e56419 None None] Pushing event updated for resources: {'Port': ['ID=00197cf7-66b9-4954-8d12-40f8f087d69f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:12.061656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-973984af-6d29-4d98-8b89-0f5655874633 None None] Provisioning complete for port af9ef700-f536-4ab3-b2d3-eece565a09f0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:12.061906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-973984af-6d29-4d98-8b89-0f5655874633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.167405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port 35d5f178-b5b0-41fd-ad34-cb1749666d81 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:12.167405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.170316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port af9ef700-f536-4ab3-b2d3-eece565a09f0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:12.170870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.229737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-973984af-6d29-4d98-8b89-0f5655874633 None None] Provisioning complete for port ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:12.230285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-973984af-6d29-4d98-8b89-0f5655874633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.256633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950a31-b339-4745-b6a9-214ef8572d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3660a82-b8aa-4d17-be9f-e246cac1fa52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:12.281602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-973984af-6d29-4d98-8b89-0f5655874633 None None] Port ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:12.290485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.336890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] DHCP port deletion for 8727b50e-01cf-4596-8523-a25e9fa736f0 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:12.347526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ef677e-31b1-48c3-a6d8-7bdc7fbab78c req-8cbf2781-d0fb-403a-a3f5-3c3dd9725e70 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0891447 Nov 08 12:38:12.402341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71ba2-03e4-4083-8d83-f595de5f7c61 req-a9d2e3c2-885b-4f83-89a9-f68a37cb1f7b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:12.425634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40d71ba2-03e4-4083-8d83-f595de5f7c61 req-a9d2e3c2-885b-4f83-89a9-f68a37cb1f7b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 907 time: 0.1663775 Nov 08 12:38:12.426192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Deleting port af9ef700-f536-4ab3-b2d3-eece565a09f0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:12.426192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.431576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-b3f1ce56-b4fc-4ff1-b14e-b54b4ae9a2e9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:12.433460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-b3f1ce56-b4fc-4ff1-b14e-b54b4ae9a2e9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 1.0469382 Nov 08 12:38:12.436724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00197cf7-66b9-4954-8d12-40f8f087d69f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:12.451691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:12.451861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:12.484064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.488681 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7134e60d-29f5-482c-b029-4a1a4c511118 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b HTTP/1.1" status: 204 len: 168 time: 1.2895529 Nov 08 12:38:12.494266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:12.523063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=af9ef700-f536-4ab3-b2d3-eece565a09f0,segment=NetworkSegment(def19553-4368-4212-aff7-ec720b20aba5),segment_id=def19553-4368-4212-aff7-ec720b20aba5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:12.523439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.550824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] For port af9ef700-f536-4ab3-b2d3-eece565a09f0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=af9ef700-f536-4ab3-b2d3-eece565a09f0,segment=NetworkSegment(def19553-4368-4212-aff7-ec720b20aba5),segment_id=def19553-4368-4212-aff7-ec720b20aba5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:12.551263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.574305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Calling delete_port for af9ef700-f536-4ab3-b2d3-eece565a09f0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:12.580764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port 35d5f178-b5b0-41fd-ad34-cb1749666d81, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=35d5f178-b5b0-41fd-ad34-cb1749666d81,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:12.585901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.585901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for af9ef700-f536-4ab3-b2d3-eece565a09f0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:12.607548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for 35d5f178-b5b0-41fd-ad34-cb1749666d81 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:12.628939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919611a-94b8-45cb-b24c-8da63e6d151b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:12.630720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919611a-94b8-45cb-b24c-8da63e6d151b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:12.634886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0919611a-94b8-45cb-b24c-8da63e6d151b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1320422 Nov 08 12:38:12.638466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:12.677950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 00197cf7-66b9-4954-8d12-40f8f087d69f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:12.678574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.712858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:12.722437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.731384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9edcbe14-64f9-4825-afbb-ca33f5fe7ec4 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:12.737817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.857020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.897121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.909107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:12.932941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] Pushing event deleted for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:12.936943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f91844-b085-4280-8c11-ce3ad6e3a02e None None] No DVR routers for this DVR port af9ef700-f536-4ab3-b2d3-eece565a09f0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:12.956919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port af9ef700-f536-4ab3-b2d3-eece565a09f0 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:12.964490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=af9ef700-f536-4ab3-b2d3-eece565a09f0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:12.990796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.025706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.14 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/3aebaeb1-b579-42f9-9005-10a5d23513eb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:13.028386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.037479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=35d5f178-b5b0-41fd-ad34-cb1749666d81,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:13.123217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] No DVR routers for this DVR port 35d5f178-b5b0-41fd-ad34-cb1749666d81 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:13.124808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.129283 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d8960261-9eb4-4105-a79d-831228a9d416 req-46824de2-b800-4438-9da7-6913abbc1bf2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "DELETE /v2.0/ports/35d5f178-b5b0-41fd-ad34-cb1749666d81 HTTP/1.1" status: 204 len: 173 time: 1.3545666 Nov 08 12:38:13.131191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.133574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'name': 'network-vif-deleted', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:13.137067 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877f9a6-065f-46b2-800c-d515981d3f2d" -d '{"events": [{"server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "name": "network-vif-deleted", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:13.191170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8727b50e-01cf-4596-8523-a25e9fa736f0']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:13.209595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.212967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def19553-4368-4212-aff7-ec720b20aba5') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:13.213523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def19553-4368-4212-aff7-ec720b20aba5') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:13.217672 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79ab68-8b85-4cf8-bf7a-df9ad26009e8 x-openstack-request-id: req-4e79ab68-8b85-4cf8-bf7a-df9ad26009e8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:13.218103 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73983297-034b-4df0-b5e7-a3b80fd78290", "name": "network-vif-deleted", "tag": "35d5f178-b5b0-41fd-ad34-cb1749666d81", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:13.218683 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e79ab68-8b85-4cf8-bf7a-df9ad26009e8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:13.219271 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73983297-034b-4df0-b5e7-a3b80fd78290', 'name': 'network-vif-deleted', 'tag': '35d5f178-b5b0-41fd-ad34-cb1749666d81', 'status': 'completed', 'code': 200} Nov 08 12:38:13.230671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.250204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.259099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:13.259522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:13.264188 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:13.288822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9edcbe14-64f9-4825-afbb-ca33f5fe7ec4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:13.324356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.328114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4a1fc64b-38e8-4a68-94ff-8c6db2041a41 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9edcbe14-64f9-4825-afbb-ca33f5fe7ec4 HTTP/1.1" status: 204 len: 168 time: 0.6908774 Nov 08 12:38:13.331481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:13.331673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25501560-009f-4b2b-bb92-12cbfa1a4284 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:13.351525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.404894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd713679-2809-4322-8893-d8c758135526 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720942 Nov 08 12:38:13.408317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:13.414306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:13.492920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5190714b-1c5d-49e3-adbc-e07bc4b8c136 req-5ef48ad7-44dd-4cc6-bb31-2aef24133110 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0434556 Nov 08 12:38:13.500441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.507037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.515289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:13.523449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.526523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/8727b50e-01cf-4596-8523-a25e9fa736f0 HTTP/1.1" status: 204 len: 168 time: 1.7422867 Nov 08 12:38:13.535729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:13.562053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:13.569575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:13.574595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:13.591712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85db574-f355-44e8-bee0-748a6e2de4fd tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=8727b50e-01cf-4596-8523-a25e9fa736f0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:13.618675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:13.652035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8a3f8-d555-43f3-887d-f9c9daf18df6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:13.654378 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-89b8a3f8-d555-43f3-887d-f9c9daf18df6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1116412 Nov 08 12:38:13.658925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:13.664251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3eb0f85-b518-47b7-999a-79694b186c5a req-76663598-310f-4fc8-8297-8d446c4c9b89 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=73983297-034b-4df0-b5e7-a3b80fd78290 HTTP/1.1" status: 200 len: 210 time: 0.0517797 Nov 08 12:38:13.692502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:13.693172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.708578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:13.712585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.722654 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8ec8f952-1532-4806-811e-137af7f962ba tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0607879 Nov 08 12:38:13.727157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:13.733351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-615651604'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:13.825465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-0ff893c0-ce53-4dab-9c72-ab2852473c28 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3821211 Nov 08 12:38:13.843427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Request body: {'port': {'device_id': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:13.928358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:13.944824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:13.984929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:14.016100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.016257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:38:14.037100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.037405 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment f54652bc-8119-413d-8bfb-da2cafa24c4f of type vlan for network 37bfa5cf-6852-4ea9-8920-2d902f000d17 Nov 08 12:38:14.050524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Deleting port 00197cf7-66b9-4954-8d12-40f8f087d69f {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:14.051219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.126770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] For port 00197cf7-66b9-4954-8d12-40f8f087d69f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00197cf7-66b9-4954-8d12-40f8f087d69f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:14.158555 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.159177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.159893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Calling delete_port for 00197cf7-66b9-4954-8d12-40f8f087d69f owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:14.259385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:14.286477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00197cf7-66b9-4954-8d12-40f8f087d69f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:14.371467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No active binding found for port 00197cf7-66b9-4954-8d12-40f8f087d69f {{(pid=102537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 12:38:14.373083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00197cf7-66b9-4954-8d12-40f8f087d69f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:14.373670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device af9ef700-f536-4ab3-b2d3-eece565a09f0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:14.377882 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.396701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:14.407877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.414151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:14.414958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.429417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] Pushing event deleted for resources: {'Port': ['ID=00197cf7-66b9-4954-8d12-40f8f087d69f,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:14.434445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: af9ef700-f536-4ab3-b2d3-eece565a09f0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:14.434775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device af9ef700-f536-4ab3-b2d3-eece565a09f0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:14.439152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6da9e-5bca-49bf-bdf9-109d365c9d79 None None] No DVR routers for this DVR port 00197cf7-66b9-4954-8d12-40f8f087d69f on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:14.452338 n-d-816990-1 neutron-server[102536]: WARNING neutron.services.revisions.revision_plugin [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Could not find related port for resource to bump revision. Nov 08 12:38:14.520272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Port 00197cf7-66b9-4954-8d12-40f8f087d69f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 12:38:14.521214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation for 2001:db8::f816:3eff:fec0:b0d8 {{(pid=102536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 12:38:14.527395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec0:b0d8 {{(pid=102536) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 12:38:14.529636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.531054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aebaeb1-b579-42f9-9005-10a5d23513eb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:38:14.552045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.554660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=37bfa5cf-6852-4ea9-8920-2d902f000d17,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:14.567963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:38:14.583238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-720284177', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:14.589837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:14.596370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:14.600552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:14.604154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.605267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=c66d1483-742b-4f21-9cdb-55085524cc7d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:14.618288 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6b13622-02ae-497f-ae04-4ed3da72f705 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8884006 Nov 08 12:38:14.620296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:14.624424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Transition to ACTIVE for port object 3aebaeb1-b579-42f9-9005-10a5d23513eb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:38:14.626841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37680bc2-1bb6-47b4-889c-f7506842eba5 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:14.630846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:14.669873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020aa0b-1c37-4032-b07c-b599b63fb10d req-8a5aab24-7d23-4fa3-b95d-f706ba09e813 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:14.671441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a020aa0b-1c37-4032-b07c-b599b63fb10d req-8a5aab24-7d23-4fa3-b95d-f706ba09e813 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 932 time: 0.0770380 Nov 08 12:38:14.715872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.771573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Made reservation on behalf of 415a3070729e43809b2c6818d98f8e0f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:14.773847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.799207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a020aa0b-1c37-4032-b07c-b599b63fb10d req-f23b5eb8-882a-48f5-81f5-b872355393df tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185861 Nov 08 12:38:14.801044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.805305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': 'c66d1483-742b-4f21-9cdb-55085524cc7d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:14.806148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.818581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Pushing event updated for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:14.846544 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c5bf3fc-fdd1-4e9a-8897-d28ed37b1fa5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4355919 Nov 08 12:38:14.849058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:14.856178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:3a:52:cb', 'name': 'tempest-NetworksTestDHCPv6-27812778'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:14.927322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Attempting to bind port 3aebaeb1-b579-42f9-9005-10a5d23513eb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:14.927654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Attempting to bind port 3aebaeb1-b579-42f9-9005-10a5d23513eb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:14.927980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Attempting to bind port 3aebaeb1-b579-42f9-9005-10a5d23513eb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:14.937334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Port 3aebaeb1-b579-42f9-9005-10a5d23513eb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:38:14.937650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Attempting to bind port 3aebaeb1-b579-42f9-9005-10a5d23513eb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:14.944893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:14.948843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.954780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:14.954780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:14.954780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:14.954780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Bound port: 3aebaeb1-b579-42f9-9005-10a5d23513eb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:14.954780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.975990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:14.989398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Allocated IP 2001:db8::f816:3eff:feb6:25ed (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/c66d1483-742b-4f21-9cdb-55085524cc7d/88cb76da-5a73-4cc0-9976-6f864998e4cd) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:15.057769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.069850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:38:15.084166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.084761 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Added segment 5f56962d-12cf-4e29-a6f9-68d3a7b7998c of type vlan for network 431a3b1e-2552-43f5-be5f-42a6053b7501 Nov 08 12:38:15.138949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:15.165804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:15.180825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:15.191460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.195971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.204334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4f0bd-7d44-47ab-9fff-0e5241e0cdf5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.225751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.252914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.295198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.295773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:15.301352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:15.306345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.306966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.307105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:15.308422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] 10.222.0.57 "PUT /v2.0/ports/3aebaeb1-b579-42f9-9005-10a5d23513eb HTTP/1.1" status: 200 len: 1092 time: 1.4716301 Nov 08 12:38:15.308803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:15.311087 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05468454-0162-41fd-b497-e7c18cf750cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:15.322446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Pushing event updated for resources: {'Port': ['ID=88cb76da-5a73-4cc0-9976-6f864998e4cd,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.325246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.327379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b1ef5-7544-491b-b5c4-7e8d291a3e51 req-d22c8237-378e-4d44-81ac-6789f4e2f6e6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.328939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d46b1ef5-7544-491b-b5c4-7e8d291a3e51 req-d22c8237-378e-4d44-81ac-6789f4e2f6e6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.1469605 Nov 08 12:38:15.330217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c90d2-fb28-4fbe-9fc2-92083cc2f2cb service neutron] Pushing event updated for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.348154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 35d5f178-b5b0-41fd-ad34-cb1749666d81 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:15.373925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.375030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.375491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.395383 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018aea3-042b-447d-bf26-c098fdfe7c9b x-openstack-request-id: req-d018aea3-042b-447d-bf26-c098fdfe7c9b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:15.395765 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:15.395948 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d018aea3-042b-447d-bf26-c098fdfe7c9b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:15.396458 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb', 'status': 'completed', 'code': 200} Nov 08 12:38:15.412247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=494e3b50-d95f-436b-bbff-18a37b5cbbfe,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.413739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 35d5f178-b5b0-41fd-ad34-cb1749666d81 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:15.414860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 35d5f178-b5b0-41fd-ad34-cb1749666d81 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:15.415534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d46b1ef5-7544-491b-b5c4-7e8d291a3e51 req-2d5611bc-de01-4e3d-89f0-711aad182f9c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805387 Nov 08 12:38:15.434547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 58cef5b6-ac6e-4193-b135-812566e744d7 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:15.443605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Attempting to bind port 88cb76da-5a73-4cc0-9976-6f864998e4cd on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:15.444537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Attempting to bind port 88cb76da-5a73-4cc0-9976-6f864998e4cd by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:15.445097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Attempting to bind port 88cb76da-5a73-4cc0-9976-6f864998e4cd on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:15.452802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:15.453764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:15.454692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.456075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:15.457471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Bound port: 88cb76da-5a73-4cc0-9976-6f864998e4cd, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:15.458195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.496396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'f54652bc-8119-413d-8bfb-da2cafa24c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:15.496396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: 37bfa5cf-6852-4ea9-8920-2d902f000d17, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:38:15.496795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Network': ['ID=431a3b1e-2552-43f5-be5f-42a6053b7501,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.510821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:38:15.513385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468454-0162-41fd-b497-e7c18cf750cd req-78247aaf-6c32-4d7c-8f12-d08a31ef3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.515882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05468454-0162-41fd-b497-e7c18cf750cd req-78247aaf-6c32-4d7c-8f12-d08a31ef3f3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 1095 time: 0.0935509 Nov 08 12:38:15.524239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c175374a-2dd2-4904-83ed-ea2d112e8054 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1235561 Nov 08 12:38:15.524609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:15.533795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'subnet': {'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:15.594167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fe3a:52cb (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/c66d1483-742b-4f21-9cdb-55085524cc7d/58cef5b6-ac6e-4193-b135-812566e744d7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:15.596365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] For port 88cb76da-5a73-4cc0-9976-6f864998e4cd, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:15.600732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] For port 88cb76da-5a73-4cc0-9976-6f864998e4cd, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=88cb76da-5a73-4cc0-9976-6f864998e4cd,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:15.601761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:38:15.650017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468454-0162-41fd-b497-e7c18cf750cd req-e4411666-b21a-4eee-a9fe-948d5c3bd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.651685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05468454-0162-41fd-b497-e7c18cf750cd req-e4411666-b21a-4eee-a9fe-948d5c3bd90f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1238282 Nov 08 12:38:15.702282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.727064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Made reservation on behalf of 415a3070729e43809b2c6818d98f8e0f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:15.727877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 37bfa5cf-6852-4ea9-8920-2d902f000d17) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:15.729380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.737420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.738013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.756845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b2f85-312e-4a44-b60c-64e8e301371e None None] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:15.768059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.851166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-65dff199-6a80-436f-9bca-e53822331623 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2262912 Nov 08 12:38:15.851166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:15.854399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17', 'name': 'tempest-PortsIpV6TestJSON-928521320'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:15.884773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468454-0162-41fd-b497-e7c18cf750cd req-171ebbe1-7349-4fef-8ed7-e1fb261550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:15.886302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05468454-0162-41fd-b497-e7c18cf750cd req-171ebbe1-7349-4fef-8ed7-e1fb261550c9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243919 Nov 08 12:38:15.915634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:15.921481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0768b5-c207-4e09-b052-9b73d89c9b5e None None] Pushing event updated for resources: {'Port': ['ID=88cb76da-5a73-4cc0-9976-6f864998e4cd,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:15.944531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.018831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:16.027285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:16.034556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:16.040815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.041585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.044908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-37bfa5cf-6852-4ea9-8920-2d902f000d17', 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': '494e3b50-d95f-436b-bbff-18a37b5cbbfe'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:16.045797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.056456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=58cef5b6-ac6e-4193-b135-812566e744d7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:16.129031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9a81-5ba6-4569-adb5-31754df30833 req-7731d412-483d-480e-b289-e422bfab6da7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.132686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e4c9a81-5ba6-4569-adb5-31754df30833 req-7731d412-483d-480e-b289-e422bfab6da7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 944 time: 0.1837761 Nov 08 12:38:16.136511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-d814e806-e0ad-4b40-86a2-a981a0636949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.137997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-d814e806-e0ad-4b40-86a2-a981a0636949 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 1095 time: 0.1876526 Nov 08 12:38:16.148977 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-00ce83ec-e31d-465d-833b-bf41fe6cbe23 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2962806 Nov 08 12:38:16.154361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:16.240009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-16ab03b7-afd1-4dea-9960-fa42c29e44af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb HTTP/1.1" status: 200 len: 217 time: 0.0852561 Nov 08 12:38:16.298605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718748e-e90e-48f7-850f-3f453d098326 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.303365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718748e-e90e-48f7-850f-3f453d098326 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.305256 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2718748e-e90e-48f7-850f-3f453d098326 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1545577 Nov 08 12:38:16.310103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51786) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:16.329917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:16.335486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.339159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Allocated IP 2001:db8::2 (37bfa5cf-6852-4ea9-8920-2d902f000d17/494e3b50-d95f-436b-bbff-18a37b5cbbfe/84ab7567-dace-4d7c-926a-e766ccd8800e) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:16.347378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e4c9a81-5ba6-4569-adb5-31754df30833 req-1c80ec2f-87d6-4833-aa66-b3f6eff54c6f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048614 Nov 08 12:38:16.362202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-2e1033b7-794b-4b50-87cd-972fc6aa87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.363640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-2e1033b7-794b-4b50-87cd-972fc6aa87a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1159136 Nov 08 12:38:16.377524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 88cb76da-5a73-4cc0-9976-6f864998e4cd up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:16.403757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:16.405536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-ce91109d-63f8-46f5-a864-54b480471ebc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344732 Nov 08 12:38:16.514237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 58cef5b6-ac6e-4193-b135-812566e744d7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:16.514608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.557804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 88cb76da-5a73-4cc0-9976-6f864998e4cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:16.558361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.580054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:16.580658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.614927 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.629067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 58cef5b6-ac6e-4193-b135-812566e744d7 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:16.633387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-8c2f0b18-32a8-40fc-bf9f-5f1c4a7924ff service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175648 Nov 08 12:38:16.638191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.693259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855c6d4-38b9-43db-9642-8c456b819e68 req-a04c19bb-21a1-411c-9bd9-7d7a1ea3667f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:16.694688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8855c6d4-38b9-43db-9642-8c456b819e68 req-a04c19bb-21a1-411c-9bd9-7d7a1ea3667f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.1711509 Nov 08 12:38:16.697374 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.704984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26a362d3-8d1f-4668-9043-16273da72b0f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:16.757253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.775466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 88cb76da-5a73-4cc0-9976-6f864998e4cd, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=88cb76da-5a73-4cc0-9976-6f864998e4cd,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:16.780637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Checking segment: {'id': '5f56962d-12cf-4e29-a6f9-68d3a7b7998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:16.780637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network hostable DHCP agents. Network: 431a3b1e-2552-43f5-be5f-42a6053b7501, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:38:16.814108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:16.819374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:16.824156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:16.832698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Pushing event updated for resources: {'Port': ['ID=84ab7567-dace-4d7c-926a-e766ccd8800e,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:16.847520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02d01a-8c7c-478c-b6f2-2d35a6ea9bb2 req-3ccdb298-9af4-4cf2-bc29-83c845c43346 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014654 Nov 08 12:38:16.860005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8855c6d4-38b9-43db-9642-8c456b819e68 req-c95b84f2-06b5-4ce7-ab89-b2df793ba14a tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467772 Nov 08 12:38:16.884962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::aa (37bfa5cf-6852-4ea9-8920-2d902f000d17/494e3b50-d95f-436b-bbff-18a37b5cbbfe/e3c4bc90-9b14-48f4-bc20-c25ad20e8928) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:16.898416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.919924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:38:16.936249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Attempting to bind port 84ab7567-dace-4d7c-926a-e766ccd8800e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:16.936656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Attempting to bind port 84ab7567-dace-4d7c-926a-e766ccd8800e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'f54652bc-8119-413d-8bfb-da2cafa24c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:16.936956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Attempting to bind port 84ab7567-dace-4d7c-926a-e766ccd8800e on network 37bfa5cf-6852-4ea9-8920-2d902f000d17 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:16.951547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.954551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:16.955247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Checking segment: {'id': 'f54652bc-8119-413d-8bfb-da2cafa24c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:16.955674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.956130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Bound using segment: {'id': 'f54652bc-8119-413d-8bfb-da2cafa24c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:16.956626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Bound port: 84ab7567-dace-4d7c-926a-e766ccd8800e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54652bc-8119-413d-8bfb-da2cafa24c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:16.957014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:16.978801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=88cb76da-5a73-4cc0-9976-6f864998e4cd,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:17.005681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 431a3b1e-2552-43f5-be5f-42a6053b7501) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:17.014318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=58cef5b6-ac6e-4193-b135-812566e744d7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:17.021351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:17.024448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.035204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa69c8d-0657-4d92-970b-0d14798b3d34 None None] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:17.100371 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.106160 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c08bd8d5-258b-442b-8100-4b5380f9ce67 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/58cef5b6-ac6e-4193-b135-812566e744d7 HTTP/1.1" status: 204 len: 168 time: 0.7843912 Nov 08 12:38:17.106588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51790) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:17.138929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] For port 84ab7567-dace-4d7c-926a-e766ccd8800e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:17.147734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] For port 84ab7567-dace-4d7c-926a-e766ccd8800e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84ab7567-dace-4d7c-926a-e766ccd8800e,segment=NetworkSegment(f54652bc-8119-413d-8bfb-da2cafa24c4f),segment_id=f54652bc-8119-413d-8bfb-da2cafa24c4f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:17.153515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-78d66dfd-af0b-44b9-af39-f0d0e60d6f88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:17.153515 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-78d66dfd-af0b-44b9-af39-f0d0e60d6f88 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.1075687 Nov 08 12:38:17.155094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:17.155236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cbe1ff2d-b274-4875-b396-689893f6e46a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6246097 Nov 08 12:38:17.159481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-958365514', 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:17.219065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eae9bb-bcf7-4662-aff0-eb3b7572becf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:17.220573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.229391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eae9bb-bcf7-4662-aff0-eb3b7572becf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:17.230891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34eae9bb-bcf7-4662-aff0-eb3b7572becf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232915 Nov 08 12:38:17.234124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:17.245092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.292684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1262da-9ec3-4208-9360-2898970e956a None None] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:17.306648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet c66d1483-742b-4f21-9cdb-55085524cc7d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:17.311126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.319439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Made reservation on behalf of 415a3070729e43809b2c6818d98f8e0f for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:17.321892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.357021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:17.357373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.385702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.390790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] device_id is not set on port 61aadd51-0726-42d2-a418-c9f6aaad7e6c yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:17.408894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f078bab-6f40-4e16-9ec4-f2af036c9b96 None None] Pushing event updated for resources: {'Port': ['ID=84ab7567-dace-4d7c-926a-e766ccd8800e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:17.420370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.432935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-612a55ad-5370-4390-97b4-ca0505c14c79 None None] Provisioning complete for port 88cb76da-5a73-4cc0-9976-6f864998e4cd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:17.433386 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-612a55ad-5370-4390-97b4-ca0505c14c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.570443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=e3c4bc90-9b14-48f4-bc20-c25ad20e8928,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:17.610961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:17.611644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.612600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.635454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:17.711977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b0ff-66c3-46d0-98be-366b4b38b927 req-eae4f27f-3e9e-4ee1-bc1d-15d2ce68a2c9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:17.727725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33a8b0ff-66c3-46d0-98be-366b4b38b927 req-eae4f27f-3e9e-4ee1-bc1d-15d2ce68a2c9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 944 time: 0.2058940 Nov 08 12:38:17.831202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33a8b0ff-66c3-46d0-98be-366b4b38b927 req-8abb80f1-702b-4a64-a918-d7589b8f5690 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Nov 08 12:38:17.910279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.978490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=c66d1483-742b-4f21-9cdb-55085524cc7d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:17.978490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:17.978490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00407ae2-ee69-404a-ad1c-998095cc2593 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/c66d1483-742b-4f21-9cdb-55085524cc7d HTTP/1.1" status: 204 len: 168 time: 0.7431028 Nov 08 12:38:17.989447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6b9c8d61-d0ec-4f00-b376-6a8a82efe2e5 None None] Could not find standard attr ID for object 58cef5b6-ac6e-4193-b135-812566e744d7. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:17.995157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51804) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.044717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c61b2602-c6ea-4c1e-8b70-f38c3bde372c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480950 Nov 08 12:38:18.047062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.073157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da80a47-a040-479c-b474-469ece1623c0 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:18.088183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd975a3-86b6-4815-a8b9-da869a8cf52b req-a46b3779-e336-423f-ba19-d0c1ef27875c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:18.095822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cd975a3-86b6-4815-a8b9-da869a8cf52b req-a46b3779-e336-423f-ba19-d0c1ef27875c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 945 time: 0.1365643 Nov 08 12:38:18.142657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:18.151599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b56de-351f-4a7c-a058-86e23b698111 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:18.153390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-860b56de-351f-4a7c-a058-86e23b698111 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1050537 Nov 08 12:38:18.158381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.161176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:18.166487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:18.172063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:18.173343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.224989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28062e-cd9b-4cda-a8fc-120bb7f577a2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:18.226536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af28062e-cd9b-4cda-a8fc-120bb7f577a2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609326 Nov 08 12:38:18.231150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51810) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.286881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 2001:db8::3da (431a3b1e-2552-43f5-be5f-42a6053b7501/26a362d3-8d1f-4668-9043-16273da72b0f/61aadd51-0726-42d2-a418-c9f6aaad7e6c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:18.295581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cd975a3-86b6-4815-a8b9-da869a8cf52b req-1b58ce1e-a0cd-4e17-ba1a-575655936b16 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985514 Nov 08 12:38:18.298468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dda8d67c-5a9e-4c3d-8069-5299ce27a815 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653932 Nov 08 12:38:18.303440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51812) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.313871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:18.319411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:18.324860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': '37bfa5cf-6852-4ea9-8920-2d902f000d17', 'name': 'tempest-PortsIpV6TestJSON-1535298140'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:18.327158 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f8873a49-b2a4-43f6-b1fa-6eb8949ced22 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4771602 Nov 08 12:38:18.366056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:18.424510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84ab7567-dace-4d7c-926a-e766ccd8800e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:18.516184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.536888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['deb249b3-0f2c-4a3b-9502-ff84c843025d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:18.543385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 84ab7567-dace-4d7c-926a-e766ccd8800e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:18.543630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.562933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.565702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:18.571695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:18.578188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.631457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] No DVR routers for this DVR port f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:18.635161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.638689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bae408a5-de92-431b-a46b-4fa66aa35f0c req-2c0437be-aacd-4e12-8e49-6bc064357ba1 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "DELETE /v2.0/ports/f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 HTTP/1.1" status: 204 len: 173 time: 1.4725430 Nov 08 12:38:18.639016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'name': 'network-vif-deleted', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:18.641265 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcec5032-082c-43ad-a788-09fc35cc5d1b" -d '{"events": [{"server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "name": "network-vif-deleted", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:18.700601 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ca201-d98f-437f-ae51-dde60e1ba0c0 x-openstack-request-id: req-ad8ca201-d98f-437f-ae51-dde60e1ba0c0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:18.700894 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dd65b7-b897-42cc-9eb6-05605f3b0d39", "name": "network-vif-deleted", "tag": "f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:18.701233 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad8ca201-d98f-437f-ae51-dde60e1ba0c0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:18.701536 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dd65b7-b897-42cc-9eb6-05605f3b0d39', 'name': 'network-vif-deleted', 'tag': 'f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16', 'status': 'completed', 'code': 200} Nov 08 12:38:18.704015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Deleting port 88cb76da-5a73-4cc0-9976-6f864998e4cd {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:18.704482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.734007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:18.738688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.760373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.801229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:18.804123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:18.807608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:18.808590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:18.809211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.828282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=61aadd51-0726-42d2-a418-c9f6aaad7e6c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:18.869670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:18.888596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] For port 88cb76da-5a73-4cc0-9976-6f864998e4cd, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=88cb76da-5a73-4cc0-9976-6f864998e4cd,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:18.889286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.908541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3721b-ad66-4ae6-af88-58578044f230 None None] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:18.913321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:18.919649 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9016fa8a-56cd-4b7b-bace-6041264e0e4d tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7620971 Nov 08 12:38:18.919827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Calling delete_port for 88cb76da-5a73-4cc0-9976-6f864998e4cd owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:18.924071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:19.011195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 84ab7567-dace-4d7c-926a-e766ccd8800e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84ab7567-dace-4d7c-926a-e766ccd8800e,segment=NetworkSegment(f54652bc-8119-413d-8bfb-da2cafa24c4f),segment_id=f54652bc-8119-413d-8bfb-da2cafa24c4f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:19.042015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Deleting port 61aadd51-0726-42d2-a418-c9f6aaad7e6c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:19.042421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.099910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-24afadfb-5e41-49aa-bfa1-a44c8bb7b677 None None] Provisioning complete for port 84ab7567-dace-4d7c-926a-e766ccd8800e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:19.100430 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-24afadfb-5e41-49aa-bfa1-a44c8bb7b677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.149619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.155906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.176322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Calling delete_port for 61aadd51-0726-42d2-a418-c9f6aaad7e6c owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:19.326995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=84ab7567-dace-4d7c-926a-e766ccd8800e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:19.362322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:19.410337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:19.412029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f14e3bb2-aa5e-4c4b-9b0b-0747618a0f16 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:19.419335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.445555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.467229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3aebaeb1-b579-42f9-9005-10a5d23513eb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:38:19.470714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] No DVR routers for this DVR port 88cb76da-5a73-4cc0-9976-6f864998e4cd on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:19.479424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96bc8-0afb-4681-aba8-3e764b91ea28 None None] Pushing event deleted for resources: {'Port': ['ID=88cb76da-5a73-4cc0-9976-6f864998e4cd,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:19.490053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Port': ['ID=61aadd51-0726-42d2-a418-c9f6aaad7e6c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:19.504447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8668bf62-22da-4513-a2e8-a93240cf4fcb req-2f79fd07-6c13-4591-a6f9-439306b37916 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0dd65b7-b897-42cc-9eb6-05605f3b0d39 HTTP/1.1" status: 200 len: 210 time: 0.0756671 Nov 08 12:38:19.524167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.525002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ede1-a39b-4af9-b7cd-9bd7ddd3b280 req-883c1ea3-7a11-4619-8a53-4fa74f95bc48 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:19.527938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c201ede1-a39b-4af9-b7cd-9bd7ddd3b280 req-883c1ea3-7a11-4619-8a53-4fa74f95bc48 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 944 time: 0.5888252 Nov 08 12:38:19.533515 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e7db5c25-1c2f-4e07-b921-596158ab7927 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/ports/61aadd51-0726-42d2-a418-c9f6aaad7e6c HTTP/1.1" status: 204 len: 168 time: 0.6111908 Nov 08 12:38:19.540569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:19.546195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501', 'external_fixed_ips': [{'subnet_id': '26a362d3-8d1f-4668-9043-16273da72b0f', 'ip_address': '2001:db8::3da'}]}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:19.631632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:19.645902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::175 (37bfa5cf-6852-4ea9-8920-2d902f000d17/494e3b50-d95f-436b-bbff-18a37b5cbbfe/0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:19.648142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '3aebaeb1-b579-42f9-9005-10a5d23513eb', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': '3aebaeb1-b579-42f9-9005-10a5d23513eb', 'mac_address': 'fa:16:3e:d8:1f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:38:19.659243 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.660693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.680037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c201ede1-a39b-4af9-b7cd-9bd7ddd3b280 req-b2dac98a-ba1d-4463-96c9-636fc760a1b9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298552 Nov 08 12:38:19.707745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:19.716269 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.735236 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.749779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.753957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aebaeb1-b579-42f9-9005-10a5d23513eb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:38:19.775212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:19.781381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:19.792318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:19.805053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:19.805295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.807023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53437722-3cab-4d9e-b934-73bc0da01d25 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:19.828956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:19.878453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.928958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-844fd19c-7847-4fd0-912a-4ede0e0ef770 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6203654 Nov 08 12:38:19.928958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:19.932791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:a4:99:e2', 'name': 'tempest-NetworksTestDHCPv6-975812951'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:19.965377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.970688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-88b64c77-6414-4778-b56a-585915ffa01f None None] Provisioning complete for port 84ab7567-dace-4d7c-926a-e766ccd8800e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:19.971061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-88b64c77-6414-4778-b56a-585915ffa01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:19.974101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:20.057545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.160107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.171037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:20.171037 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.187252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-88b64c77-6414-4778-b56a-585915ffa01f None None] Provisioning complete for port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:20.187617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-88b64c77-6414-4778-b56a-585915ffa01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.221855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['3aebaeb1-b579-42f9-9005-10a5d23513eb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:20.223470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:20.233494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.280013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.294786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84ab7567-dace-4d7c-926a-e766ccd8800e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:20.301907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.338811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:20.348249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:20.358518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:20.365986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:20.366868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.380862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:20.428129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.457641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:20.490459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-88b64c77-6414-4778-b56a-585915ffa01f None None] Port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:20.495942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 2001:db8::3da (431a3b1e-2552-43f5-be5f-42a6053b7501/26a362d3-8d1f-4668-9043-16273da72b0f/827fc64b-69fa-4894-886a-4415fa922ba5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:20.518636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-302242f5-3f08-42f5-a67d-7aec82620258 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1972289 Nov 08 12:38:20.522603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:20.632711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Allocated IP 2001:db8::f816:3eff:fe5b:e979 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d/9d059949-f8b5-4493-a73e-64456c86252b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:20.648437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 84ab7567-dace-4d7c-926a-e766ccd8800e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:20.652017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1cd6aa-59ab-42c6-9fa3-267751033483 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:20.653648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4f1cd6aa-59ab-42c6-9fa3-267751033483 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aaa HTTP/1.1" status: 200 len: 927 time: 0.1306293 Nov 08 12:38:20.656583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:20.658424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.710965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.748695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6a687d73-0f4c-4c9b-9e59-aa9388b2c1cf None None] Provisioning complete for port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:20.749156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a687d73-0f4c-4c9b-9e59-aa9388b2c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.788447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:20.789096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.810738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:20.858776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 431a3b1e-2552-43f5-be5f-42a6053b7501 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:20.862737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:20.865307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:20.875519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6a687d73-0f4c-4c9b-9e59-aa9388b2c1cf None None] Port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:20.923205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a8413-b6fa-4be4-be7c-c4217a4fb0c2 req-a9f7a6c3-d34b-4dcb-a353-158cb497046f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:20.931932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f92a8413-b6fa-4be4-be7c-c4217a4fb0c2 req-a9f7a6c3-d34b-4dcb-a353-158cb497046f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 945 time: 0.1165745 Nov 08 12:38:20.974074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=827fc64b-69fa-4894-886a-4415fa922ba5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:21.006078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.029322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 88cb76da-5a73-4cc0-9976-6f864998e4cd no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:21.035118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.038924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:21.053841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f92a8413-b6fa-4be4-be7c-c4217a4fb0c2 req-8b00a50e-159b-40fc-b214-572ed26ed072 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208847 Nov 08 12:38:21.057157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 88cb76da-5a73-4cc0-9976-6f864998e4cd {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:21.057506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 88cb76da-5a73-4cc0-9976-6f864998e4cd not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:21.059379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3ae5e89a-c8e6-4ed2-8fc4-710eed6024c0 None None] Provisioning complete for port 0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:21.059743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e89a-c8e6-4ed2-8fc4-710eed6024c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.117248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e89a-c8e6-4ed2-8fc4-710eed6024c0 None None] Port 0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:21.149429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.198883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:21.201858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:21.207275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:21.210948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Pushing event updated for resources: {'Port': ['ID=9d059949-f8b5-4493-a73e-64456c86252b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:21.261469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.268732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Attempting to bind port 9d059949-f8b5-4493-a73e-64456c86252b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:21.269000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Attempting to bind port 9d059949-f8b5-4493-a73e-64456c86252b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:21.269361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Attempting to bind port 9d059949-f8b5-4493-a73e-64456c86252b on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:21.274143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fea4:99e2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d/cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:21.275580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:21.276121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:21.276540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.277070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:21.277638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Bound port: 9d059949-f8b5-4493-a73e-64456c86252b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:21.278016 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.289307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31623bc-300e-4622-8d2f-9b4ba5df40c8 req-1f1cb69a-ca5f-4849-be0e-87e515c82f36 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:21.290981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b31623bc-300e-4622-8d2f-9b4ba5df40c8 req-1f1cb69a-ca5f-4849-be0e-87e515c82f36 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1464460 Nov 08 12:38:21.354092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] For port 9d059949-f8b5-4493-a73e-64456c86252b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:21.357487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] For port 9d059949-f8b5-4493-a73e-64456c86252b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d059949-f8b5-4493-a73e-64456c86252b,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:21.370822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.391820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b31623bc-300e-4622-8d2f-9b4ba5df40c8 req-d14eabfe-1513-47f9-b16b-e842d57a4213 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923324 Nov 08 12:38:21.414830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.437244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:21.478883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef2a2-07eb-44e5-ae48-4f66032896a9 None None] Pushing event updated for resources: {'Port': ['ID=9d059949-f8b5-4493-a73e-64456c86252b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:21.499411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.505847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61d6c968-4b84-49b9-9dd0-aa6d424ae752 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f HTTP/1.1" status: 204 len: 168 time: 0.8455129 Nov 08 12:38:21.507180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51854) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:21.522776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.541715 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8048a9bc-ff49-49e7-9b6f-e02c22f46a5c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:21.543364 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8048a9bc-ff49-49e7-9b6f-e02c22f46a5c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/0e3c7ff4-9c5c-4a7b-a799-af5d2c89e20f HTTP/1.1" status: 404 len: 333 time: 0.0351579 Nov 08 12:38:21.551289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:21.590685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.686565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port e3c4bc90-9b14-48f4-bc20-c25ad20e8928 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:21.686917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.791475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.827195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 792691f4-7522-4b4c-9832-6bf83d0a5fd0 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:21.865012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:21.879247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:21.890667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:21.897209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:21.898548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.911348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:21.919270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:21.928027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for e3c4bc90-9b14-48f4-bc20-c25ad20e8928 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:21.952963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:21.963862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Sync routers for ids ['792691f4-7522-4b4c-9832-6bf83d0a5fd0'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:21.978413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Routers {'792691f4-7522-4b4c-9832-6bf83d0a5fd0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:21.979027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['792691f4-7522-4b4c-9832-6bf83d0a5fd0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:22.015066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-85302413-798f-43ad-bf8f-d8e2618a06c4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0834279 Nov 08 12:38:22.015314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:22.041658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.043009 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a32056f-9785-46b3-8040-fb8f4918cda6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5011768 Nov 08 12:38:22.048127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:22.103157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae167e-d63d-4814-b808-a78b67a5f470 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:22.110723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae167e-d63d-4814-b808-a78b67a5f470 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:22.115318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-41ae167e-d63d-4814-b808-a78b67a5f470 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0965486 Nov 08 12:38:22.116068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Set router 792691f4-7522-4b4c-9832-6bf83d0a5fd0 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:22.118318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51866) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:22.216272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.226302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.285841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d059949-f8b5-4493-a73e-64456c86252b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:22.298077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=e3c4bc90-9b14-48f4-bc20-c25ad20e8928,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:22.366201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.366630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.380081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12d6f98c-01f0-4f1b-a0f0-161510ebb654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/e3c4bc90-9b14-48f4-bc20-c25ad20e8928 HTTP/1.1" status: 204 len: 168 time: 0.8276601 Nov 08 12:38:22.382842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51870) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:22.389072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9d059949-f8b5-4493-a73e-64456c86252b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:22.389545 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.416885 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a028285c-18f3-49ad-8b1d-cad0e1be0716 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:22.421805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e8473-fc72-4deb-829a-9bf5d5b53798 req-c36ae1ea-e23d-46cd-a34c-1f85ee9afda5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:22.425141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e99e8473-fc72-4deb-829a-9bf5d5b53798 req-c36ae1ea-e23d-46cd-a34c-1f85ee9afda5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 945 time: 0.2835219 Nov 08 12:38:22.435610 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a028285c-18f3-49ad-8b1d-cad0e1be0716 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/e3c4bc90-9b14-48f4-bc20-c25ad20e8928 HTTP/1.1" status: 404 len: 333 time: 0.0516620 Nov 08 12:38:22.438648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:22.467282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:22.467636 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.540650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792691f4-7522-4b4c-9832-6bf83d0a5fd0', 'name': '', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501', 'external_fixed_ips': [{'subnet_id': '26a362d3-8d1f-4668-9043-16273da72b0f', 'ip_address': '2001:db8::3da'}], 'enable_snat': True}, 'gw_port_id': '827fc64b-69fa-4894-886a-4415fa922ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:19Z', 'updated_at': '2021-11-08T12:38:21Z', 'revision_number': 3, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port': {'id': '827fc64b-69fa-4894-886a-4415fa922ba5', 'name': '', 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792691f4-7522-4b4c-9832-6bf83d0a5fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '26a362d3-8d1f-4668-9043-16273da72b0f', 'ip_address': '2001:db8::3da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:20Z', 'updated_at': '2021-11-08T12:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a362d3-8d1f-4668-9043-16273da72b0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:22.570484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e99e8473-fc72-4deb-829a-9bf5d5b53798 req-27d006cd-bc94-4511-b557-b1266a1aa1f5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380627 Nov 08 12:38:22.600678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Checking router: 792691f4-7522-4b4c-9832-6bf83d0a5fd0 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:38:22.608904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Updating router 792691f4-7522-4b4c-9832-6bf83d0a5fd0 port 827fc64b-69fa-4894-886a-4415fa922ba5 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:38:22.609045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 494e3b50-d95f-436b-bbff-18a37b5cbbfe {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:22.622994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.650119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.655149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.672150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff0e54-0a80-47c2-bdb2-4debb5c95449 req-3d387b35-feb0-417f-9f58-c44dfcc69bd5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:22.677815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08ff0e54-0a80-47c2-bdb2-4debb5c95449 req-3d387b35-feb0-417f-9f58-c44dfcc69bd5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1207511 Nov 08 12:38:22.679659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:22.738580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.789324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.791095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08ff0e54-0a80-47c2-bdb2-4debb5c95449 req-e0ceee67-fbb4-4879-8acd-b269c0dc2bfb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070359 Nov 08 12:38:22.792744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-da29b07a-6c61-4133-a156-55b257023dbb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:22.794721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-da29b07a-6c61-4133-a156-55b257023dbb tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1878078 Nov 08 12:38:22.807772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Deleting port 827fc64b-69fa-4894-886a-4415fa922ba5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:22.808208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.846158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9d059949-f8b5-4493-a73e-64456c86252b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d059949-f8b5-4493-a73e-64456c86252b,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:22.954993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:22.983011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.071801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.078270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.084916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ab214d79-d495-4ba3-a9cd-d340b14ac4b0 None None] Provisioning complete for port 9d059949-f8b5-4493-a73e-64456c86252b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:23.086008 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab214d79-d495-4ba3-a9cd-d340b14ac4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.086967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5401327e-4c98-4670-aad9-af473b4cbd7c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e HTTP/1.1" status: 204 len: 168 time: 0.9672530 Nov 08 12:38:23.087715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:23.146111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9d059949-f8b5-4493-a73e-64456c86252b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.154445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5c89d-30ba-4215-aac1-07c38dcf5c05 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:23.157263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5c89d-30ba-4215-aac1-07c38dcf5c05 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:23.163135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b0c5c89d-30ba-4215-aac1-07c38dcf5c05 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0738664 Nov 08 12:38:23.166431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:23.187625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-310ed5f3-956f-4280-acfe-f274addb769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.225195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.271936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:23.281209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.290641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.318630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.347984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.401268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-08480d07-b662-4be1-8917-d2ced55ffa8c None None] Could not find standard attr ID for object cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:23.403890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Attempting to bind port 827fc64b-69fa-4894-886a-4415fa922ba5 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:23.404823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Attempting to bind port 827fc64b-69fa-4894-886a-4415fa922ba5 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '5f56962d-12cf-4e29-a6f9-68d3a7b7998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:23.404823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Attempting to bind port 827fc64b-69fa-4894-886a-4415fa922ba5 on network 431a3b1e-2552-43f5-be5f-42a6053b7501 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:23.407505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313376-fdbc-4914-bc93-a1841aaa6306 None None] Pushing event updated for resources: {'Port': ['ID=827fc64b-69fa-4894-886a-4415fa922ba5,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.414148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:23.414681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Checking segment: {'id': '5f56962d-12cf-4e29-a6f9-68d3a7b7998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:23.415086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.415471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Bound using segment: {'id': '5f56962d-12cf-4e29-a6f9-68d3a7b7998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:23.415942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Bound port: 827fc64b-69fa-4894-886a-4415fa922ba5, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f56962d-12cf-4e29-a6f9-68d3a7b7998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '431a3b1e-2552-43f5-be5f-42a6053b7501'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:23.416644 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.423300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.471637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Calling delete_port for 827fc64b-69fa-4894-886a-4415fa922ba5 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:23.472529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3aebaeb1-b579-42f9-9005-10a5d23513eb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:23.484594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.515685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] For port 827fc64b-69fa-4894-886a-4415fa922ba5, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:23.529756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] For port 827fc64b-69fa-4894-886a-4415fa922ba5, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=827fc64b-69fa-4894-886a-4415fa922ba5,segment=NetworkSegment(5f56962d-12cf-4e29-a6f9-68d3a7b7998c),segment_id=5f56962d-12cf-4e29-a6f9-68d3a7b7998c)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:23.557773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port deb249b3-0f2c-4a3b-9502-ff84c843025d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:23.558121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.605990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.654530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 3aebaeb1-b579-42f9-9005-10a5d23513eb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:38:23.661884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.677289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 3aebaeb1-b579-42f9-9005-10a5d23513eb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:23.677649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.713253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=494e3b50-d95f-436b-bbff-18a37b5cbbfe,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.721787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.724717 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c5e1861a-b627-480f-9405-bc65e33595d6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/494e3b50-d95f-436b-bbff-18a37b5cbbfe HTTP/1.1" status: 204 len: 168 time: 1.2827930 Nov 08 12:38:23.727981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51886) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:23.736453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Routers {'792691f4-7522-4b4c-9832-6bf83d0a5fd0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:23.737203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['792691f4-7522-4b4c-9832-6bf83d0a5fd0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:23.743103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.748233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e635bdc-0541-4391-86ac-1ed459fff116 None None] Network 37bfa5cf-6852-4ea9-8920-2d902f000d17 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:23.818749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port deb249b3-0f2c-4a3b-9502-ff84c843025d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=deb249b3-0f2c-4a3b-9502-ff84c843025d,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:23.819768 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.820028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.832587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cbe4b-4f4e-40ed-86ca-72c537856ce1 req-48ad8e48-66e3-4b85-9927-68b9d16814d4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:23.834107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-819cbe4b-4f4e-40ed-86ca-72c537856ce1 req-48ad8e48-66e3-4b85-9927-68b9d16814d4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 945 time: 0.1544619 Nov 08 12:38:23.839619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.842956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff773304-91a0-44fc-a8e6-ab1faf7b6314 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d HTTP/1.1" status: 204 len: 168 time: 0.6781266 Nov 08 12:38:23.846982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:23.871005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for deb249b3-0f2c-4a3b-9502-ff84c843025d owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:23.897444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d7e3f873-338e-461f-a794-4ddbc7493194 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493176 Nov 08 12:38:23.902679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:23.909098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:23.923375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.940186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:23.972026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Port': ['ID=827fc64b-69fa-4894-886a-4415fa922ba5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:23.993386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313376-fdbc-4914-bc93-a1841aaa6306 None None] Pushing event updated for resources: {'Port': ['ID=827fc64b-69fa-4894-886a-4415fa922ba5,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:24.004862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac00d1a-f169-43a6-ac76-30e666fc7244 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:24.010365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.089566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46663120-190d-45d4-b8c3-4e4451013936 req-eedd0abc-d9fb-4d5e-9cbe-9cf88e67ed19 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:24.094115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46663120-190d-45d4-b8c3-4e4451013936 req-eedd0abc-d9fb-4d5e-9cbe-9cf88e67ed19 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 945 time: 0.1754379 Nov 08 12:38:24.106004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-819cbe4b-4f4e-40ed-86ca-72c537856ce1 req-1cb67d74-4d68-4876-9078-7c10a39562d0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049036 Nov 08 12:38:24.117879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.121243 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.184066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] Set router 792691f4-7522-4b4c-9832-6bf83d0a5fd0 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:24.248800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46663120-190d-45d4-b8c3-4e4451013936 req-6850bff7-c6a4-4ff8-9bde-1274d9eef4b6 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f10e01-5958-412d-89ea-72ad38f45480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496239 Nov 08 12:38:24.252151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 84ab7567-dace-4d7c-926a-e766ccd8800e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:24.252558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.271328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792691f4-7522-4b4c-9832-6bf83d0a5fd0', 'name': '', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:19Z', 'updated_at': '2021-11-08T12:38:22Z', 'revision_number': 4, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:24.275842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:24.276028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.276183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.279243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d059949-f8b5-4493-a73e-64456c86252b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:24.285704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.312414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.313887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 792691f4-7522-4b4c-9832-6bf83d0a5fd0 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:24.343765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.344822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b151dedc-deec-4483-af0b-2f9f0ce31d49 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/routers/792691f4-7522-4b4c-9832-6bf83d0a5fd0 HTTP/1.1" status: 204 len: 168 time: 2.2981830 Nov 08 12:38:24.352106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51896) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:24.358418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd1428-15fd-4260-8270-2b6e1ed33ccf None None] The sync data for ids ['792691f4-7522-4b4c-9832-6bf83d0a5fd0'] in n-d-816990-1 is: [{'id': '792691f4-7522-4b4c-9832-6bf83d0a5fd0', 'name': '', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:19Z', 'updated_at': '2021-11-08T12:38:22Z', 'revision_number': 4, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:24.379730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=deb249b3-0f2c-4a3b-9502-ff84c843025d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:24.443364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port 84ab7567-dace-4d7c-926a-e766ccd8800e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84ab7567-dace-4d7c-926a-e766ccd8800e,segment=NetworkSegment(f54652bc-8119-413d-8bfb-da2cafa24c4f),segment_id=f54652bc-8119-413d-8bfb-da2cafa24c4f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:24.443721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.453706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] No DVR routers for this DVR port deb249b3-0f2c-4a3b-9502-ff84c843025d on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:24.462983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.467323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5034eb03-eafb-449d-80ec-588e025fc1fd req-aaded85f-9d43-4981-a6ef-d30416d52a7c tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "DELETE /v2.0/ports/deb249b3-0f2c-4a3b-9502-ff84c843025d HTTP/1.1" status: 204 len: 173 time: 1.6556122 Nov 08 12:38:24.467808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'name': 'network-vif-deleted', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:24.471078 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffb3320-e953-4f79-aa88-18e988e4f2e4" -d '{"events": [{"server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "name": "network-vif-deleted", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:24.482579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 84ab7567-dace-4d7c-926a-e766ccd8800e owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:24.507979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Deleting subnet 26a362d3-8d1f-4668-9043-16273da72b0f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:24.519427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.546964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:24.550569 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf0f53-6b46-4509-8f97-772fb30778b2" -d '{"events": [{"server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "name": "network-vif-plugged", "status": "completed", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:24.555464 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174648b6-524a-41ea-871d-705429e394ff x-openstack-request-id: req-174648b6-524a-41ea-871d-705429e394ff {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:24.556257 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c212f2ab-8f8a-4630-84d0-031a97991f40", "name": "network-vif-deleted", "tag": "deb249b3-0f2c-4a3b-9502-ff84c843025d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:24.556257 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-174648b6-524a-41ea-871d-705429e394ff {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:24.556455 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c212f2ab-8f8a-4630-84d0-031a97991f40', 'name': 'network-vif-deleted', 'tag': 'deb249b3-0f2c-4a3b-9502-ff84c843025d', 'status': 'completed', 'code': 200} Nov 08 12:38:24.589306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:24.606066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.608362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9d059949-f8b5-4493-a73e-64456c86252b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:24.608812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.669623 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e8a8b-bf25-474c-9f2c-87b65909ecfd x-openstack-request-id: req-dc1e8a8b-bf25-474c-9f2c-87b65909ecfd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:24.669916 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "name": "network-vif-plugged", "status": "completed", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:24.670175 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc1e8a8b-bf25-474c-9f2c-87b65909ecfd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:24.670943 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb', 'code': 200} Nov 08 12:38:24.725659 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.738276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.796549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:24.835978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d47f-d305-4d43-8da4-940cbab0135b req-94ed1cf7-dbab-4d71-bc51-69162a0775a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:24.837513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1792d47f-d305-4d43-8da4-940cbab0135b req-94ed1cf7-dbab-4d71-bc51-69162a0775a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 1096 time: 0.1307688 Nov 08 12:38:24.850782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cfc27-d6b5-40d4-a118-a6a4e84e2fdd None None] DHCP port deletion for 37bfa5cf-6852-4ea9-8920-2d902f000d17 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:24.853206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:24.865235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.889840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Deleting port 9d059949-f8b5-4493-a73e-64456c86252b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:24.890215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.904076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=84ab7567-dace-4d7c-926a-e766ccd8800e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:24.908563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port 84ab7567-dace-4d7c-926a-e766ccd8800e on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:24.926605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.955523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1792d47f-d305-4d43-8da4-940cbab0135b req-fdbd27c3-43f6-4d05-8207-9612b1c6f407 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084363 Nov 08 12:38:24.961987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] For port 9d059949-f8b5-4493-a73e-64456c86252b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9d059949-f8b5-4493-a73e-64456c86252b,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:24.962420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.969509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26a362d3-8d1f-4668-9043-16273da72b0f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:24.973544 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:24.981587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c4715ed9-e9cc-49eb-9e53-b40aabc872a6 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/26a362d3-8d1f-4668-9043-16273da72b0f HTTP/1.1" status: 204 len: 168 time: 0.6247630 Nov 08 12:38:24.981587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:24.982601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Calling delete_port for 9d059949-f8b5-4493-a73e-64456c86252b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:25.052361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.055783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.106642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bfa5cf-6852-4ea9-8920-2d902f000d17']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.123319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54652bc-8119-413d-8bfb-da2cafa24c4f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.123622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54652bc-8119-413d-8bfb-da2cafa24c4f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.143309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.148743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.153830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.159102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:25.166748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] No DVR routers for this DVR port 9d059949-f8b5-4493-a73e-64456c86252b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:25.171247 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.187399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1d040-4b46-493e-a31d-c1960a6ae488 None None] Pushing event deleted for resources: {'Port': ['ID=9d059949-f8b5-4493-a73e-64456c86252b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:25.199183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431a3b1e-2552-43f5-be5f-42a6053b7501']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.211409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f56962d-12cf-4e29-a6f9-68d3a7b7998c') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.211616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f56962d-12cf-4e29-a6f9-68d3a7b7998c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:25.222336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.237924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.245151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:25.245759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.247269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:25.255894 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: items = [ Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:25.256078 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:25.258926 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:25.357073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device deb249b3-0f2c-4a3b-9502-ff84c843025d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:25.396800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: deb249b3-0f2c-4a3b-9502-ff84c843025d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:25.397168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device deb249b3-0f2c-4a3b-9502-ff84c843025d not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:25.415767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.416920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 431a3b1e-2552-43f5-be5f-42a6053b7501 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:38:25.419866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.429437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/networks/431a3b1e-2552-43f5-be5f-42a6053b7501 HTTP/1.1" status: 204 len: 168 time: 0.4479778 Nov 08 12:38:25.439223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29de0fc-b65f-4c1b-94cb-aa127a7786ce tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Network': ['ID=431a3b1e-2552-43f5-be5f-42a6053b7501,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:25.496940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8c5175ba-e4ab-4e42-8225-7ca6ff991e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.684401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-678134af-aefd-4fd8-a42f-f7a9f5e330e1 req-abd31d39-a521-4527-a710-99b8f68710d8 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=c212f2ab-8f8a-4630-84d0-031a97991f40 HTTP/1.1" status: 200 len: 210 time: 0.0556269 Nov 08 12:38:25.714019 n-d-816990-1 neutron-server[102535]: WARNING neutron.services.revisions.revision_plugin [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Could not find related port for resource to bump revision. Nov 08 12:38:25.724593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81720db1-e8c9-46f5-b5cb-ab5488cd92ad req-cbe8fffb-e6ca-4b2c-9455-ec3813ece03e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:25.743289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:25.744542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81720db1-e8c9-46f5-b5cb-ab5488cd92ad req-cbe8fffb-e6ca-4b2c-9455-ec3813ece03e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.5025539 Nov 08 12:38:25.744654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'name': 'tempest-router--1441847288', 'project_id': 'e9a1f7ef436f45f0baaf2bdab20c204c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:25.777427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Port 9d059949-f8b5-4493-a73e-64456c86252b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 12:38:25.777744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:e979 {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 12:38:25.789109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:e979 {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 12:38:25.795614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.852006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:25.863942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:25.869216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:25.869811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.875043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ed3b9-0d65-4628-b35e-93bfe291d565 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:25.878792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81720db1-e8c9-46f5-b5cb-ab5488cd92ad req-b0e0c94e-9950-4edd-9fbd-0b8c6a400d03 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454182 Nov 08 12:38:25.887329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.887329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:25.889469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=4953aea9-f53d-4691-952b-15b9702490a6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:25.992719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.001567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.007012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/37bfa5cf-6852-4ea9-8920-2d902f000d17 HTTP/1.1" status: 204 len: 168 time: 2.2767375 Nov 08 12:38:26.021317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046b845-e32e-4799-bbfe-162183d2fa3e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=37bfa5cf-6852-4ea9-8920-2d902f000d17,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:26.025358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51924) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:26.027426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3bd53d14-75ed-448b-a5ed-f4652c8b2c80 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1221516 Nov 08 12:38:26.033180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1215149074'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:26.039989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:26.046776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:4c:5b:4a', 'name': 'tempest-NetworksTestDHCPv6-900471992'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:26.075157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.081853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '4953aea9-f53d-4691-952b-15b9702490a6'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:26.083443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.160154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.206452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:26.211101 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.231954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Allocated IP 2001:db8::f816:3eff:fe1e:21de (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/4953aea9-f53d-4691-952b-15b9702490a6/8add3423-03da-45c3-8207-168865378490) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:26.243285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d059949-f8b5-4493-a73e-64456c86252b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:26.247772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:38:26.257858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.258385 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment d7511e2a-7c3f-4d94-8dec-5be56287af83 of type vlan for network d3604ce2-ef4e-47ca-be21-c724e9ed714a Nov 08 12:38:26.273195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9d059949-f8b5-4493-a73e-64456c86252b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:26.273560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9d059949-f8b5-4493-a73e-64456c86252b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:26.273983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84ab7567-dace-4d7c-926a-e766ccd8800e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:26.305325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.315777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.316694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 84ab7567-dace-4d7c-926a-e766ccd8800e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:26.317046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84ab7567-dace-4d7c-926a-e766ccd8800e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:26.320947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-421e8372-b16e-475b-93dc-be84ba2ab4fa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5914321 Nov 08 12:38:26.321557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:26.398535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.404343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:26.404953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.447179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.479139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:26.479925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.496763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=d3604ce2-ef4e-47ca-be21-c724e9ed714a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:26.512726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:38:26.570937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-213ef75a-db55-4165-be2f-81edd08a9011 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5418830 Nov 08 12:38:26.573538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:26.579593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:26.586911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.595459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.626302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.629457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.640075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:26.645971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:26.648575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:26.656011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port e7e09f72-fcfb-44db-954b-b606b66fc0e2 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:26.661876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.663325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Pushing event updated for resources: {'Port': ['ID=8add3423-03da-45c3-8207-168865378490,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:26.718220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Attempting to bind port 8add3423-03da-45c3-8207-168865378490 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:26.718624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Attempting to bind port 8add3423-03da-45c3-8207-168865378490 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:26.718985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Attempting to bind port 8add3423-03da-45c3-8207-168865378490 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:26.725419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:26.725797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:26.726279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.726674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:26.727140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Bound port: 8add3423-03da-45c3-8207-168865378490, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:26.727518 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.768409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.770551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5edd33-3890-4968-95cb-a4116f3669f7 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:26.792462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.794286 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-27912299-aaf3-4741-9a1a-1990f55cdb28 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5d5edd33-3890-4968-95cb-a4116f3669f7 HTTP/1.1" status: 204 len: 168 time: 0.4712203 Nov 08 12:38:26.803889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] For port 8add3423-03da-45c3-8207-168865378490, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:26.807657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] For port 8add3423-03da-45c3-8207-168865378490, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8add3423-03da-45c3-8207-168865378490,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:26.807864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fe4c:5b4a (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/4953aea9-f53d-4691-952b-15b9702490a6/e7e09f72-fcfb-44db-954b-b606b66fc0e2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:26.837965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:26.842581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:26.931212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.009303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeec38a-ccd1-44de-81cc-9e990a4436e3 None None] Pushing event updated for resources: {'Port': ['ID=8add3423-03da-45c3-8207-168865378490,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:27.120878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd83d3-475e-4396-a8e4-0257cee81ba4 req-c6369e03-6d15-427a-a8fe-665bc384a5e0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.121465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51944) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:27.122204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8acd83d3-475e-4396-a8e4-0257cee81ba4 req-c6369e03-6d15-427a-a8fe-665bc384a5e0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.1591873 Nov 08 12:38:27.164055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.254351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8acd83d3-475e-4396-a8e4-0257cee81ba4 req-d3767d43-cb27-4971-9175-63de20263511 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189866 Nov 08 12:38:27.394386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129dbee-cc32-4be8-a8cc-8aa0fabcdcc7 req-ec0eaeaa-f9f6-487d-b0a9-72be6f27fe92 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.396047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c129dbee-cc32-4be8-a8cc-8aa0fabcdcc7 req-ec0eaeaa-f9f6-487d-b0a9-72be6f27fe92 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1395214 Nov 08 12:38:27.418812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ebb1-da2f-432d-a12d-d45575d6d016 req-6015df47-e5f2-4595-8238-490557a7d598 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.420297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1026ebb1-da2f-432d-a12d-d45575d6d016 req-6015df47-e5f2-4595-8238-490557a7d598 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.0817170 Nov 08 12:38:27.423259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.424561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1971873806', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:27.490233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.520290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.521482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.567701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c129dbee-cc32-4be8-a8cc-8aa0fabcdcc7 req-755734e8-98d1-49a6-95d5-dfb0fd741c8b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634402 Nov 08 12:38:27.578374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=affaed42-b263-44d6-8e47-a766f3776c30,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:27.580565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.604816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:27.621493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:27.629848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:27.635523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.636130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.643725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=e7e09f72-fcfb-44db-954b-b606b66fc0e2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:27.657346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1026ebb1-da2f-432d-a12d-d45575d6d016 req-6427c241-0e66-46e2-b1ec-1c1b0e15bd7a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206538 Nov 08 12:38:27.658072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'd7511e2a-7c3f-4d94-8dec-5be56287af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:27.659477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: d3604ce2-ef4e-47ca-be21-c724e9ed714a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:38:27.779095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fe8dc714-4a37-480e-a49d-491a071c552b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7372909 Nov 08 12:38:27.781386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:27.808628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.816164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:38:27.845437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305d94a-4f0d-4eb4-826f-55e6b997dfb3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.851986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305d94a-4f0d-4eb4-826f-55e6b997dfb3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.853457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0305d94a-4f0d-4eb4-826f-55e6b997dfb3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0706182 Nov 08 12:38:27.856318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:27.930173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d3604ce2-ef4e-47ca-be21-c724e9ed714a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:27.935693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:27.936854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:27.955109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86180c-2a9a-48b1-98a9-c3ba5b4f5e3d None None] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:28.025680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port e7e09f72-fcfb-44db-954b-b606b66fc0e2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:28.026128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.148827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00701c88-c4c0-49bf-872b-3e5dbec32be4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5741699 Nov 08 12:38:28.155301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:28.162009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a', 'name': 'tempest-PortsIpV6TestJSON-1698221575', 'fixed_ips': [{'subnet_id': 'affaed42-b263-44d6-8e47-a766f3776c30', 'ip_address': '2001:db8::10'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:28.170212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.173550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.181184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.185638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d3604ce2-ef4e-47ca-be21-c724e9ed714a', 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': 'affaed42-b263-44d6-8e47-a766f3776c30'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:28.186702 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.196381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.237954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for e7e09f72-fcfb-44db-954b-b606b66fc0e2 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:28.279675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] Provisioning complete for port 8add3423-03da-45c3-8207-168865378490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:28.280561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.372688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Allocated IP 172.25.1.145 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/c18e4efe-f5e6-4a12-98a7-4ef7031804fb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:28.379295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8add3423-03da-45c3-8207-168865378490 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:28.462436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a0f6-1732-4574-898c-1d2fd0e7e71b req-023dc081-cc87-45a2-86f4-d9f28dbd745b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:28.464112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e74a0f6-1732-4574-898c-1d2fd0e7e71b req-023dc081-cc87-45a2-86f4-d9f28dbd745b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.1401148 Nov 08 12:38:28.530152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.544475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Allocated IP 2001:db8::2 (d3604ce2-ef4e-47ca-be21-c724e9ed714a/affaed42-b263-44d6-8e47-a766f3776c30/6e716af0-f304-4cee-a85a-1ca82d95280e) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:28.559350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e74a0f6-1732-4574-898c-1d2fd0e7e71b req-7c4fbdf1-c993-4d79-9ce8-204bcfe39a02 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874467 Nov 08 12:38:28.560384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8add3423-03da-45c3-8207-168865378490 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:28.560765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.564197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.577008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:28.645197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.686290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.691285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] For port 8add3423-03da-45c3-8207-168865378490, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8add3423-03da-45c3-8207-168865378490,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:28.740728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:28.744069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=e7e09f72-fcfb-44db-954b-b606b66fc0e2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:28.759515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.759515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c50ca6ac-fbdb-4680-9a9e-d47b609cb092 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/e7e09f72-fcfb-44db-954b-b606b66fc0e2 HTTP/1.1" status: 204 len: 168 time: 0.8960848 Nov 08 12:38:28.760532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:28.760532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51970) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:28.806337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:28.812015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event updated for resources: {'Port': ['ID=c18e4efe-f5e6-4a12-98a7-4ef7031804fb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:28.817291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.825515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.827010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.855712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 17477075-6b63-4757-8f91-1fbb2e6863b4 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:28.876149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f5c-ff87-47ff-bb4b-b4c19ad9072f req-d7e0569b-0f82-444b-9d30-6dd4407f50d2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:28.880299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0378d-869e-4fb3-a96d-5eb6616a0810 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:28.882002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0378d-869e-4fb3-a96d-5eb6616a0810 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:28.886797 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73c0378d-869e-4fb3-a96d-5eb6616a0810 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1196921 Nov 08 12:38:28.886974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5553f5c-ff87-47ff-bb4b-b4c19ad9072f req-d7e0569b-0f82-444b-9d30-6dd4407f50d2 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1675429 Nov 08 12:38:28.887076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:28.888302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.930649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142baa0a-1bf9-4036-932b-3d5a3a0040b4 None None] Pushing event updated for resources: {'Port': ['ID=8add3423-03da-45c3-8207-168865378490,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:28.934854 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.965082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-67afa03c-cdac-48f2-8c11-07aecbaabeb1 None None] Could not find standard attr ID for object e7e09f72-fcfb-44db-954b-b606b66fc0e2. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:28.982924 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:28.986869 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:28.986869 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:29.036905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5553f5c-ff87-47ff-bb4b-b4c19ad9072f req-d5201288-ad86-40f4-8f65-bcefef23a19f tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515167 Nov 08 12:38:29.046486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:29.066005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:29.075173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:29.077488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Pushing event updated for resources: {'Port': ['ID=6e716af0-f304-4cee-a85a-1ca82d95280e,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:29.142277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 4953aea9-f53d-4691-952b-15b9702490a6 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:29.142958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::10 (d3604ce2-ef4e-47ca-be21-c724e9ed714a/affaed42-b263-44d6-8e47-a766f3776c30/17477075-6b63-4757-8f91-1fbb2e6863b4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:29.146367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.196093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-ce9bfc09-e566-4cfc-9935-967b11175fbe tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:29.197644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-ce9bfc09-e566-4cfc-9935-967b11175fbe tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1351874 Nov 08 12:38:29.216401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.293858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Attempting to bind port 6e716af0-f304-4cee-a85a-1ca82d95280e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:29.294231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Attempting to bind port 6e716af0-f304-4cee-a85a-1ca82d95280e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd7511e2a-7c3f-4d94-8dec-5be56287af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:29.294628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Attempting to bind port 6e716af0-f304-4cee-a85a-1ca82d95280e on network d3604ce2-ef4e-47ca-be21-c724e9ed714a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:29.300318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:29.301652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Checking segment: {'id': 'd7511e2a-7c3f-4d94-8dec-5be56287af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:29.301652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.301652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Bound using segment: {'id': 'd7511e2a-7c3f-4d94-8dec-5be56287af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:29.302218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Bound port: 6e716af0-f304-4cee-a85a-1ca82d95280e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7511e2a-7c3f-4d94-8dec-5be56287af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:29.302533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.324340 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.366476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] For port 6e716af0-f304-4cee-a85a-1ca82d95280e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:29.369546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] For port 6e716af0-f304-4cee-a85a-1ca82d95280e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e716af0-f304-4cee-a85a-1ca82d95280e,segment=NetworkSegment(d7511e2a-7c3f-4d94-8dec-5be56287af83),segment_id=d7511e2a-7c3f-4d94-8dec-5be56287af83)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:29.439950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.445797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.488960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:29.492154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:29.494941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:29.498755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:29.499100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.502728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:29.503394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.504133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.523921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=17477075-6b63-4757-8f91-1fbb2e6863b4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:29.524228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.603709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-27b020a8-fae4-4f6d-833e-a553542c6ab7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4468560 Nov 08 12:38:29.606131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:29.609145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea60b3-6666-4a1d-a049-13e8ba8d5773 None None] Pushing event updated for resources: {'Port': ['ID=6e716af0-f304-4cee-a85a-1ca82d95280e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:29.612600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': 'd3604ce2-ef4e-47ca-be21-c724e9ed714a', 'name': 'tempest-PortsIpV6TestJSON-692246765', 'fixed_ips': [{'subnet_id': 'affaed42-b263-44d6-8e47-a766f3776c30', 'ip_address': '2001:db8::f'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:29.800504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9aa5-1543-4863-8105-36eec380b672 req-6cf00bb9-531d-4b80-ae4b-7d5d6f545e2d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:29.802064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-134e9aa5-1543-4863-8105-36eec380b672 req-6cf00bb9-531d-4b80-ae4b-7d5d6f545e2d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.1846573 Nov 08 12:38:29.809823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0ac7-3063-4fdc-a342-9e8d8cec84c4 req-640a2a84-9e0b-44bf-a10b-55acb61629f6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:29.811532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508f0ac7-3063-4fdc-a342-9e8d8cec84c4 req-640a2a84-9e0b-44bf-a10b-55acb61629f6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 946 time: 0.1080661 Nov 08 12:38:29.959404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-508f0ac7-3063-4fdc-a342-9e8d8cec84c4 req-afa78d31-cb14-436e-a640-46e7107f43e2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318016 Nov 08 12:38:29.989513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port 3aebaeb1-b579-42f9-9005-10a5d23513eb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:29.989837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:29.994991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:29.999412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.047262 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.065486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 19d5dc39-3956-47ee-be50-124666e9874e yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:30.067553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] For port 6e56905b-858d-4935-ada0-21b4e71d56cd, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6e56905b-858d-4935-ada0-21b4e71d56cd,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:30.067931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.110683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.117902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/4953aea9-f53d-4691-952b-15b9702490a6 HTTP/1.1" status: 204 len: 168 time: 1.2281280 Nov 08 12:38:30.120318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:30.127237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a645f-e0b3-4379-9065-52f22bfa9712 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:30.135267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf97c-38c9-42d7-ac39-75f7f1d5846f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=4953aea9-f53d-4691-952b-15b9702490a6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:30.180007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ce4a003d-5c93-4b65-935d-4bdd9501950e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562603 Nov 08 12:38:30.189490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51988) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:30.264280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port 3aebaeb1-b579-42f9-9005-10a5d23513eb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=3aebaeb1-b579-42f9-9005-10a5d23513eb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:30.264650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.289082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for 3aebaeb1-b579-42f9-9005-10a5d23513eb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:30.346612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f17f8-fb69-4d8c-b662-e0b95e34b7d3 req-8f1b1371-182c-41c4-8ed5-9bb3abfc148b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:30.348414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a92f17f8-fb69-4d8c-b662-e0b95e34b7d3 req-8f1b1371-182c-41c4-8ed5-9bb3abfc148b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 944 time: 0.1738286 Nov 08 12:38:30.432686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::f (d3604ce2-ef4e-47ca-be21-c724e9ed714a/affaed42-b263-44d6-8e47-a766f3776c30/19d5dc39-3956-47ee-be50-124666e9874e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:30.432953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f7e6d8-a83e-4d91-bf59-f0f27f5d9466 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:30.434448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8f7e6d8-a83e-4d91-bf59-f0f27f5d9466 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2439792 Nov 08 12:38:30.437027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51992) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:30.442026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.481339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:30.518498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.519743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.519743 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Floating IP 5dd4ab78-82d8-4d0a-8559-3cd92bc035d4 disassociated. External IP: 172.25.1.55, port: 6e56905b-858d-4935-ada0-21b4e71d56cd. Nov 08 12:38:30.522451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for 6e56905b-858d-4935-ada0-21b4e71d56cd owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:30.522770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e716af0-f304-4cee-a85a-1ca82d95280e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:30.569168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a92f17f8-fb69-4d8c-b662-e0b95e34b7d3 req-0882ee62-0d91-467e-931b-ee544791010e tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f89cf1-e2b7-47fe-ba48-3f09992a2002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790361 Nov 08 12:38:30.584233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b15f8d-a63f-4de0-9918-f09666765372 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:30.586016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65b15f8d-a63f-4de0-9918-f09666765372 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1470335 Nov 08 12:38:30.596763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:30.625473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Deleting port 8add3423-03da-45c3-8207-168865378490 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:30.625840 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.628860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6e716af0-f304-4cee-a85a-1ca82d95280e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:30.629216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.678521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e2e1ecbf-0f01-4b8e-8ef1-fd0971e64516 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734243 Nov 08 12:38:30.678766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:30.684437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:30.755312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] For port 8add3423-03da-45c3-8207-168865378490, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8add3423-03da-45c3-8207-168865378490,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:30.755709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.798707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Calling delete_port for 8add3423-03da-45c3-8207-168865378490 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:30.804079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.827994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.853284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.874188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', '3aebaeb1-b579-42f9-9005-10a5d23513eb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:30.889361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=3aebaeb1-b579-42f9-9005-10a5d23513eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:30.923224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.941848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port 3aebaeb1-b579-42f9-9005-10a5d23513eb on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:30.945878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:30.947606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:30.949405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-134e9aa5-1543-4863-8105-36eec380b672 req-73c861af-5852-4835-ab18-db08f89a4617 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "DELETE /v2.0/ports/3aebaeb1-b579-42f9-9005-10a5d23513eb HTTP/1.1" status: 204 len: 173 time: 1.1371040 Nov 08 12:38:30.950161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'name': 'network-vif-deleted', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:30.959795 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03206e50-9413-4d8a-95f4-8c7085411476" -d '{"events": [{"server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "name": "network-vif-deleted", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:30.959974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.009004 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd4747-03fd-43da-a5f7-602ce9264da8 x-openstack-request-id: req-b3fd4747-03fd-43da-a5f7-602ce9264da8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:31.009212 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9e48df-f71a-4732-a3c8-d9598a71ded0", "name": "network-vif-deleted", "tag": "3aebaeb1-b579-42f9-9005-10a5d23513eb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:31.009328 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3fd4747-03fd-43da-a5f7-602ce9264da8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:31.009742 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9e48df-f71a-4732-a3c8-d9598a71ded0', 'name': 'network-vif-deleted', 'tag': '3aebaeb1-b579-42f9-9005-10a5d23513eb', 'status': 'completed', 'code': 200} Nov 08 12:38:31.025031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:31.028524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:31.033846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:31.047009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 6e716af0-f304-4cee-a85a-1ca82d95280e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e716af0-f304-4cee-a85a-1ca82d95280e,segment=NetworkSegment(d7511e2a-7c3f-4d94-8dec-5be56287af83),segment_id=d7511e2a-7c3f-4d94-8dec-5be56287af83)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:31.056017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.056913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.074674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=19d5dc39-3956-47ee-be50-124666e9874e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:31.084516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Router b6d04147-08b8-4051-8db6-78ad866f456e is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:31.097628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.111173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.142779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b247fa9-695c-4828-b230-914c6f70cecf req-d84b0ff8-e531-43c8-a648-e754c7362344 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec9e48df-f71a-4732-a3c8-d9598a71ded0 HTTP/1.1" status: 200 len: 210 time: 0.0397594 Nov 08 12:38:31.150368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=6e56905b-858d-4935-ada0-21b4e71d56cd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:31.154186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.161222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] Pushing event deleted for resources: {'Port': ['ID=8add3423-03da-45c3-8207-168865378490,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:31.163778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0293b6-d64d-4ad1-b6f1-339936c15292 None None] No DVR routers for this DVR port 8add3423-03da-45c3-8207-168865378490 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:31.220107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6cca4544-e205-43a1-b613-88b8ad94850b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6070614 Nov 08 12:38:31.220418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:31.249435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=6e716af0-f304-4cee-a85a-1ca82d95280e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:31.278637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932aec5f-54a1-4038-9dba-debad4f94f9e None None] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:31.383330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:31.425488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-55700689-e38e-4652-b41d-037aca6c0722 None None] Provisioning complete for port 6e716af0-f304-4cee-a85a-1ca82d95280e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:31.425866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55700689-e38e-4652-b41d-037aca6c0722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.430042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 6e56905b-858d-4935-ada0-21b4e71d56cd {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:31.433204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6e56905b-858d-4935-ada0-21b4e71d56cd not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:31.564082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3617dc8-a70d-455f-a342-c28c28623654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.572304 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3617dc8-a70d-455f-a342-c28c28623654 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3430502 Nov 08 12:38:31.572410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52014) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:31.576512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:31.589425 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] Sync routers for ids ['b6d04147-08b8-4051-8db6-78ad866f456e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:31.603217 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] Routers {'b6d04147-08b8-4051-8db6-78ad866f456e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:31.603831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b6d04147-08b8-4051-8db6-78ad866f456e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:31.612507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Router 178cba89-7453-483c-b818-14b776567a7b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:38:31.682293 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:31.701093 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] Routers {'b6d04147-08b8-4051-8db6-78ad866f456e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:31.701712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b6d04147-08b8-4051-8db6-78ad866f456e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:31.742975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.745303 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-558fbd4c-6421-4c8e-bb56-08397bef8d4a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6222978 Nov 08 12:38:31.753420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8548d34-fca8-4cab-b421-7508e05bafe8 req-27ee195e-f0eb-4af1-bcef-bbab710d211d tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0650153 Nov 08 12:38:31.757180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52020) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:31.784409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f13db3-6e6e-4b33-846f-088ad9b4b2b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.784583 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:31.784583 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03b4e6-46a4-46de-9d53-0fae86807ca4 None None] The sync data for ids ['b6d04147-08b8-4051-8db6-78ad866f456e'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:31.786391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f13db3-6e6e-4b33-846f-088ad9b4b2b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.800186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f13db3-6e6e-4b33-846f-088ad9b4b2b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.801863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.802062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-68f13db3-6e6e-4b33-846f-088ad9b4b2b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2321570 Nov 08 12:38:31.805729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:31.940689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:31.959377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ebdb2733-3022-42f9-98a4-24caa848b332 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/b6d04147-08b8-4051-8db6-78ad866f456e HTTP/1.1" status: 200 len: 925 time: 0.2036486 Nov 08 12:38:31.962004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:31.970920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:31.972772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:31.976738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:31.977348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:31.984558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Sync routers for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:31.986632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9aeec55d-c83b-4a1b-a215-e50845338c16,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:32.009579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874bf6e-b9d6-4841-a93b-22336774a528 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:32.026455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-409c75ce-96e9-4a20-a65f-40542ffa852b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6d04147-08b8-4051-8db6-78ad866f456e HTTP/1.1" status: 200 len: 205 time: 0.0630150 Nov 08 12:38:32.028755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52028) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:32.060369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] No DVR routers for this DVR port 6e56905b-858d-4935-ada0-21b4e71d56cd on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:32.067778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.071642 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ac4b4f2-9505-4576-89c6-65150f5f94db req-703d48f8-be72-42d4-880b-cc0c62de99f5 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.61 "DELETE /v2.0/ports/6e56905b-858d-4935-ada0-21b4e71d56cd HTTP/1.1" status: 204 len: 173 time: 2.8651853 Nov 08 12:38:32.072291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-deleted', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:32.075861 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b9a638-f873-4a02-8b91-d36d993e750c" -d '{"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-deleted", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:32.116859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 19d5dc39-3956-47ee-be50-124666e9874e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:32.117514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.162894 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebd704e-3edd-4307-9775-4f12182a2bf5 x-openstack-request-id: req-0ebd704e-3edd-4307-9775-4f12182a2bf5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:32.163187 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4", "name": "network-vif-deleted", "tag": "6e56905b-858d-4935-ada0-21b4e71d56cd", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:32.163455 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ebd704e-3edd-4307-9775-4f12182a2bf5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:32.163874 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad7fd9-cd60-44b5-b011-a2dc1de92aa4', 'name': 'network-vif-deleted', 'tag': '6e56905b-858d-4935-ada0-21b4e71d56cd', 'status': 'completed', 'code': 200} Nov 08 12:38:32.164928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.182953 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21e54173-7370-449e-b4c5-195e17c36ca8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5050185 Nov 08 12:38:32.189254 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52034) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:32.199224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:71:46:bf', 'name': 'tempest-NetworksTestDHCPv6-1411294704'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:32.245819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:32.246483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:32.381351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.415189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e716af0-f304-4cee-a85a-1ca82d95280e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:32.421694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9aeec55d-c83b-4a1b-a215-e50845338c16'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:32.430574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.472009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.517002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Provisioning complete for port 17477075-6b63-4757-8f91-1fbb2e6863b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:32.517002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.554004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port c18e4efe-f5e6-4a12-98a7-4ef7031804fb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:32.554617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.585744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 19d5dc39-3956-47ee-be50-124666e9874e owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:32.653521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:32.669583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for c18e4efe-f5e6-4a12-98a7-4ef7031804fb owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:32.718745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Port 17477075-6b63-4757-8f91-1fbb2e6863b4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:32.737406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:32.881184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:33.003762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6e716af0-f304-4cee-a85a-1ca82d95280e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:33.004438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.029110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.030317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c29402a-9676-4094-9037-8f562e47c452 req-3d08ae84-8813-4ae7-920a-4678b456ac99 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ad7fd9-cd60-44b5-b011-a2dc1de92aa4 HTTP/1.1" status: 200 len: 210 time: 0.0847020 Nov 08 12:38:33.059800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 0a132756-7567-4757-94ac-4d103f4409e6 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:33.074807 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.091435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Provisioning complete for port 6e716af0-f304-4cee-a85a-1ca82d95280e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:33.091860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.176645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9aeec55d-c83b-4a1b-a215-e50845338c16/36be1b72-64d6-4c0b-a7e5-7f4f0ae93685) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:33.211696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=19d5dc39-3956-47ee-be50-124666e9874e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:33.301066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.306046 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b42fd186-3390-4aee-9534-fb8b32a05747 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/19d5dc39-3956-47ee-be50-124666e9874e HTTP/1.1" status: 204 len: 168 time: 1.4952180 Nov 08 12:38:33.312200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52060) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:33.489392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3aebaeb1-b579-42f9-9005-10a5d23513eb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:33.517439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 3aebaeb1-b579-42f9-9005-10a5d23513eb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:33.517890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 3aebaeb1-b579-42f9-9005-10a5d23513eb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:33.778490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.780561 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a53d922-1693-47f9-96c6-4f542629edb2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:33.785706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5a53d922-1693-47f9-96c6-4f542629edb2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/19d5dc39-3956-47ee-be50-124666e9874e HTTP/1.1" status: 404 len: 333 time: 0.4686792 Nov 08 12:38:33.786006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:33.791653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.804247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-91de5c2c-5d0a-401e-8b31-61f107f8605d None None] Could not find standard attr ID for object 19d5dc39-3956-47ee-be50-124666e9874e. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:33.826766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:33.863449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Checking router: 178cba89-7453-483c-b818-14b776567a7b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:38:33.865887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8add3423-03da-45c3-8207-168865378490 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:33.904776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8add3423-03da-45c3-8207-168865378490 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:33.905122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8add3423-03da-45c3-8207-168865378490 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:33.908017 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:33.928208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-85bfa05a-6d37-4e24-8068-bb4e4238e3f7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:33.930742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-85bfa05a-6d37-4e24-8068-bb4e4238e3f7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.6017168 Nov 08 12:38:33.945881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:33.946614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:33.967675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=c18e4efe-f5e6-4a12-98a7-4ef7031804fb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:34.003227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-2aba3cc0-0696-4ac6-b93c-42186553237d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0458198 Nov 08 12:38:34.008925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::3c7 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9aeec55d-c83b-4a1b-a215-e50845338c16/0a132756-7567-4757-94ac-4d103f4409e6) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:34.029780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:34.040970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:34.047965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:34.111329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-f94f62c6-d480-4343-8f31-74c076b32b22 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065838 Nov 08 12:38:34.123514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.199097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.201999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:34.219804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-4f571e70-2cbc-4e19-8c6a-8a1057267acc service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926588 Nov 08 12:38:34.241136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52074) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:34.342573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.374319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.407072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Pushing event updated for resources: {'Port': ['ID=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:34.432280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e31d9766-0c0b-4761-aae2-de143dbfbf98 None None] Provisioning complete for port 17477075-6b63-4757-8f91-1fbb2e6863b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:34.432662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e31d9766-0c0b-4761-aae2-de143dbfbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.461578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-95d12e86-8f39-442a-9bfd-69913d2edaee service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167974 Nov 08 12:38:34.495045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Attempting to bind port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:34.495642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Attempting to bind port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:34.495898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Attempting to bind port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:34.507564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.508811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router b6d04147-08b8-4051-8db6-78ad866f456e {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:34.517559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.528560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0ccaa2f9-1e70-48e8-aaae-596fc6a3a5fb tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/b6d04147-08b8-4051-8db6-78ad866f456e HTTP/1.1" status: 204 len: 168 time: 2.4911304 Nov 08 12:38:34.528560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:34.533234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:34.533482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830790194', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:34.535188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:34.535776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.536474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:34.537150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Bound port: 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:34.537740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.556059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e31d9766-0c0b-4761-aae2-de143dbfbf98 None None] Port 17477075-6b63-4757-8f91-1fbb2e6863b4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:34.564634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e31d9766-0c0b-4761-aae2-de143dbfbf98 None None] Could not find standard attr ID for object 19d5dc39-3956-47ee-be50-124666e9874e. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:34.601970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:34.634188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc520db8-02cc-4eb9-8434-b90200f409ab None None] The sync data for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 is: [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:26Z', 'revision_number': 4, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '27941c5a-6cc3-49fc-bb44-5a0c243e3a11', 'name': '', 'network_id': '430081dd-5612-4047-9619-73a7b8d46205', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'mac_address': 'fa:16:3e:11:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:23Z', 'updated_at': '2021-11-08T12:29:30Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'subnets': [{'id': '66c99a78-d894-4cf5-92b8-7463185bddc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:34.658124 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.660069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.663462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] For port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:34.667315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] For port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:34.738473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 17477075-6b63-4757-8f91-1fbb2e6863b4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:34.739012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.753534 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.771285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.784543 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.845350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=0a132756-7567-4757-94ac-4d103f4409e6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:34.867649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59d9e22d-c859-4e1c-b478-7f02dbea048e req-0ee8fa87-ebd5-4b03-baea-8f33c8682186 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 210 time: 0.0684600 Nov 08 12:38:34.914308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3789-feb6-4a62-b6e3-fcc8c4f30b80 None None] Pushing event updated for resources: {'Port': ['ID=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:34.931372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:34.937246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:34.939378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:34.942894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:34.949429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:34.950082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.050275 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b18c0f5-8a0f-43d0-b8d5-1d7c44067e47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8573759 Nov 08 12:38:35.055077 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.060358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52090) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:35.130184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.131148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.165816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 17477075-6b63-4757-8f91-1fbb2e6863b4 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:35.197447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e23c01-0e33-4f7c-8b29-19473941517e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:35.204041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e23c01-0e33-4f7c-8b29-19473941517e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:35.208249 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f1e23c01-0e33-4f7c-8b29-19473941517e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1321058 Nov 08 12:38:35.212032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:35.216566 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b401636-fd20-48c3-a12d-66e2660676da None None] New status for floating IP 5dd4ab78-82d8-4d0a-8559-3cd92bc035d4: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:38:35.377315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.386373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.394087 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1f89cf1-e2b7-47fe-ba48-3f09992a2002 HTTP/1.1" status: 204 len: 168 time: 1.1514404 Nov 08 12:38:35.396689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:35.449937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808818c-ae53-4a81-b84b-4faa73d04871 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f89cf1-e2b7-47fe-ba48-3f09992a2002,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:35.454712 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-f0c4df42-647a-4f88-b414-c04b9d53f834 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] show failed (client error): The resource could not be found. Nov 08 12:38:35.459421 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0c4df42-647a-4f88-b414-c04b9d53f834 tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "GET /v2.0/security-groups/b1f89cf1-e2b7-47fe-ba48-3f09992a2002 HTTP/1.1" status: 404 len: 347 time: 0.0408206 Nov 08 12:38:35.461463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52098) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:35.505458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 0a132756-7567-4757-94ac-4d103f4409e6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:35.506084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.672361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Deleting port ee12a8c2-a731-456b-9273-20b67d2a804a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:35.673761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.722315 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.732939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.757114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 0a132756-7567-4757-94ac-4d103f4409e6 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:35.759297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.769633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.769975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.789754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Calling delete_port for ee12a8c2-a731-456b-9273-20b67d2a804a owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:35.796354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.838010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=17477075-6b63-4757-8f91-1fbb2e6863b4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:35.902209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:35.905398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b63af04-5d6f-4a31-85c6-eda0719d0f5f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/17477075-6b63-4757-8f91-1fbb2e6863b4 HTTP/1.1" status: 204 len: 168 time: 2.1182752 Nov 08 12:38:35.908952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52106) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:35.979371 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e77296-8cc6-4a70-972a-f2ee0b4279a0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:35.989323 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-32e77296-8cc6-4a70-972a-f2ee0b4279a0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/17477075-6b63-4757-8f91-1fbb2e6863b4 HTTP/1.1" status: 404 len: 333 time: 0.0714798 Nov 08 12:38:35.990068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52108) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:36.112512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 172.25.1.240 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/0839aebf-5e71-4985-9876-574746884059) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:36.162727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet affaed42-b263-44d6-8e47-a766f3776c30 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:36.175136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.334622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-565c87ce-ee61-4de9-a56a-6fd717523f26 req-d58f54a5-6c36-42ff-85ed-481e7774d576 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 210 time: 0.3504791 Nov 08 12:38:36.351563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.365855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:36.519777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:36.520283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.568973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.578826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.659675 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.695894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Pushing event deleted for resources: {'Port': ['ID=ee12a8c2-a731-456b-9273-20b67d2a804a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:36.718361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cfe2b534-c4ef-41ff-b6a2-9082c82ccc5a None None] Provisioning complete for port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:36.719583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b534-c4ef-41ff-b6a2-9082c82ccc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.776365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.784008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.790108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:36.791942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.798517 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-362d7334-ccf6-4cea-a69e-2213bb75d99b tempest-ServerActionsTestJSON-290891274 tempest-ServerActionsTestJSON-290891274-project] 10.222.0.58 "DELETE /v2.0/floatingips/5dd4ab78-82d8-4d0a-8559-3cd92bc035d4 HTTP/1.1" status: 204 len: 168 time: 1.3343372 Nov 08 12:38:36.800768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52114) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:36.868506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.872924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.931067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b534-c4ef-41ff-b6a2-9082c82ccc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:36.952367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=0a132756-7567-4757-94ac-4d103f4409e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:36.954993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.008574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.018118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/affaed42-b263-44d6-8e47-a766f3776c30 HTTP/1.1" status: 204 len: 168 time: 1.0268533 Nov 08 12:38:37.019205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52120) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:37.020108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd0527-3614-4869-9f65-9a408e9fa1f2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=affaed42-b263-44d6-8e47-a766f3776c30,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:37.043212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.076472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f878b-eee4-466a-9a5f-20a4af71d23d None None] Network d3604ce2-ef4e-47ca-be21-c724e9ed714a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:37.129448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.138052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b1689d68-61a4-4595-b90b-4a7a33ca4bd0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/0a132756-7567-4757-94ac-4d103f4409e6 HTTP/1.1" status: 204 len: 168 time: 1.9262028 Nov 08 12:38:37.150569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=0839aebf-5e71-4985-9876-574746884059,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:37.159224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:37.196436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:37.200924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:37.208110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:37.341220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.420203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dfda3-8b6c-47a3-8a1a-c0c2533fdb24 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:37.421750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dfda3-8b6c-47a3-8a1a-c0c2533fdb24 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:37.428924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d20dfda3-8b6c-47a3-8a1a-c0c2533fdb24 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0809596 Nov 08 12:38:37.482122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52128) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:37.558768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa800364-7a86-4397-a1a3-36b81b71adb4 req-bf3f30e6-668a-4a90-8e80-70a6f39492c6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 210 time: 0.0388715 Nov 08 12:38:37.578932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:37.614672 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-cfe2b534-c4ef-41ff-b6a2-9082c82ccc5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:37.615007 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-cfe2b534-c4ef-41ff-b6a2-9082c82ccc5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:37.723558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] DHCP port deletion for d3604ce2-ef4e-47ca-be21-c724e9ed714a request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:37.735486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9aeec55d-c83b-4a1b-a215-e50845338c16 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:37.753805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.818883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.841765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Deleting port 6e716af0-f304-4cee-a85a-1ca82d95280e {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:37.842142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.886682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-05c9ca50-8a48-4bc6-a9cb-96bb998243f7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:37.890923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-05c9ca50-8a48-4bc6-a9cb-96bb998243f7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.2876565 Nov 08 12:38:37.902889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.913497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 6e716af0-f304-4cee-a85a-1ca82d95280e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:37.913849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.916547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:37.948739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] For port 6e716af0-f304-4cee-a85a-1ca82d95280e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e716af0-f304-4cee-a85a-1ca82d95280e,segment=NetworkSegment(d7511e2a-7c3f-4d94-8dec-5be56287af83),segment_id=d7511e2a-7c3f-4d94-8dec-5be56287af83)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:37.949087 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:37.963877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Calling delete_port for 6e716af0-f304-4cee-a85a-1ca82d95280e owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:38.071816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port 6e716af0-f304-4cee-a85a-1ca82d95280e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e716af0-f304-4cee-a85a-1ca82d95280e,segment=NetworkSegment(d7511e2a-7c3f-4d94-8dec-5be56287af83),segment_id=d7511e2a-7c3f-4d94-8dec-5be56287af83)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:38.072180 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.085426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.120283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 6e716af0-f304-4cee-a85a-1ca82d95280e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:38.169157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.217557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] No DVR routers for this DVR port 6e716af0-f304-4cee-a85a-1ca82d95280e on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:38.224090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed87f3-e155-4da0-afde-9bced9981262 None None] Pushing event deleted for resources: {'Port': ['ID=6e716af0-f304-4cee-a85a-1ca82d95280e,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:38.332806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:38.340432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.363572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a766c4d1-964c-460f-b179-3ba53332c539 None None] Could not find standard attr ID for object 0a132756-7567-4757-94ac-4d103f4409e6. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:38.380494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:38.381302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=6e716af0-f304-4cee-a85a-1ca82d95280e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:38.384661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.389098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.400798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port 6e716af0-f304-4cee-a85a-1ca82d95280e on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:38.420849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:38.421463 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.436036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.441052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9aeec55d-c83b-4a1b-a215-e50845338c16,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:38.478514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.486930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26347e-439f-4140-b46d-a0d81f0fd4d4 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:38.537237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.558608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3604ce2-ef4e-47ca-be21-c724e9ed714a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:38.568786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7511e2a-7c3f-4d94-8dec-5be56287af83') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:38.569155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7511e2a-7c3f-4d94-8dec-5be56287af83') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:38.569441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.8 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/baba76a6-a474-4bd3-a2df-447a5ff45efb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:38.571265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.576871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a9663c5-2c60-47d0-9f79-f51add37b5aa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9aeec55d-c83b-4a1b-a215-e50845338c16 HTTP/1.1" status: 204 len: 168 time: 1.0911355 Nov 08 12:38:38.583201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52136) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:38.659732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.665117 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-00005210-3501-48bc-8551-ce727554e4ae tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437961 Nov 08 12:38:38.669467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52140) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:38.717655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.732726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e716af0-f304-4cee-a85a-1ca82d95280e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:38.757098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6e716af0-f304-4cee-a85a-1ca82d95280e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:38.757284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e716af0-f304-4cee-a85a-1ca82d95280e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:38.760080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:38.760540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:38.764001 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:38.821430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:38.881265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Deleting port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:38.881642 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.893206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe6ed8-daeb-47e2-90fd-8ce14aea3545 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:38.894822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5dbe6ed8-daeb-47e2-90fd-8ce14aea3545 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2230663 Nov 08 12:38:38.900390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52144) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:38.941518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.969839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] For port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:38.974146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:38.974501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-566c9640-279e-4d3a-bd32-b8c9affd7d11 req-9294d1c0-779d-4483-8eba-142373e49f30 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 210 time: 0.0565205 Nov 08 12:38:38.987520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Calling delete_port for 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:39.004195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f67227-6111-474e-ab25-79eaea1cdeda tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:39.005687 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83f67227-6111-474e-ab25-79eaea1cdeda tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1037917 Nov 08 12:38:39.009160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.062178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a3dc01a7-fb42-490a-8326-c9201690b2f3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437136 Nov 08 12:38:39.064661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.069500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52148) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.070148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.075552 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/d3604ce2-ef4e-47ca-be21-c724e9ed714a HTTP/1.1" status: 204 len: 168 time: 2.0518336 Nov 08 12:38:39.076732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:39.082130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52150) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.103549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-861836371'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:39.108835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e514-184d-4e28-8d4c-e0f3e8d7a1cc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=d3604ce2-ef4e-47ca-be21-c724e9ed714a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:39.142383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.145829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 32d9b212-dc1b-490e-a111-2305cb895962 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:39.152675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.211521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:39.248519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Deleting port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:39.249083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.271096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:39.283824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:39.289178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:39.291457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:39.293428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] Pushing event deleted for resources: {'Port': ['ID=36be1b72-64d6-4c0b-a7e5-7f4f0ae93685,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:39.301084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524a2b8-23a2-4bdc-9ada-0854b8c2d621 None None] No DVR routers for this DVR port 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:39.334578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:39.334578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.357711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.357994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.358406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.363044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:39.394077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:38:39.421781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.422281 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Added segment a63e38a1-5585-4047-9b02-9a0431b2c8bd of type vlan for network 9a032442-1dbb-4997-890d-5c334749de9a Nov 08 12:38:39.469804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:39.470612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.475723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:39.476645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.479063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.518733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] For port 27941c5a-6cc3-49fc-bb44-5a0c243e3a11, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:39.519199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.533492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Calling delete_port for 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:39.553090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:39.570810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Sync routers for ids ['32d9b212-dc1b-490e-a111-2305cb895962'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:39.580153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-a6aef73f-cbfc-4660-8101-49d24eda3a09 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6718426 Nov 08 12:38:39.592153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Routers {'32d9b212-dc1b-490e-a111-2305cb895962'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:39.593453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['32d9b212-dc1b-490e-a111-2305cb895962'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:39.593759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Request body: {'port': {'device_id': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:39.606022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.612834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:39.614798 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.721744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.732859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Set router 32d9b212-dc1b-490e-a111-2305cb895962 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:39.753399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:39.758381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20cd9751-4319-4ce8-974c-be8da1ac54dd tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2306352 Nov 08 12:38:39.760378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52156) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.808027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Network': ['ID=9a032442-1dbb-4997-890d-5c334749de9a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:39.826823 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5eb3733e-60f1-4848-a901-2baf7f7d31c5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7300889 Nov 08 12:38:39.828776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52158) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.834390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': '9a032442-1dbb-4997-890d-5c334749de9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:39.848994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9a032442-1dbb-4997-890d-5c334749de9a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:38:39.955721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0530d006-f5b3-4e0d-908b-b2cd2a79e849 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/32d9b212-dc1b-490e-a111-2305cb895962 HTTP/1.1" status: 200 len: 908 time: 0.1918352 Nov 08 12:38:39.964272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:39.969080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830790194', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': True}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:40.096489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.101616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d9b212-dc1b-490e-a111-2305cb895962', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240'}], 'enable_snat': False}, 'gw_port_id': '0839aebf-5e71-4985-9876-574746884059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:34Z', 'updated_at': '2021-11-08T12:38:37Z', 'revision_number': 3, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port': {'id': '0839aebf-5e71-4985-9876-574746884059', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d9b212-dc1b-490e-a111-2305cb895962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:35Z', 'updated_at': '2021-11-08T12:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:40.130917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=27941c5a-6cc3-49fc-bb44-5a0c243e3a11,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:40.135211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.136729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.142949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Checking router: 32d9b212-dc1b-490e-a111-2305cb895962 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:38:40.143299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Updating router 32d9b212-dc1b-490e-a111-2305cb895962 port 0839aebf-5e71-4985-9876-574746884059 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:38:40.171045 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.198895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.393520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:40.433517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:40.434033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36be1b72-64d6-4c0b-a7e5-7f4f0ae93685 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:40.604140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b008ae2-5b24-4c40-b5a4-255a9afa5f44 req-1adf7a03-8478-409b-b4b1-2dd9b3196327 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:40.605768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b008ae2-5b24-4c40-b5a4-255a9afa5f44 req-1adf7a03-8478-409b-b4b1-2dd9b3196327 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 931 time: 0.3352754 Nov 08 12:38:40.669454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.688352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:40.692010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.782829 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.819177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b008ae2-5b24-4c40-b5a4-255a9afa5f44 req-8cedd2e0-c843-4acb-97ac-d86399d42d11 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988680 Nov 08 12:38:40.832648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Attempting to bind port 0839aebf-5e71-4985-9876-574746884059 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:40.838837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Attempting to bind port 0839aebf-5e71-4985-9876-574746884059 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:40.838837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Attempting to bind port 0839aebf-5e71-4985-9876-574746884059 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:40.843379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:40.844522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:40.846122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.846122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:40.846122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Bound port: 0839aebf-5e71-4985-9876-574746884059, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:40.846122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.880542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:40.887832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:40.888105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2c88d-ab78-4ed4-84b2-f56453629883 None None] Pushing event updated for resources: {'Port': ['ID=0839aebf-5e71-4985-9876-574746884059,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:40.951524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] For port 0839aebf-5e71-4985-9876-574746884059, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:40.958276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] For port 0839aebf-5e71-4985-9876-574746884059, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0839aebf-5e71-4985-9876-574746884059,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:40.959152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:40.972584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:40.987537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90310d64-afac-4f30-97fa-f5b5d88921bf None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:41.009711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:41.009711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.017175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.022107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.077322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=2eedc91a-1c02-4fd4-9265-136851eeea03,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:41.092795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baba76a6-a474-4bd3-a2df-447a5ff45efb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:38:41.094774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.111490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.158743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c4a4ee9-0f2a-4a09-a916-95d9b2ecdcc9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0870140 Nov 08 12:38:41.165484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:41.171766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:41.175845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Routers {'32d9b212-dc1b-490e-a111-2305cb895962'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:41.180709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89999dbc-3897-4d17-98fd-2f3179c90518 req-ef21e4db-eeba-467a-a405-1e9a82e7194f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:41.180931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['32d9b212-dc1b-490e-a111-2305cb895962'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:41.181061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89999dbc-3897-4d17-98fd-2f3179c90518 req-ef21e4db-eeba-467a-a405-1e9a82e7194f tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2067602 Nov 08 12:38:41.181836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Transition to ACTIVE for port object baba76a6-a474-4bd3-a2df-447a5ff45efb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:38:41.241929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89999dbc-3897-4d17-98fd-2f3179c90518 req-c1404903-e3a5-4a3b-95cb-a6e3ec47f2cd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496249 Nov 08 12:38:41.254796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2c88d-ab78-4ed4-84b2-f56453629883 None None] Pushing event updated for resources: {'Port': ['ID=0839aebf-5e71-4985-9876-574746884059,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:41.265224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.283596 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:38:41.293520 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.355470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] Set router 32d9b212-dc1b-490e-a111-2305cb895962 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:41.359777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '2eedc91a-1c02-4fd4-9265-136851eeea03'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:41.361489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.364694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Pushing event updated for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:41.423298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=10f75293-94ce-4294-8381-df8d16ae69fd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:41.425512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Checking segment: {'id': 'a63e38a1-5585-4047-9b02-9a0431b2c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:41.425875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network hostable DHCP agents. Network: 9a032442-1dbb-4997-890d-5c334749de9a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:38:41.512927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Router 178cba89-7453-483c-b818-14b776567a7b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:38:41.514839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Attempting to bind port baba76a6-a474-4bd3-a2df-447a5ff45efb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:41.515192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Attempting to bind port baba76a6-a474-4bd3-a2df-447a5ff45efb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:41.515748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Attempting to bind port baba76a6-a474-4bd3-a2df-447a5ff45efb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:41.521491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Port baba76a6-a474-4bd3-a2df-447a5ff45efb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:38:41.522863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Attempting to bind port baba76a6-a474-4bd3-a2df-447a5ff45efb on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:41.527666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:41.528006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:41.528390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:41.528900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Bound port: baba76a6-a474-4bd3-a2df-447a5ff45efb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:41.529168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.598973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 9a032442-1dbb-4997-890d-5c334749de9a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:38:41.607857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:41.611531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:41.622805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:41.626354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.673708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9a032442-1dbb-4997-890d-5c334749de9a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:41.689166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:41.689166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.690202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe4fa7-1a75-4574-8e9d-9d207c4e68d5 None None] Network 9a032442-1dbb-4997-890d-5c334749de9a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:41.707996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.747589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:41.748632 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.750590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] 10.222.0.57 "PUT /v2.0/ports/baba76a6-a474-4bd3-a2df-447a5ff45efb HTTP/1.1" status: 200 len: 1091 time: 2.1609724 Nov 08 12:38:41.751286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:41.754368 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd231f0-959d-469e-8b87-7d79fd2097a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:41.776694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfb52567-89cd-4b3f-9575-b4904fa90e09 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9464738 Nov 08 12:38:41.779929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52182) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:41.785627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-557967300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:41.797612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98407-e3c8-4b56-abfa-9462f502b87e service neutron] Pushing event updated for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:41.801585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.833947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.839237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:41.840004 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd674207-6a60-44d4-aa03-b44c28cb7439 x-openstack-request-id: req-cd674207-6a60-44d4-aa03-b44c28cb7439 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:41.840764 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:41.841236 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd674207-6a60-44d4-aa03-b44c28cb7439 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:41.841903 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb', 'status': 'completed', 'code': 200} Nov 08 12:38:41.851175 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce5fd279-c829-4986-85b5-959d6d2cfd3f admin admin] 10.222.0.58 "PUT /v2.0/routers/178cba89-7453-483c-b818-14b776567a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0472906 Nov 08 12:38:41.854801 n-d-816990-1 neutron-server[102536]: INFO neutron.db.ipam_backend_mixin [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2eedc91a-1c02-4fd4-9265-136851eeea03 (CIDR: 2001:db8::/64) Nov 08 12:38:41.855490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:41.866502 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Sync routers for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:41.878225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Allocated IP 2001:db8::f816:3eff:fe7b:4e87 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/2eedc91a-1c02-4fd4-9265-136851eeea03/1f09d9fb-21eb-401f-817e-705a59fc139f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:41.886143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:41.888335 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:41.911301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.912496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:41.927478 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:41.931967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:42.050697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d9b212-dc1b-490e-a111-2305cb895962', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240'}], 'enable_snat': False}, 'gw_port_id': '0839aebf-5e71-4985-9876-574746884059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:34Z', 'updated_at': '2021-11-08T12:38:37Z', 'revision_number': 3, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port': {'id': '0839aebf-5e71-4985-9876-574746884059', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d9b212-dc1b-490e-a111-2305cb895962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:35Z', 'updated_at': '2021-11-08T12:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:42.052967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9a032442-1dbb-4997-890d-5c334749de9a', 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': '10f75293-94ce-4294-8381-df8d16ae69fd'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:42.053818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.062956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 172.25.1.142 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/4fd11da4-4635-419b-b8c8-5ba833aad0cc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:42.104476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb22f-631f-4dfa-901b-201db10d8244 None None] The sync data for ids ['32d9b212-dc1b-490e-a111-2305cb895962'] in n-d-816990-1 is: [{'id': '32d9b212-dc1b-490e-a111-2305cb895962', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240'}], 'enable_snat': False}, 'gw_port_id': '0839aebf-5e71-4985-9876-574746884059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:34Z', 'updated_at': '2021-11-08T12:38:37Z', 'revision_number': 3, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port': {'id': '0839aebf-5e71-4985-9876-574746884059', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d9b212-dc1b-490e-a111-2305cb895962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:35Z', 'updated_at': '2021-11-08T12:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:42.136782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.157773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-c0c6ffc0-47e6-4e59-92bb-026275902b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:42.159191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-c0c6ffc0-47e6-4e59-92bb-026275902b6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 1094 time: 0.2564473 Nov 08 12:38:42.163983 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0f50ac66-75ee-4682-84a8-50635f6fbf28 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9966207 Nov 08 12:38:42.167823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:42.180677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:42.199829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:42.215614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.237320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.267521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da5c74-5f5f-4d68-93f5-ddcf95824332 req-0729bfcf-1358-43f3-8549-58cf57737725 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:42.276378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03da5c74-5f5f-4d68-93f5-ddcf95824332 req-0729bfcf-1358-43f3-8549-58cf57737725 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 943 time: 0.3004174 Nov 08 12:38:42.326737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.334414 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.382014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.417715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:42.420267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Allocated IP 2001:db8::2 (9a032442-1dbb-4997-890d-5c334749de9a/10f75293-94ce-4294-8381-df8d16ae69fd/025f7a15-c56d-4ad6-8e0e-ffa89fd875ec) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:42.424434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:42.431170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:42.441102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:42.445114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.511696 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:38:39Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:42.529982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:42.556482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:42.560586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:42.572792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=4fd11da4-4635-419b-b8c8-5ba833aad0cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:42.580412 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Checking router: 178cba89-7453-483c-b818-14b776567a7b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:38:42.594786 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Routers {'178cba89-7453-483c-b818-14b776567a7b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:42.595718 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['178cba89-7453-483c-b818-14b776567a7b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:42.614702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Attempting to bind port 1f09d9fb-21eb-401f-817e-705a59fc139f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:42.619392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Attempting to bind port 1f09d9fb-21eb-401f-817e-705a59fc139f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:42.619392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Attempting to bind port 1f09d9fb-21eb-401f-817e-705a59fc139f on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:42.631391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:42.631767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:42.632167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.633099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:42.633590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Bound port: 1f09d9fb-21eb-401f-817e-705a59fc139f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:42.633967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.753444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.758642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-66a92921-9a8c-4d51-9726-43dd3239952e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9742472 Nov 08 12:38:42.779359 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] Set router 178cba89-7453-483c-b818-14b776567a7b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:42.792646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:42.801256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03da5c74-5f5f-4d68-93f5-ddcf95824332 req-19b305cc-bbd6-4614-a6f7-9f467cb92209 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218728 Nov 08 12:38:42.820591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:42.836696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:42.845043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.851483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'network_id': '9a032442-1dbb-4997-890d-5c334749de9a', 'name': 'tempest-PortsIpV6TestJSON-1298553599'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:42.899145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3c8a0-8f74-4cc0-8e27-b6a76dcf843d req-0a1d72b3-6b8f-47fc-9a6b-bdfc6a6a76f6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:42.901724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.910415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ec3c8a0-8f74-4cc0-8e27-b6a76dcf843d req-0a1d72b3-6b8f-47fc-9a6b-bdfc6a6a76f6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.5155780 Nov 08 12:38:42.946659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-b081037f-2ea2-44e4-b306-bef990efd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:42.948293 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:42.948484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-b081037f-2ea2-44e4-b306-bef990efd9ea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7593997 Nov 08 12:38:43.011632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Network 9a032442-1dbb-4997-890d-5c334749de9a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:43.015286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:43.017372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead32a92-d9e9-4bd1-a891-be50eee623ca None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:43.020514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:43.093597 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:38:39Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:43.112189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-f93b4fe7-0303-45bc-a353-fa1a1ffe36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:43.113663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fcd231f0-959d-469e-8b87-7d79fd2097a0 req-f93b4fe7-0303-45bc-a353-fa1a1ffe36d4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430423 Nov 08 12:38:43.155699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473c991-92d4-4773-98a3-8c1b9970e04a None None] The sync data for ids ['178cba89-7453-483c-b818-14b776567a7b'] in n-d-816990-1 is: [{'id': '178cba89-7453-483c-b818-14b776567a7b', 'name': 'tempest-ServerActionsTestJSON-1850857534-router', 'tenant_id': 'f39258074f82414ba658e749e03454ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:38:39Z', 'revision_number': 5, 'project_id': 'f39258074f82414ba658e749e03454ec', 'gw_port': {'id': '5b0c8d4c-9575-46cf-9b28-f6045d4dcaba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178cba89-7453-483c-b818-14b776567a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:29:18Z', 'updated_at': '2021-11-08T12:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:43.169684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Pushing event updated for resources: {'Port': ['ID=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:43.170022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.177434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ec3c8a0-8f74-4cc0-8e27-b6a76dcf843d req-96e09524-5ce5-415e-a59f-7755ecc50fe0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680802 Nov 08 12:38:43.180762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Attempting to bind port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:43.181142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Attempting to bind port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a63e38a1-5585-4047-9b02-9a0431b2c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:43.181548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Attempting to bind port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec on network 9a032442-1dbb-4997-890d-5c334749de9a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:43.199087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:43.199512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Checking segment: {'id': 'a63e38a1-5585-4047-9b02-9a0431b2c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:43.199918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.200309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Bound using segment: {'id': 'a63e38a1-5585-4047-9b02-9a0431b2c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:43.200780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Bound port: 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63e38a1-5585-4047-9b02-9a0431b2c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a032442-1dbb-4997-890d-5c334749de9a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:43.201159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.215996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:43.224290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.315170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.339218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] For port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:43.342960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] For port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,segment=NetworkSegment(a63e38a1-5585-4047-9b02-9a0431b2c8bd),segment_id=a63e38a1-5585-4047-9b02-9a0431b2c8bd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:43.424650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-ee196694-f287-4d5f-ad68-4c83461dcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:43.426164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-ee196694-f287-4d5f-ad68-4c83461dcfb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 1094 time: 0.2253635 Nov 08 12:38:43.437986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.463107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.491945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-52120d43-2c5d-462b-8264-61386f6d1672 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb HTTP/1.1" status: 200 len: 217 time: 0.0557880 Nov 08 12:38:43.526764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a36e3-4104-4e9c-bcce-160d6e49f63a None None] Pushing event updated for resources: {'Port': ['ID=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:43.660045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580b14-2635-4dae-a0db-e5b54197015e req-a63721c7-a8f7-48e8-b853-1f2434d0306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:43.661857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-a63721c7-a8f7-48e8-b853-1f2434d0306a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.0921650 Nov 08 12:38:43.668037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:43.672649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:43.727313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-260e5b61-79b5-407c-89df-8d34f9e42a07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491841 Nov 08 12:38:43.736666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 49764794-b06d-4d26-a036-e631c15e480f yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:43.799774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 13379f3c-395f-421b-ade5-f7be1a3cb840 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:44.019396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:44.029567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Sync routers for ids ['13379f3c-395f-421b-ade5-f7be1a3cb840'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:44.041460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Routers {'13379f3c-395f-421b-ade5-f7be1a3cb840'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:44.042080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['13379f3c-395f-421b-ade5-f7be1a3cb840'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:44.097228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Deleting port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:44.097228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.099435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::3a2 (9a032442-1dbb-4997-890d-5c334749de9a/10f75293-94ce-4294-8381-df8d16ae69fd/49764794-b06d-4d26-a036-e631c15e480f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:44.114913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.121017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dd90fddd-2ee6-4fe4-bf8e-2fb62fbf88b4 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1552353 Nov 08 12:38:44.121755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:44.165112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Set router 13379f3c-395f-421b-ade5-f7be1a3cb840 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:44.169188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ebfc5-f331-433e-b8df-ec34de2cfe80 req-d6af9d5a-edb1-40e3-b9ca-5f671f772cac tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:44.171159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a3ebfc5-f331-433e-b8df-ec34de2cfe80 req-d6af9d5a-edb1-40e3-b9ca-5f671f772cac tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 943 time: 0.2235763 Nov 08 12:38:44.290184 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2b324cd-5da6-4163-99b4-91b7aa01d907 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/13379f3c-395f-421b-ade5-f7be1a3cb840 HTTP/1.1" status: 200 len: 907 time: 0.1671460 Nov 08 12:38:44.292793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52208) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:44.327166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] For port 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:44.327543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.385228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-4ca5d533-3251-4e42-a6e3-98faee57f765 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423676 Nov 08 12:38:44.400180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Calling delete_port for 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:44.447501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.470119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:44.493467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.568449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:44.568944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.575394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.627508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13379f3c-395f-421b-ade5-f7be1a3cb840', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4fd11da4-4635-419b-b8c8-5ba833aad0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:40Z', 'updated_at': '2021-11-08T12:38:42Z', 'revision_number': 3, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port': {'id': '4fd11da4-4635-419b-b8c8-5ba833aad0cc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13379f3c-395f-421b-ade5-f7be1a3cb840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:41Z', 'updated_at': '2021-11-08T12:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:44.658559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Checking router: 13379f3c-395f-421b-ade5-f7be1a3cb840 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:38:44.659464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Updating router 13379f3c-395f-421b-ade5-f7be1a3cb840 port 4fd11da4-4635-419b-b8c8-5ba833aad0cc binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:38:44.690808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Deleting port 4fd11da4-4635-419b-b8c8-5ba833aad0cc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:44.691043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.712488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.744470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.784435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.798976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Calling delete_port for 4fd11da4-4635-419b-b8c8-5ba833aad0cc owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:44.846640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,segment=NetworkSegment(a63e38a1-5585-4047-9b02-9a0431b2c8bd),segment_id=a63e38a1-5585-4047-9b02-9a0431b2c8bd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:44.931415 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:44.932162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0839aebf-5e71-4985-9876-574746884059 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:45.031457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:45.088444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.092506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:45.096116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:45.097105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.141574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=5980f41e-fae8-42bf-8c7c-894525c57592,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.142326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.177542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0839aebf-5e71-4985-9876-574746884059 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:45.182794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.217400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fd11da4-4635-419b-b8c8-5ba833aad0cc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.241610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a3ebfc5-f331-433e-b8df-ec34de2cfe80 req-554091bd-727d-4435-b205-ed48cb14a6d1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929372 Nov 08 12:38:45.251496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082ee6-7bdd-4055-b22b-41e8338ea39f req-0979169e-f047-44c5-aecd-640f0ea36786 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:45.260545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a082ee6-7bdd-4055-b22b-41e8338ea39f req-0979169e-f047-44c5-aecd-640f0ea36786 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.9089448 Nov 08 12:38:45.266283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.266579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.270279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:45.270933 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:45.272241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.272703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.273057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.273403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.273740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.274070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.274484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.279022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.281427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.286061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:38:45.324046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-73620fc5-545c-4905-a78d-f269e41916d1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1512351 Nov 08 12:38:45.332946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51580b14-2635-4dae-a0db-e5b54197015e req-050b2cb9-edca-4f50-88ff-219306056ac0 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465858 Nov 08 12:38:45.348141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:45.355172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:99:96:4c', 'name': 'tempest-NetworksTestDHCPv6-1583018430'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:45.356431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3d3d8-f5e7-4f43-a5e1-c3bdce6c5981 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:45.393844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.501710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0839aebf-5e71-4985-9876-574746884059, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0839aebf-5e71-4985-9876-574746884059,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:45.509697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:45.510639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.568157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a082ee6-7bdd-4055-b22b-41e8338ea39f req-03ae04b4-2693-4073-a880-a4524fdb999b tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065381 Nov 08 12:38:45.586712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.627202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.628303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:45.640578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce801dc-30c3-4afa-aac6-c77355c8ca61 None None] Network 9a032442-1dbb-4997-890d-5c334749de9a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:45.746945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.777495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0c8d4c-9575-46cf-9b28-f6045d4dcaba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.787258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.788663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:45.847520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Port 4fd11da4-4635-419b-b8c8-5ba833aad0cc not found while updating agent binding for router 13379f3c-395f-421b-ade5-f7be1a3cb840. {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 08 12:38:45.884676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.903086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Routers {'13379f3c-395f-421b-ade5-f7be1a3cb840'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:45.903718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['13379f3c-395f-421b-ade5-f7be1a3cb840'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:45.906514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0839aebf-5e71-4985-9876-574746884059,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.944672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 9a032442-1dbb-4997-890d-5c334749de9a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:45.945285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.958416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:45.961013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:45.967107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:45.967727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:45.973769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=49764794-b06d-4d26-a036-e631c15e480f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:45.996236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.002290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.004209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.011389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.019986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] Set router 13379f3c-395f-421b-ade5-f7be1a3cb840 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:38:46.085338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:46.087040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.094874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96f3019b-e453-4a83-b98e-31910d0dc7b0 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2703128 Nov 08 12:38:46.095745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52216) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:46.118354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13379f3c-395f-421b-ade5-f7be1a3cb840', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:40Z', 'updated_at': '2021-11-08T12:38:44Z', 'revision_number': 5, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:46.136417 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.142214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.150485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.182156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.182732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13379f3c-395f-421b-ade5-f7be1a3cb840 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:46.188361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.188927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:46.190035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a36404b2-145c-4f76-89f5-756580c775bf tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/routers/13379f3c-395f-421b-ade5-f7be1a3cb840 HTTP/1.1" status: 204 len: 168 time: 1.8957460 Nov 08 12:38:46.193143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:46.208747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 51126b3c-2d16-4048-a722-cba2fea50228 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:46.225798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc43145-142a-4a62-9fd2-b3f655369618 None None] The sync data for ids ['13379f3c-395f-421b-ade5-f7be1a3cb840'] in n-d-816990-1 is: [{'id': '13379f3c-395f-421b-ade5-f7be1a3cb840', 'name': 'tempest-snat-router-830790194', 'tenant_id': '415a3070729e43809b2c6818d98f8e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:40Z', 'updated_at': '2021-11-08T12:38:44Z', 'revision_number': 5, 'project_id': '415a3070729e43809b2c6818d98f8e0f', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:46.310496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.314903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178cba89-7453-483c-b818-14b776567a7b {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:46.326974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.332681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f124834-f78a-4626-ba5b-ac5d7f38149d admin admin] 10.222.0.58 "DELETE /v2.0/routers/178cba89-7453-483c-b818-14b776567a7b HTTP/1.1" status: 204 len: 168 time: 4.4758468 Nov 08 12:38:46.333365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:46.531398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.540091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '2eedc91a-1c02-4fd4-9265-136851eeea03', 'ip_address': '2001:db8::f816:3eff:fe7b:4e87'}, {'subnet_id': '5980f41e-fae8-42bf-8c7c-894525c57592'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1f09d9fb-21eb-401f-817e-705a59fc139f'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:46.552596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8fd92-e1df-4f78-833a-15e3f932e5d1 req-30cffc0e-5fb6-4ffd-b868-a7f21d549c81 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:46.561882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c8fd92-e1df-4f78-833a-15e3f932e5d1 req-30cffc0e-5fb6-4ffd-b868-a7f21d549c81 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 943 time: 0.1703968 Nov 08 12:38:46.661435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c8fd92-e1df-4f78-833a-15e3f932e5d1 req-f8df42d3-4356-48fb-9806-df671090958f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968959 Nov 08 12:38:46.662878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8:0:1::307 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/5980f41e-fae8-42bf-8c7c-894525c57592/51126b3c-2d16-4048-a722-cba2fea50228) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:46.672658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fe99:964c (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/2eedc91a-1c02-4fd4-9265-136851eeea03/51126b3c-2d16-4048-a722-cba2fea50228) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:46.708478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Deleting subnet 66c99a78-d894-4cf5-92b8-7463185bddc7 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:46.716237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.724471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.741777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f32b8-d15e-44bc-ab09-1884c747418e None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:46.752056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.794409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:46.794409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-aa817d4d-ab07-47d6-9d1c-0daa699a13bb None None] Provisioning complete for port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:46.794409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa817d4d-ab07-47d6-9d1c-0daa699a13bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.836122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:46.836468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 27941c5a-6cc3-49fc-bb44-5a0c243e3a11 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:46.840061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:46.921752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759330a6-cf3c-46b6-9f96-4196c1722e0c req-add57e11-a372-4848-a2ac-6861b2882b21 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:46.923483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-759330a6-cf3c-46b6-9f96-4196c1722e0c req-add57e11-a372-4848-a2ac-6861b2882b21 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1213362 Nov 08 12:38:46.994606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.012863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-759330a6-cf3c-46b6-9f96-4196c1722e0c req-fc90640b-da61-4cdd-8d9a-eeaf2a356367 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786781 Nov 08 12:38:47.105173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.120403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.127888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.152129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.168760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:47.197113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:47.206789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:47.208659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Allocated IP 2001:db8:0:1::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/5980f41e-fae8-42bf-8c7c-894525c57592/1f09d9fb-21eb-401f-817e-705a59fc139f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:47.215031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:47.223303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:47.223303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.234464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=51126b3c-2d16-4048-a722-cba2fea50228,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:47.328221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:47.328654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.331613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5509a2b4-034e-45b0-890e-c735c091e8b1 None None] Provisioning complete for port 49764794-b06d-4d26-a036-e631c15e480f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:47.332055 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5509a2b4-034e-45b0-890e-c735c091e8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.350550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e09f21e-02ff-49a6-81f0-71f13adf794e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0007541 Nov 08 12:38:47.351254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:47.410016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:47.427872 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.434093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5509a2b4-034e-45b0-890e-c735c091e8b1 None None] Port 49764794-b06d-4d26-a036-e631c15e480f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:47.469885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.474986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5509a2b4-034e-45b0-890e-c735c091e8b1 None None] Provisioning complete for port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:47.474986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5509a2b4-034e-45b0-890e-c735c091e8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.490845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c99a78-d894-4cf5-92b8-7463185bddc7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:47.510605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Deleting port 0839aebf-5e71-4985-9876-574746884059 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:47.511470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.550474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.552828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ff10c-07fc-4b78-8b40-2dbb5cbdcf3c None None] Network 430081dd-5612-4047-9619-73a7b8d46205 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:47.556011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e6649ae-d964-4512-88b3-017c6d515c2f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/66c99a78-d894-4cf5-92b8-7463185bddc7 HTTP/1.1" status: 204 len: 168 time: 1.2174172 Nov 08 12:38:47.557749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.558369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 51126b3c-2d16-4048-a722-cba2fea50228 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:47.558883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.572787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52234) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:47.573339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0839aebf-5e71-4985-9876-574746884059 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:47.694932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.712848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 51126b3c-2d16-4048-a722-cba2fea50228 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:47.785116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de07d0-2b4a-4b2c-8361-10dc3871e52d None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:47.808489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.832017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] For port 0839aebf-5e71-4985-9876-574746884059, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0839aebf-5e71-4985-9876-574746884059,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:47.832384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.860025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0839aebf-5e71-4985-9876-574746884059 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:47.860398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.864373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Calling delete_port for 0839aebf-5e71-4985-9876-574746884059 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:47.873709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.908318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829cf40-1fb6-41c6-9d52-78ac30ce9de3 req-6aec877c-8644-4a37-8447-d112f2219047 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:47.910960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4829cf40-1fb6-41c6-9d52-78ac30ce9de3 req-6aec877c-8644-4a37-8447-d112f2219047 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 943 time: 0.1261020 Nov 08 12:38:47.967722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:47.994873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4829cf40-1fb6-41c6-9d52-78ac30ce9de3 req-2806ac22-2aa6-49cb-b7c1-5e79f87d69e3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Nov 08 12:38:48.025937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] DHCP port deletion for 430081dd-5612-4047-9619-73a7b8d46205 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:48.057256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1abc36ed-134b-48e6-bf2f-0d1a2adcdd5f None None] Provisioning complete for port 49764794-b06d-4d26-a036-e631c15e480f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:48.059776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1abc36ed-134b-48e6-bf2f-0d1a2adcdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.073573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:48.120110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1abc36ed-134b-48e6-bf2f-0d1a2adcdd5f None None] Port 49764794-b06d-4d26-a036-e631c15e480f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:48.133009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=49764794-b06d-4d26-a036-e631c15e480f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:48.210621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.254459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Deleting port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:48.255058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.260369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=51126b3c-2d16-4048-a722-cba2fea50228,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:48.281295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:48.281954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.331060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.336102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e25dc4f6-fe2e-4f97-bfbb-317f7ab2ac69 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/51126b3c-2d16-4048-a722-cba2fea50228 HTTP/1.1" status: 204 len: 168 time: 0.9836838 Nov 08 12:38:48.338553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:48.358274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c904-2d1e-42cb-9c98-9bbbdc57475b req-a97f1a6f-24c6-44a6-af77-0dbca042121d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.361646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3b4c904-2d1e-42cb-9c98-9bbbdc57475b req-a97f1a6f-24c6-44a6-af77-0dbca042121d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1884356 Nov 08 12:38:48.392755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] For port 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=337887b1-2ae7-47aa-af33-a25fe3e4ef23,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:48.393172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.405041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.443918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3b4c904-2d1e-42cb-9c98-9bbbdc57475b req-aaa3a61b-b5cd-450b-b43e-1320ab2f4ca0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640438 Nov 08 12:38:48.452169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Calling delete_port for 337887b1-2ae7-47aa-af33-a25fe3e4ef23 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:48.471750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910c2ba-0ddd-4d34-93c3-2f43c998a1bd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.474369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b910c2ba-0ddd-4d34-93c3-2f43c998a1bd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1345787 Nov 08 12:38:48.477244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:48.504786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Deleting port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:48.505138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.546081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:48.556387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a857d-3976-4abe-9a21-876372ee33ba tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.561419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-875a857d-3976-4abe-9a21-876372ee33ba tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0807898 Nov 08 12:38:48.561778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:48.594358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] For port 337887b1-2ae7-47aa-af33-a25fe3e4ef23, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=337887b1-2ae7-47aa-af33-a25fe3e4ef23,segment=NetworkSegment(37134a11-b359-4a87-a183-ec2b9b4819ef),segment_id=37134a11-b359-4a87-a183-ec2b9b4819ef)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:48.594631 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.627437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2a707b7b-b131-47ed-ab79-e1d2dd382e22 None None] Provisioning complete for port 49764794-b06d-4d26-a036-e631c15e480f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:48.627886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a707b7b-b131-47ed-ab79-e1d2dd382e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.630609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Calling delete_port for 337887b1-2ae7-47aa-af33-a25fe3e4ef23 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:48.630908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:48.633387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5b0c8d4c-9575-46cf-9b28-f6045d4dcaba not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:48.659832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8fe5e-3147-454c-83ed-96b0f98eea3d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.664869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8fe5e-3147-454c-83ed-96b0f98eea3d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.668402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8fe5e-3147-454c-83ed-96b0f98eea3d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:48.678425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfe8fe5e-3147-454c-83ed-96b0f98eea3d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1123900 Nov 08 12:38:48.682992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:48.697014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.708526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2a707b7b-b131-47ed-ab79-e1d2dd382e22 None None] Port 49764794-b06d-4d26-a036-e631c15e480f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:48.737163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] Pushing event deleted for resources: {'Port': ['ID=337887b1-2ae7-47aa-af33-a25fe3e4ef23,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:48.740023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1361e6-c2c5-4be9-91e2-86e4a4fcc884 None None] No DVR routers for this DVR port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:48.774686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 2eedc91a-1c02-4fd4-9265-136851eeea03 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:48.778165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.790012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.821418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Pushing event deleted for resources: {'Port': ['ID=337887b1-2ae7-47aa-af33-a25fe3e4ef23,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:48.824950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.829814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] No DVR routers for this DVR port 337887b1-2ae7-47aa-af33-a25fe3e4ef23 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:48.865843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c68969d5-2b05-4594-bf9d-f0bdb5e1aa7a None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:48.869572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c68969d5-2b05-4594-bf9d-f0bdb5e1aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.870283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.951621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:48.973437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:48.975579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event deleted for resources: {'Port': ['ID=0839aebf-5e71-4985-9876-574746884059,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:49.061072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.080120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:49.080391 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.084405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.100822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.135849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=2eedc91a-1c02-4fd4-9265-136851eeea03,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:49.155666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430081dd-5612-4047-9619-73a7b8d46205']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:49.173357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.174309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37134a11-b359-4a87-a183-ec2b9b4819ef') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:49.174618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37134a11-b359-4a87-a183-ec2b9b4819ef') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:49.179834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0163e1b3-375e-40a5-9819-460d1ed98944 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/2eedc91a-1c02-4fd4-9265-136851eeea03 HTTP/1.1" status: 204 len: 168 time: 0.4982982 Nov 08 12:38:49.184240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52256) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:49.187963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.196834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.204862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d312c9a-3bb4-4f33-b6c6-ca982cd612a4 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:49.229851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-525a891a-ac47-4068-98de-9a94996c6d74 None None] Could not find standard attr ID for object 51126b3c-2d16-4048-a722-cba2fea50228. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:38:49.269362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28b902-ac4d-4afe-8f43-110706a114c8 req-c08171a2-6ec4-4d01-8fbb-866f14877b90 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:49.276793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d28b902-ac4d-4afe-8f43-110706a114c8 req-c08171a2-6ec4-4d01-8fbb-866f14877b90 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 943 time: 0.1315751 Nov 08 12:38:49.287907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 5980f41e-fae8-42bf-8c7c-894525c57592 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:49.300008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.359773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.389039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d28b902-ac4d-4afe-8f43-110706a114c8 req-e97b25d6-a777-442b-b69d-92930bd47fa1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112716 Nov 08 12:38:49.408199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 337887b1-2ae7-47aa-af33-a25fe3e4ef23 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:49.433996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 337887b1-2ae7-47aa-af33-a25fe3e4ef23 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:49.434378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 337887b1-2ae7-47aa-af33-a25fe3e4ef23 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:49.476335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.557100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device baba76a6-a474-4bd3-a2df-447a5ff45efb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:38:49.613995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d421e-d6a7-46d5-a021-4fd2d56e1e19 req-f260c996-e9c0-4e8e-9361-92b9f198dd79 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:49.615516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-973d421e-d6a7-46d5-a021-4fd2d56e1e19 req-f260c996-e9c0-4e8e-9361-92b9f198dd79 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.0754898 Nov 08 12:38:49.646541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.691154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=5980f41e-fae8-42bf-8c7c-894525c57592,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:49.691755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:49.699034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.704751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5fedc8ba-e7cd-459e-90e5-711d461b4e77 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/5980f41e-fae8-42bf-8c7c-894525c57592 HTTP/1.1" status: 204 len: 168 time: 0.5196309 Nov 08 12:38:49.706964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-973d421e-d6a7-46d5-a021-4fd2d56e1e19 req-22875c36-ed25-4aa8-8325-01d9cb282774 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843844 Nov 08 12:38:49.707525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52260) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:49.707894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.708286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-eaa44749-e334-4d24-a494-2c88e3f6cefb service neutron] (102535) timed out ('10.222.0.58', 54122) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:38:49.711937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.737145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'baba76a6-a474-4bd3-a2df-447a5ff45efb', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': 'baba76a6-a474-4bd3-a2df-447a5ff45efb', 'mac_address': 'fa:16:3e:af:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:38:49.765232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-168a5219-a460-44ca-87e7-1d2535151c5c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531282 Nov 08 12:38:49.765481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:49.770830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:49.805730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.834291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baba76a6-a474-4bd3-a2df-447a5ff45efb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:38:49.862017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:49.878550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.879044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32d9b212-dc1b-490e-a111-2305cb895962 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:49.885257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.886995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-34fd4587-7258-416c-b09e-19144676bc48 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "DELETE /v2.0/routers/32d9b212-dc1b-490e-a111-2305cb895962 HTTP/1.1" status: 204 len: 168 time: 3.6930358 Nov 08 12:38:49.890785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:49.895681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135367322', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:49.897491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.913399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.941815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:49.942527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:49.944513 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:49.956018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:49.963754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.032457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:50.068977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.070283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.113144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.121577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.142057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.148373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.152240 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/430081dd-5612-4047-9619-73a7b8d46205 HTTP/1.1" status: 204 len: 168 time: 2.5779119 Nov 08 12:38:50.166449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c470-cbf8-4ad3-b06f-54ec1a2bba89 admin admin] Pushing event deleted for resources: {'Network': ['ID=430081dd-5612-4047-9619-73a7b8d46205,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:50.186951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.187195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['baba76a6-a474-4bd3-a2df-447a5ff45efb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:50.214157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.214157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.320376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=49764794-b06d-4d26-a036-e631c15e480f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:50.366507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network 9a032442-1dbb-4997-890d-5c334749de9a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:50.368897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:50.437400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285f6c0-6225-403a-9133-cf4ecf040267 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:50.459618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.544275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e5cf318d-35b2-4b15-9b5a-9ca789e752e1 None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:50.544646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5cf318d-35b2-4b15-9b5a-9ca789e752e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.575731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52274) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:50.639418 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2376565d-16bf-4605-aee1-bcc544162b0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f39258074f82414ba658e749e03454ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616810 Nov 08 12:38:50.641568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52276) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:50.692497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Router 039fdcb8-670d-4099-8efa-b5bdfa30c9aa is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:50.729934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde789-82d8-4de2-ac22-650669c456b7 req-f074509f-4ee2-44f0-8d64-c2d9e4bc9ef1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:50.752714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29dde789-82d8-4de2-ac22-650669c456b7 req-f074509f-4ee2-44f0-8d64-c2d9e4bc9ef1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 944 time: 0.2093768 Nov 08 12:38:50.754811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.815483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '971d4edd-845d-46e0-9a0e-35f3d2e9f528'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1f09d9fb-21eb-401f-817e-705a59fc139f'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:50.817370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.846779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:50.857745 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-307fb1e4-ef8e-4b6e-bfee-dddfd6a163be tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/routers/039fdcb8-670d-4099-8efa-b5bdfa30c9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7583928 Nov 08 12:38:50.858525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:50.862915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:38:50.870660 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] Sync routers for ids ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:50.884229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.907877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] Routers {'039fdcb8-670d-4099-8efa-b5bdfa30c9aa'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:50.908692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:50.917251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c5aff-43ed-4f5e-8769-308d9da9f46c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:50.921638 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-263c5aff-43ed-4f5e-8769-308d9da9f46c tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?device_id=039fdcb8-670d-4099-8efa-b5bdfa30c9aa HTTP/1.1" status: 200 len: 989 time: 0.0592411 Nov 08 12:38:50.922032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52284) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:50.933115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0fc402ce-abd5-4134-8d8b-a04e24a0fd3f None None] Provisioning complete for port 49764794-b06d-4d26-a036-e631c15e480f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:50.933460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0fc402ce-abd5-4134-8d8b-a04e24a0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.952125 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:50.963638 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] Routers {'039fdcb8-670d-4099-8efa-b5bdfa30c9aa'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:50.970476 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:50.977525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0fc402ce-abd5-4134-8d8b-a04e24a0fd3f None None] Port 49764794-b06d-4d26-a036-e631c15e480f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:50.978900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0839aebf-5e71-4985-9876-574746884059 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:50.984884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29dde789-82d8-4de2-ac22-650669c456b7 req-02ad6928-144f-44ce-bad3-35fe82a94378 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312787 Nov 08 12:38:50.993131 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.998914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:50.998914 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59f10e01-5958-412d-89ea-72ad38f45480 HTTP/1.1" status: 204 len: 168 time: 0.3554111 Nov 08 12:38:51.022495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cea6-e047-4e08-a247-f8b0f96817fb req-296961ab-85a5-4a2e-aba8-c582986eb2b0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:51.024062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a94cea6-e047-4e08-a247-f8b0f96817fb req-296961ab-85a5-4a2e-aba8-c582986eb2b0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2199478 Nov 08 12:38:51.051423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10281ce5-6aed-41df-af06-f32bceb4e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f10e01-5958-412d-89ea-72ad38f45480,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:51.059117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0839aebf-5e71-4985-9876-574746884059 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:51.059455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0839aebf-5e71-4985-9876-574746884059 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:51.085215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:51.086417 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3e99a-0bc9-4020-b22f-1b6c7b8b4a74 None None] The sync data for ids ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:51.206087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a94cea6-e047-4e08-a247-f8b0f96817fb req-3fbbc1cc-c805-465b-997e-72a41b665dd1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619184 Nov 08 12:38:51.265290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.284644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.379877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.420580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.440373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe7b:4e87-9dfbf3e1-f280-47c1-ba58-22a382a427 {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:51.441354 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:51.494733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Allocated IP 172.25.1.51 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/dd13c740-403e-48b8-a80d-20d437b9dd0e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:51.569059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device baba76a6-a474-4bd3-a2df-447a5ff45efb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:51.675331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 49764794-b06d-4d26-a036-e631c15e480f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:51.675681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.715907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port baba76a6-a474-4bd3-a2df-447a5ff45efb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:38:51.720667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port baba76a6-a474-4bd3-a2df-447a5ff45efb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:51.721266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.791790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.815549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 49764794-b06d-4d26-a036-e631c15e480f owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:51.840181 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:51.869929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:51.873341 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaecfd4-e99f-40a0-9258-79fe092cf461" -d '{"events": [{"server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "name": "network-vif-plugged", "status": "completed", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:51.886929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:51.920527 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae1648-801d-4795-976a-c0c585c94047 x-openstack-request-id: req-0aae1648-801d-4795-976a-c0c585c94047 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:51.920828 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "name": "network-vif-plugged", "status": "completed", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:51.921619 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0aae1648-801d-4795-976a-c0c585c94047 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:51.922029 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb', 'code': 200} Nov 08 12:38:51.973503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.005156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.005320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:52.097332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.102666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.111224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202aad8-064a-4561-a4e0-6e69b9b4fa9b req-35c590b7-8caf-40f0-8b3f-fd809feb4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:52.113031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7202aad8-064a-4561-a4e0-6e69b9b4fa9b req-35c590b7-8caf-40f0-8b3f-fd809feb4943 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 1096 time: 0.0994852 Nov 08 12:38:52.188532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:52.192628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.217257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7202aad8-064a-4561-a4e0-6e69b9b4fa9b req-eb38bd48-af2c-48cc-b584-a78cd80815de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945678 Nov 08 12:38:52.225630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc82c6-df6a-4d8d-a6ac-ee3facb5b24b req-6b44423a-b626-4d41-8d30-10b986900cbe tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:52.227099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbfc82c6-df6a-4d8d-a6ac-ee3facb5b24b req-6b44423a-b626-4d41-8d30-10b986900cbe tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.0944741 Nov 08 12:38:52.228209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.228958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.230061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=49764794-b06d-4d26-a036-e631c15e480f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:52.279320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:52.279910 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:52.317765 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.325476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:52.361991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:52.366796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.388764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:52.389459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.413439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52320) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:52.427632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:52.430289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=971d4edd-845d-46e0-9a0e-35f3d2e9f528,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:52.455350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:52.493985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:52.504550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:52.554450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbfc82c6-df6a-4d8d-a6ac-ee3facb5b24b req-caef6b75-197e-41d5-baee-9d80eced9775 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734785 Nov 08 12:38:52.577650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f23a1673-87e7-4f1c-a30c-30ba3772879c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8084419 Nov 08 12:38:52.579313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52324) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:52.585583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event updated for resources: {'Port': ['ID=dd13c740-403e-48b8-a80d-20d437b9dd0e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:52.585947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2056752610-network', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:52.594613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:52.637278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Router 039fdcb8-670d-4099-8efa-b5bdfa30c9aa has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:38:52.649924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c823b2-b57c-4038-b34b-e10f68d2e499 req-42dc1517-f976-4ce8-b607-8cf7ab6152a5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:52.651585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76c823b2-b57c-4038-b34b-e10f68d2e499 req-42dc1517-f976-4ce8-b607-8cf7ab6152a5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1502759 Nov 08 12:38:52.712593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.728807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Made reservation on behalf of dff02ae468104f298e5acdb9bab7f7a7 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:52.731111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.763935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76c823b2-b57c-4038-b34b-e10f68d2e499 req-d7c0768f-8793-45b1-afcc-7ac199f27ac4 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799489 Nov 08 12:38:52.778048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.784773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:52.798338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c878db21-827f-43c4-98cc-12cafb959487 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/routers/039fdcb8-670d-4099-8efa-b5bdfa30c9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749387 Nov 08 12:38:52.807641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] Sync routers for ids ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:52.808384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52330) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:52.853640 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9543ee2f-5529-4e4c-a07c-711108336a40 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:38:52.858094 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9543ee2f-5529-4e4c-a07c-711108336a40 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/49764794-b06d-4d26-a036-e631c15e480f HTTP/1.1" status: 404 len: 333 time: 0.0456536 Nov 08 12:38:52.858607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:52.875262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] Routers {'039fdcb8-670d-4099-8efa-b5bdfa30c9aa'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:52.875893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:52.918207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:52.927923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.947243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] Routers {'039fdcb8-670d-4099-8efa-b5bdfa30c9aa'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:52.947932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:52.948368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:52.958218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:52.987975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:53.004996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:53.005647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e9af-f8f6-400b-9ad5-f34c24bbd81a None None] The sync data for ids ['039fdcb8-670d-4099-8efa-b5bdfa30c9aa'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:53.005958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.018528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.071842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:38:53.107493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.112726 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Added segment 928a2be9-d2d5-42b5-b7f3-dfd024ba070f of type vlan for network e500ff46-0131-49e6-b649-ac409c6285d9 Nov 08 12:38:53.112726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0388523c-5f3c-4d8e-954a-71590fa4b0cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:53.130968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:53.133163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:53.133329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.133445 n-d-816990-1 neutron-server[102536]: INFO neutron.db.ipam_backend_mixin [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 971d4edd-845d-46e0-9a0e-35f3d2e9f528 (CIDR: 2001:db8::/64) Nov 08 12:38:53.180290 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f58500cf-07fb-4aa7-b065-a9b55efdf10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.191168 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:38:53.191406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:38:53.196587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.238125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.247694 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.248082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.277702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.303523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4aa6a501-9b58-4453-b17e-bf91f8d58608 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7215254 Nov 08 12:38:53.318942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.323966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:53.334229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:53.335073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.336181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:53.336558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.402423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059ef55-39fa-44dc-b40a-e000123b4969 None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:53.457468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e572b-7724-431e-aab7-28f7a03fd159 req-3897f0e0-8588-416f-b11d-a3e18ff1c491 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:53.458287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d9e572b-7724-431e-aab7-28f7a03fd159 req-3897f0e0-8588-416f-b11d-a3e18ff1c491 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2270868 Nov 08 12:38:53.475412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0608137 Nov 08 12:38:53.480697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52342) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:53.500194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Request body: {'subnet': {'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2056752610-subnet', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:53.525812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036451b8-7b6a-45a6-b41d-13165ef0fde9 admin admin] Pushing event updated for resources: {'Network': ['ID=e500ff46-0131-49e6-b649-ac409c6285d9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:53.537841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-34fa3f80-b0d9-4f4f-ac5b-f64bec9b05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:53.538008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.538008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Fanout notify agent at l3_agent the message router_deleted on router 039fdcb8-670d-4099-8efa-b5bdfa30c9aa {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:53.538638 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-34fa3f80-b0d9-4f4f-ac5b-f64bec9b05d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1096 time: 0.2454495 Nov 08 12:38:53.541572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e500ff46-0131-49e6-b649-ac409c6285d9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:38:53.543473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.544611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5661e5d4-ada8-44cb-a0c1-c85062cda2d9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/routers/039fdcb8-670d-4099-8efa-b5bdfa30c9aa HTTP/1.1" status: 204 len: 168 time: 0.6839914 Nov 08 12:38:53.559269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d9e572b-7724-431e-aab7-28f7a03fd159 req-c73c966c-2bdb-43f1-b318-119e36093f0d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903056 Nov 08 12:38:53.559825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52344) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:53.627808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 10f75293-94ce-4294-8381-df8d16ae69fd {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:53.645613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Made reservation on behalf of dff02ae468104f298e5acdb9bab7f7a7 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:53.648037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.650002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.714119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.811533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:53.845892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16ecf3-cab9-4c2e-9970-14c138a767dd req-39b306bb-8d26-460f-824f-14991d772b25 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:53.848763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b16ecf3-cab9-4c2e-9970-14c138a767dd req-39b306bb-8d26-460f-824f-14991d772b25 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.1366458 Nov 08 12:38:53.902443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-d9322d06-f9d0-4ba5-a3cd-fd1965e2d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:53.903964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-d9322d06-f9d0-4ba5-a3cd-fd1965e2d342 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.3561141 Nov 08 12:38:53.950596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b16ecf3-cab9-4c2e-9970-14c138a767dd req-a2cb291b-f3b6-4366-852f-7e457a352dc0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Nov 08 12:38:53.981678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:53.985896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.048136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Router 2424da06-265f-46eb-93d4-7e885fe6cec3 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:54.102674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da1057-a965-4e61-9246-490e3a809e49 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:54.103273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-bfb36dd9-ac6b-46af-818c-1347eec32d41 req-b80cf7a2-87b3-47d5-a3b0-96f23a04f060 service neutron] (102535) timed out ('10.222.0.57', 60198) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:38:54.117920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaaea6-fff9-4dac-8528-0405ab0b810e req-dc56a692-614f-4929-98fe-5d1bd545b146 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:54.119548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffdaaea6-fff9-4dac-8528-0405ab0b810e req-dc56a692-614f-4929-98fe-5d1bd545b146 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.1080763 Nov 08 12:38:54.188312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dc983259-2d93-446f-80a9-34b1812a3669 None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:54.188778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dc983259-2d93-446f-80a9-34b1812a3669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.221891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffdaaea6-fff9-4dac-8528-0405ab0b810e req-3728c2d9-6263-4ecd-85ea-fefd12e36e97 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929325 Nov 08 12:38:54.223121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:54.246956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] Sync routers for ids ['2424da06-265f-46eb-93d4-7e885fe6cec3'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:54.263902 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] Routers {'2424da06-265f-46eb-93d4-7e885fe6cec3'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:54.265095 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2424da06-265f-46eb-93d4-7e885fe6cec3'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:54.300091 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:54.309657 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] Routers {'2424da06-265f-46eb-93d4-7e885fe6cec3'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:54.310560 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2424da06-265f-46eb-93d4-7e885fe6cec3'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:54.319765 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.323988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a149b109-e3c1-4586-9bc5-e6689d136322 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4295418 Nov 08 12:38:54.324313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:54.330162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:54.385644 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:54.386310 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83767073-ede8-49fb-b3bf-040f6322fdf5 None None] The sync data for ids ['2424da06-265f-46eb-93d4-7e885fe6cec3'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:54.424841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.523000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-246f41fd-aeba-4597-8ee8-1a3b5e1149cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 1000 time: 0.6101503 Nov 08 12:38:54.679269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-48a2f535-7677-4734-94f4-128297704efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:54.680667 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-48a2f535-7677-4734-94f4-128297704efb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.1466706 Nov 08 12:38:54.735613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-cb19672a-a239-4480-af8b-7630f99ebcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:54.737420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-cb19672a-a239-4480-af8b-7630f99ebcdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479481 Nov 08 12:38:54.741985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.781761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e4bc608a-4dd4-4632-a75b-5f55ac259bc5 None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:54.782231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e4bc608a-4dd4-4632-a75b-5f55ac259bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.790585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.836813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=10f75293-94ce-4294-8381-df8d16ae69fd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:54.838011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c1cc-730c-4bb3-8e01-3543be97ab46 req-000f14a0-8bc6-4894-a6ca-2d774460843d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:54.839538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffc3c1cc-730c-4bb3-8e01-3543be97ab46 req-000f14a0-8bc6-4894-a6ca-2d774460843d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.1290855 Nov 08 12:38:54.849073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.856119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b46bd8b9-346a-4d16-a0c3-17ee8ef924e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/10f75293-94ce-4294-8381-df8d16ae69fd HTTP/1.1" status: 204 len: 168 time: 1.2952206 Nov 08 12:38:54.857479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:54.860912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945203-0417-4d2a-99fc-e06306a2facf req-fdd8a916-b71c-429f-8f17-fe6ba1b3bacb tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:54.863224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be945203-0417-4d2a-99fc-e06306a2facf req-fdd8a916-b71c-429f-8f17-fe6ba1b3bacb tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1501162 Nov 08 12:38:54.871218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:54.878324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf784a-a097-48db-b460-5bd1645cd503 None None] Network 9a032442-1dbb-4997-890d-5c334749de9a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:54.958718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be945203-0417-4d2a-99fc-e06306a2facf req-cec673f7-0c4f-4363-8a1a-dc977925d5fc tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809820 Nov 08 12:38:54.985485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffc3c1cc-730c-4bb3-8e01-3543be97ab46 req-f35adc02-f80d-4846-b866-80cdbccfcca6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089702 Nov 08 12:38:55.072487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] DHCP port deletion for 9a032442-1dbb-4997-890d-5c334749de9a request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:38:55.078079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fb8969-20ad-4744-80ec-922afdbd3e22,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:55.114326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.120132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Deleting port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:55.120711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.137149 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-de2d3f84-9bd0-4ca1-8d75-f985b5173e97 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886442 Nov 08 12:38:55.137854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Checking segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:55.138216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Network hostable DHCP agents. Network: e500ff46-0131-49e6-b649-ac409c6285d9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:38:55.187242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] For port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,segment=NetworkSegment(a63e38a1-5585-4047-9b02-9a0431b2c8bd),segment_id=a63e38a1-5585-4047-9b02-9a0431b2c8bd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:55.187678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.204595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Calling delete_port for 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:55.229789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.278055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Network e500ff46-0131-49e6-b649-ac409c6285d9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:38:55.300622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:55.318177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:55.329128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d96bb-f0fe-4fd1-94c2-e0003400c95d None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:55.331183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:55.331822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.344052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=46803422-42ee-4224-b3b5-85a383da3b76,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:55.355534 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ec9a0b86-74b1-4d1d-84e6-b3052477a8bd req-2fb5b926-4a99-41a1-b803-3dc8a363f547 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080944 Nov 08 12:38:55.367979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:55.367979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.368402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e500ff46-0131-49e6-b649-ac409c6285d9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:55.374919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:55.375308 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.394533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.396758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a206c1-683f-4f47-ae01-10a69ab3e398 None None] Network e500ff46-0131-49e6-b649-ac409c6285d9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:55.420628 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41fdcaa4-54f8-46e9-b634-4587959ced76 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0949631 Nov 08 12:38:55.426272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:55.456338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] Pushing event deleted for resources: {'Port': ['ID=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:55.457229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:f3:5e:a2', 'name': 'tempest-NetworksTestDHCPv6-742240778'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:55.538415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ce24ee4-6fc3-4c9f-939f-9541d48389b0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0508251 Nov 08 12:38:55.539829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] For port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec, host n-d-816990-1, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:55.540292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.544636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:55.552443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796ef6f-55ca-42fc-9269-a78ca2173966 None None] No DVR routers for this DVR port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:55.559533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:55.573161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:55.580481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:38:55.588058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.661438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No DVR routers for this DVR port 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:55.712983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=025f7a15-c56d-4ad6-8e0e-ffa89fd875ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:55.723236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.725017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.737385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea423346-3cda-4186-85bf-ff3c0225f76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.807198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.834055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.856356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2ca83-6777-4804-9ed1-cabeb5dcff8a None None] Network e500ff46-0131-49e6-b649-ac409c6285d9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:55.859821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.878169 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:55.885677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:55.981083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Update dhcp port {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'fixed_ips': [{'subnet_id': '971d4edd-845d-46e0-9a0e-35f3d2e9f528', 'ip_address': '2001:db8::f816:3eff:fe7b:4e87'}, {'subnet_id': '46803422-42ee-4224-b3b5-85a383da3b76'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1f09d9fb-21eb-401f-817e-705a59fc139f'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:38:56.022501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.038360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a032442-1dbb-4997-890d-5c334749de9a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.058811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-78b7a45e-33a1-430c-a398-1ad89db64fcb tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.060469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-78b7a45e-33a1-430c-a398-1ad89db64fcb tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.0857255 Nov 08 12:38:56.063059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 2424da06-265f-46eb-93d4-7e885fe6cec3 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:38:56.129395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e38a1-5585-4047-9b02-9a0431b2c8bd') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.129688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e38a1-5585-4047-9b02-9a0431b2c8bd') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.147746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.158651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.185904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.190924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.207305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:38:56.207717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:38:56.211176 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:38:56.263498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port c503d894-9c72-4ec7-9f7e-e2830deb23a8 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:38:56.271989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1756ea-b25f-44cf-80fa-e93eb95a5b73 req-e59fc5ba-e27d-4248-99be-837b0bc9e2a2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.273515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d1756ea-b25f-44cf-80fa-e93eb95a5b73 req-e59fc5ba-e27d-4248-99be-837b0bc9e2a2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.2089033 Nov 08 12:38:56.285668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Allocated IP 2001:db8:0:1::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/46803422-42ee-4224-b3b5-85a383da3b76/1f09d9fb-21eb-401f-817e-705a59fc139f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:56.316490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45d7cf-bfcc-4b79-80f0-28ab08f09cd7 req-11780331-10f5-4aee-8c34-19fba20222c5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.318026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e45d7cf-bfcc-4b79-80f0-28ab08f09cd7 req-11780331-10f5-4aee-8c34-19fba20222c5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 945 time: 0.2247941 Nov 08 12:38:56.392332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.396117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:56.402411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.411836 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/9a032442-1dbb-4997-890d-5c334749de9a HTTP/1.1" status: 204 len: 168 time: 1.5399785 Nov 08 12:38:56.417021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:38:56.418647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.428198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af344a-927b-47b9-bd25-f57951d31546 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=9a032442-1dbb-4997-890d-5c334749de9a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:56.433272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.437295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6f931c0f-1106-452d-bf93-b3031db7c24b tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "PUT /v2.0/routers/2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 200 len: 924 time: 2.1113052 Nov 08 12:38:56.439092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] Sync routers for ids ['2424da06-265f-46eb-93d4-7e885fe6cec3'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:38:56.441036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.460489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d1756ea-b25f-44cf-80fa-e93eb95a5b73 req-35951b7c-42d2-43ed-9a80-50326f8fcf93 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390550 Nov 08 12:38:56.460751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.472116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] Routers {'2424da06-265f-46eb-93d4-7e885fe6cec3'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:56.473251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2424da06-265f-46eb-93d4-7e885fe6cec3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.479597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebbcd5c-4a57-44dc-b914-85b523a5f5b8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.485948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1ebbcd5c-4a57-44dc-b914-85b523a5f5b8 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/406b2dc6-0128-4c33-a42d-f27f338da6f9 HTTP/1.1" status: 200 len: 843 time: 0.0668094 Nov 08 12:38:56.488472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52380) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.512085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port baba76a6-a474-4bd3-a2df-447a5ff45efb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:56.513430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.521070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e45d7cf-bfcc-4b79-80f0-28ab08f09cd7 req-161d6bef-674c-4d32-8da5-d4972f53a3fb tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830492 Nov 08 12:38:56.538572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.543175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.585857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66742604-c790-486d-a63c-1c9ac68f3fff tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/406b2dc6-0128-4c33-a42d-f27f338da6f9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0963163 Nov 08 12:38:56.590374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.598958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:56.642760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] Routers {'2424da06-265f-46eb-93d4-7e885fe6cec3'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:38:56.643596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2424da06-265f-46eb-93d4-7e885fe6cec3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.664630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d501ff44-1488-4f55-ac1e-57e50d711708 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 200 len: 924 time: 0.2189779 Nov 08 12:38:56.666535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port baba76a6-a474-4bd3-a2df-447a5ff45efb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=baba76a6-a474-4bd3-a2df-447a5ff45efb,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:38:56.666967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.669198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.704862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for baba76a6-a474-4bd3-a2df-447a5ff45efb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:56.705629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:38:56.706307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb76c0-ec0a-490f-bc43-37b6048ccf4f None None] The sync data for ids ['2424da06-265f-46eb-93d4-7e885fe6cec3'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:38:56.710181 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.710912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b3d7-6061-48ee-865b-91a55e11350d None None] Pushing event updated for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:56.772334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2beb7-322e-400d-a2a3-d7cb68d9ace1 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.776085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4fd2beb7-322e-400d-a2a3-d7cb68d9ace1 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=2424da06-265f-46eb-93d4-7e885fe6cec3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1036820 Nov 08 12:38:56.777278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.874654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.905354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3c3e1-5d8e-423c-b8ab-45ee9a7846ad tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:56.908254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2ab3c3e1-5d8e-423c-b8ab-45ee9a7846ad tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.1262066 Nov 08 12:38:56.912577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52392) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.913665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:56.926327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8:0:1::384 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/46803422-42ee-4224-b3b5-85a383da3b76/c503d894-9c72-4ec7-9f7e-e2830deb23a8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:56.938338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::f816:3eff:fef3:5ea2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/971d4edd-845d-46e0-9a0e-35f3d2e9f528/c503d894-9c72-4ec7-9f7e-e2830deb23a8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:56.959834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0ae6aa9-310e-4c66-be59-61a235b64a62 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 200 len: 205 time: 0.0438523 Nov 08 12:38:56.962662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:56.965121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:38:57.007744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:57.011275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.017041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:57.017324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.021212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.041243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', 'baba76a6-a474-4bd3-a2df-447a5ff45efb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:38:57.058654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=baba76a6-a474-4bd3-a2df-447a5ff45efb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:57.109287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port baba76a6-a474-4bd3-a2df-447a5ff45efb on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:38:57.111868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.115475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a737ffe-6a99-4810-9b81-e801cb266069 req-016ca454-4344-466f-a1fd-6b594c53ca3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "DELETE /v2.0/ports/baba76a6-a474-4bd3-a2df-447a5ff45efb HTTP/1.1" status: 204 len: 173 time: 1.0345528 Nov 08 12:38:57.115924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'name': 'network-vif-deleted', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:38:57.118567 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051dd45d-0aad-431a-979d-74183c137b82" -d '{"events": [{"server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "name": "network-vif-deleted", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:38:57.173184 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46d3eb-c55c-490b-8d5b-0badc0af6752 x-openstack-request-id: req-7c46d3eb-c55c-490b-8d5b-0badc0af6752 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:38:57.173499 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171e80f-a7a5-4852-9bc3-73150d844f7b", "name": "network-vif-deleted", "tag": "baba76a6-a474-4bd3-a2df-447a5ff45efb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:38:57.173749 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c46d3eb-c55c-490b-8d5b-0badc0af6752 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:38:57.174669 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171e80f-a7a5-4852-9bc3-73150d844f7b', 'name': 'network-vif-deleted', 'tag': 'baba76a6-a474-4bd3-a2df-447a5ff45efb', 'status': 'completed', 'code': 200} Nov 08 12:38:57.335031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:57.355107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Allocated IP 172.25.1.186 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/89fd13de-32d6-4733-94e5-134d94357a8d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:57.358180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:57.359313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 025f7a15-c56d-4ad6-8e0e-ffa89fd875ec not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:57.383604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.537414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dd92a6d0-fa60-4d92-bb60-17d56d9f7e5c None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:57.537781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd92a6d0-fa60-4d92-bb60-17d56d9f7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:57.616519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64adef-4e04-41b7-a0f4-18a4c093be08 req-51c6d48c-f94f-4e7f-a05c-a22ba7f70763 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:57.619490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b64adef-4e04-41b7-a0f4-18a4c093be08 req-51c6d48c-f94f-4e7f-a05c-a22ba7f70763 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.0703969 Nov 08 12:38:57.672293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc83c6b2-d569-450b-8156-1d2d1e77e2a6 req-7c0bfe41-1cc4-4ba5-8c72-4235c72658b3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=7171e80f-a7a5-4852-9bc3-73150d844f7b HTTP/1.1" status: 200 len: 210 time: 0.0390594 Nov 08 12:38:57.708581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b64adef-4e04-41b7-a0f4-18a4c093be08 req-23ef0864-f7d2-4253-a542-1a451813e802 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826879 Nov 08 12:38:57.887823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.043973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.045103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.057157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.113282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.115154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.176548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.226975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:58.241363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:58.247862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:58.254089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:58.254719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.257343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baff194-cf0b-48a2-a522-3564d7129310 None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:38:58.259597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:58.261490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=c503d894-9c72-4ec7-9f7e-e2830deb23a8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:58.263783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=67c13150-c6ec-420e-870f-fd1531047c20,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:58.266018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:58.274076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:58.279770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:58.280936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.284534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:58.315646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:58.374769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Pushing event updated for resources: {'Port': ['ID=89fd13de-32d6-4733-94e5-134d94357a8d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:58.391358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-162ea482-96c4-4258-8503-71005f9f7913 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7998180 Nov 08 12:38:58.394514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port dd13c740-403e-48b8-a80d-20d437b9dd0e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:58.394514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.394895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52408) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:58.403740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'security_group': {'name': 'tempest-secgroup-27883764'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:58.444253 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d117ae33-13c4-4d7a-8e78-1fe3f029abd6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0166473 Nov 08 12:38:58.447145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:58.466378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ac59c022-c10b-4884-9df9-331e691efb43', 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'tenant_id': '44aa10b645fa4246a0f6979ca8824662', 'fixed_ips': [{'subnet_id': '67c13150-c6ec-420e-870f-fd1531047c20'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:38:58.467413 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.496793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.591700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.600046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port c503d894-9c72-4ec7-9f7e-e2830deb23a8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:38:58.600735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.604767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for dd13c740-403e-48b8-a80d-20d437b9dd0e owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:58.626139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0aa8d3d7-da13-46ba-a11f-ad247fa7dc3c None None] Provisioning complete for port c503d894-9c72-4ec7-9f7e-e2830deb23a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:38:58.626501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d3d7-da13-46ba-a11f-ad247fa7dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.675604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Allocated IP 2001:db8::2 (ac59c022-c10b-4884-9df9-331e691efb43/67c13150-c6ec-420e-870f-fd1531047c20/1c4bb978-a65b-485e-b6b9-75ebcb83e381) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:38:58.675983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.695097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8d3d7-da13-46ba-a11f-ad247fa7dc3c None None] Port c503d894-9c72-4ec7-9f7e-e2830deb23a8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:38:58.716582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.732644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for c503d894-9c72-4ec7-9f7e-e2830deb23a8 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:38:58.790861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.840236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82804481-0e65-43e3-9892-3e793d3b75a5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:58.883857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.897069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.905189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:58.907823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c1a9a1f1-afa4-41e5-9ff3-b145d342dfd5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5105243 Nov 08 12:38:58.911056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:58.925659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'security_group': {'name': 'tempest-secgroup-554131647'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:58.963453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.042214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.061032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.061291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.088347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=dd13c740-403e-48b8-a80d-20d437b9dd0e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:59.109092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:38:59.123222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:38:59.129642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:38:59.134128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:59.142072 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.143774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.203314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=c503d894-9c72-4ec7-9f7e-e2830deb23a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:59.204101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Attempting to bind port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:38:59.204820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Attempting to bind port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7507a53f-22f7-4f21-9aa4-a87996f1fa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:38:59.204995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Attempting to bind port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 on network ac59c022-c10b-4884-9df9-331e691efb43 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:38:59.214778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:38:59.214778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Checking segment: {'id': '7507a53f-22f7-4f21-9aa4-a87996f1fa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:38:59.214778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.214778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Bound using segment: {'id': '7507a53f-22f7-4f21-9aa4-a87996f1fa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:38:59.215902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Bound port: 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7507a53f-22f7-4f21-9aa4-a87996f1fa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:38:59.215902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.219167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.290828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.300748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:38:59.304211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:38:59.319709 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.326133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ea43947-e228-444e-9daa-eb483c681d50 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/c503d894-9c72-4ec7-9f7e-e2830deb23a8 HTTP/1.1" status: 204 len: 168 time: 0.8755980 Nov 08 12:38:59.351472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52434) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.363001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad69be08-9847-41d7-90e0-a474da33bb28,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:59.378909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.425297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.429449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e26a468a-4f84-4405-b4dc-f1f2c566eba7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5155008 Nov 08 12:38:59.430399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.445078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-724831126', 'security_groups': ['ad69be08-9847-41d7-90e0-a474da33bb28'], 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67c13150-c6ec-420e-870f-fd1531047c20'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:59.457253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41abb1-c0f9-4b2e-897d-05c178fdce52 None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:38:59.458327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-3f7b2eb6-718b-413c-8532-dabb42590898 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.471123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.471630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-3f7b2eb6-718b-413c-8532-dabb42590898 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.2725203 Nov 08 12:38:59.479247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.483669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.517130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-11cb1b1d-18a9-46c2-8f81-629e8a15497b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0442615 Nov 08 12:38:59.582182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45d1a7-af95-4d9f-b3d5-98369f5c57da tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.585484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f45d1a7-af95-4d9f-b3d5-98369f5c57da tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2286613 Nov 08 12:38:59.586569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.615040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device baba76a6-a474-4bd3-a2df-447a5ff45efb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:38:59.657565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: baba76a6-a474-4bd3-a2df-447a5ff45efb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:38:59.658351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device baba76a6-a474-4bd3-a2df-447a5ff45efb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:38:59.689439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-b18073d5-34c8-4eef-9710-435eb4e9528a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452112 Nov 08 12:38:59.691984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.692607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router 2424da06-265f-46eb-93d4-7e885fe6cec3 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:38:59.708682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.716415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6c4d95a-7597-4b9a-80d4-09dba006f13e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 204 len: 168 time: 2.7464650 Nov 08 12:38:59.716415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52440) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.721830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-668818784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:38:59.724964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a04d9-7484-441b-b734-3e86517eebe3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.728794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-893a04d9-7484-441b-b734-3e86517eebe3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1391327 Nov 08 12:38:59.730073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52442) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.748034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 12:38:59.748034 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 12:38:59.748034 n-d-816990-1 neutron-server[102536]: [parameters: {'project_id_1': 'dc3ca5d9286147fc9d201a332f73a3ad', 'expiration_1': datetime.datetime(2021, 11, 8, 12, 38, 39, 731345)}] Nov 08 12:38:59.748034 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:38:59.748544 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:38:59.804186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6339da1-8798-4ac0-8d8b-623ab42923b2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.805799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6339da1-8798-4ac0-8d8b-623ab42923b2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.807467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6339da1-8798-4ac0-8d8b-623ab42923b2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:38:59.809073 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e6339da1-8798-4ac0-8d8b-623ab42923b2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0756221 Nov 08 12:38:59.812330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:38:59.814943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-73f9a442-84d7-4074-9cfe-c6416a503b71 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146090 Nov 08 12:38:59.847475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:38:59.865219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 46803422-42ee-4224-b3b5-85a383da3b76 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:38:59.868863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.895230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Router 2b1098bf-9933-4486-a84e-74ba2430d481 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:38:59.922795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:38:59.974328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-4ff42ed2-1054-436f-91c8-e2624192112a service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527596 Nov 08 12:38:59.986211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.006645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:00.092500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:00.097589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.104039 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Sync routers for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:00.115114 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:00.115973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:00.200708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.202535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98ce7824-93b9-4082-9b3a-58ef06a9bf98 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6504643 Nov 08 12:39:00.215022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52452) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:00.271131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4942c62b-4f9b-4f11-900b-b0768cd588f5 req-d434c0d1-2830-47b8-b641-f298d8abc3d3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.0391488 Nov 08 12:39:00.298392 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:00.298546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::305 (ac59c022-c10b-4884-9df9-331e691efb43/67c13150-c6ec-420e-870f-fd1531047c20/7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:00.392925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.464833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=46803422-42ee-4224-b3b5-85a383da3b76,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:00.471250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.472360 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.532666 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:38:58Z', 'revision_number': 3, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:00.537788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.539459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.544915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.548248 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-edf7e58f-f27e-4fbc-923c-72e1c2dad512 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/46803422-42ee-4224-b3b5-85a383da3b76 HTTP/1.1" status: 204 len: 168 time: 0.7349794 Nov 08 12:39:00.551898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52462) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:00.553912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61549b6c-fb6b-4d19-a06e-ad3882adc56d None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:00.574850 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Checking router: 2b1098bf-9933-4486-a84e-74ba2430d481 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:39:00.575449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Updating router 2b1098bf-9933-4486-a84e-74ba2430d481 port 89fd13de-32d6-4733-94e5-134d94357a8d binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:39:00.643319 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.656568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 971d4edd-845d-46e0-9a0e-35f3d2e9f528 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:00.660329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.693418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.749382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.788808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.799293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:00.803853 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-230a51d1-f94e-4763-881f-1ca506a0e506 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0837796 Nov 08 12:39:00.805621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52464) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:00.810589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:00.864778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:00.885860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:00.891234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:00.895354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:00.901777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:00.902542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.058364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.068865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:01.069498 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.126816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f3ca385a-00b8-4372-bb06-c1f37559cea4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6951599 Nov 08 12:39:01.140471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52472) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:01.151053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:01.161137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:01.315986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.343845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:01.344662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.355978 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.400600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.416818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.422150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/971d4edd-845d-46e0-9a0e-35f3d2e9f528 HTTP/1.1" status: 204 len: 168 time: 0.8687246 Nov 08 12:39:01.437611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:01.447832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:01.449375 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.490677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.503439 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Pushing event updated for resources: {'Port': ['ID=89fd13de-32d6-4733-94e5-134d94357a8d,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:01.527533 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.528556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.529325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426206c-7fca-4982-9ecd-c30efebe660e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=971d4edd-845d-46e0-9a0e-35f3d2e9f528,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:01.529889 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.530989 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.531671 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.532294 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.532859 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.533945 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.534556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.535113 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.537250 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.537873 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:01.540056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6ca246b7-4973-4046-93ae-ef5ed94c3e1e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816445 Nov 08 12:39:01.542217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:01.563170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:01.567845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:01.570101 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Attempting to bind port 89fd13de-32d6-4733-94e5-134d94357a8d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:01.570780 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Attempting to bind port 89fd13de-32d6-4733-94e5-134d94357a8d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:01.571402 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Attempting to bind port 89fd13de-32d6-4733-94e5-134d94357a8d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:01.573291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.575756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.580617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:01.580617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:01.580617 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.580617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:01.585305 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Bound port: 89fd13de-32d6-4733-94e5-134d94357a8d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:01.585773 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.670379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] For port 89fd13de-32d6-4733-94e5-134d94357a8d, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:01.674803 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] For port 89fd13de-32d6-4733-94e5-134d94357a8d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=89fd13de-32d6-4733-94e5-134d94357a8d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:01.690702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:01.691072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.737018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:01.770430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.774134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:01.779203 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:01.779360 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.782151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f026-18a0-4535-9b07-d8cb2914ee1c None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:01.813552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81da8805-1989-43d8-973e-c72ac0d5db4c req-bf56dec4-315e-4d64-b748-df453737d852 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.4418590 Nov 08 12:39:01.836150 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:01.837093 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:01.864379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-abb61ea9-6f59-4c2b-8d2f-cc86ad1910ab None None] Provisioning complete for port 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:01.864956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-abb61ea9-6f59-4c2b-8d2f-cc86ad1910ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.885852 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67c13150-c6ec-420e-870f-fd1531047c20 (CIDR: 2001:db8::/64) Nov 08 12:39:01.907495 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234beb2-808e-4b8b-a3e3-d9af85767b2f None None] Pushing event updated for resources: {'Port': ['ID=89fd13de-32d6-4733-94e5-134d94357a8d,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:01.918751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-abb61ea9-6f59-4c2b-8d2f-cc86ad1910ab None None] Port 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:01.930273 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:39:01.930904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:01.965588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:01.972962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.977885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:01.993121 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:02.068468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54f1f458-9060-48aa-b1ec-d8f6fb638d01 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9229956 Nov 08 12:39:02.068468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:02.079623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:02.294632 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:38:58Z', 'revision_number': 3, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:02.307342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Allocated IP 172.20.0.1 (e500ff46-0131-49e6-b649-ac409c6285d9/a3fb8969-20ad-4744-80ec-922afdbd3e22/5bd56633-13fa-4ec5-b6cc-5d721926c129) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:02.339094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43ad11-b687-4fbc-a4c5-d78b79cc3709 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:02.355720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61274a4d-c5ea-4fc4-961a-f2aecb6d2de3 None None] The sync data for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 is: [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:38:58Z', 'revision_number': 3, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:02.428666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98ac966f-133d-4c26-a81e-3a1a499201ea None None] Provisioning complete for port 1f09d9fb-21eb-401f-817e-705a59fc139f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:02.429043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98ac966f-133d-4c26-a81e-3a1a499201ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.460583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:02.464249 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.489918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.521898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.529705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.623287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:02.682911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.737134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Deleting port 1f09d9fb-21eb-401f-817e-705a59fc139f {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:02.742786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.774438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Allocated IP 172.25.1.46 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/af45a0fa-0986-49e9-97f2-31b897eb1214) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:02.834759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.880208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] For port 1f09d9fb-21eb-401f-817e-705a59fc139f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f09d9fb-21eb-401f-817e-705a59fc139f,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:02.880670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:02.901037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Calling delete_port for 1f09d9fb-21eb-401f-817e-705a59fc139f owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:02.957430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Network e500ff46-0131-49e6-b649-ac409c6285d9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:02.969609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:02.977361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:03.067786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:03.074611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.133439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:03.186263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.199623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.224396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=9de9d1d5-bac3-4af5-8bdb-82f6d9542eec,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:03.236482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-645e9fd4-5a85-4d0c-aa0c-c0960e6d03af req-3d80c0ee-4b1b-425b-bcb8-1f1de89bea5c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.1318572 Nov 08 12:39:03.251313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:03.251567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] Pushing event deleted for resources: {'Port': ['ID=1f09d9fb-21eb-401f-817e-705a59fc139f,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:03.253692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131b54c-b638-4d96-9171-aa9f66ff4c55 None None] No DVR routers for this DVR port 1f09d9fb-21eb-401f-817e-705a59fc139f on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:03.261348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:03.285678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33061a1e-746e-4cc2-9e11-2b9daea7ffb9 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:03.314716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:03.315090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.317874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:03.318794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.413342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.459523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.461691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-29562962-f6fb-4283-ad30-0f06ed65ac62 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:03.463602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-29562962-f6fb-4283-ad30-0f06ed65ac62 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.3697670 Nov 08 12:39:03.470914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dba544a1-0830-4027-86b3-97a6474dcd37 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9274571 Nov 08 12:39:03.474357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:03.480332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:03.488844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:03.534332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:03.596166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 89fd13de-32d6-4733-94e5-134d94357a8d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:03.743173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '9de9d1d5-bac3-4af5-8bdb-82f6d9542eec'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:03.744031 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.750629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.753705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:03.756341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:03.782352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event updated for resources: {'Port': ['ID=af45a0fa-0986-49e9-97f2-31b897eb1214,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:03.855629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.861052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.896597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 89fd13de-32d6-4733-94e5-134d94357a8d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:03.897005 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.911504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:03.915041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.921413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:03.938862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:03.954419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:03.955096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:03.959416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e09ad4-11c6-4ea1-a782-f5a7a172e2fe None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:03.999460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:04.004585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.009872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=01b1ed04-5ef2-4285-adc9-06a7075f3edf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:04.026694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9de9d1d5-bac3-4af5-8bdb-82f6d9542eec/adb87965-d5bb-43db-839f-3ca434209774) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:04.032434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:04.037288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.076673 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9de9d1d5-bac3-4af5-8bdb-82f6d9542eec (CIDR: 2001:db8::/64) Nov 08 12:39:04.115654 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:39:04.116171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:04.121479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60e6f2d9-d635-4150-90a7-6437f6c09c57 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0519111 Nov 08 12:39:04.128428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:04.133979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1979267896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01b1ed04-5ef2-4285-adc9-06a7075f3edf'}], 'security_groups': ['82804481-0e65-43e3-9892-3e793d3b75a5']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:04.189383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.213880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Network e500ff46-0131-49e6-b649-ac409c6285d9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:04.216390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:04.238377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-02fbf910-90ec-4811-b545-7a891d1e439e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7616310 Nov 08 12:39:04.238994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52500) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:04.243365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 89fd13de-32d6-4733-94e5-134d94357a8d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=89fd13de-32d6-4733-94e5-134d94357a8d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:04.244996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:04.295487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.309855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.4 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/86842712-9d58-4513-811c-15dc228cd9ed) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:04.315195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.351396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.448533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67b3c6f2-8f76-49aa-b0b7-d5224385269d req-fb67f557-7ab0-42d5-b7dd-f2c1b8703004 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.0812654 Nov 08 12:39:04.600039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:04.600544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Router 2b1098bf-9933-4486-a84e-74ba2430d481 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:04.644247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1f09d9fb-21eb-401f-817e-705a59fc139f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:04.644247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f09d9fb-21eb-401f-817e-705a59fc139f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:04.647074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.691983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=89fd13de-32d6-4733-94e5-134d94357a8d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:04.704203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Update dhcp port {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'fixed_ips': [{'subnet_id': '67c13150-c6ec-420e-870f-fd1531047c20', 'ip_address': '2001:db8::2'}, {'subnet_id': '01b1ed04-5ef2-4285-adc9-06a7075f3edf'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1c4bb978-a65b-485e-b6b9-75ebcb83e381'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:39:04.726965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.766950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.768569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:04.771929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.803755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:04.809997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Pushing event updated for resources: {'Port': ['ID=adb87965-d5bb-43db-839f-3ca434209774,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:04.823666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:04.834914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:04.835529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.870318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.917985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:04.944685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Delete allocated IP 2001:db8::305 (ac59c022-c10b-4884-9df9-331e691efb43/67c13150-c6ec-420e-870f-fd1531047c20) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:39:04.963136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8:0:1::17a (ac59c022-c10b-4884-9df9-331e691efb43/01b1ed04-5ef2-4285-adc9-06a7075f3edf/7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:04.989868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.009609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:05.049234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Attempting to bind port adb87965-d5bb-43db-839f-3ca434209774 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:05.049875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Attempting to bind port adb87965-d5bb-43db-839f-3ca434209774 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:05.050235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Attempting to bind port adb87965-d5bb-43db-839f-3ca434209774 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:05.067820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:05.074105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 89fd13de-32d6-4733-94e5-134d94357a8d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:05.076258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:05.076632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:05.077845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.078517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:05.078754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Bound port: adb87965-d5bb-43db-839f-3ca434209774, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:05.079134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.083904 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb420ae4-5ff4-42cb-8d7a-f3f58f726b65 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b1098bf-9933-4486-a84e-74ba2430d481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8684506 Nov 08 12:39:05.125626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:05.162059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-ec00dbe9-9c52-4c01-bcce-e33c8526fbb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448424 Nov 08 12:39:05.192968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] For port adb87965-d5bb-43db-839f-3ca434209774, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:05.196018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] For port adb87965-d5bb-43db-839f-3ca434209774, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=adb87965-d5bb-43db-839f-3ca434209774,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:05.238681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Sync routers for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:05.277638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:05.278292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:05.303077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.312726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:05.314701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:05.323589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:05.324785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 89fd13de-32d6-4733-94e5-134d94357a8d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:05.325164 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.333717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.335233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-e1370d47-d31f-4e5a-93b2-b66bee18abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:05.336996 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-e1370d47-d31f-4e5a-93b2-b66bee18abcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 1097 time: 0.1397469 Nov 08 12:39:05.382664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.428505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Router 9233ded2-2db3-480c-ad4d-eb2c87be1469 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:39:05.469895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:05.475253 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.532785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] In _notify_port_updated(), no bound segment for port 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 on network ac59c022-c10b-4884-9df9-331e691efb43 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:39:05.538445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:05.539094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.544306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/ports/7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 HTTP/1.1" status: 200 len: 931 time: 1.4148073 Nov 08 12:39:05.557843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:05.571915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fbcfe-7a98-4de9-8752-f5fddfe15e7b tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:05.594516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec381ffc-1249-4a93-bb90-9a6f25ae8503 None None] Pushing event updated for resources: {'Port': ['ID=adb87965-d5bb-43db-839f-3ca434209774,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:05.665753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:05.685888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-696ecc6d-f91a-41bc-ad1c-049e88897717 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2107301 Nov 08 12:39:05.703364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Request body: {'port': {'device_id': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:05.719706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Allocated IP 2001:db8:0:1::2 (ac59c022-c10b-4884-9df9-331e691efb43/01b1ed04-5ef2-4285-adc9-06a7075f3edf/1c4bb978-a65b-485e-b6b9-75ebcb83e381) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:05.802872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db9b7-1afe-4d78-8266-b96fc72cf8ae req-6519bc9d-f070-41b0-92b5-da41e7a8ad1c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:05.802872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d2db9b7-1afe-4d78-8266-b96fc72cf8ae req-6519bc9d-f070-41b0-92b5-da41e7a8ad1c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 931 time: 0.2535229 Nov 08 12:39:05.891167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-e7840217-e01a-421c-9f31-ff8e18b7d4d5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:05.892836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-e7840217-e01a-421c-9f31-ff8e18b7d4d5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 811 time: 0.3647525 Nov 08 12:39:05.927409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:05.953285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-085c9736-15b7-4980-9ef3-da3c7e938057 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/quotas/dff02ae468104f298e5acdb9bab7f7a7 HTTP/1.1" status: 200 len: 375 time: 0.0416944 Nov 08 12:39:05.961280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d2db9b7-1afe-4d78-8266-b96fc72cf8ae req-1571647a-145e-433f-9668-0c4957c3b1c4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471663 Nov 08 12:39:05.965088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:05.965429 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.019771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:06.091344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.129926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:39:03Z', 'revision_number': 4, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '5bd56633-13fa-4ec5-b6cc-5d721926c129', 'name': '', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'mac_address': 'fa:16:3e:94:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:39:02Z', 'updated_at': '2021-11-08T12:39:03Z', 'revision_number': 2, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'subnets': [{'id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:06.150945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-b29ea2a1-4060-4abc-a5ea-0c6a3c6b0d79 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885026 Nov 08 12:39:06.162736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-0f377e64-c961-44ff-845b-aebe3aaf7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:06.164949 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-0f377e64-c961-44ff-845b-aebe3aaf7362 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 907 time: 0.7949393 Nov 08 12:39:06.174633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Checking router: 2b1098bf-9933-4486-a84e-74ba2430d481 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:39:06.175153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Updating router 2b1098bf-9933-4486-a84e-74ba2430d481 port 5bd56633-13fa-4ec5-b6cc-5d721926c129 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:39:06.196498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.198558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.230015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-0eb1f6fc-e447-44c1-b45a-0ae25741690f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b76c44-c661-43b1-bfeb-e60286bdce88 HTTP/1.1" status: 200 len: 217 time: 0.0534580 Nov 08 12:39:06.237553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:06.246274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:06.259479 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] Sync routers for ids ['9233ded2-2db3-480c-ad4d-eb2c87be1469'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:06.274261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.277802 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2487569f-4fff-433d-8239-2b427fd6abdc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "PUT /v2.0/routers/9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 200 len: 882 time: 5.4688168 Nov 08 12:39:06.278406 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] Routers {'9233ded2-2db3-480c-ad4d-eb2c87be1469'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:06.279228 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9233ded2-2db3-480c-ad4d-eb2c87be1469'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:06.288132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.300044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:06.316939 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:06.326172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] Routers {'9233ded2-2db3-480c-ad4d-eb2c87be1469'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:06.327109 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9233ded2-2db3-480c-ad4d-eb2c87be1469'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:06.370383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818173f-9302-4441-8b70-4c943f4e55f3 None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:06.380397 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:06.381331 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564844eb-0886-4293-b4cb-bb4bd69d97b7 None None] The sync data for ids ['9233ded2-2db3-480c-ad4d-eb2c87be1469'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:06.384168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-cd5cb83c-720f-494b-9169-0d258fb8f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:06.385653 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-cd5cb83c-720f-494b-9169-0d258fb8f025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1273019 Nov 08 12:39:06.387206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-645bd4d2-8612-4d9e-9432-f1e48de4974c service neutron] 10.222.0.58 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921933 Nov 08 12:39:06.388307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:39:06.560724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-a6cd8d3f-db30-46a6-87fd-be7b065bf561 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578672 Nov 08 12:39:06.720414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-483ca4d9-3228-47fb-85a4-e08010572ce2 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 200 len: 923 time: 0.4193344 Nov 08 12:39:06.723995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:06.742968 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.773072 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.786942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-acab9b9a-2188-43ed-aa5c-5b47e81ad74f service neutron] 10.222.0.58 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988740 Nov 08 12:39:06.813899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-dd2d6a9d-9f9d-4ef8-87d8-2441e9767988 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421615 Nov 08 12:39:06.832534 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.848391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:06.938935 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:06.944663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-56c4cdb0-a016-4bef-a1fd-fe0f592729b9 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 HTTP/1.1" status: 204 len: 168 time: 1.3729403 Nov 08 12:39:06.948142 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fb82732b-e703-46b6-b133-0bcfccbfd6bc req-89e66030-2c1b-47f9-aee6-b1e738422d96 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250098 Nov 08 12:39:06.948622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.006476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86842712-9d58-4513-811c-15dc228cd9ed {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:07.021895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.039404 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-83019693-73e2-417a-96cd-2ef0502eef83 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:39:07.049976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4037-f615-4e29-9133-51719d7ce8ae None None] Pushing event updated for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:07.051935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83019693-73e2-417a-96cd-2ef0502eef83 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6 HTTP/1.1" status: 404 len: 333 time: 0.0968728 Nov 08 12:39:07.054867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.071311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Transition to ACTIVE for port object 86842712-9d58-4513-811c-15dc228cd9ed will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:39:07.078962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Attempting to bind port 5bd56633-13fa-4ec5-b6cc-5d721926c129 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:07.079339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Attempting to bind port 5bd56633-13fa-4ec5-b6cc-5d721926c129 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:07.079720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Attempting to bind port 5bd56633-13fa-4ec5-b6cc-5d721926c129 on network e500ff46-0131-49e6-b649-ac409c6285d9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:07.102328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:07.102643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Checking segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:07.103057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.103456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Bound using segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:07.103953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Bound port: 5bd56633-13fa-4ec5-b6cc-5d721926c129, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:07.104334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.132653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdd4c1-9b5e-42ce-93af-5387a67dd3aa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:07.136983 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-67bdd4c1-9b5e-42ce-93af-5387a67dd3aa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=9233ded2-2db3-480c-ad4d-eb2c87be1469&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3817720 Nov 08 12:39:07.137604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52544) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.147694 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.174036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.263139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] For port 5bd56633-13fa-4ec5-b6cc-5d721926c129, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:07.274214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device adb87965-d5bb-43db-839f-3ca434209774 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:07.300566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.309527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Pushing event updated for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:07.352613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] For port 5bd56633-13fa-4ec5-b6cc-5d721926c129, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5bd56633-13fa-4ec5-b6cc-5d721926c129,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:07.365224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3796e-8c3a-491d-8ff4-3a4dd8c43dba req-fb94fe48-1a14-4472-a48a-2123d7f562bd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:07.371127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1e3796e-8c3a-491d-8ff4-3a4dd8c43dba req-fb94fe48-1a14-4472-a48a-2123d7f562bd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 943 time: 0.2461874 Nov 08 12:39:07.393814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Provisioning complete for port adb87965-d5bb-43db-839f-3ca434209774 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:07.394112 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.419215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.440561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.513671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port adb87965-d5bb-43db-839f-3ca434209774 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:07.514384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.516402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2401ebf-8112-4d6e-85e3-84bb8f33bb10 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:07.524600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f2401ebf-8112-4d6e-85e3-84bb8f33bb10 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.3699462 Nov 08 12:39:07.526834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.542700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1e3796e-8c3a-491d-8ff4-3a4dd8c43dba req-890fb14c-d909-4a5c-8d0a-7571eec77923 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699395 Nov 08 12:39:07.574921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Attempting to bind port 86842712-9d58-4513-811c-15dc228cd9ed on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:07.574921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Attempting to bind port 86842712-9d58-4513-811c-15dc228cd9ed by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:07.574921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Attempting to bind port 86842712-9d58-4513-811c-15dc228cd9ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:07.578657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4037-f615-4e29-9133-51719d7ce8ae None None] Pushing event updated for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:07.579779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Port 86842712-9d58-4513-811c-15dc228cd9ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:39:07.580210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Attempting to bind port 86842712-9d58-4513-811c-15dc228cd9ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:07.586084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:07.587170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:07.587170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:07.587596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Bound port: 86842712-9d58-4513-811c-15dc228cd9ed, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:07.588026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.598552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:07.598789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c9885e8-042a-4719-bc09-1c0d62484ca4 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 200 len: 205 time: 0.0652039 Nov 08 12:39:07.606155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:07.606348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52560) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.633153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cfbbf6d-148e-4e5d-abff-8000c9abd750 req-74e3271e-fc91-45e1-a73e-2689a02a0dfc tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 210 time: 0.1590407 Nov 08 12:39:07.636502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.639979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.641352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/security-groups/ad69be08-9847-41d7-90e0-a474da33bb28 HTTP/1.1" status: 204 len: 168 time: 0.5834737 Nov 08 12:39:07.645974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:07.664671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af38ca-77cf-45f5-98d3-50235c06fda5 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad69be08-9847-41d7-90e0-a474da33bb28,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:07.766832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:07.768999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.777383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=86842712-9d58-4513-811c-15dc228cd9ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:07.805184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.838756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] For port adb87965-d5bb-43db-839f-3ca434209774, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=adb87965-d5bb-43db-839f-3ca434209774,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:07.866884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.881200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.908387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.928542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.950128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:07.950837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.953641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] 10.222.0.57 "PUT /v2.0/ports/86842712-9d58-4513-811c-15dc228cd9ed HTTP/1.1" status: 200 len: 1091 time: 2.2576957 Nov 08 12:39:07.954159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:07.956643 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba" -d '{"events": [{"name": "network-changed", "server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "tag": "86842712-9d58-4513-811c-15dc228cd9ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:07.993464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:07.996241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.000344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/security-groups/82804481-0e65-43e3-9892-3e793d3b75a5 HTTP/1.1" status: 204 len: 168 time: 0.3499665 Nov 08 12:39:08.008565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52566) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:08.011757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa2ea-db9c-4f4e-9909-fa4bc223bf8a tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82804481-0e65-43e3-9892-3e793d3b75a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:08.014763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a7a0-3e64-4d9d-a2c8-c30ada096824 service neutron] Pushing event updated for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:08.041830 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96142e6-bd38-490d-b7b7-05085d0415ca x-openstack-request-id: req-d96142e6-bd38-490d-b7b7-05085d0415ca {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:08.042127 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "tag": "86842712-9d58-4513-811c-15dc228cd9ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:08.042428 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d96142e6-bd38-490d-b7b7-05085d0415ca {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:08.042848 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed', 'status': 'completed', 'code': 200} Nov 08 12:39:08.060003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.063696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.104752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:08.110736 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.111734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-88f853e5-79c8-4505-af65-73909ac4110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:08.113313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-88f853e5-79c8-4505-af65-73909ac4110c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 1094 time: 0.0588362 Nov 08 12:39:08.180209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:08.181795 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:08.181914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=cb9c1266-05ef-4779-a38f-dbb4a0c0544a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:08.267796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-3877d68c-d268-4baa-9b6c-b1f8e244bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:08.269653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-3877d68c-d268-4baa-9b6c-b1f8e244bf78 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1473558 Nov 08 12:39:08.274787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:08.286308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:08.296945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:08.297556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.309903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:08.310599 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:08.326501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eaccda-d612-46b3-a3dd-5b0a58e739a1 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:08.375810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 67c13150-c6ec-420e-870f-fd1531047c20 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:08.383781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=adb87965-d5bb-43db-839f-3ca434209774,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:08.387336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.392488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.453334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-5d790790-2242-41a2-a9d9-9a0dcd4d3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:08.455755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7306c288-bfc3-4e44-aaeb-9e3e8d066bba req-5d790790-2242-41a2-a9d9-9a0dcd4d3ced service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777008 Nov 08 12:39:08.469525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.522927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-7cbb3e41-e1aa-4dd2-9a96-181a62dac2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3461092 Nov 08 12:39:08.530238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e3f34b47-0184-4058-b781-7b83c168072f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2901611 Nov 08 12:39:08.533527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:08.541068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:72:ec:88', 'name': 'tempest-NetworksTestDHCPv6-390883893'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:08.628489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:39:03Z', 'revision_number': 4, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '5bd56633-13fa-4ec5-b6cc-5d721926c129', 'name': '', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'mac_address': 'fa:16:3e:94:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:39:02Z', 'updated_at': '2021-11-08T12:39:07Z', 'revision_number': 4, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'subnets': [{'id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:08.667826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.694993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-e485db6e-b36f-4252-87d5-b542672528d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:08.696547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-e485db6e-b36f-4252-87d5-b542672528d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 1096 time: 0.1149287 Nov 08 12:39:08.748486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3056-3a4f-4dcd-a4d9-7291069dc4e3 None None] The sync data for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 is: [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:39:03Z', 'revision_number': 4, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '5bd56633-13fa-4ec5-b6cc-5d721926c129', 'name': '', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'mac_address': 'fa:16:3e:94:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:39:02Z', 'updated_at': '2021-11-08T12:39:07Z', 'revision_number': 4, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'subnets': [{'id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:08.783919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port af45a0fa-0986-49e9-97f2-31b897eb1214 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:08.785764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.786090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.891320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] For port adb87965-d5bb-43db-839f-3ca434209774, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=adb87965-d5bb-43db-839f-3ca434209774,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:08.901487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.969177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:08.994734 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.039060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.044177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-c7f4fa62-a66a-4865-bc7b-b3473f47ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:09.053546 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-c7f4fa62-a66a-4865-bc7b-b3473f47ad29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.3211577 Nov 08 12:39:09.072126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=67c13150-c6ec-420e-870f-fd1531047c20,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:09.089502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd05865-715b-4653-89eb-b76ca71e2faf None None] Pushing event updated for resources: {'Port': ['ID=adb87965-d5bb-43db-839f-3ca434209774,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:09.108749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.112255 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb54b051-6de0-49c1-88fd-acfae7082925 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/67c13150-c6ec-420e-870f-fd1531047c20 HTTP/1.1" status: 204 len: 168 time: 1.1026897 Nov 08 12:39:09.114606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for af45a0fa-0986-49e9-97f2-31b897eb1214 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:09.116215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52580) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:09.124111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ff438-0fe0-4220-aff9-17e6008ad01d None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:09.182406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:09.281505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:09.282226 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.339238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:09.340023 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:09.352497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-a10b7d8d-7b65-4928-8d16-6e3f4adf99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:09.354058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-a10b7d8d-7b65-4928-8d16-6e3f4adf99d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 1094 time: 0.8512802 Nov 08 12:39:09.362214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d477cb2-2e56-4105-a527-ea02010693e8 req-dee12c49-9e30-4b67-8cd8-8ca2ea896c4d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 210 time: 0.2802615 Nov 08 12:39:09.414357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-b647a122-3b23-4f16-bad1-1ac36886fa09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 200 len: 1000 time: 0.3381693 Nov 08 12:39:09.429583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-7ba74df5-deeb-4ce1-a70b-6b7b799d1958 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86842712-9d58-4513-811c-15dc228cd9ed HTTP/1.1" status: 200 len: 217 time: 0.0638695 Nov 08 12:39:09.471557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Could not find standard attr ID for object 7ce1e0cf-8a28-43e4-9b22-19af0d7f9bb6. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:39:09.507777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:09.508161 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.533235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc670c9-6dfe-4154-b35c-f8f117d1e885 req-962a6cfb-e335-4a96-9e5c-8309191c928f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:09.543344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccc670c9-6dfe-4154-b35c-f8f117d1e885 req-962a6cfb-e335-4a96-9e5c-8309191c928f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 943 time: 0.4566081 Nov 08 12:39:09.560185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-025c6a7d-322e-4490-9e23-c9fbb8d02bab None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:09.578816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:09.642224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-0c83eb87-2a81-4cac-ac36-eaa7c05bff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:09.643926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-0c83eb87-2a81-4cac-ac36-eaa7c05bff39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1976449 Nov 08 12:39:09.692041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:09.695704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.703615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-2667d7d6-1c81-485f-8044-f4e78c2b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:09.705135 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-2667d7d6-1c81-485f-8044-f4e78c2b7a74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.2760127 Nov 08 12:39:09.792549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-14d84757-d420-4a92-94fb-0096a2efd088 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381938 Nov 08 12:39:09.800814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccc670c9-6dfe-4154-b35c-f8f117d1e885 req-f1697ba2-ec72-49d0-bdd0-f5395fcf88ec tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565651 Nov 08 12:39:09.898454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dbdf14a1-7a05-4c65-ba33-21700b983e57 None None] Provisioning complete for port adb87965-d5bb-43db-839f-3ca434209774 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:09.898454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dbdf14a1-7a05-4c65-ba33-21700b983e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:09.974390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.029006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port fd2ff397-4bbe-492b-89ce-edb5ba42d505 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:10.098321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-734988ce-b20f-4c9e-9061-b789895bc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:10.100474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-734988ce-b20f-4c9e-9061-b789895bc484 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594370 Nov 08 12:39:10.115518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-52897526-9b6a-439b-9006-13904482113d service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136427 Nov 08 12:39:10.200088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.294986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=af45a0fa-0986-49e9-97f2-31b897eb1214,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:10.306198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-ef13d87d-9b28-4eb7-b790-77dd96f339e5 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814976 Nov 08 12:39:10.385188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.400900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:10.445303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::35d (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/9de9d1d5-bac3-4af5-8bdb-82f6d9542eec/fd2ff397-4bbe-492b-89ce-edb5ba42d505) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:10.457790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34a244c0-1d7c-42af-a093-7f4c62a9af3f req-d5f647c9-7d34-4142-9521-7bb4d43f7bd5 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346229 Nov 08 12:39:10.482677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-bbe3ce8b-513a-403c-8d67-043c089e3b04 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:10.484634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-bbe3ce8b-513a-403c-8d67-043c089e3b04 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.61 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 811 time: 0.3075399 Nov 08 12:39:10.489030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:ec88 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/cb9c1266-05ef-4779-a38f-dbb4a0c0544a/fd2ff397-4bbe-492b-89ce-edb5ba42d505) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:10.496743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:10.502917 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.508108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:10.514183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Request body: {'port': {'device_id': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'admin_state_up': True, 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:10.527682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18992797-ac72-4724-985b-6730780f0409 None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:10.542650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:10.543423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.567858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:10.568286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.587049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=1b5a2905-9119-4d95-9101-9b7c1366f355,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:10.637829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f048e76a-d1b4-4fe4-89a3-167541898314 req-a4b91ce2-1e32-435d-bcad-4ac6eeecb4ae service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107891 Nov 08 12:39:10.639563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.655795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:10.691417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a356014-bb94-44c5-899b-7d98541438b1 req-090d3f64-d7d7-4740-a5e9-f46bd2e5a8d1 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 210 time: 0.1420488 Nov 08 12:39:10.716874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3037f5f7-e028-46e8-8f27-809a4dc81fae None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:10.717860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3037f5f7-e028-46e8-8f27-809a4dc81fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.012356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.055297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d28c14-14af-4fbc-8b71-51d46ee804d5 req-219fda14-fa11-4991-838d-30987a77032d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:11.056921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31d28c14-14af-4fbc-8b71-51d46ee804d5 req-219fda14-fa11-4991-838d-30987a77032d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 943 time: 0.1008048 Nov 08 12:39:11.093056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Made reservation on behalf of dff02ae468104f298e5acdb9bab7f7a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:11.093378 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.096823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3037f5f7-e028-46e8-8f27-809a4dc81fae None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:11.097263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3037f5f7-e028-46e8-8f27-809a4dc81fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.157333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31d28c14-14af-4fbc-8b71-51d46ee804d5 req-1e507436-799f-4431-a61b-d6c6110431b9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929050 Nov 08 12:39:11.200644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3037f5f7-e028-46e8-8f27-809a4dc81fae None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:11.202965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Update dhcp port {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'fixed_ips': [{'subnet_id': '01b1ed04-5ef2-4285-adc9-06a7075f3edf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b5a2905-9119-4d95-9101-9b7c1366f355'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1c4bb978-a65b-485e-b6b9-75ebcb83e381'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:39:11.207774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.218604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5d436bbd-113c-431b-8447-9b5fb210bbd4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1002557 Nov 08 12:39:11.219606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:11.234613 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.235697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1426302206'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:11.278592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:11.290806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:11.314053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:11.319807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:11.320464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.331010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.332029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router 9233ded2-2db3-480c-ad4d-eb2c87be1469 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:39:11.333934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=fd2ff397-4bbe-492b-89ce-edb5ba42d505,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:11.348328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.349521 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-549bb722-b5f8-4a78-8531-526e68b9dd83 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 204 len: 168 time: 3.7428992 Nov 08 12:39:11.357262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:11.364577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-524819286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:11.369430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.384956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Allocated IP 172.20.0.12 (e500ff46-0131-49e6-b649-ac409c6285d9/a3fb8969-20ad-4744-80ec-922afdbd3e22/5edb529b-2188-43d7-81cb-4a97d284c69c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:11.427868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5bd56633-13fa-4ec5-b6cc-5d721926c129 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:11.487271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.494167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-06f166b7-9f6c-45f2-8ef2-35fbcea367e0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9585917 Nov 08 12:39:11.494462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:11.571660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5bd56633-13fa-4ec5-b6cc-5d721926c129 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:11.571961 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.593593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.617545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.642648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae471db6-a188-41d6-b393-424723e95210,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:11.659423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Allocated IP 2001:db8::2 (ac59c022-c10b-4884-9df9-331e691efb43/1b5a2905-9119-4d95-9101-9b7c1366f355/1c4bb978-a65b-485e-b6b9-75ebcb83e381) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:11.667046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port fd2ff397-4bbe-492b-89ce-edb5ba42d505 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:11.667468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.668317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-382a6e85-5d70-48ff-91e0-e6d4404a7703 None None] Provisioning complete for port fd2ff397-4bbe-492b-89ce-edb5ba42d505 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:11.668688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-382a6e85-5d70-48ff-91e0-e6d4404a7703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.677868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.679000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.731890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.742780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.770972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.776813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-382a6e85-5d70-48ff-91e0-e6d4404a7703 None None] Port fd2ff397-4bbe-492b-89ce-edb5ba42d505 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:11.788762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for fd2ff397-4bbe-492b-89ce-edb5ba42d505 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:11.824949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.834807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.846183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.847601 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e62dcdf-d1eb-48a1-a0a7-e4c05fb51016 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6256864 Nov 08 12:39:11.851552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:11.860286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'security_group': {'name': 'tempest-secgroup-715094695'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:11.871828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Pushing event updated for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:11.879089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Network e500ff46-0131-49e6-b649-ac409c6285d9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:11.882380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5bd56633-13fa-4ec5-b6cc-5d721926c129, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5bd56633-13fa-4ec5-b6cc-5d721926c129,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:11.882631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:11.885249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:11.907844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:11.919470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6536-07b9-4048-bc00-540ac667a960 req-1877be62-4948-478d-ab65-dba664bd6e9b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:11.921420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9b6536-07b9-4048-bc00-540ac667a960 req-1877be62-4948-478d-ab65-dba664bd6e9b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 932 time: 0.1351228 Nov 08 12:39:11.942754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.957940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.959148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-527d67d0-2254-4b6f-8add-4ed710c573c2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6016645 Nov 08 12:39:11.965577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:11.967257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:11.968153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.972320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': True}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:11.997814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:11.999632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device adb87965-d5bb-43db-839f-3ca434209774 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:12.004897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9b6536-07b9-4048-bc00-540ac667a960 req-b0f72d1a-c2ff-4c2c-b34d-cbca6cf217c0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 Nov 08 12:39:12.046193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.097248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.118876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:12.143286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.143632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.143976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.144318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.144652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.145018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.145311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.145695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.151810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.151810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.151810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.151810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:12.165968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f0dd741a-2242-4462-933c-a9808faadd3d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6675892 Nov 08 12:39:12.180675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Request body: {'port': {'device_id': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:12.182788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port adb87965-d5bb-43db-839f-3ca434209774 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:12.183176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.244049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3664d6-476b-4108-9890-e680895951e0 None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:12.291574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.326951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.343298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.374537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=fd2ff397-4bbe-492b-89ce-edb5ba42d505,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:12.445506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08447cb-c071-4d8f-be3b-845a12b61a2f req-06f8abda-e6d2-44a0-a86d-b007e5e9eda3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.448435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d08447cb-c071-4d8f-be3b-845a12b61a2f req-06f8abda-e6d2-44a0-a86d-b007e5e9eda3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 943 time: 0.1716466 Nov 08 12:39:12.455954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.459259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3a7cf36-ebe0-40a2-a5e6-a790ce9c9878 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/fd2ff397-4bbe-492b-89ce-edb5ba42d505 HTTP/1.1" status: 204 len: 168 time: 0.9634242 Nov 08 12:39:12.464261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:12.467460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.588819 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.610061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62732814-a9c1-4009-b4d6-174aa168f718 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.611876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-62732814-a9c1-4009-b4d6-174aa168f718 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1470144 Nov 08 12:39:12.623275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52616) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:12.643419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d08447cb-c071-4d8f-be3b-845a12b61a2f req-9228f3cf-6aa9-41d0-9225-5ede7334f787 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802936 Nov 08 12:39:12.674630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97641196-34e2-42cd-b499-3d9bf0381bb8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:12.768112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.769414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-936d075b-0391-4a0c-88d1-c023276cc04f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9169242 Nov 08 12:39:12.772896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:12.778800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510804293'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:12.789246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944db526-4ff5-4d59-8c0d-1b735914fecb tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.793446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-944db526-4ff5-4d59-8c0d-1b735914fecb tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1323435 Nov 08 12:39:12.797183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:12.802171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edb529b-2188-43d7-81cb-4a97d284c69c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:12.812409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.826894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Transition to ACTIVE for port object 5edb529b-2188-43d7-81cb-4a97d284c69c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:39:12.827977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.858603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.887369 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee574657-f988-4922-9a7d-d795e4c13d34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.893734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee574657-f988-4922-9a7d-d795e4c13d34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.893911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.894037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee574657-f988-4922-9a7d-d795e4c13d34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:12.894037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee574657-f988-4922-9a7d-d795e4c13d34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0946014 Nov 08 12:39:12.895833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:12.924295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:12.996753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 172.25.1.196 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/7c474bba-4808-406f-ad11-d5d76b5053d8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:13.022747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-63bc744c-03bf-421f-acb7-1d70616c5605 None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:13.023240 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63bc744c-03bf-421f-acb7-1d70616c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.056423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Pushing event updated for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:13.063564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 9de9d1d5-bac3-4af5-8bdb-82f6d9542eec {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:13.071501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.136537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5bd56633-13fa-4ec5-b6cc-5d721926c129 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:13.155216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.205877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.214262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-63bc744c-03bf-421f-acb7-1d70616c5605 None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:13.216718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63bc744c-03bf-421f-acb7-1d70616c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.245462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5bd56633-13fa-4ec5-b6cc-5d721926c129 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:13.245835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.269955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a477da-f76e-429c-ac22-0e06fe50150d req-5dc6d4a2-ba5d-4702-bedf-47cd5841d35d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:13.271538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09a477da-f76e-429c-ac22-0e06fe50150d req-5dc6d4a2-ba5d-4702-bedf-47cd5841d35d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 944 time: 0.1524580 Nov 08 12:39:13.272468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.275115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-63bc744c-03bf-421f-acb7-1d70616c5605 None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:13.283001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.287481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Attempting to bind port 5edb529b-2188-43d7-81cb-4a97d284c69c on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:13.287863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Attempting to bind port 5edb529b-2188-43d7-81cb-4a97d284c69c by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:13.288685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Attempting to bind port 5edb529b-2188-43d7-81cb-4a97d284c69c on network e500ff46-0131-49e6-b649-ac409c6285d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:13.309309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Port 5edb529b-2188-43d7-81cb-4a97d284c69c on network e500ff46-0131-49e6-b649-ac409c6285d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:39:13.309647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Attempting to bind port 5edb529b-2188-43d7-81cb-4a97d284c69c on network e500ff46-0131-49e6-b649-ac409c6285d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:13.318933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:13.322022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:13.329456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:13.346344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:13.347419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Checking segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:13.347419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Bound using segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:13.347690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:13.347814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Bound port: 5edb529b-2188-43d7-81cb-4a97d284c69c, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:13.348109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.356784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=7c474bba-4808-406f-ad11-d5d76b5053d8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:13.387043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.424218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:13.424685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.442495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.453988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09a477da-f76e-429c-ac22-0e06fe50150d req-9c793c5a-1e29-4b75-a3ba-582c7b589b12 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630158 Nov 08 12:39:13.499024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a843da-f360-41e4-8112-25e036d73b52,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:13.530048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:13.534938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5edb529b-2188-43d7-81cb-4a97d284c69c,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:13.553681 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.554964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ed1b8222-4b87-4228-ace4-35bf98a45fef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7811151 Nov 08 12:39:13.559392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52630) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:13.562722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1205821137', 'security_groups': ['d1a843da-f360-41e4-8112-25e036d73b52'], 'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b5a2905-9119-4d95-9101-9b7c1366f355'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:13.628438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.630736 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.665593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 86842712-9d58-4513-811c-15dc228cd9ed details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:39:13.702211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=9de9d1d5-bac3-4af5-8bdb-82f6d9542eec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:13.704027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.713380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.717903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f7eba7d-7e42-4162-8f36-dba1c838f108 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9de9d1d5-bac3-4af5-8bdb-82f6d9542eec HTTP/1.1" status: 204 len: 168 time: 0.8203983 Nov 08 12:39:13.727042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52634) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:13.733504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0cf70-b59b-4e08-9059-95f453c00bb9 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:13.759429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:13.760043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.761882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] 10.222.0.61 "PUT /v2.0/ports/5edb529b-2188-43d7-81cb-4a97d284c69c HTTP/1.1" status: 200 len: 1092 time: 1.5850668 Nov 08 12:39:13.761882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:13.764916 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158e92f-467a-4cea-b5e8-0bc8fb37746c" -d '{"events": [{"name": "network-changed", "server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:13.832313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac019ac-5e0e-484d-aec2-262e70a43e3e service neutron] Pushing event updated for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:13.844143 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c1cb8-9ff4-4cfa-9005-51d32128d99a x-openstack-request-id: req-1f5c1cb8-9ff4-4cfa-9005-51d32128d99a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:13.844459 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:13.844664 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f5c1cb8-9ff4-4cfa-9005-51d32128d99a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:13.845100 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c', 'status': 'completed', 'code': 200} Nov 08 12:39:13.870071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet cb9c1266-05ef-4779-a38f-dbb4a0c0544a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:13.875468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.901154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=86842712-9d58-4513-811c-15dc228cd9ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:13.929399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '86842712-9d58-4513-811c-15dc228cd9ed', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': '86842712-9d58-4513-811c-15dc228cd9ed', 'mac_address': 'fa:16:3e:01:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:39:13.970646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.971541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:13.974300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.020941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.030572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:14.039122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86842712-9d58-4513-811c-15dc228cd9ed {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:14.041694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3438a-6f06-4797-a01b-3efc2e3d4cf1 req-44f7fde3-687a-4c0f-8e67-aba11f62c7be tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:14.043291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbe3438a-6f06-4797-a01b-3efc2e3d4cf1 req-44f7fde3-687a-4c0f-8e67-aba11f62c7be tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 943 time: 0.3062911 Nov 08 12:39:14.073707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=86842712-9d58-4513-811c-15dc228cd9ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:14.146975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.165650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-38ef0def-08ca-4121-8918-a3d081f1e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:14.167322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-38ef0def-08ca-4121-8918-a3d081f1e96c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 1095 time: 0.2947929 Nov 08 12:39:14.197965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:39:14.198961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.210028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:14.248784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbe3438a-6f06-4797-a01b-3efc2e3d4cf1 req-a58b3ab7-f6ee-4f1b-aa71-c4cfce967a50 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853180 Nov 08 12:39:14.311920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.340846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:14.350684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] device_id is not set on port 1478a054-bf2e-4eb0-b228-5f7d782a987c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:14.358544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] Sync routers for ids ['1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:14.358728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.358728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2b5f47ce-070f-42f1-aa62-73f2b0f4204a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "PUT /v2.0/routers/1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 200 len: 918 time: 2.3869224 Nov 08 12:39:14.361781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:14.369085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] Routers {'1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:14.370035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:14.408997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:14.414648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['86842712-9d58-4513-811c-15dc228cd9ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:14.443462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-5c897fc8-6da6-4cd0-bb77-477b69f5e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:14.443462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-5c897fc8-6da6-4cd0-bb77-477b69f5e666 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2558594 Nov 08 12:39:14.459011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] Routers {'1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:14.459742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:14.501073 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-985902bb-889c-493e-8d8b-243893f454be tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 200 len: 924 time: 0.1379199 Nov 08 12:39:14.501997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52646) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:14.510779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:14.511590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d515-b5d2-4e31-aa91-a700fa04cef3 None None] The sync data for ids ['1f50f160-36fb-4cf5-bfd4-d2a05ef688c9'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:14.540642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.548878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e452bb-4e11-499b-9d03-b7ec018daf9c tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:14.554154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04e452bb-4e11-499b-9d03-b7ec018daf9c tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=1f50f160-36fb-4cf5-bfd4-d2a05ef688c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0505762 Nov 08 12:39:14.554923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52648) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:14.651151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38e3be-6d90-4da7-930b-c88bf981c97a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:14.652823 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df38e3be-6d90-4da7-930b-c88bf981c97a tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.0966160 Nov 08 12:39:14.656395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52650) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:14.689135 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88bf2c49-109e-4263-9435-46fb8d4c4182 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 200 len: 205 time: 0.0310345 Nov 08 12:39:14.691391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:14.805191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.906823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5251950c-df85-42cb-8053-019bd63d173f None None] Provisioning complete for port adb87965-d5bb-43db-839f-3ca434209774 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:14.907236 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5251950c-df85-42cb-8053-019bd63d173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.916751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:14.980508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9c1266-05ef-4779-a38f-dbb4a0c0544a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:15.022111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.025306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e96c935d-ea00-4738-9c85-b89a1da0bb54 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/cb9c1266-05ef-4779-a38f-dbb4a0c0544a HTTP/1.1" status: 204 len: 168 time: 1.2934918 Nov 08 12:39:15.032339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c7978-df4b-4408-9604-22f4c31633d6 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:15.037131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:15.076370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port 7c474bba-4808-406f-ad11-d5d76b5053d8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:15.076370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.112935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a498cda9-98b2-496b-9016-7a782b227448 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747614 Nov 08 12:39:15.122516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:15.127370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:15.167569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.175782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-14b29a80-c9c7-442d-845b-db9010a7e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:15.177262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f158e92f-467a-4cea-b5e8-0bc8fb37746c req-14b29a80-c9c7-442d-845b-db9010a7e99c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7276530 Nov 08 12:39:15.181493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for 7c474bba-4808-406f-ad11-d5d76b5053d8 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:15.184946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257be77-57b0-4f8c-935e-6e7302c5331d req-1ea6d78d-165e-42d2-8be4-d3e385c03d3a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:15.186473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a257be77-57b0-4f8c-935e-6e7302c5331d req-1ea6d78d-165e-42d2-8be4-d3e385c03d3a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 944 time: 0.2402778 Nov 08 12:39:15.235963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:15.236547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8::252 (ac59c022-c10b-4884-9df9-331e691efb43/1b5a2905-9119-4d95-9101-9b7c1366f355/1478a054-bf2e-4eb0-b228-5f7d782a987c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:15.284296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Deleting port adb87965-d5bb-43db-839f-3ca434209774 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:15.284771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.362211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a257be77-57b0-4f8c-935e-6e7302c5331d req-da42c993-52d6-4656-b81e-ddcd8d484096 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616046 Nov 08 12:39:15.374356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-087794e0-86bb-423f-8879-2b07b741b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:15.375088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] For port adb87965-d5bb-43db-839f-3ca434209774, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=adb87965-d5bb-43db-839f-3ca434209774,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:15.375504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.375965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-087794e0-86bb-423f-8879-2b07b741b414 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 1095 time: 0.1405754 Nov 08 12:39:15.391367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Calling delete_port for adb87965-d5bb-43db-839f-3ca434209774 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:15.474029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:15.480108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.487756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-8f04cd37-5683-4be5-b955-ff9c6e420489 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edb529b-2188-43d7-81cb-4a97d284c69c HTTP/1.1" status: 200 len: 217 time: 0.0962024 Nov 08 12:39:15.506194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.531396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=7c474bba-4808-406f-ad11-d5d76b5053d8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:15.575162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.607764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] Pushing event deleted for resources: {'Port': ['ID=adb87965-d5bb-43db-839f-3ca434209774,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:15.609954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f646604-c611-4f33-973b-9959f135e7f2 None None] No DVR routers for this DVR port adb87965-d5bb-43db-839f-3ca434209774 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:15.653820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913754c-6a0e-4a56-b44f-ed1af342f764 req-fb4bad8e-6155-482a-8c9b-f28df2acffb5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:15.658823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d913754c-6a0e-4a56-b44f-ed1af342f764 req-fb4bad8e-6155-482a-8c9b-f28df2acffb5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 944 time: 0.2726054 Nov 08 12:39:15.668646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 86842712-9d58-4513-811c-15dc228cd9ed up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:15.700240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f2ef6976-7422-46cd-8b50-841e6ee6e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:15.702950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-f2ef6976-7422-46cd-8b50-841e6ee6e6f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 200 len: 851 time: 0.1709943 Nov 08 12:39:15.771799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-2f807f56-894b-4c23-8e2f-984f5e43e80c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e500ff46-0131-49e6-b649-ac409c6285d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506289 Nov 08 12:39:15.777705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 86842712-9d58-4513-811c-15dc228cd9ed completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:39:15.783724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.786842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 86842712-9d58-4513-811c-15dc228cd9ed triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:15.787905 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.858125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d913754c-6a0e-4a56-b44f-ed1af342f764 req-8eee6d0a-a3e0-4e64-a19a-743ba7d78377 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845284 Nov 08 12:39:15.890489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.894983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-ef12608c-7da3-45be-989c-8fb0a3b950dd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:15.896017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-ef12608c-7da3-45be-989c-8fb0a3b950dd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1168272 Nov 08 12:39:15.906596 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.932745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:15.936511 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d70f77-f6e9-4a23-ac4c-78e7c90d80d2" -d '{"events": [{"server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "name": "network-vif-plugged", "status": "completed", "tag": "86842712-9d58-4513-811c-15dc228cd9ed"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:15.955389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.955670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=86842712-9d58-4513-811c-15dc228cd9ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:15.968806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:15.983364 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea3b4f-bf55-4013-b8f2-f914987133d0 x-openstack-request-id: req-92ea3b4f-bf55-4013-b8f2-f914987133d0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:15.983364 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "name": "network-vif-plugged", "status": "completed", "tag": "86842712-9d58-4513-811c-15dc228cd9ed", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:15.983804 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92ea3b4f-bf55-4013-b8f2-f914987133d0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:15.984442 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed', 'code': 200} Nov 08 12:39:16.011836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.064373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.064373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.075003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:16.079376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:16.105628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:16.108831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:16.115111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:16.115734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.145015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=1478a054-bf2e-4eb0-b228-5f7d782a987c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:16.149211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.191823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.192694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router 1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:39:16.201124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.205993 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e5a2a15d-adcb-4e03-9760-91e23274404b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 204 len: 168 time: 1.5101817 Nov 08 12:39:16.209045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52670) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:16.212499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-299947528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:16.216356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-3b232424-8b15-4d72-95a9-f064bbc08e1a service neutron] 10.222.0.61 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116925 Nov 08 12:39:16.227409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:16.229573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55ae6-d299-4328-8eae-8091bc0d401c req-8e8fc900-fa28-40d5-ae6e-513947c5eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:16.231589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7c55ae6-d299-4328-8eae-8091bc0d401c req-8e8fc900-fa28-40d5-ae6e-513947c5eefe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 1096 time: 0.1848752 Nov 08 12:39:16.239465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e96d9f0-b915-4515-8408-a95fcd6084a4 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6808274 Nov 08 12:39:16.243038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:16.250342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:16.251211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:16.254609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:16.255198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.266347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b661781-77f0-4aaf-8019-2e91766aa206 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:16.294027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=8976ba64-d8ec-4192-a164-394e2fd48838,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:16.317349 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.319143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.384422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7c55ae6-d299-4328-8eae-8091bc0d401c req-28f1c2f5-25f5-42b6-8b17-d59a02b1f2ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437361 Nov 08 12:39:16.406612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9706fbbe-350a-4ffe-b1de-a28512ca0220 req-27a5cbbe-3052-4222-844d-cad88fa93f7e service neutron] 10.222.0.61 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737239 Nov 08 12:39:16.417501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fed42e97-7017-40a0-b413-82821ea60d91 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2937014 Nov 08 12:39:16.419304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.421504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:16.428967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:16.466808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-506d5a19-3ab6-4ba9-91eb-060cf4027ab6 None None] Provisioning complete for port 1478a054-bf2e-4eb0-b228-5f7d782a987c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:16.467688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-506d5a19-3ab6-4ba9-91eb-060cf4027ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.477874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.514943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:16.531869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'tenant_id': 'a21d8ad838bf48369954fb5a5842471b', 'fixed_ips': [{'subnet_id': '8976ba64-d8ec-4192-a164-394e2fd48838'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:16.532106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.533339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.584418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620409-5a6d-4664-b7ea-49c6d1a77772 req-72974177-082e-463d-a3ff-b38fe8be2109 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:16.585983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a620409-5a6d-4664-b7ea-49c6d1a77772 req-72974177-082e-463d-a3ff-b38fe8be2109 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 944 time: 0.1129997 Nov 08 12:39:16.596364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.600275 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-971f327e-446b-40fc-a538-d129ac72cf50 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3903828 Nov 08 12:39:16.600478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:16.604914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'enable_snat': False}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:16.660745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a620409-5a6d-4664-b7ea-49c6d1a77772 req-dfa6aa74-a406-42e8-9f13-476ab61ce5b0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Nov 08 12:39:16.700447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-506d5a19-3ab6-4ba9-91eb-060cf4027ab6 None None] Port 1478a054-bf2e-4eb0-b228-5f7d782a987c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:16.711310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:16.715228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.776534 n-d-816990-1 neutron-server[102536]: INFO neutron.db.ipam_backend_mixin [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b5a2905-9119-4d95-9101-9b7c1366f355 (CIDR: 2001:db8::/64) Nov 08 12:39:16.815265 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:39:16.815760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:16.830266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Allocated IP 2001:db8::2 (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/8976ba64-d8ec-4192-a164-394e2fd48838/0abded59-5eb2-4d44-86a6-7fe52e44c9b9) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:16.830500 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8976ba64-d8ec-4192-a164-394e2fd48838 (CIDR: 2001:db8::/64) Nov 08 12:39:16.862543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.867077 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:39:16.867612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:16.962487 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e946df8-6a05-4d82-a8d5-0234554f1857 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7156932 Nov 08 12:39:16.962901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:16.968402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:16.980160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:16.985659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-047b0681-9afe-4ad5-80ce-8eb4b97449f7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5622034 Nov 08 12:39:16.995846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c48cf-42dd-4fde-b188-30ce7087b74a req-c8b5b491-4e16-4ac7-a8e2-20a2dad4d145 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:16.998007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-623c48cf-42dd-4fde-b188-30ce7087b74a req-c8b5b491-4e16-4ac7-a8e2-20a2dad4d145 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.0577910 Nov 08 12:39:16.998761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52686) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:17.015830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'subnet': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:17.049947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-623c48cf-42dd-4fde-b188-30ce7087b74a req-57d5229f-1c9f-4f36-8964-ded270873dd1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Nov 08 12:39:17.073099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device adb87965-d5bb-43db-839f-3ca434209774 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:17.078754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.132837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: adb87965-d5bb-43db-839f-3ca434209774 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:17.133180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device adb87965-d5bb-43db-839f-3ca434209774 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:17.157811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:17.161607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Pushing event updated for resources: {'Port': ['ID=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:17.165659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:17.168248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:17.227509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Attempting to bind port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:17.227880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Attempting to bind port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:17.228245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Attempting to bind port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 on network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:17.234803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:17.235177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Checking segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:17.235798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.236165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Bound using segment: {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:17.236835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Bound port: 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed7618b-003c-4057-b667-56a93cee281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:17.237417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.307141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] For port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:17.310216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] For port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:17.319998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:17.323480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.391674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.427995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:17.431467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.457702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5e74-ca97-4242-a41e-39d4b1f04b23 None None] Pushing event updated for resources: {'Port': ['ID=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:17.463722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.527621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:17.544715 n-d-816990-1 neutron-server[102536]: INFO neutron.db.ipam_backend_mixin [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01b1ed04-5ef2-4285-adc9-06a7075f3edf (CIDR: 2001:db8:0:1::/64) Nov 08 12:39:17.659809 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:39:17.660426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:17.736528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Allocated IP 172.25.1.131 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/0c583a37-54ec-4d62-ab13-0aebf69b4774) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:17.802779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3c257-e316-4b5e-81f9-130c2c24793a req-26f66d70-19dc-421b-a228-8d829850cb66 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:17.804336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eae3c257-e316-4b5e-81f9-130c2c24793a req-26f66d70-19dc-421b-a228-8d829850cb66 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 944 time: 0.0636911 Nov 08 12:39:17.809727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec413740-c2be-4221-9db1-28ec1ca6a39d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8459911 Nov 08 12:39:17.813699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52694) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:17.824736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'subnet': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:17.857196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eae3c257-e316-4b5e-81f9-130c2c24793a req-eebc2592-573c-45f7-b14b-3823a62a5a7f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Nov 08 12:39:18.011653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.114372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Made reservation on behalf of 44aa10b645fa4246a0f6979ca8824662 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:18.118152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.179491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba462-fe75-4361-9eec-d3d7a162b62c req-1f26a56f-c0ae-4307-8faf-d46b516f76b7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:18.181002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f21ba462-fe75-4361-9eec-d3d7a162b62c req-1f26a56f-c0ae-4307-8faf-d46b516f76b7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.0555570 Nov 08 12:39:18.187076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.250156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f21ba462-fe75-4361-9eec-d3d7a162b62c req-13964ada-f2e5-46ff-88f9-275f72493e59 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Nov 08 12:39:18.274432 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:39:18.288008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:18.306949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:18.309829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:18.320074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Pushing event updated for resources: {'Port': ['ID=0c583a37-54ec-4d62-ab13-0aebf69b4774,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:18.381667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.objects.ports [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102536) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:39:18.516242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-3f05a681-47b3-4a77-b300-4199b2767026 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:18.518039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-3f05a681-47b3-4a77-b300-4199b2767026 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.1176155 Nov 08 12:39:18.534563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-417f3128-2a9e-4ae6-8e12-ce4af33c1eb6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0105360 Nov 08 12:39:18.589203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-9b7ad9f2-0cd4-4d74-88f7-30ee30465f19 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476899 Nov 08 12:39:18.661527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:18.662106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.706310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-af3f5b89-be1f-40ba-ab62-b02534d58abd service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091182 Nov 08 12:39:18.775596 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.818013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-07565245-f1a2-4637-9f57-50ee103b6cc8 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996192 Nov 08 12:39:18.836430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.838270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.843423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:18.844993 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:18.929766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Network ac59c022-c10b-4884-9df9-331e691efb43 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:18.963396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:18.967651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:18.968262 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.977783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e81c2-3ffc-46a0-bef7-6ebdc875136c None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:18.985585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446b2a9-7e1d-451c-baef-00ad12a3be9f req-36b6bc63-c3e5-43e4-9d48-fbc5661f6552 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:18.987398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:18.987681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a446b2a9-7e1d-451c-baef-00ad12a3be9f req-36b6bc63-c3e5-43e4-9d48-fbc5661f6552 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 944 time: 0.0580568 Nov 08 12:39:19.024627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Subnet': ['ID=578164f6-8fca-4b25-82fa-7098c015ebf0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:19.089460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a4bfac9-f962-484f-973b-6960a82085da req-f5cd0e0b-f41c-4c29-8d35-b099ea4c5389 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 210 time: 0.0436983 Nov 08 12:39:19.125429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a446b2a9-7e1d-451c-baef-00ad12a3be9f req-11fdef7d-e2be-4809-8214-16b884f8331a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252146 Nov 08 12:39:19.213837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:19.310175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:19.310674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.423360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.471505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Update dhcp port {'port': {'network_id': 'ac59c022-c10b-4884-9df9-331e691efb43', 'fixed_ips': [{'subnet_id': '01b1ed04-5ef2-4285-adc9-06a7075f3edf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b5a2905-9119-4d95-9101-9b7c1366f355', 'ip_address': '2001:db8::2'}, {'subnet_id': '578164f6-8fca-4b25-82fa-7098c015ebf0'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '1c4bb978-a65b-485e-b6b9-75ebcb83e381'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:39:19.504890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.509253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.547113 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6cf6f8a9-29b7-4303-9776-4384c352805f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7308021 Nov 08 12:39:19.549743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:19.556694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2067964934', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '578164f6-8fca-4b25-82fa-7098c015ebf0'}], 'security_groups': ['ae471db6-a188-41d6-b393-424723e95210', '97641196-34e2-42cd-b499-3d9bf0381bb8']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:19.567481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5edb529b-2188-43d7-81cb-4a97d284c69c details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:39:19.613383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] For port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:19.695328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.767165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.770114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Allocated IP 2001:db8:0:2::2 (ac59c022-c10b-4884-9df9-331e691efb43/578164f6-8fca-4b25-82fa-7098c015ebf0/1c4bb978-a65b-485e-b6b9-75ebcb83e381) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:19.771097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.774660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.777803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5edb529b-2188-43d7-81cb-4a97d284c69c,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:19.802001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5edb529b-2188-43d7-81cb-4a97d284c69c', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'port_id': '5edb529b-2188-43d7-81cb-4a97d284c69c', 'mac_address': 'fa:16:3e:0b:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:39:19.839128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.840468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.968878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:19.981503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:19.981874 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:19.983727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:19.992139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:19.992475 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:19.995375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:19.997024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edb529b-2188-43d7-81cb-4a97d284c69c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:19.999573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:20.002293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Subnet': ['ID=95094d28-a634-49f8-9af6-de7efc115958,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:20.009523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:20.009697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:20.009697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.030059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72e8ed-144a-4094-9adf-c17886705fba None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:20.050334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5edb529b-2188-43d7-81cb-4a97d284c69c,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:20.106788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.122691 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f218069-f261-4ce6-bb90-eba438abcbb8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1187856 Nov 08 12:39:20.127400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52736) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:20.130409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Request body: {'port': {'network_id': '2c77a820-3d9d-488f-bf82-37b0b7e1e0c6', 'mac_address': 'fa:16:3e:fc:c2:cb', 'name': 'tempest-NetworksTestDHCPv6-930703262'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:20.165420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.175241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Router 524e8f07-7bf6-45fe-b358-cd3d6088efb5 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:39:20.207684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.208648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.211137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16aaecac-c45b-4f22-8416-f562a494f804 req-f8356cae-a8f0-4cdc-a899-7c659e5c36b8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 210 time: 0.0487039 Nov 08 12:39:20.259904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:20.361961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7d5ff-55cf-425f-8a1d-41c5b090342e None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:20.363209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a1946-bc7d-450a-b206-fcd89621b911 req-11b3274f-b324-46ab-8195-60351af9bd46 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:20.364708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af9a1946-bc7d-450a-b206-fcd89621b911 req-11b3274f-b324-46ab-8195-60351af9bd46 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 945 time: 0.1525371 Nov 08 12:39:20.429937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5edb529b-2188-43d7-81cb-4a97d284c69c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:20.470506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Delete allocated IP 2001:db8::252 (ac59c022-c10b-4884-9df9-331e691efb43/1b5a2905-9119-4d95-9101-9b7c1366f355) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:39:20.492250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:20.492642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Allocated IP 2001:db8:0:2::164 (ac59c022-c10b-4884-9df9-331e691efb43/578164f6-8fca-4b25-82fa-7098c015ebf0/1478a054-bf2e-4eb0-b228-5f7d782a987c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:20.503721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] Sync routers for ids ['524e8f07-7bf6-45fe-b358-cd3d6088efb5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:20.519693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.521975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af9a1946-bc7d-450a-b206-fcd89621b911 req-4bb0401d-2535-4e3d-a2d0-00f82e4e717d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353803 Nov 08 12:39:20.532980 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] Routers {'524e8f07-7bf6-45fe-b358-cd3d6088efb5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:20.534850 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['524e8f07-7bf6-45fe-b358-cd3d6088efb5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:20.536692 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f4913bc2-756b-4e76-870f-542ff7176638 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "PUT /v2.0/routers/524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 200 len: 919 time: 3.9351370 Nov 08 12:39:20.537921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:20.552673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Made reservation on behalf of a21d8ad838bf48369954fb5a5842471b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:20.591523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.612283 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:20.637034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] Routers {'524e8f07-7bf6-45fe-b358-cd3d6088efb5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:20.637808 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:38:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['524e8f07-7bf6-45fe-b358-cd3d6088efb5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:20.702500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:20.703285 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb5d94-4260-4f22-ad18-1cd38bd4c13b None None] The sync data for ids ['524e8f07-7bf6-45fe-b358-cd3d6088efb5'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:20.852040 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-006ac4ca-f644-411b-81b9-ddfc92ffefaa tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 200 len: 925 time: 0.3128591 Nov 08 12:39:20.854794 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.856798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:20.884097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.910545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] device_id is not set on port 60c794be-00d8-4e77-8e18-39b35b944cc8 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:20.951764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:20.969338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5b3b1-b399-47be-8c96-ef92a6d0f704 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:20.974474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36d5b3b1-b399-47be-8c96-ef92a6d0f704 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=524e8f07-7bf6-45fe-b358-cd3d6088efb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1143167 Nov 08 12:39:20.975144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:20.987081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:21.008291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.079132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] In _notify_port_updated(), no bound segment for port 1478a054-bf2e-4eb0-b228-5f7d782a987c on network ac59c022-c10b-4884-9df9-331e691efb43 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:39:21.085857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.093510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:21.094317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.102125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "PUT /v2.0/ports/1478a054-bf2e-4eb0-b228-5f7d782a987c HTTP/1.1" status: 200 len: 970 time: 1.5483146 Nov 08 12:39:21.104219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:21.128379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbc44-07f4-44ec-b4ad-a89b4781edcc tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event updated for resources: {'Port': ['ID=1478a054-bf2e-4eb0-b228-5f7d782a987c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:21.234432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:21.235064 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-33034663-c79f-41b9-a820-1dcb69a9d630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:21.268498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:21.351486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:21.365765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a537b-bd4c-4f56-aac7-31d15a6b6c91 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:21.371948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e55a537b-bd4c-4f56-aac7-31d15a6b6c91 tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 881 time: 0.3928595 Nov 08 12:39:21.374818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:21.407118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:21.407772 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.429789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec028309-5a23-48fb-a61c-25c2d54c57a1 req-2879be08-c875-485c-a5ae-1659e623414c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Nov 08 12:39:21.480168 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-80e8b0c9-f964-4864-b2df-637ff33e7343 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 200 len: 205 time: 0.1012158 Nov 08 12:39:21.486107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:21.520768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8::af (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/8976ba64-d8ec-4192-a164-394e2fd48838/60c794be-00d8-4e77-8e18-39b35b944cc8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:21.536142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:c2cb (2c77a820-3d9d-488f-bf82-37b0b7e1e0c6/95094d28-a634-49f8-9af6-de7efc115958/60c794be-00d8-4e77-8e18-39b35b944cc8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:21.548695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-d4df8b7b-1de1-4dca-9f08-59c440e3177b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:21.557357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-d4df8b7b-1de1-4dca-9f08-59c440e3177b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.3360767 Nov 08 12:39:21.567583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 1478a054-bf2e-4eb0-b228-5f7d782a987c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:21.568290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.630283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': '32df7388-c913-489f-a723-c5de993776a0', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:21.665465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:21.739849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:21.740233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.798331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.821598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.833308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 1478a054-bf2e-4eb0-b228-5f7d782a987c owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:21.863858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:21.864239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.959909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b1f7-f944-4d14-b025-986ba15e25f2 req-a40d76c6-e8a2-4508-b51d-111ebc66dffb tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:21.964448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:21.964644 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:21.967760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3645b1f7-f944-4d14-b025-986ba15e25f2 req-a40d76c6-e8a2-4508-b51d-111ebc66dffb tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 945 time: 0.2979274 Nov 08 12:39:22.002364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.048652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.054527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:22.057672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.069381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:22.069844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.072257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3645b1f7-f944-4d14-b025-986ba15e25f2 req-b54728ab-47b4-491b-b728-d97366512147 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034665 Nov 08 12:39:22.110299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:22.119854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Provisioning complete for port 1478a054-bf2e-4eb0-b228-5f7d782a987c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:22.120653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.157741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9d1f4-6d2e-434b-ae18-a463ce2a61dd None None] Port 1478a054-bf2e-4eb0-b228-5f7d782a987c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:22.168920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.223620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:22.224477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.235042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:22.238697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.7 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/911a8679-405c-4d92-9526-5bf8d62eecd0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:22.241368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:22.241793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port 0c583a37-54ec-4d62-ab13-0aebf69b4774 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:22.241962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.247389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:22.248152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.253452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event updated for resources: {'Port': ['ID=60c794be-00d8-4e77-8e18-39b35b944cc8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:22.273787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-489f1bdb-5728-427b-9265-2602668245d3 None None] Could not find standard attr ID for object 1478a054-bf2e-4eb0-b228-5f7d782a987c. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:39:22.309410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=1478a054-bf2e-4eb0-b228-5f7d782a987c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:22.312086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.318203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29d95b13-e2ba-483e-925a-b7d514d2cc33 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/1478a054-bf2e-4eb0-b228-5f7d782a987c HTTP/1.1" status: 204 len: 168 time: 1.2096987 Nov 08 12:39:22.318885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:22.353314 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a147d06-90fb-4eea-8dd8-40fb030e77ba tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] GET failed (client error): The resource could not be found. Nov 08 12:39:22.359568 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a147d06-90fb-4eea-8dd8-40fb030e77ba tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports/1478a054-bf2e-4eb0-b228-5f7d782a987c HTTP/1.1" status: 404 len: 333 time: 0.0390615 Nov 08 12:39:22.362035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:22.381165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.384840 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5f4398ed-be59-46c8-8fc4-d40d9ee1c7c5 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2573814 Nov 08 12:39:22.385356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:22.426618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for 0c583a37-54ec-4d62-ab13-0aebf69b4774 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:22.524743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting port 60c794be-00d8-4e77-8e18-39b35b944cc8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:22.525098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.603486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.611950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36451691-147f-4bc4-97f9-1bdf174fc153 req-12cb5f12-afa7-4a97-bdea-b7e9eb9e7a52 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 210 time: 0.0688040 Nov 08 12:39:22.629349 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.642400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Calling delete_port for 60c794be-00d8-4e77-8e18-39b35b944cc8 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:22.687122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.703846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8b898fef-357d-47a5-921c-940799fcc16d None None] Provisioning complete for port 60c794be-00d8-4e77-8e18-39b35b944cc8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:22.704553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b898fef-357d-47a5-921c-940799fcc16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.707830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.744735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8b898fef-357d-47a5-921c-940799fcc16d None None] Port 60c794be-00d8-4e77-8e18-39b35b944cc8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:22.871103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.874517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.875854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1a843da-f360-41e4-8112-25e036d73b52 HTTP/1.1" status: 204 len: 168 time: 0.5080001 Nov 08 12:39:22.878618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52774) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:22.885247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be22ad8-f1bc-42f6-ac71-5b8965c78d58 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a843da-f360-41e4-8112-25e036d73b52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:22.917649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.926543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.932888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', '86842712-9d58-4513-811c-15dc228cd9ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:22.939382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.952973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.988569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:22.991284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Port': ['ID=60c794be-00d8-4e77-8e18-39b35b944cc8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:23.011987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:23.019422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:23.021973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:23.044911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:23.062039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.065374 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd4e8899-0eae-412a-9413-472aaa7535d4 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/60c794be-00d8-4e77-8e18-39b35b944cc8 HTTP/1.1" status: 204 len: 168 time: 0.6789811 Nov 08 12:39:23.068478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.081684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a81c-1db9-4aa1-bb8c-1eff0eff3386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.102717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=0c583a37-54ec-4d62-ab13-0aebf69b4774,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:23.150807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.160274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.169439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.217350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0d8d2-cd85-459f-8920-038230cc64f2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.226962 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36a0d8d2-cd85-459f-8920-038230cc64f2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1579700 Nov 08 12:39:23.228797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52782) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.231545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.235593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.237587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/security-groups/97641196-34e2-42cd-b499-3d9bf0381bb8 HTTP/1.1" status: 204 len: 168 time: 0.3579726 Nov 08 12:39:23.252630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:23.279558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.345619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10431d-a9a2-4b1d-bdc2-48d201b499e1 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97641196-34e2-42cd-b499-3d9bf0381bb8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:23.353339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:23.354111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.376665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.417134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.428332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8dc4e5-4a0f-415b-93bf-f498bad728a6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.430105 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d8dc4e5-4a0f-415b-93bf-f498bad728a6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1913075 Nov 08 12:39:23.436121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52786) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.518139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b1063-936d-4e81-9f96-a72027fca103 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.519714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b1063-936d-4e81-9f96-a72027fca103 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.521351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b1063-936d-4e81-9f96-a72027fca103 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.522987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7e1b1063-936d-4e81-9f96-a72027fca103 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0858545 Nov 08 12:39:23.526998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.582806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5edb529b-2188-43d7-81cb-4a97d284c69c up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:23.583046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 8976ba64-d8ec-4192-a164-394e2fd48838 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:23.587230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.630978 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.653346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.655936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.657066 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae471db6-a188-41d6-b393-424723e95210 HTTP/1.1" status: 204 len: 168 time: 0.3623517 Nov 08 12:39:23.662132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.671115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.679720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.708461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95acd1-d787-4d30-970d-3a33d6ec0fd7 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae471db6-a188-41d6-b393-424723e95210,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:23.737019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6ace9-4b86-4ad5-8c40-1ca8bba4685e req-50326cba-0d22-4943-a0c7-33237f5e703f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.738620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e6ace9-4b86-4ad5-8c40-1ca8bba4685e req-50326cba-0d22-4943-a0c7-33237f5e703f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 945 time: 0.1363840 Nov 08 12:39:23.757094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-b9fbb44f-39e8-421b-9f71-7b6cba25ff0f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1456406 Nov 08 12:39:23.757400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5edb529b-2188-43d7-81cb-4a97d284c69c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:39:23.762179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5edb529b-2188-43d7-81cb-4a97d284c69c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:23.762536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 1b5a2905-9119-4d95-9101-9b7c1366f355 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:23.762726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.770867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.785996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Request body: {'port': {'device_id': '32df7388-c913-489f-a723-c5de993776a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:23.801069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.825263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.826126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router 524e8f07-7bf6-45fe-b358-cd3d6088efb5 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:39:23.834196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.840298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-516713f1-9789-4931-a88c-95740d9f91e5 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 204 len: 168 time: 2.3529439 Nov 08 12:39:23.840617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.843535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:23.852403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660036208', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:23.862295 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.893616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:23.896814 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4000edc9-0ebd-48d7-86a1-7ab4bd1f616e" -d '{"events": [{"server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "name": "network-vif-plugged", "status": "completed", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:23.909371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5edb529b-2188-43d7-81cb-4a97d284c69c,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:23.914654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207aa43-d6b3-48f1-8864-246e6891112e req-3de16533-1217-4c9e-befa-667f99fc84b8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:23.916414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c207aa43-d6b3-48f1-8864-246e6891112e req-3de16533-1217-4c9e-befa-667f99fc84b8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 931 time: 0.1756139 Nov 08 12:39:23.950474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e6ace9-4b86-4ad5-8c40-1ca8bba4685e req-2eb1636c-1fe2-446c-b3ff-692a79003f96 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969669 Nov 08 12:39:23.957553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.958933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:23.968441 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.021866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.028325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:24.046238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c207aa43-d6b3-48f1-8864-246e6891112e req-22273ea5-cc9a-4f9a-a902-fd7b61c61bdc tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154354 Nov 08 12:39:24.063463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.066965 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/8976ba64-d8ec-4192-a164-394e2fd48838 HTTP/1.1" status: 204 len: 168 time: 0.5389605 Nov 08 12:39:24.071338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643fb46-5879-4a52-8ec1-4de1427aa8e3 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=8976ba64-d8ec-4192-a164-394e2fd48838,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:24.079604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.081384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94e8c1-bbff-4b5c-89da-22a0119d3c3b None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:24.109293 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4738ead-3174-401c-9ece-ab614d2f8c47 x-openstack-request-id: req-e4738ead-3174-401c-9ece-ab614d2f8c47 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:24.110024 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "name": "network-vif-plugged", "status": "completed", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:24.110024 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4738ead-3174-401c-9ece-ab614d2f8c47 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:24.110299 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c', 'code': 200} Nov 08 12:39:24.118793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.119846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.147063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Deleting subnet 95094d28-a634-49f8-9af6-de7efc115958 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:24.151373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.197119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.216589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.219225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.299097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.302338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/1b5a2905-9119-4d95-9101-9b7c1366f355 HTTP/1.1" status: 204 len: 168 time: 0.6373646 Nov 08 12:39:24.306576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb830ef-cdb8-49ac-81ad-96e0f831a16d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5a2905-9119-4d95-9101-9b7c1366f355,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:24.311818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52804) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.312677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c059ef-b2d6-40f7-b896-4af4993f03fe None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:24.340257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f04396-6dcb-46ca-92d8-89f10c2c4095 req-c23e3b84-09a9-49aa-b72a-e90de3a22533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:24.341835 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-36f04396-6dcb-46ca-92d8-89f10c2c4095 req-c23e3b84-09a9-49aa-b72a-e90de3a22533 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 1097 time: 0.1497266 Nov 08 12:39:24.402390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.442733 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-36f04396-6dcb-46ca-92d8-89f10c2c4095 req-c083dbe2-46a0-4b28-8ba6-e12ebf479328 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829620 Nov 08 12:39:24.535492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a8679-405c-4d92-9526-5bf8d62eecd0 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:24.540589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.572974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Subnet': ['ID=95094d28-a634-49f8-9af6-de7efc115958,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:24.579011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.580512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.586122 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19b49c49-2e92-469f-90f6-c7036722049b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/95094d28-a634-49f8-9af6-de7efc115958 HTTP/1.1" status: 204 len: 168 time: 0.5031922 Nov 08 12:39:24.586232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.587116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 578164f6-8fca-4b25-82fa-7098c015ebf0 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:24.591982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.606223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.632362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-74eb60c4-4510-4e8e-8197-dac0eb191566 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449791 Nov 08 12:39:24.634935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52810) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.644130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Transition to ACTIVE for port object 911a8679-405c-4d92-9526-5bf8d62eecd0 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:39:24.662993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.690086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88daf030-a0d6-43aa-8780-efce2786638c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:24.691671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88daf030-a0d6-43aa-8780-efce2786638c tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0556018 Nov 08 12:39:24.694191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.768157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52603b05-70ab-4e67-8fb7-7b5ca9c6bce2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:24.768510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.769371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-52603b05-70ab-4e67-8fb7-7b5ca9c6bce2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735166 Nov 08 12:39:24.772016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52814) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.818081 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8624befd-6c82-4916-b92b-686172b21fd9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424852 Nov 08 12:39:24.825084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52816) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.839087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Pushing event updated for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:24.857611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:24.857927 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa0982b-28f2-4603-81c0-bdeacc720d31 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:24.858718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa0982b-28f2-4603-81c0-bdeacc720d31 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:24.865111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-afa0982b-28f2-4603-81c0-bdeacc720d31 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/60c794be-00d8-4e77-8e18-39b35b944cc8 HTTP/1.1" status: 404 len: 333 time: 0.0388467 Nov 08 12:39:24.866520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52818) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.896857 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-2091166a-a71b-4d98-a4b4-690cfcef0fa7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:24.897314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2091166a-a71b-4d98-a4b4-690cfcef0fa7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:24.900736 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2091166a-a71b-4d98-a4b4-690cfcef0fa7 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/95094d28-a634-49f8-9af6-de7efc115958 HTTP/1.1" status: 404 len: 337 time: 0.0332761 Nov 08 12:39:24.906436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.933966 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f84da7-46be-446e-9a91-7f8c0c52d7c9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:24.934437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f84da7-46be-446e-9a91-7f8c0c52d7c9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:24.938837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a8f84da7-46be-446e-9a91-7f8c0c52d7c9 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/8976ba64-d8ec-4192-a164-394e2fd48838 HTTP/1.1" status: 404 len: 337 time: 0.0311425 Nov 08 12:39:24.941101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:24.967314 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3467a7b-cce3-4fb9-bfc0-7b6ec744d92a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:24.968272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3467a7b-cce3-4fb9-bfc0-7b6ec744d92a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:24.971455 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a3467a7b-cce3-4fb9-bfc0-7b6ec744d92a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/fd2ff397-4bbe-492b-89ce-edb5ba42d505 HTTP/1.1" status: 404 len: 333 time: 0.0292118 Nov 08 12:39:24.983265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.034072 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f94a06-3c05-4490-8a11-91157d3a9cbf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.034772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f94a06-3c05-4490-8a11-91157d3a9cbf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.040624 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0f94a06-3c05-4490-8a11-91157d3a9cbf tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/cb9c1266-05ef-4779-a38f-dbb4a0c0544a HTTP/1.1" status: 404 len: 337 time: 0.0560901 Nov 08 12:39:25.042731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.081756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Attempting to bind port 911a8679-405c-4d92-9526-5bf8d62eecd0 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:25.082521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Attempting to bind port 911a8679-405c-4d92-9526-5bf8d62eecd0 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:25.083051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Attempting to bind port 911a8679-405c-4d92-9526-5bf8d62eecd0 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:25.090585 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-de05731a-9627-4662-a56a-6acaf8d28aec tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.091154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de05731a-9627-4662-a56a-6acaf8d28aec tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.103457 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de05731a-9627-4662-a56a-6acaf8d28aec tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9de9d1d5-bac3-4af5-8bdb-82f6d9542eec HTTP/1.1" status: 404 len: 337 time: 0.0546243 Nov 08 12:39:25.103457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52834) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.107849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98a2ed-6d52-4e02-ac55-2b99f29d7ffc None None] Network 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:25.126475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Port 911a8679-405c-4d92-9526-5bf8d62eecd0 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:39:25.127110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Attempting to bind port 911a8679-405c-4d92-9526-5bf8d62eecd0 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:25.131373 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5891c30d-ac1f-4394-b207-7af8577f491f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.132052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5891c30d-ac1f-4394-b207-7af8577f491f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.135436 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5891c30d-ac1f-4394-b207-7af8577f491f tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/c503d894-9c72-4ec7-9f7e-e2830deb23a8 HTTP/1.1" status: 404 len: 333 time: 0.0353343 Nov 08 12:39:25.136268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.137893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52836) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.177317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:25.177653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:25.181972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:25.181972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Bound port: 911a8679-405c-4d92-9526-5bf8d62eecd0, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:25.181972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.182863 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb13d06-3403-4924-8089-f8cff769d0fd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.182863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb13d06-3403-4924-8089-f8cff769d0fd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.188374 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5bb13d06-3403-4924-8089-f8cff769d0fd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/46803422-42ee-4224-b3b5-85a383da3b76 HTTP/1.1" status: 404 len: 337 time: 0.0444765 Nov 08 12:39:25.188755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.233263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c291631e-f9e7-4301-932d-4a79314d482c None None] Provisioning complete for port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:25.233887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c291631e-f9e7-4301-932d-4a79314d482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.259329 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a987b-dde4-4b2f-86c3-e6a254da47ac tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.259784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361a987b-dde4-4b2f-86c3-e6a254da47ac tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.262855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-361a987b-dde4-4b2f-86c3-e6a254da47ac tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/971d4edd-845d-46e0-9a0e-35f3d2e9f528 HTTP/1.1" status: 404 len: 337 time: 0.0690556 Nov 08 12:39:25.265827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=578164f6-8fca-4b25-82fa-7098c015ebf0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:25.266822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.278928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.285514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ddacd131-f1c8-4312-982c-b367b2e9353f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/578164f6-8fca-4b25-82fa-7098c015ebf0 HTTP/1.1" status: 204 len: 168 time: 0.9242704 Nov 08 12:39:25.300542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.313003 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92a55c9-839c-4a3a-9540-54353fce2475 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.313721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92a55c9-839c-4a3a-9540-54353fce2475 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.319987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f92a55c9-839c-4a3a-9540-54353fce2475 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/51126b3c-2d16-4048-a722-cba2fea50228 HTTP/1.1" status: 404 len: 333 time: 0.0520046 Nov 08 12:39:25.329089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.352323 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ac095c-0f0c-4f26-8b4f-d790d35716ef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.353078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ac095c-0f0c-4f26-8b4f-d790d35716ef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.354954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681147ab-343b-43a7-aa8f-7193e048b51a None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:25.356540 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51ac095c-0f0c-4f26-8b4f-d790d35716ef tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/1b5a2905-9119-4d95-9101-9b7c1366f355 HTTP/1.1" status: 404 len: 337 time: 0.0540705 Nov 08 12:39:25.360553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52848) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.383489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3f48-af6f-441a-96ab-be052581d624 req-a8081249-13a8-4290-835b-550e741a838c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:25.385019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f36e3f48-af6f-441a-96ab-be052581d624 req-a8081249-13a8-4290-835b-550e741a838c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.3442168 Nov 08 12:39:25.387529 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e908d74d-0646-4849-a0fd-cc933fcf60b8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.387529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e908d74d-0646-4849-a0fd-cc933fcf60b8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.393125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e908d74d-0646-4849-a0fd-cc933fcf60b8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/5980f41e-fae8-42bf-8c7c-894525c57592 HTTP/1.1" status: 404 len: 337 time: 0.0606267 Nov 08 12:39:25.396647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52850) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.444933 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22f94b3-c257-4a33-a6b6-9857c2bc499e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.446355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22f94b3-c257-4a33-a6b6-9857c2bc499e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.451458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f22f94b3-c257-4a33-a6b6-9857c2bc499e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/2eedc91a-1c02-4fd4-9265-136851eeea03 HTTP/1.1" status: 404 len: 337 time: 0.0509684 Nov 08 12:39:25.452809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.462151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] DHCP port deletion for 2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:25.463997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting subnet 01b1ed04-5ef2-4285-adc9-06a7075f3edf {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:25.467708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.510819 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-426470c9-2170-4b39-9c3e-958dd3b0a0dc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.511538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426470c9-2170-4b39-9c3e-958dd3b0a0dc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.516927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-426470c9-2170-4b39-9c3e-958dd3b0a0dc tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/0a132756-7567-4757-94ac-4d103f4409e6 HTTP/1.1" status: 404 len: 333 time: 0.0606091 Nov 08 12:39:25.517120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.517987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52854) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.530341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c02739d3-adaa-4b97-a39b-a44957574a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.553823 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ca2f7-ccca-4ba4-9fc0-838c18c0b233 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:25.554192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51ca2f7-ccca-4ba4-9fc0-838c18c0b233 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:25.559558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a51ca2f7-ccca-4ba4-9fc0-838c18c0b233 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9aeec55d-c83b-4a1b-a215-e50845338c16 HTTP/1.1" status: 404 len: 337 time: 0.0385678 Nov 08 12:39:25.559736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:25.560956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52856) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:25.561971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.574645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.576806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553adb99-11ae-4346-ac1a-3187d5638ce2 req-9023d7b2-171c-4950-aa58-41d60aa4cc95 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:25.578525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-553adb99-11ae-4346-ac1a-3187d5638ce2 req-9023d7b2-171c-4950-aa58-41d60aa4cc95 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 943 time: 0.3097355 Nov 08 12:39:25.602470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=911a8679-405c-4d92-9526-5bf8d62eecd0,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:25.618629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Deleting port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:25.618999 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.633311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f36e3f48-af6f-441a-96ab-be052581d624 req-78ff332a-ab6f-40fe-a13a-d4481881782c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209556 Nov 08 12:39:25.651555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ea8f4903-02c5-4045-8066-44a43688f260 None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:25.651925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4903-02c5-4045-8066-44a43688f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.742324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.806766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-553adb99-11ae-4346-ac1a-3187d5638ce2 req-0595c9f0-556a-468a-860e-fe78d8e13b8d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149334 Nov 08 12:39:25.812696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:25.815895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.815895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] 10.222.0.61 "PUT /v2.0/ports/911a8679-405c-4d92-9526-5bf8d62eecd0 HTTP/1.1" status: 200 len: 1091 time: 2.0362732 Nov 08 12:39:25.817308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:25.819534 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8567a543-c835-4a4b-8db9-7a2110e2d824" -d '{"events": [{"name": "network-changed", "server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:25.860299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Allocated IP 172.25.1.73 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/58771e66-50b0-4a9f-9e13-fefcda189c63) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:25.865136 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379966c2-c56d-4291-8e4a-2d5a9c7b45b1 x-openstack-request-id: req-379966c2-c56d-4291-8e4a-2d5a9c7b45b1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:25.865416 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:25.865657 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-379966c2-c56d-4291-8e4a-2d5a9c7b45b1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:25.873751 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0', 'status': 'completed', 'code': 200} Nov 08 12:39:25.873751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cddef4-a367-4aef-b9cb-3673a93029ad service neutron] Pushing event updated for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:25.959814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] For port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,segment=NetworkSegment(0ed7618b-003c-4057-b667-56a93cee281f),segment_id=0ed7618b-003c-4057-b667-56a93cee281f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:25.960511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:25.981850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Calling delete_port for 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:26.007926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-e9670eaf-04a7-4a7c-a82e-fe046292855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:26.010270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-e9670eaf-04a7-4a7c-a82e-fe046292855c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 1094 time: 0.1127989 Nov 08 12:39:26.036010 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e5049a-c6e5-45ca-859f-972854534361 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.037171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e5049a-c6e5-45ca-859f-972854534361 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.039788 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5e5049a-c6e5-45ca-859f-972854534361 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/e7e09f72-fcfb-44db-954b-b606b66fc0e2 HTTP/1.1" status: 404 len: 333 time: 0.4782925 Nov 08 12:39:26.042458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.071672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.073385 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-75da5f09-0b84-436c-b8d3-fcc68453f2e1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.073846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75da5f09-0b84-436c-b8d3-fcc68453f2e1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.077835 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75da5f09-0b84-436c-b8d3-fcc68453f2e1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/4953aea9-f53d-4691-952b-15b9702490a6 HTTP/1.1" status: 404 len: 337 time: 0.0344253 Nov 08 12:39:26.082101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.113017 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3a28f1-fe7f-4375-baf3-97e8092ac0ab tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.113679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3a28f1-fe7f-4375-baf3-97e8092ac0ab tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.116934 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee3a28f1-fe7f-4375-baf3-97e8092ac0ab tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/cb0c6f95-3b9e-4e3b-bc68-c60696d7e70e HTTP/1.1" status: 404 len: 333 time: 0.0338657 Nov 08 12:39:26.119502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52864) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.132212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ea8f4903-02c5-4045-8066-44a43688f260 None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:26.132584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4903-02c5-4045-8066-44a43688f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.152450 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6b1592-eaa5-4def-a0c1-50163e973c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.152912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6b1592-eaa5-4def-a0c1-50163e973c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.156422 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da6b1592-eaa5-4def-a0c1-50163e973c8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9fe1a5a0-7cd7-4b76-b3e4-193b4296e98d HTTP/1.1" status: 404 len: 337 time: 0.0360155 Nov 08 12:39:26.158794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52868) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.190206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f4903-02c5-4045-8066-44a43688f260 None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:26.191124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-81d22666-f705-4bab-a56a-03390e1ed5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:26.198374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-81d22666-f705-4bab-a56a-03390e1ed5ac service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1749382 Nov 08 12:39:26.208733 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-06733991-cf5a-4930-8e73-bfff27a349b6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.214458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06733991-cf5a-4930-8e73-bfff27a349b6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.222037 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06733991-cf5a-4930-8e73-bfff27a349b6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/58cef5b6-ac6e-4193-b135-812566e744d7 HTTP/1.1" status: 404 len: 333 time: 0.0584655 Nov 08 12:39:26.222311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.230523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52870) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.234058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.262057 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a644d1-72ac-49f1-b6a0-b36c4adc67a1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.262502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a644d1-72ac-49f1-b6a0-b36c4adc67a1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.266669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5a644d1-72ac-49f1-b6a0-b36c4adc67a1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/c66d1483-742b-4f21-9cdb-55085524cc7d HTTP/1.1" status: 404 len: 337 time: 0.0351567 Nov 08 12:39:26.268066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.271220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52872) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.275822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] No DVR routers for this DVR port 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:26.277319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828df5d1-c2fd-4690-842f-9e238c1e72ef None None] Pushing event deleted for resources: {'Port': ['ID=0abded59-5eb2-4d44-86a6-7fe52e44c9b9,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:26.325785 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0374cbba-131d-495e-b89f-af0eb5bbfdf0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.327291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0374cbba-131d-495e-b89f-af0eb5bbfdf0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.334931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0374cbba-131d-495e-b89f-af0eb5bbfdf0 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/ec5d3d3e-7411-4d0e-b50a-b2e6f076d86b HTTP/1.1" status: 404 len: 333 time: 0.0624049 Nov 08 12:39:26.337681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.347429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:26.354686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event updated for resources: {'Port': ['ID=58771e66-50b0-4a9f-9e13-fefcda189c63,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:26.357182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:26.361266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:26.376471 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0136eb3-d822-4722-8a41-d2f122653160 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.376941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0136eb3-d822-4722-8a41-d2f122653160 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.382234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0136eb3-d822-4722-8a41-d2f122653160 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9edcbe14-64f9-4825-afbb-ca33f5fe7ec4 HTTP/1.1" status: 404 len: 337 time: 0.0411763 Nov 08 12:39:26.382554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.413575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-6c5959ba-c197-4073-9010-9bda287c843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:26.415127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8567a543-c835-4a4b-8db9-7a2110e2d824 req-6c5959ba-c197-4073-9010-9bda287c843f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082202 Nov 08 12:39:26.433883 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7422cf6-8d10-4141-af04-2e6e2eb38f79 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.434722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7422cf6-8d10-4141-af04-2e6e2eb38f79 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.438324 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7422cf6-8d10-4141-af04-2e6e2eb38f79 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/9023a8f2-3d4a-4baf-b639-e85d6f13ae4e HTTP/1.1" status: 404 len: 333 time: 0.0546072 Nov 08 12:39:26.440923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.470392 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b91357-17f4-4ebc-8360-7caee79e1dbd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.470956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b91357-17f4-4ebc-8360-7caee79e1dbd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.476633 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10b91357-17f4-4ebc-8360-7caee79e1dbd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/735864ac-9a55-4616-9eea-109fdd51e1cb HTTP/1.1" status: 404 len: 337 time: 0.0321519 Nov 08 12:39:26.477332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.543509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.552899 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f748a50-fb83-4363-9c61-a0832a0ffae1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.553357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f748a50-fb83-4363-9c61-a0832a0ffae1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.559002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f748a50-fb83-4363-9c61-a0832a0ffae1 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/ad232067-1789-4828-a8fa-79a37e97a372 HTTP/1.1" status: 404 len: 337 time: 0.0781839 Nov 08 12:39:26.573172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.589955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Subnet': ['ID=01b1ed04-5ef2-4285-adc9-06a7075f3edf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:26.602020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-cec1420d-1b5b-42c5-b0b4-9dbb15264c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:26.603564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-cec1420d-1b5b-42c5-b0b4-9dbb15264c49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 1094 time: 0.1359222 Nov 08 12:39:26.617103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.620810 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07711e86-a60e-4824-89fc-a9852e7be0fa tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/01b1ed04-5ef2-4285-adc9-06a7075f3edf HTTP/1.1" status: 204 len: 168 time: 1.2591741 Nov 08 12:39:26.622024 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7239a7dd-38b4-454d-8915-a4ccb075d04e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.623663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7239a7dd-38b4-454d-8915-a4ccb075d04e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.623849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.627347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7239a7dd-38b4-454d-8915-a4ccb075d04e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/52866b07-29f8-435e-814a-8ad8d18ec8bd HTTP/1.1" status: 404 len: 333 time: 0.0483654 Nov 08 12:39:26.628772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52886) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.657702 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6672f00e-36e2-4101-8b4c-ef4ec522fd61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.659678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6672f00e-36e2-4101-8b4c-ef4ec522fd61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.666512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-713e39cb-87ed-4b91-9ec3-5dff0e3fc402 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911a8679-405c-4d92-9526-5bf8d62eecd0 HTTP/1.1" status: 200 len: 217 time: 0.0536580 Nov 08 12:39:26.675012 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6672f00e-36e2-4101-8b4c-ef4ec522fd61 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9c2b81b3-0664-477c-9226-bb289116df35 HTTP/1.1" status: 404 len: 337 time: 0.0425251 Nov 08 12:39:26.675694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.676944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.699968 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc81169-9ef1-4e74-a99b-d5e358473411 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.700733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc81169-9ef1-4e74-a99b-d5e358473411 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.704836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6fc81169-9ef1-4e74-a99b-d5e358473411 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/67c13150-c6ec-420e-870f-fd1531047c20 HTTP/1.1" status: 404 len: 337 time: 0.0802119 Nov 08 12:39:26.707760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.719556 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f32a26-6abd-4f1a-be60-d0deb91a1a4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.720266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f32a26-6abd-4f1a-be60-d0deb91a1a4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.724303 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-14f32a26-6abd-4f1a-be60-d0deb91a1a4d tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/4a67d87a-a4c1-4a55-b7eb-443e7c705200 HTTP/1.1" status: 404 len: 337 time: 0.0458968 Nov 08 12:39:26.727604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.741488 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a5c194d-e159-473e-877f-2ccc69e0c90f tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "GET /v2.0/ports?device_id=039fdcb8-670d-4099-8efa-b5bdfa30c9aa HTTP/1.1" status: 200 len: 205 time: 0.0316343 Nov 08 12:39:26.743526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52900) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.756860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d79d7-bee9-4ba2-bed7-f93bf8838a07 None None] Network ac59c022-c10b-4884-9df9-331e691efb43 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:26.784902 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-e872ed6f-e990-463e-8593-8d09e336a0b6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] delete failed (client error): The resource could not be found. Nov 08 12:39:26.786054 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e872ed6f-e990-463e-8593-8d09e336a0b6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/routers/039fdcb8-670d-4099-8efa-b5bdfa30c9aa HTTP/1.1" status: 404 len: 336 time: 0.0415916 Nov 08 12:39:26.788843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.823445 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b85ea01-0654-49d2-8f76-4e390c04bce2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.824069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b85ea01-0654-49d2-8f76-4e390c04bce2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.828100 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5b85ea01-0654-49d2-8f76-4e390c04bce2 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/10f75293-94ce-4294-8381-df8d16ae69fd HTTP/1.1" status: 404 len: 337 time: 0.0310900 Nov 08 12:39:26.830747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52904) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.858764 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-9388c44b-0bf0-41d0-9575-17fb231aee49 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.859427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9388c44b-0bf0-41d0-9575-17fb231aee49 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.861112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7aac6181-d6e7-47a2-9ae7-82aace1c29ab None None] Provisioning complete for port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:26.861634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7aac6181-d6e7-47a2-9ae7-82aace1c29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:26.862094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-d16f8a95-89a2-460c-986f-ecd714db9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:26.863418 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9388c44b-0bf0-41d0-9575-17fb231aee49 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/affaed42-b263-44d6-8e47-a766f3776c30 HTTP/1.1" status: 404 len: 337 time: 0.0314960 Nov 08 12:39:26.865963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52908) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.867095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-d16f8a95-89a2-460c-986f-ecd714db9ade service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1815171 Nov 08 12:39:26.868405 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-937580f3-a076-4026-812f-920455d6040b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.869390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937580f3-a076-4026-812f-920455d6040b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.873748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-937580f3-a076-4026-812f-920455d6040b tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/086578a3-2629-4769-9ee7-a098397e265c HTTP/1.1" status: 404 len: 333 time: 0.1431434 Nov 08 12:39:26.887649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52910) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.938965 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3fd19f-1c17-4d04-b9a9-3636eaecb1ea tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.940190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3fd19f-1c17-4d04-b9a9-3636eaecb1ea tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.944477 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f3fd19f-1c17-4d04-b9a9-3636eaecb1ea tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/494e3b50-d95f-436b-bbff-18a37b5cbbfe HTTP/1.1" status: 404 len: 337 time: 0.0693529 Nov 08 12:39:26.945972 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-186396fe-7c30-48b9-aec5-a27dc6117711 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:26.946698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186396fe-7c30-48b9-aec5-a27dc6117711 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:26.952097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-186396fe-7c30-48b9-aec5-a27dc6117711 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/657d167f-1fd7-483a-9749-154dd2144dad HTTP/1.1" status: 404 len: 337 time: 0.0610962 Nov 08 12:39:26.952097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:26.952548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.003467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7aac6181-d6e7-47a2-9ae7-82aace1c29ab None None] Provisioning complete for port 406b2dc6-0128-4c33-a42d-f27f338da6f9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:27.003823 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7aac6181-d6e7-47a2-9ae7-82aace1c29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.014582 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-687f8242-a85f-43ad-b37d-1bf012ed1556 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.015056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687f8242-a85f-43ad-b37d-1bf012ed1556 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.020633 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-687f8242-a85f-43ad-b37d-1bf012ed1556 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9f7212e0-9fd4-4c2b-a0bc-20f0684d9fb7 HTTP/1.1" status: 404 len: 337 time: 0.0636070 Nov 08 12:39:27.020633 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b942b5-1931-4d56-85e4-56306f501bca tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.020633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b942b5-1931-4d56-85e4-56306f501bca tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.025988 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-12b942b5-1931-4d56-85e4-56306f501bca tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/e624476a-028f-4c86-9b9e-910f7f268dd1 HTTP/1.1" status: 404 len: 333 time: 0.0722482 Nov 08 12:39:27.026908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.037731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.045424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7aac6181-d6e7-47a2-9ae7-82aace1c29ab None None] Port 406b2dc6-0128-4c33-a42d-f27f338da6f9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:27.074846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] DHCP port deletion for ac59c022-c10b-4884-9df9-331e691efb43 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:27.078467 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5c0c12-b703-4460-bf28-d9feb5a15d8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.079221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5c0c12-b703-4460-bf28-d9feb5a15d8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.082518 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d5c0c12-b703-4460-bf28-d9feb5a15d8a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/d522217b-f0c0-41e3-9fac-66b7c9dac7a4 HTTP/1.1" status: 404 len: 333 time: 0.0541914 Nov 08 12:39:27.083577 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-29df438e-9bcf-4e09-b8fb-0ce7bcd6b0a6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.084031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29df438e-9bcf-4e09-b8fb-0ce7bcd6b0a6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.086990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29df438e-9bcf-4e09-b8fb-0ce7bcd6b0a6 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/c0555ad9-8288-463f-a83e-29255aa415e0 HTTP/1.1" status: 404 len: 337 time: 0.0482121 Nov 08 12:39:27.087538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52920) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.115518 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43e8891-72c3-41ec-87da-2b9e8b07dbf8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.116165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43e8891-72c3-41ec-87da-2b9e8b07dbf8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.121553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d43e8891-72c3-41ec-87da-2b9e8b07dbf8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/b2840bac-f3a0-4e0f-8e50-f447c4f7dc73 HTTP/1.1" status: 404 len: 337 time: 0.0308528 Nov 08 12:39:27.121553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.147020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52924) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.147979 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f24f4f-2b7a-4089-9b4c-03b9300f91b3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.148444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f24f4f-2b7a-4089-9b4c-03b9300f91b3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.152596 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-99f24f4f-2b7a-4089-9b4c-03b9300f91b3 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/46526616-df2a-4b27-88b4-dae606faa476 HTTP/1.1" status: 404 len: 337 time: 0.0315006 Nov 08 12:39:27.159337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Deleting port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:27.159851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.160948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.184749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:27.193018 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5dc72d-3b2d-4148-ba14-f2addc3796cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.193479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5dc72d-3b2d-4148-ba14-f2addc3796cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.198919 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e5dc72d-3b2d-4148-ba14-f2addc3796cd tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9399132c-09a2-4ee4-8385-ff359308d19d HTTP/1.1" status: 404 len: 337 time: 0.0429094 Nov 08 12:39:27.210738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.220447 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f099cfeb-70a4-46b2-980c-6ad00a6dc001 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.221198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f099cfeb-70a4-46b2-980c-6ad00a6dc001 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.226544 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f099cfeb-70a4-46b2-980c-6ad00a6dc001 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/43553ba6-8d21-44c5-8a21-ec54f3119579 HTTP/1.1" status: 404 len: 333 time: 0.0608528 Nov 08 12:39:27.229015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.235230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:27.235785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0abded59-5eb2-4d44-86a6-7fe52e44c9b9 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:27.236465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1c4bb978-a65b-485e-b6b9-75ebcb83e381 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:27.269283 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-deb7af2e-9057-4245-a34f-66d9b00f15d2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports?device_id=7aae6624-914d-4f0a-8e27-663c948932ac HTTP/1.1" status: 200 len: 205 time: 0.0552807 Nov 08 12:39:27.269558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52934) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.276795 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e4eac9-8366-4dcf-934d-6b366c7cb012 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.277443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e4eac9-8366-4dcf-934d-6b366c7cb012 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.283640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e6e4eac9-8366-4dcf-934d-6b366c7cb012 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/188a3109-9fde-49c5-ad20-e02ff5bcaf2e HTTP/1.1" status: 404 len: 337 time: 0.0535753 Nov 08 12:39:27.283821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:27.283821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.294425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.302947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Calling delete_port for 1c4bb978-a65b-485e-b6b9-75ebcb83e381 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:27.317856 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-2dab629c-8451-4a3f-a7c8-9bbe2fa268ad tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] delete failed (client error): The resource could not be found. Nov 08 12:39:27.319024 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2dab629c-8451-4a3f-a7c8-9bbe2fa268ad tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/routers/7aae6624-914d-4f0a-8e27-663c948932ac HTTP/1.1" status: 404 len: 336 time: 0.0485835 Nov 08 12:39:27.321592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52938) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.349116 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b3cfed-8356-45cc-878b-8f8484a22a34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.349629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b3cfed-8356-45cc-878b-8f8484a22a34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.352623 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-23b3cfed-8356-45cc-878b-8f8484a22a34 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/7afab48c-efff-47cb-909f-b0c9c12e8ad4 HTTP/1.1" status: 404 len: 337 time: 0.0298798 Nov 08 12:39:27.355440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52940) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.363593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-79061872-981f-47a3-8897-dedf2075ed9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814602 Nov 08 12:39:27.375041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daded5-1aee-40a0-aa65-5dd01ea9cd2a req-56a36e7f-7967-40c5-b701-8a8c754d2d88 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:27.376523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3daded5-1aee-40a0-aa65-5dd01ea9cd2a req-56a36e7f-7967-40c5-b701-8a8c754d2d88 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.5962870 Nov 08 12:39:27.385531 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06789194-39ab-4d09-8f6f-7f85c254fc40 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a4666e-bfd4-4cd3-bc97-de03328ee7ea HTTP/1.1" status: 200 len: 205 time: 0.0290270 Nov 08 12:39:27.387945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52942) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.389354 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.393347 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dff03c4-7b58-4c27-b908-6a93b48a107d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.393518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dff03c4-7b58-4c27-b908-6a93b48a107d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.399066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4dff03c4-7b58-4c27-b908-6a93b48a107d tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/subnets/d3c24f15-1a21-41d0-b565-46771b78b5a4 HTTP/1.1" status: 404 len: 337 time: 0.0941596 Nov 08 12:39:27.418460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52944) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.444695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 1c4bb978-a65b-485e-b6b9-75ebcb83e381, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1c4bb978-a65b-485e-b6b9-75ebcb83e381,segment=NetworkSegment(7507a53f-22f7-4f21-9aa4-a87996f1fa20),segment_id=7507a53f-22f7-4f21-9aa4-a87996f1fa20)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:27.447576 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-c92d32ee-5729-4484-bf61-697118704526 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] delete failed (client error): The resource could not be found. Nov 08 12:39:27.448604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c92d32ee-5729-4484-bf61-697118704526 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/routers/31a4666e-bfd4-4cd3-bc97-de03328ee7ea HTTP/1.1" status: 404 len: 336 time: 0.0587704 Nov 08 12:39:27.451859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52946) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.478441 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef66c7d-b041-4831-aa35-d5f3407be931 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.478892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef66c7d-b041-4831-aa35-d5f3407be931 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.481852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ef66c7d-b041-4831-aa35-d5f3407be931 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/b91e9819-c5d5-4a2b-8ee9-a1fe507939bb HTTP/1.1" status: 404 len: 337 time: 0.0289514 Nov 08 12:39:27.484668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.510576 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-158083b1-9afd-4919-bb1c-c36d498961ba tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.511038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158083b1-9afd-4919-bb1c-c36d498961ba tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.512366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.514912 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-158083b1-9afd-4919-bb1c-c36d498961ba tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/f9c7161b-7326-413c-9bc5-778a7a4d4d89 HTTP/1.1" status: 404 len: 337 time: 0.0292544 Nov 08 12:39:27.517295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52950) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.540026 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0f9052-5699-4723-aa14-1b7e284088e6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.541410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0f9052-5699-4723-aa14-1b7e284088e6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.543626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a0f9052-5699-4723-aa14-1b7e284088e6 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/adf0c115-ed1a-437d-81d2-7d4d4bb561be HTTP/1.1" status: 404 len: 333 time: 0.0254228 Nov 08 12:39:27.546151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.550942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.575653 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-889ef549-e0d0-43e3-8865-fe2891f33b22 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.576440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889ef549-e0d0-43e3-8865-fe2891f33b22 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.579872 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-889ef549-e0d0-43e3-8865-fe2891f33b22 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/9b23f8fe-68ca-4a1e-9dfa-e24f940a94d1 HTTP/1.1" status: 404 len: 337 time: 0.0327597 Nov 08 12:39:27.582625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.608939 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee445e9-a7d2-49dd-8bb0-b0cdaa6d609e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.609675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee445e9-a7d2-49dd-8bb0-b0cdaa6d609e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.609863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884867-bcfb-4eb1-b43e-ccebf312ccf5 req-f79e6146-eb6e-4b36-becb-29ab2f2a4cbd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:27.611687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa884867-bcfb-4eb1-b43e-ccebf312ccf5 req-f79e6146-eb6e-4b36-becb-29ab2f2a4cbd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 943 time: 0.3272877 Nov 08 12:39:27.612576 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dee445e9-a7d2-49dd-8bb0-b0cdaa6d609e tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/93e4e599-76e0-433d-bb10-e72fd8d58216 HTTP/1.1" status: 404 len: 333 time: 0.0292671 Nov 08 12:39:27.615141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52956) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.615330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:27.619652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.647818 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-438c7a0b-9799-4267-b116-9fcd7fe2ba06 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.648276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438c7a0b-9799-4267-b116-9fcd7fe2ba06 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.649597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] Pushing event deleted for resources: {'Port': ['ID=1c4bb978-a65b-485e-b6b9-75ebcb83e381,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:27.651313 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-438c7a0b-9799-4267-b116-9fcd7fe2ba06 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/ddf7db47-cd1a-4fcd-a9d9-3821827ec2a1 HTTP/1.1" status: 404 len: 337 time: 0.0353546 Nov 08 12:39:27.654940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.655252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594410e8-c5fe-4241-8616-e6f0fe111ee4 None None] No DVR routers for this DVR port 1c4bb978-a65b-485e-b6b9-75ebcb83e381 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:27.659745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3daded5-1aee-40a0-aa65-5dd01ea9cd2a req-492ab0bc-0ae1-4ff6-b312-95a26a17f278 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507350 Nov 08 12:39:27.681558 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2b140f-36a1-40ab-81ac-301f30dc1b47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.682257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2b140f-36a1-40ab-81ac-301f30dc1b47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.685462 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca2b140f-36a1-40ab-81ac-301f30dc1b47 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/2edf95d2-713e-43e6-af27-7bb93ca2e9b7 HTTP/1.1" status: 404 len: 333 time: 0.0291257 Nov 08 12:39:27.690955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.727795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-69ecb5cc-8dcb-4505-83a2-6b7e1a4ba06c service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486156 Nov 08 12:39:27.728583 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f392853b-e07f-45f9-bc0c-50f894e62c21 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.729558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f392853b-e07f-45f9-bc0c-50f894e62c21 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.735753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f392853b-e07f-45f9-bc0c-50f894e62c21 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/7731a90d-e5eb-4d9d-af17-7c7913021873 HTTP/1.1" status: 404 len: 337 time: 0.0435452 Nov 08 12:39:27.736446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.761279 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a1b4f0-c0af-44fe-954c-bb9730171297 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.762057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a1b4f0-c0af-44fe-954c-bb9730171297 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.768410 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8a1b4f0-c0af-44fe-954c-bb9730171297 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/a7f73c87-fb2b-42b2-b9c6-59e898beabe2 HTTP/1.1" status: 404 len: 333 time: 0.0285072 Nov 08 12:39:27.769065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.797586 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fcc45f-8607-4c96-b65f-4937851b3145 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.798154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fcc45f-8607-4c96-b65f-4937851b3145 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.803886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3fcc45f-8607-4c96-b65f-4937851b3145 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/a201065f-314a-47de-82f3-98cc9bc806a9 HTTP/1.1" status: 404 len: 337 time: 0.0315194 Nov 08 12:39:27.805489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.828618 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0716bee0-095c-4980-a450-0165dfb9fc45 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.829324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0716bee0-095c-4980-a450-0165dfb9fc45 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.834174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0716bee0-095c-4980-a450-0165dfb9fc45 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/d3fb2a9d-55f5-4ae8-9dc9-61c7833e31fa HTTP/1.1" status: 404 len: 333 time: 0.0259135 Nov 08 12:39:27.835068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52970) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.866840 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d496b6-5426-4b27-8cd2-ee2fe5a12762 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.867213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d496b6-5426-4b27-8cd2-ee2fe5a12762 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.870319 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51d496b6-5426-4b27-8cd2-ee2fe5a12762 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/c0d52578-63df-47b7-8ab3-88720c7557de HTTP/1.1" status: 404 len: 337 time: 0.0343037 Nov 08 12:39:27.873108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.883304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa884867-bcfb-4eb1-b43e-ccebf312ccf5 req-7ac21d7e-eac0-443a-bd08-4de65f051f15 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494450 Nov 08 12:39:27.899165 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c865caf3-e29c-43cd-8e54-db11cdbb65fa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.899987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c865caf3-e29c-43cd-8e54-db11cdbb65fa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.903541 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c865caf3-e29c-43cd-8e54-db11cdbb65fa tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/6b9e5cd9-976c-4459-8d2c-376a2faa1166 HTTP/1.1" status: 404 len: 333 time: 0.0291898 Nov 08 12:39:27.905917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Deleting port 406b2dc6-0128-4c33-a42d-f27f338da6f9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:27.906283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:27.915181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52976) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.946148 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fbf2eb-671d-4981-bf14-e0eb8aa4f6a2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.946781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fbf2eb-671d-4981-bf14-e0eb8aa4f6a2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.955390 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95fbf2eb-671d-4981-bf14-e0eb8aa4f6a2 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/a48f7ed4-0114-427f-95e1-4b50875f460f HTTP/1.1" status: 404 len: 337 time: 0.0389462 Nov 08 12:39:27.958710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:27.985151 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d757a9-d686-43e7-84a8-169d879ef06a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:27.986114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d757a9-d686-43e7-84a8-169d879ef06a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:27.989549 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-54d757a9-d686-43e7-84a8-169d879ef06a tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/ports/79691bc4-15d4-4d8d-b5af-be088854f2ed HTTP/1.1" status: 404 len: 333 time: 0.0293934 Nov 08 12:39:27.992298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:28.020914 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa00065-cfee-4a5d-b012-39f594e489e8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:28.021381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa00065-cfee-4a5d-b012-39f594e489e8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:28.024578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7fa00065-cfee-4a5d-b012-39f594e489e8 tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/subnets/886ca745-3224-4a67-a5c1-47ad06b01816 HTTP/1.1" status: 404 len: 337 time: 0.0311806 Nov 08 12:39:28.027094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52982) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:28.048815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49f98d54-f2cd-43c3-a66d-0aeea9e301a3 req-cd7bb439-cbb0-43be-924a-deab3fc05303 service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013580 Nov 08 12:39:28.059807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.064740 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.085026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Calling delete_port for 406b2dc6-0128-4c33-a42d-f27f338da6f9 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:28.087749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.114503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.203929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.229516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c77a820-3d9d-488f-bf82-37b0b7e1e0c6']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:28.240145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed7618b-003c-4057-b667-56a93cee281f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:28.240448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed7618b-003c-4057-b667-56a93cee281f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:28.250821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.264368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.272864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:28.273270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:28.276351 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:28.349236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eac11-585c-439c-8dab-ad5496a3d693 req-64dde882-aef1-4697-8838-fee3aee012c4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:28.350744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-534eac11-585c-439c-8dab-ad5496a3d693 req-64dde882-aef1-4697-8838-fee3aee012c4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1687760 Nov 08 12:39:28.373083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-2c762e6e-ef82-4dae-baef-05122e29182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:28.374711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-2c762e6e-ef82-4dae-baef-05122e29182c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 1097 time: 0.1573515 Nov 08 12:39:28.385555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.392681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.399000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] 10.222.0.58 "DELETE /v2.0/networks/2c77a820-3d9d-488f-bf82-37b0b7e1e0c6 HTTP/1.1" status: 204 len: 168 time: 0.3707428 Nov 08 12:39:28.413211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d81e4-8f91-4585-a8a5-2f3efcaf3bee tempest-NetworksTestDHCPv6-194662894 tempest-NetworksTestDHCPv6-194662894-project] Pushing event deleted for resources: {'Network': ['ID=2c77a820-3d9d-488f-bf82-37b0b7e1e0c6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:28.470118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.518937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-534eac11-585c-439c-8dab-ad5496a3d693 req-3c0c7447-1ef2-46eb-82a9-ecdeac3d6a9b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602187 Nov 08 12:39:28.523198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Port': ['ID=406b2dc6-0128-4c33-a42d-f27f338da6f9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:28.542821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.542821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ae4720c1-db8d-4c8f-855a-f90328e5749e tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/ports/406b2dc6-0128-4c33-a42d-f27f338da6f9 HTTP/1.1" status: 204 len: 168 time: 1.1202564 Nov 08 12:39:28.542821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:28.613016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Router 8165e9be-bae3-4b48-a254-eaa0b5da65e2 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:39:28.617657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-ce0b752e-30df-4820-84f9-976ab184049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:28.619182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-ce0b752e-30df-4820-84f9-976ab184049b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 912 time: 0.2321081 Nov 08 12:39:28.641426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.724299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-6146b5ea-7186-4879-8ca3-7030aafb16a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edb529b-2188-43d7-81cb-4a97d284c69c HTTP/1.1" status: 200 len: 217 time: 0.0871265 Nov 08 12:39:28.831307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.885607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:28.897160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-79db7a21-a218-4769-8c98-6a79f1414756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:28.898675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-79db7a21-a218-4769-8c98-6a79f1414756 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 200 len: 851 time: 0.1632500 Nov 08 12:39:28.905579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:28.960787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:28.964145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-1ae3b387-a381-4868-8c84-86067f0169dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e500ff46-0131-49e6-b649-ac409c6285d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507746 Nov 08 12:39:28.973167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac59c022-c10b-4884-9df9-331e691efb43']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:28.974313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] Sync routers for ids ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:28.987827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] Routers {'8165e9be-bae3-4b48-a254-eaa0b5da65e2'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:28.988458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.016790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7507a53f-22f7-4f21-9aa4-a87996f1fa20') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.017085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7507a53f-22f7-4f21-9aa4-a87996f1fa20') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.041201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.051309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] Routers {'8165e9be-bae3-4b48-a254-eaa0b5da65e2'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:29.052205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.063965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.084417 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e0c985e-17f9-414c-93a1-bc47623a6ab4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a21d8ad838bf48369954fb5a5842471b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974328 Nov 08 12:39:29.086733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53004) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:29.092871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:29.093996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c75190-592a-4641-b973-1f8ba728f60f None None] The sync data for ids ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:29.118166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.133121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:29.133516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:29.136620 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:29.140189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.141398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8f1c18ad-e78b-4e17-82b8-f650de24e1a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2951000 Nov 08 12:39:29.149574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53006) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:29.154807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:29.160451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aa6ac-ad5a-494f-8851-33858b07af36 req-396772ad-2ada-4329-86fe-866b5964f5c6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:29.161938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-056aa6ac-ad5a-494f-8851-33858b07af36 req-396772ad-2ada-4329-86fe-866b5964f5c6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 943 time: 0.1864095 Nov 08 12:39:29.215254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.236432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-7fd39189-5d81-4794-a963-3223d1be562f service neutron] 10.222.0.61 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586174 Nov 08 12:39:29.274645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.292756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-056aa6ac-ad5a-494f-8851-33858b07af36 req-03633c2e-22ad-48af-9d1e-b9d0e670e84f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201630 Nov 08 12:39:29.324641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.337947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.341118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] 10.222.0.58 "DELETE /v2.0/networks/ac59c022-c10b-4884-9df9-331e691efb43 HTTP/1.1" status: 204 len: 168 time: 0.7979963 Nov 08 12:39:29.354789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b87b40-cfaf-4f59-a293-0c7c8eeeff25 tempest-PortsIpV6TestJSON-1687592503 tempest-PortsIpV6TestJSON-1687592503-project] Pushing event deleted for resources: {'Network': ['ID=ac59c022-c10b-4884-9df9-331e691efb43,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:29.380815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ef8af16-2091-4432-ac6b-776af129a0a3 req-c3d6a1e9-c3bf-404c-b055-4bf874a1f22e service neutron] 10.222.0.61 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313033 Nov 08 12:39:29.501823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.505247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.506474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75ec763b-aded-440b-aa9d-3fb1122c5668 HTTP/1.1" status: 204 len: 168 time: 0.4184685 Nov 08 12:39:29.526217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864f91-e85e-4dd7-b3b6-da6065f1df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec763b-aded-440b-aa9d-3fb1122c5668,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:29.548027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.647398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.648462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6665a-566c-464a-a88a-2e0f4e49bc46 req-9fe5510e-9829-4bd9-ab97-5ba1414ce87c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:29.655919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13e6665a-566c-464a-a88a-2e0f4e49bc46 req-9fe5510e-9829-4bd9-ab97-5ba1414ce87c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.0575416 Nov 08 12:39:29.704110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13e6665a-566c-464a-a88a-2e0f4e49bc46 req-d8199b4b-dca6-4319-9067-c6be0f3caee6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473089 Nov 08 12:39:29.777870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Deleting port 58771e66-50b0-4a9f-9e13-fefcda189c63 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:29.778222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.840451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:29.861719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:29.876604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Calling delete_port for 58771e66-50b0-4a9f-9e13-fefcda189c63 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:30.005607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fadd755c-9fb6-47be-918f-507a24ad7869 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44aa10b645fa4246a0f6979ca8824662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638854 Nov 08 12:39:30.008016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.059467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.083602 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.111454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.152583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Pushing event deleted for resources: {'Port': ['ID=58771e66-50b0-4a9f-9e13-fefcda189c63,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:30.213925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.216660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.220774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9fa4e65-83a4-4ea3-86f8-688b2635e088 HTTP/1.1" status: 204 len: 168 time: 0.2117102 Nov 08 12:39:30.229278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb01c9-43c9-4930-94a6-017ed3befe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa4e65-83a4-4ea3-86f8-688b2635e088,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:30.229670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.438466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f98b4c-0029-4739-a797-7ef9f07cd4f5 req-90da9292-91f3-4375-a0d3-00d1fb54b21c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:30.439894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33f98b4c-0029-4739-a797-7ef9f07cd4f5 req-90da9292-91f3-4375-a0d3-00d1fb54b21c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 943 time: 0.0610287 Nov 08 12:39:30.464445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.467941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.523704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33f98b4c-0029-4739-a797-7ef9f07cd4f5 req-611a8e2a-9a21-46b0-8595-8be1962f2f5b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723410 Nov 08 12:39:30.548272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Router 8165e9be-bae3-4b48-a254-eaa0b5da65e2 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:30.632939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:30.654945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.655052 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] Sync routers for ids ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:30.655482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-91f0bf58-7f11-45be-a817-ad92c536210e tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "PUT /v2.0/routers/8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 200 len: 710 time: 1.5019453 Nov 08 12:39:30.657149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53068) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.665244 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] Routers {'8165e9be-bae3-4b48-a254-eaa0b5da65e2'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:30.665998 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:30.704807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:30.714049 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] Routers {'8165e9be-bae3-4b48-a254-eaa0b5da65e2'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:30.714838 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:30.750517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e4b5df6-dd88-4f01-8d5c-9cbf5e3b145c tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/routers/8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 200 len: 745 time: 0.0903742 Nov 08 12:39:30.751795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53074) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.753324 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:30.754117 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5e33a-e795-4b60-8231-e3f7cc531897 None None] The sync data for ids ['8165e9be-bae3-4b48-a254-eaa0b5da65e2'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:30.807530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd9ea4fc-7671-471b-9eb3-e510b2bbfd2f tempest-RoutersIpV6AdminTest-48758108 tempest-RoutersIpV6AdminTest-48758108-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&device_id=8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 200 len: 205 time: 0.0522027 Nov 08 12:39:30.808017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.837087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53078) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.842110 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8dabdde-3239-4285-a4b0-0d46ae2e6e01 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 200 len: 205 time: 0.0302451 Nov 08 12:39:30.845031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:30.870792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516d98-59e4-4ffc-8c93-1c3699f042f6 req-01ead477-fc74-4ba8-bdfe-529a4a4f2410 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:30.872316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3516d98-59e4-4ffc-8c93-1c3699f042f6 req-01ead477-fc74-4ba8-bdfe-529a4a4f2410 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1195316 Nov 08 12:39:30.909318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aaca2-ab93-44dc-886f-16fbaa9a541a req-bbd6d8b8-b965-4eca-94db-76b6305e5ef6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:30.910921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da6aaca2-ab93-44dc-886f-16fbaa9a541a req-bbd6d8b8-b965-4eca-94db-76b6305e5ef6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.0845408 Nov 08 12:39:30.931620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:30.960522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3516d98-59e4-4ffc-8c93-1c3699f042f6 req-e98de94d-8216-4457-8c85-200fa14e4f29 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805511 Nov 08 12:39:31.026090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da6aaca2-ab93-44dc-886f-16fbaa9a541a req-8c938cb6-d58b-4c13-8d51-5a33ef5b06ce tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027625 Nov 08 12:39:31.090161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-397492991'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:31.135202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.139347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.248385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Made reservation on behalf of 2970731f8b6b4388a970cc45db288f2e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:31.252793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.262177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.273505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.274036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Fanout notify agent at l3_agent the message router_deleted on router 8165e9be-bae3-4b48-a254-eaa0b5da65e2 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:39:31.283237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.287699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd217717-e01c-4b8c-91a8-cde75ebe86bc tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 204 len: 168 time: 0.4381223 Nov 08 12:39:31.287963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53100) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.321384 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-482a14a6-7569-43a9-855f-2f02e190b00a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 200 len: 205 time: 0.0302382 Nov 08 12:39:31.321769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.364290 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-4420e674-254e-4d3c-bb46-4cbaddac504a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.365572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4420e674-254e-4d3c-bb46-4cbaddac504a tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/8165e9be-bae3-4b48-a254-eaa0b5da65e2 HTTP/1.1" status: 404 len: 336 time: 0.0427728 Nov 08 12:39:31.371804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53106) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.385263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.405144 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-45442e6f-497e-4b91-86e5-e0bf3f1f590b tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 200 len: 205 time: 0.0316801 Nov 08 12:39:31.407651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53108) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.434586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.447012 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-3c784b79-f668-45eb-9e06-e5fb3e93823c tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.448058 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c784b79-f668-45eb-9e06-e5fb3e93823c tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/524e8f07-7bf6-45fe-b358-cd3d6088efb5 HTTP/1.1" status: 404 len: 336 time: 0.0393972 Nov 08 12:39:31.451360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.479880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a113c5bf-95e4-4bc3-b9c4-d3cf1e8ecfd1 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 200 len: 205 time: 0.0265548 Nov 08 12:39:31.482209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.488653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.505521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:31.521930 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0d97613d-ab27-4ffa-b82a-fea5f2f55ff6 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.523018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d97613d-ab27-4ffa-b82a-fea5f2f55ff6 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/1f50f160-36fb-4cf5-bfd4-d2a05ef688c9 HTTP/1.1" status: 404 len: 336 time: 0.0396883 Nov 08 12:39:31.525888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.526050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.526315 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Added segment cd9dff7d-4063-4ff6-9296-05065d414b71 of type vlan for network 8685b5a0-74ff-4193-8c6f-0540df8fd131 Nov 08 12:39:31.559284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-397732b8-c1dc-49ce-bb2b-b7fa6612fa68 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 200 len: 205 time: 0.0322969 Nov 08 12:39:31.562204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.563445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994270368'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:31.566390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296482eb-de97-448a-8ae9-3f87dcf96b38,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:31.611776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.615937 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-573f420e-5a7d-40ff-93c6-613dbd6cf8e6 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.617226 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-573f420e-5a7d-40ff-93c6-613dbd6cf8e6 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/9233ded2-2db3-480c-ad4d-eb2c87be1469 HTTP/1.1" status: 404 len: 336 time: 0.0540602 Nov 08 12:39:31.619872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53124) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.643837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 911a8679-405c-4d92-9526-5bf8d62eecd0 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:39:31.661707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b69910e-6fa0-4b63-8073-9adabd7fc3a9 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 200 len: 205 time: 0.0385103 Nov 08 12:39:31.661966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53126) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.678121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3401-7043-4c32-9ba2-018d2900dbc1 req-4452ec35-126c-47a9-ae44-5cf17a5bca52 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:31.679800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d76b3401-7043-4c32-9ba2-018d2900dbc1 req-4452ec35-126c-47a9-ae44-5cf17a5bca52 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 943 time: 0.0549259 Nov 08 12:39:31.701659 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ca6e9d0d-f7fc-4894-9673-808fd8149174 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.704001 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca6e9d0d-f7fc-4894-9673-808fd8149174 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/2424da06-265f-46eb-93d4-7e885fe6cec3 HTTP/1.1" status: 404 len: 336 time: 0.0379419 Nov 08 12:39:31.710925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53128) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.746052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f55d4bf7-b3cc-4782-82c7-0a6e162b7ac2 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6d04147-08b8-4051-8db6-78ad866f456e HTTP/1.1" status: 200 len: 205 time: 0.0339372 Nov 08 12:39:31.749839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.751549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:31.755011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.758286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=911a8679-405c-4d92-9526-5bf8d62eecd0,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:31.766468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.771327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '911a8679-405c-4d92-9526-5bf8d62eecd0', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': '911a8679-405c-4d92-9526-5bf8d62eecd0', 'mac_address': 'fa:16:3e:9e:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:39:31.778002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d76b3401-7043-4c32-9ba2-018d2900dbc1 req-365ef43c-708c-46de-a1af-ddcafc29a1ef tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904140 Nov 08 12:39:31.793269 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-cc65712b-fa79-44ce-b03a-2818a51d6add tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] delete failed (client error): The resource could not be found. Nov 08 12:39:31.806578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc65712b-fa79-44ce-b03a-2818a51d6add tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/routers/b6d04147-08b8-4051-8db6-78ad866f456e HTTP/1.1" status: 404 len: 336 time: 0.0530641 Nov 08 12:39:31.806578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.807526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.811800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:31.812153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.840810 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.855626 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3448b8-ec3a-4b25-9cbb-4aca769b6163 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:31.858450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3448b8-ec3a-4b25-9cbb-4aca769b6163 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:31.860003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2f3448b8-ec3a-4b25-9cbb-4aca769b6163 tempest-RoutersIpV6AdminTest-2084396204 tempest-RoutersIpV6AdminTest-2084396204-project] 10.222.0.58 "DELETE /v2.0/subnets/26a362d3-8d1f-4668-9043-16273da72b0f HTTP/1.1" status: 404 len: 337 time: 0.0515847 Nov 08 12:39:31.863166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a8679-405c-4d92-9526-5bf8d62eecd0 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:31.893594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=911a8679-405c-4d92-9526-5bf8d62eecd0,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:31.916232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:31.918646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'Network': ['ID=8685b5a0-74ff-4193-8c6f-0540df8fd131,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:31.931169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:31.948944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36bc78c8-c8fe-40dc-9eff-f42cdbd68477 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1058514 Nov 08 12:39:31.951152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:31.955150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Request body: {'subnet': {'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:31.996835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.043264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.056455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:32.120847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:32.137489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90566dc6-6d08-4000-a131-b15aa52638a8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:32.161199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.161542 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment e6bb66f8-defa-41e4-aa8f-a575b6d3383f of type vlan for network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 Nov 08 12:39:32.210945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f3451-7731-460a-970f-b72afb784acd req-2da0b3f8-fd63-4022-b8f5-731c9b3fc3e4 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:32.214391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102f3451-7731-460a-970f-b72afb784acd req-2da0b3f8-fd63-4022-b8f5-731c9b3fc3e4 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1705258 Nov 08 12:39:32.222740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Made reservation on behalf of 2970731f8b6b4388a970cc45db288f2e for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:32.226225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.233460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.257747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['911a8679-405c-4d92-9526-5bf8d62eecd0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:32.280330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f59e5d-a0d6-4e87-9ea6-878758a4ee94 req-cc53c426-98b2-4262-af97-bd476c7f4fd6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:32.281903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15f59e5d-a0d6-4e87-9ea6-878758a4ee94 req-cc53c426-98b2-4262-af97-bd476c7f4fd6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1684222 Nov 08 12:39:32.417264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-102f3451-7731-460a-970f-b72afb784acd req-9f677589-5aba-47bb-9f9d-62f95c4972bd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874788 Nov 08 12:39:32.445792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15f59e5d-a0d6-4e87-9ea6-878758a4ee94 req-27f4e54e-ef9c-4b2b-9036-aae1d3df1af9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149230 Nov 08 12:39:32.448932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.456775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:32.459569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.500813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53152) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:32.589052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1493340 Nov 08 12:39:32.589374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53156) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:32.591061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53d8dd-cb1b-44d8-abdd-612af6f8ce13 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=6beb1a74-ced3-44a0-a0ad-1f5914ab7da5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:32.595662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1867988899'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:32.611667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:32.648226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2efe5759-65d1-4373-a64d-748344f709d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.691449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:32.695026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.729036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.743471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:32.768644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2efe5759-65d1-4373-a64d-748344f709d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.769875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.770212 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment d8375c20-6348-40c2-9757-470f920f6e34 of type vlan for network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b Nov 08 12:39:32.794779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'Subnet': ['ID=18fcdba9-5b4e-4013-8058-df24371ae24c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:32.800129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Checking segment: {'id': 'cd9dff7d-4063-4ff6-9296-05065d414b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:32.800483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Network hostable DHCP agents. Network: 8685b5a0-74ff-4193-8c6f-0540df8fd131, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:32.811396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.848102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2efe5759-65d1-4373-a64d-748344f709d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.876904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:32.894947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2efe5759-65d1-4373-a64d-748344f709d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc3ca5d9286147fc9d201a332f73a3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931537 Nov 08 12:39:32.896450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe5759-65d1-4373-a64d-748344f709d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e20ec-8617-4476-8fc7-ddd4870a9dc6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:32.897682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:32.899440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.907506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:32.907506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:32.965962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8685b5a0-74ff-4193-8c6f-0540df8fd131) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:32.973997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965a25e-f090-43d5-99c2-c64104478f67 None None] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:32.986492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=94da3880-1397-4f87-ae4b-ca0d8e4ecc4b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:33.004176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:33.005062 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.021901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:33.055748 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-af74357a-e668-4c5b-8169-d96f35169c04 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4632666 Nov 08 12:39:33.059399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53164) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:33.069270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:33.083266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb81e9b-69fd-4157-9d9d-e41b88cd16c5 req-17751327-b313-46a1-9e51-df43dfb54a67 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:33.090685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1eb81e9b-69fd-4157-9d9d-e41b88cd16c5 req-17751327-b313-46a1-9e51-df43dfb54a67 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 944 time: 0.1836469 Nov 08 12:39:33.118755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-20010da0-26fe-4c5c-bac1-1423eb7a9faa tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:33.120202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-20010da0-26fe-4c5c-bac1-1423eb7a9faa tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1928284 Nov 08 12:39:33.140816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-134c4b93-9da8-4e9d-aa25-8e5e68b6e776 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1904299 Nov 08 12:39:33.143751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53166) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:33.148906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Request body: {'port': {'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1569565871'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:33.150911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.266570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-8685b5a0-74ff-4193-8c6f-0540df8fd131', 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131', 'tenant_id': '2970731f8b6b4388a970cc45db288f2e', 'fixed_ips': [{'subnet_id': '18fcdba9-5b4e-4013-8058-df24371ae24c'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:33.267481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.375285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Made reservation on behalf of 2970731f8b6b4388a970cc45db288f2e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:33.379013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.413786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] device_id is not set on port ba1e861c-4cd2-48f5-9f74-c591d27731c9 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:33.418460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Allocated IP 2001:db8::2 (8685b5a0-74ff-4193-8c6f-0540df8fd131/18fcdba9-5b4e-4013-8058-df24371ae24c/336ffe3c-a12d-4e30-b7fd-702f51d57f25) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:33.581973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.620938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.643831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 911a8679-405c-4d92-9526-5bf8d62eecd0 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:33.680233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1eb81e9b-69fd-4157-9d9d-e41b88cd16c5 req-a0b4aea8-d1f1-4a17-bb36-16e7f286b285 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883181 Nov 08 12:39:33.681920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.735020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4e824-d12f-4bae-837f-f0be5323e17e req-f0b42ed8-1e88-46bd-afe8-3696df63b783 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:33.736546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55a4e824-d12f-4bae-837f-f0be5323e17e req-f0b42ed8-1e88-46bd-afe8-3696df63b783 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 945 time: 0.1980145 Nov 08 12:39:33.756043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Deleting port d3d5a69e-f15c-435a-8d63-4d7b689660e6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:33.756382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.777158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:33.794204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:33.812984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:33.813819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:33.829889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.843691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Pushing event updated for resources: {'Port': ['ID=336ffe3c-a12d-4e30-b7fd-702f51d57f25,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:33.911637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Attempting to bind port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:33.912825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Attempting to bind port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cd9dff7d-4063-4ff6-9296-05065d414b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:33.913205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Attempting to bind port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 on network 8685b5a0-74ff-4193-8c6f-0540df8fd131 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:33.918045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 911a8679-405c-4d92-9526-5bf8d62eecd0 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:39:33.925414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 911a8679-405c-4d92-9526-5bf8d62eecd0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:33.925786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.928283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:33.928662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Checking segment: {'id': 'cd9dff7d-4063-4ff6-9296-05065d414b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:33.929337 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.929738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Bound using segment: {'id': 'cd9dff7d-4063-4ff6-9296-05065d414b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:33.930696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Bound port: 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9dff7d-4063-4ff6-9296-05065d414b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:33.930843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.954153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.957146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:33.958559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f34e20ec-8617-4476-8fc7-ddd4870a9dc6 HTTP/1.1" status: 204 len: 168 time: 1.0592554 Nov 08 12:39:34.095024 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.097386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] For port 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:34.139123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] For port 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=336ffe3c-a12d-4e30-b7fd-702f51d57f25,segment=NetworkSegment(cd9dff7d-4063-4ff6-9296-05065d414b71),segment_id=cd9dff7d-4063-4ff6-9296-05065d414b71)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:34.152904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:34.156566 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e82757-5a78-47d3-b4db-86ea4e8fbb70" -d '{"events": [{"server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "name": "network-vif-plugged", "status": "completed", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:34.171768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bb5fb-b307-4e13-83a9-059f58b12343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e20ec-8617-4476-8fc7-ddd4870a9dc6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:34.172367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=911a8679-405c-4d92-9526-5bf8d62eecd0,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:34.198901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55a4e824-d12f-4bae-837f-f0be5323e17e req-056dc06b-98b2-4c13-9335-6fae85003eef tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=e271e1d9-f6e3-4444-8777-6761872778ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228055 Nov 08 12:39:34.221644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Allocated IP 2001:db8::be (8685b5a0-74ff-4193-8c6f-0540df8fd131/18fcdba9-5b4e-4013-8058-df24371ae24c/ba1e861c-4cd2-48f5-9f74-c591d27731c9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:34.224760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd765-8c53-4440-93d5-974ef90b80e3 req-f666e147-aab1-49ad-b33d-5de12655c635 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:34.227930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-273bd765-8c53-4440-93d5-974ef90b80e3 req-f666e147-aab1-49ad-b33d-5de12655c635 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.3811932 Nov 08 12:39:34.237355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.241384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] For port d3d5a69e-f15c-435a-8d63-4d7b689660e6, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=d3d5a69e-f15c-435a-8d63-4d7b689660e6,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:34.244139 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.277879 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.319326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b7fb7-ed25-4771-b26d-a98d01d6047d None None] Pushing event updated for resources: {'Port': ['ID=336ffe3c-a12d-4e30-b7fd-702f51d57f25,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:34.375756 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d01b26-0f28-4051-bb95-c2b0c6808e95 x-openstack-request-id: req-d6d01b26-0f28-4051-bb95-c2b0c6808e95 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:34.376046 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "name": "network-vif-plugged", "status": "completed", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:34.376300 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6d01b26-0f28-4051-bb95-c2b0c6808e95 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:34.376921 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0', 'code': 200} Nov 08 12:39:34.400144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:34.441592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-273bd765-8c53-4440-93d5-974ef90b80e3 req-6a0f91b9-1502-4564-96f3-6a11f5514af3 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074254 Nov 08 12:39:34.544485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.610735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b243-0de3-49ce-9868-03d987a114a0 req-e12ca180-7d0a-4696-bced-d4916407e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:34.613517 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4335b243-0de3-49ce-9868-03d987a114a0 req-e12ca180-7d0a-4696-bced-d4916407e908 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 1096 time: 0.1587632 Nov 08 12:39:34.663540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.664257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.664865 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Floating IP ca0cbe2a-03a8-49e6-8e84-4767ec27b17a disassociated. External IP: 172.25.1.79, port: d3d5a69e-f15c-435a-8d63-4d7b689660e6. Nov 08 12:39:34.665299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Calling delete_port for d3d5a69e-f15c-435a-8d63-4d7b689660e6 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:34.677376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4335b243-0de3-49ce-9868-03d987a114a0 req-36935799-e3c8-403b-b2f4-17979c05ee73 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557880 Nov 08 12:39:34.722280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.743979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.798187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:34.805769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:34.808419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:34.815455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:34.816092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:34.830541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'Port': ['ID=ba1e861c-4cd2-48f5-9f74-c591d27731c9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:34.893154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee101acc-a9a7-4348-a4e4-045af2b0d262 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7463968 Nov 08 12:39:34.894940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53190) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:34.900667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Request body: {'port': {'network_id': '8685b5a0-74ff-4193-8c6f-0540df8fd131', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1962715494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:34.900846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] bootfile-name is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:34.901051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] tftp-server is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:34.901377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] server-ip-address is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:34.923853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=8bac8062-b441-491b-ad64-a48c0d0c4f70,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:34.944795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1605-0ee4-435c-995e-c364fee035bb req-60ecf060-f4c3-4852-b22c-d5d7cdebf40c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:34.946378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-057f1605-0ee4-435c-995e-c364fee035bb req-60ecf060-f4c3-4852-b22c-d5d7cdebf40c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.1602154 Nov 08 12:39:34.947339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:34.947714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:34.977952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53192) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:35.002723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.033657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:35.038690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-057f1605-0ee4-435c-995e-c364fee035bb req-6aa21425-9b7d-44ee-8c80-7722a8056c11 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743558 Nov 08 12:39:35.042200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'Port': ['ID=d3d5a69e-f15c-435a-8d63-4d7b689660e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:35.058116 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8317bd13-c5a6-40d8-ad1e-ae6a66cef799 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=415a3070729e43809b2c6818d98f8e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764184 Nov 08 12:39:35.058666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:35.100256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:35.115454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d79aa7-6e93-4cfb-9eb5-9f4ac4ecabb3 None None] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:35.116240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:35.116467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.129907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.159790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Made reservation on behalf of 2970731f8b6b4388a970cc45db288f2e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:35.163885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.183707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.206898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] device_id is not set on port 28aae738-d2dd-48b3-b99c-1bf23b63fd9a yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:35.260615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:35.369275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25f31ed3-9628-4d59-b3f3-2f66d3c701dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3104923 Nov 08 12:39:35.369784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 336ffe3c-a12d-4e30-b7fd-702f51d57f25 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:35.374373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53208) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:35.396996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:35.408611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Allocated IP 2001:db8::38d (8685b5a0-74ff-4193-8c6f-0540df8fd131/18fcdba9-5b4e-4013-8058-df24371ae24c/28aae738-d2dd-48b3-b99c-1bf23b63fd9a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:35.410888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.415680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.419992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43b4f0bd-7d44-47ab-9fff-0e5241e0cdf5 HTTP/1.1" status: 204 len: 168 time: 0.3575277 Nov 08 12:39:35.441686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77e65bd3-0a39-47dc-a5c1-ca05077c0dae req-e8a9a32f-7207-40ad-b54a-624a9f799b35 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.0810547 Nov 08 12:39:35.471512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065080c-4d9a-48ba-b892-775d06d828a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4f0bd-7d44-47ab-9fff-0e5241e0cdf5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:35.530331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:35.533049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-6beb1a74-ced3-44a0-a0ad-1f5914ab7da5', 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '8bac8062-b441-491b-ad64-a48c0d0c4f70'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:35.534767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.553216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:35.595806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] No DVR routers for this DVR port d3d5a69e-f15c-435a-8d63-4d7b689660e6 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:35.602450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:35.603353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:35.621442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.629502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5b21aaf-e7a9-46d2-94bd-eaeb7da18716 req-1d201335-b14c-4560-a3ff-92d67e91b19d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "DELETE /v2.0/ports/d3d5a69e-f15c-435a-8d63-4d7b689660e6 HTTP/1.1" status: 204 len: 173 time: 2.4927454 Nov 08 12:39:35.632875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'name': 'network-vif-deleted', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:35.636132 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd13b56-aabe-4eee-82a8-f3b9a8dfe370" -d '{"events": [{"server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "name": "network-vif-deleted", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:35.677986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:35.677986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:35.906852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb27ba-57ce-4a45-bb5a-9543988d2c0d req-8fb714b3-2143-4ce8-a8ac-81090ca1da3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:35.910813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ccb27ba-57ce-4a45-bb5a-9543988d2c0d req-8fb714b3-2143-4ce8-a8ac-81090ca1da3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1377795 Nov 08 12:39:35.958342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16e6a-5a81-494b-8e27-8c3b4f066815 req-7a08370c-38e1-4122-bf55-fb263e503ee1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:35.966274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47d16e6a-5a81-494b-8e27-8c3b4f066815 req-7a08370c-38e1-4122-bf55-fb263e503ee1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1299148 Nov 08 12:39:36.015424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ccb27ba-57ce-4a45-bb5a-9543988d2c0d req-65c7683b-77f9-4873-84b8-5fbb9f89c2ad tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978251 Nov 08 12:39:36.032346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.043502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:36.052011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.066422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c02bd2-3bad-44b7-abc0-0b9b27f670cb None None] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:36.078680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47d16e6a-5a81-494b-8e27-8c3b4f066815 req-f5b1e42e-4d22-44df-ad40-7ed7c9f88e0b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046505 Nov 08 12:39:36.140134 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58c968-e9c9-4a71-843e-0bf554d3193f x-openstack-request-id: req-3e58c968-e9c9-4a71-843e-0bf554d3193f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:36.140938 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd425be3-2a2f-40e1-b894-1061037a304d", "name": "network-vif-deleted", "tag": "d3d5a69e-f15c-435a-8d63-4d7b689660e6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:36.141495 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e58c968-e9c9-4a71-843e-0bf554d3193f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:36.142514 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd425be3-2a2f-40e1-b894-1061037a304d', 'name': 'network-vif-deleted', 'tag': 'd3d5a69e-f15c-435a-8d63-4d7b689660e6', 'status': 'completed', 'code': 200} Nov 08 12:39:36.247172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-91188661-d313-451e-82f8-45bbe8d8b3a6 None None] Provisioning complete for port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:36.248757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91188661-d313-451e-82f8-45bbe8d8b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.280908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f0337-0254-4d07-ac0f-784ba12a7c63 req-c9aa3ec9-c309-4807-b033-c1d7d7f5de22 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:36.283056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-913f0337-0254-4d07-ac0f-784ba12a7c63 req-c9aa3ec9-c309-4807-b033-c1d7d7f5de22 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.1232364 Nov 08 12:39:36.350080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:36.415077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-913f0337-0254-4d07-ac0f-784ba12a7c63 req-092ad26c-895b-4be6-9784-48f59a276024 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190884 Nov 08 12:39:36.430668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.510723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Allocated IP 2001:db8::2 (6beb1a74-ced3-44a0-a0ad-1f5914ab7da5/8bac8062-b441-491b-ad64-a48c0d0c4f70/50c74926-8e89-4ece-861c-fdb5a90a8304) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:36.523954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:36.536234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:36.539028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:36.545837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:36.546678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.557931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.563748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'Port': ['ID=28aae738-d2dd-48b3-b99c-1bf23b63fd9a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:36.623398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-671dc9a3-7867-4ad8-a0ba-f5a494ca6da6 req-086466a9-2452-4854-b04d-440b88ec0a32 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd425be3-2a2f-40e1-b894-1061037a304d HTTP/1.1" status: 200 len: 210 time: 0.0455575 Nov 08 12:39:36.689015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e2ada92d-2b95-4fbc-9c51-35ed427db4bd tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7921753 Nov 08 12:39:36.690747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53234) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:36.748486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.775728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=336ffe3c-a12d-4e30-b7fd-702f51d57f25,segment=NetworkSegment(cd9dff7d-4063-4ff6-9296-05065d414b71),segment_id=cd9dff7d-4063-4ff6-9296-05065d414b71)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:36.812073 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91188661-d313-451e-82f8-45bbe8d8b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.840706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d00ac95-a99e-437a-a172-59f7599dfb7d tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:36.847505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d00ac95-a99e-437a-a172-59f7599dfb7d tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:36.853643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d00ac95-a99e-437a-a172-59f7599dfb7d tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:36.855437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0d00ac95-a99e-437a-a172-59f7599dfb7d tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1632602 Nov 08 12:39:36.860087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:36.875565 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:36.898168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=6ccf1dc0-712c-4837-8acb-d944acbc9a97,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:36.925430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'd8375c20-6348-40c2-9757-470f920f6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:36.925802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:36.992129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Deleting port 28aae738-d2dd-48b3-b99c-1bf23b63fd9a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:36.992810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.078095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:37.164651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.179842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:37.180713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Calling delete_port for 28aae738-d2dd-48b3-b99c-1bf23b63fd9a owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:37.188275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:37.188957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.196961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964cbd3-89fc-4461-bcc2-072cd7621707 None None] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:37.208373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-91188661-d313-451e-82f8-45bbe8d8b3a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:37.209051 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-91188661-d313-451e-82f8-45bbe8d8b3a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:37.213963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=336ffe3c-a12d-4e30-b7fd-702f51d57f25,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:37.271074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.282104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e9ceddd8-0772-408b-bee4-ff63e071eda4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9052138 Nov 08 12:39:37.284268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.288750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1773901711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:37.335711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:37.380652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:39:37.401585 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.421144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:37.422093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:37.459675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.460773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.509043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0286e8-0714-4623-9868-7cb50cb7c4ec req-d2ef795d-216d-4e07-8c51-938f18f2ba3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:37.521481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f0286e8-0714-4623-9868-7cb50cb7c4ec req-d2ef795d-216d-4e07-8c51-938f18f2ba3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.2384315 Nov 08 12:39:37.524550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53254) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.595270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f0286e8-0714-4623-9868-7cb50cb7c4ec req-974599cb-98e7-44dc-a329-7732e2635adc tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Nov 08 12:39:37.619758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2944db-868f-4a55-9e10-4890600c9b5c req-88765a95-5b30-4369-bbb7-91ebe095a4fd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:37.638819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2944db-868f-4a55-9e10-4890600c9b5c req-88765a95-5b30-4369-bbb7-91ebe095a4fd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.3533432 Nov 08 12:39:37.648219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Pushing event updated for resources: {'Port': ['ID=50c74926-8e89-4ece-861c-fdb5a90a8304,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:37.661675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:37.677100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.683830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-9d51e640-4cd9-47ce-9fc8-4609c3612683 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.684943 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d51e640-4cd9-47ce-9fc8-4609c3612683 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1593204 Nov 08 12:39:37.690219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.690404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53260) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.690591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d3d5a69e-f15c-435a-8d63-4d7b689660e6 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:37.697866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-08777d4a-0248-4286-b11f-685399f0dcad tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.698933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-08777d4a-0248-4286-b11f-685399f0dcad tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089226 Nov 08 12:39:37.702477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:37.704107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.709724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:37.710678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-a4aa77f7-167f-48f2-9dcd-1fd992237251 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.718641 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a4aa77f7-167f-48f2-9dcd-1fd992237251 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112448 Nov 08 12:39:37.721067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.729271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-ccf4e833-9f3c-4578-b840-ce3be4ee266b tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.732615 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ccf4e833-9f3c-4578-b840-ce3be4ee266b tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104384 Nov 08 12:39:37.733377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.737592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-5af2e7a1-ce97-4b74-bfda-c952a9957686 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.738654 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5af2e7a1-ce97-4b74-bfda-c952a9957686 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043678 Nov 08 12:39:37.744520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.749499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-4b0ad198-8854-44ea-9fa6-c42681493de5 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.750485 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b0ad198-8854-44ea-9fa6-c42681493de5 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047643 Nov 08 12:39:37.757816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53270) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.765461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-23b30964-19ef-4e94-ac09-2b8b06352bea tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.766473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-23b30964-19ef-4e94-ac09-2b8b06352bea tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075777 Nov 08 12:39:37.770596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.777315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-a1b3fcef-f371-4805-ab0d-79cf12549664 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.781485 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a1b3fcef-f371-4805-ab0d-79cf12549664 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098047 Nov 08 12:39:37.782073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53274) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.784687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.795842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-77d84bd7-b04c-430a-8ee0-37466e380be4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.799419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event deleted for resources: {'Port': ['ID=28aae738-d2dd-48b3-b99c-1bf23b63fd9a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:37.799572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-94da3880-1397-4f87-ae4b-ca0d8e4ecc4b', 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '6ccf1dc0-712c-4837-8acb-d944acbc9a97'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:37.799702 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77d84bd7-b04c-430a-8ee0-37466e380be4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0147071 Nov 08 12:39:37.799806 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.805871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.813167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-b2244384-6ccf-4e16-9136-b352a2c40130 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.816631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b2244384-6ccf-4e16-9136-b352a2c40130 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071015 Nov 08 12:39:37.826605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53280) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.832870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: d3d5a69e-f15c-435a-8d63-4d7b689660e6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:37.837761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device d3d5a69e-f15c-435a-8d63-4d7b689660e6 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:37.840361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-2f2610a9-6a2b-4ea5-a310-1f2dbd8033fc tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.845330 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f2610a9-6a2b-4ea5-a310-1f2dbd8033fc tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0166717 Nov 08 12:39:37.847504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.851233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.857652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-b33856d9-bbcb-4d6f-b6c9-b646b036f42f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.860829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-177b4941-a0dd-4b74-8b71-b84bea55d6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "DELETE /v2.0/ports/28aae738-d2dd-48b3-b99c-1bf23b63fd9a HTTP/1.1" status: 204 len: 168 time: 0.9992301 Nov 08 12:39:37.863222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.863373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b33856d9-bbcb-4d6f-b6c9-b646b036f42f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0094860 Nov 08 12:39:37.863641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.880442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Request body: {'port': {'name': 'tempest-new-port-name-374872962', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:37.881935 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] bootfile-name is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:37.882465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] tftp-server is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:37.883331 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] server-ip-address is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:39:37.894606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-4a6d174c-5440-4684-abbc-c8dd23ff7a5d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.896349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4a6d174c-5440-4684-abbc-c8dd23ff7a5d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053084 Nov 08 12:39:37.898847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.904251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-b2c7567d-aa67-4d81-8d0a-6dad464ceda3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.909849 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b2c7567d-aa67-4d81-8d0a-6dad464ceda3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099516 Nov 08 12:39:37.910951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.915139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-6f93f10b-62ee-4f6f-994c-66eb4013f183 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.920214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.921124 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6f93f10b-62ee-4f6f-994c-66eb4013f183 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090694 Nov 08 12:39:37.925594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:37.929359 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-22e7e210-f09f-4bc8-ac75-c92b836e0609 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6415737 Nov 08 12:39:37.930239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-0f40f469-95ad-45bf-b4a8-1e2b15e24612 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.930540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.934289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0f40f469-95ad-45bf-b4a8-1e2b15e24612 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0118475 Nov 08 12:39:37.937944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53296) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.944476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2944db-868f-4a55-9e10-4890600c9b5c req-9e824541-0d67-4dff-8cad-d453d765447e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080230 Nov 08 12:39:37.952998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-f5480751-e610-4500-9b4b-8ff9086838b0 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:37.953913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:39:37.957394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f5480751-e610-4500-9b4b-8ff9086838b0 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0119331 Nov 08 12:39:37.963417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:37.983863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7282-dd9a-4552-90a3-8a496912c662 req-2eb19e62-12c9-4be1-a7a3-c65c74268052 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:37.985477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed7b7282-dd9a-4552-90a3-8a496912c662 req-2eb19e62-12c9-4be1-a7a3-c65c74268052 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.2377236 Nov 08 12:39:37.990272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-f7f15b4b-da6f-4f4e-a5e5-d4e41b9f2ce1 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.012739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f7f15b4b-da6f-4f4e-a5e5-d4e41b9f2ce1 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0259950 Nov 08 12:39:38.014338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.020034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-ea7cccb9-60ac-43dd-bd17-a32721a888d2 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.022813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea7cccb9-60ac-43dd-bd17-a32721a888d2 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065107 Nov 08 12:39:38.029398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53304) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.040843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-e1029630-2c87-4eda-b711-f70d7396d654 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.062107 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e1029630-2c87-4eda-b711-f70d7396d654 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0262730 Nov 08 12:39:38.064238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Attempting to bind port 50c74926-8e89-4ece-861c-fdb5a90a8304 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:38.064611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Attempting to bind port 50c74926-8e89-4ece-861c-fdb5a90a8304 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:38.064972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Attempting to bind port 50c74926-8e89-4ece-861c-fdb5a90a8304 on network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:38.066590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53306) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.077634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:38.078003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Checking segment: {'id': 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:38.078420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.078837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Bound using segment: {'id': 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:38.079319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Bound port: 50c74926-8e89-4ece-861c-fdb5a90a8304, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6beb1a74-ced3-44a0-a0ad-1f5914ab7da5'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:38.079692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.111493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.142875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-6f3f3e99-11d6-4402-8d5e-f4e965458b23 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.144096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6f3f3e99-11d6-4402-8d5e-f4e965458b23 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0337083 Nov 08 12:39:38.149776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.180563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-9589ae67-de7e-4c79-9320-b7ca1d703849 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.181651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9589ae67-de7e-4c79-9320-b7ca1d703849 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0266757 Nov 08 12:39:38.189417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53310) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.199727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-e2bffcb8-2e6b-4933-b398-b08eab1012a7 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.201731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e2bffcb8-2e6b-4933-b398-b08eab1012a7 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081162 Nov 08 12:39:38.204891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.222012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed7b7282-dd9a-4552-90a3-8a496912c662 req-9758d52d-ec49-49e9-840c-23c034bcf5df tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070556 Nov 08 12:39:38.236858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53314) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.244245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-b34b1c5b-de84-4488-b925-bd0772a645bc tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.244245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b34b1c5b-de84-4488-b925-bd0772a645bc tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0343776 Nov 08 12:39:38.245897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.250949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-6f8ed378-c4fd-4de4-bcbc-1290059d319d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.254778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6f8ed378-c4fd-4de4-bcbc-1290059d319d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053294 Nov 08 12:39:38.258123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.265840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-6d0606db-52f6-43a9-9f61-a5cbf7f02c36 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.267839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6d0606db-52f6-43a9-9f61-a5cbf7f02c36 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079739 Nov 08 12:39:38.277115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.282062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-ef917a6a-e5e8-4c60-844e-1be68e662d31 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.285720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ef917a6a-e5e8-4c60-844e-1be68e662d31 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049567 Nov 08 12:39:38.286342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53324) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.291009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-3da9459f-3e39-4c56-8c70-ae415101d840 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.293032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3da9459f-3e39-4c56-8c70-ae415101d840 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048187 Nov 08 12:39:38.311415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.316063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-54cef738-aa47-4669-8d3b-f6f986b437bb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.319648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54cef738-aa47-4669-8d3b-f6f986b437bb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048363 Nov 08 12:39:38.326993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53328) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.353348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-405248f0-1b91-4abe-8295-f41fc6ba85fb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.354405 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-405248f0-1b91-4abe-8295-f41fc6ba85fb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0103753 Nov 08 12:39:38.357452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53330) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.368507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-04da0bad-dc53-42cc-b2bd-ff9f20142377 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.369584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04da0bad-dc53-42cc-b2bd-ff9f20142377 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077939 Nov 08 12:39:38.374424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.380711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-2e1b5764-79ec-4a49-811f-e3aeebd89a15 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.383105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e1b5764-79ec-4a49-811f-e3aeebd89a15 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058825 Nov 08 12:39:38.386989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.394447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-85b0acf7-04e7-4f83-ab95-ec68d63f6620 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.397584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-85b0acf7-04e7-4f83-ab95-ec68d63f6620 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061862 Nov 08 12:39:38.403315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53336) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.413380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-68cd3d3f-a831-46cf-a921-0e84403ae8b3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.415776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-68cd3d3f-a831-46cf-a921-0e84403ae8b3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096374 Nov 08 12:39:38.420100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.431022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-f3439e14-782f-4add-8675-783bcae28572 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.432253 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3439e14-782f-4add-8675-783bcae28572 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0109193 Nov 08 12:39:38.436052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.441023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-999e54f6-1a69-4ecb-9105-fc01f2cf923a tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.443873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-999e54f6-1a69-4ecb-9105-fc01f2cf923a tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049934 Nov 08 12:39:38.445379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.454893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-39d7b3ea-548a-4547-a69a-072e2e1445b2 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.455867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-39d7b3ea-548a-4547-a69a-072e2e1445b2 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094497 Nov 08 12:39:38.459462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.466672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-d8bc76df-fea2-49ea-b66f-de00c0cee2ed tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.467669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d8bc76df-fea2-49ea-b66f-de00c0cee2ed tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073047 Nov 08 12:39:38.476531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Could not find standard attr ID for object 28aae738-d2dd-48b3-b99c-1bf23b63fd9a. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:39:38.480143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.488335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.489594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-9d6de0dc-4e45-4f5b-8bcb-99b952ad955e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.493281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9d6de0dc-4e45-4f5b-8bcb-99b952ad955e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060701 Nov 08 12:39:38.494834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.498233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.503245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc2bd4-aa67-4fde-9f6a-998e91cc7d15 req-db4c4534-6957-4c8b-a2ac-cff63d27e2db tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:38.505022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86dc2bd4-aa67-4fde-9f6a-998e91cc7d15 req-db4c4534-6957-4c8b-a2ac-cff63d27e2db tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.1288404 Nov 08 12:39:38.511920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-5179b166-a3c3-4ca0-a344-a608ce994308 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.515994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5179b166-a3c3-4ca0-a344-a608ce994308 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072148 Nov 08 12:39:38.515994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.519993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-8798711e-a208-4ede-bdc7-fb50eaea1cd4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.522986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8798711e-a208-4ede-bdc7-fb50eaea1cd4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043194 Nov 08 12:39:38.532998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.541006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-5f8639b3-740e-472f-b35e-8b499250094f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.544863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f8639b3-740e-472f-b35e-8b499250094f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143075 Nov 08 12:39:38.551147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.561712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-cc21ec2e-bf71-446e-be87-225b082a63a3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.565995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc21ec2e-bf71-446e-be87-225b082a63a3 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087647 Nov 08 12:39:38.567121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.580227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-d453f19b-544c-445d-850b-e5e2e1614036 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.582060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d453f19b-544c-445d-850b-e5e2e1614036 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0132520 Nov 08 12:39:38.590584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.597938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.604418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-7b512114-22dd-448e-a583-a77a7c6f6414 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.608248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b512114-22dd-448e-a583-a77a7c6f6414 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136209 Nov 08 12:39:38.611586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.616600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-3ae9e3ea-f09b-49c7-bc5e-69a2840c46a8 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.620031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3ae9e3ea-f09b-49c7-bc5e-69a2840c46a8 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0059292 Nov 08 12:39:38.620654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.622836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.627269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-ab42fb7a-fb48-4ac1-8be0-7304981fbf84 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.630516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Allocated IP 2001:db8:1::2 (94da3880-1397-4f87-ae4b-ca0d8e4ecc4b/6ccf1dc0-712c-4837-8acb-d944acbc9a97/79e02528-b54b-4279-a754-b47b6828cd69) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:38.630668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab42fb7a-fb48-4ac1-8be0-7304981fbf84 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043216 Nov 08 12:39:38.630765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] For port 50c74926-8e89-4ece-861c-fdb5a90a8304, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:38.631906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86dc2bd4-aa67-4fde-9f6a-998e91cc7d15 req-2587d88c-7251-4bc2-a4ab-5716341d0234 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058271 Nov 08 12:39:38.632372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53366) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.635761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Provisioning complete for port ba1e861c-4cd2-48f5-9f74-c591d27731c9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:38.636208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.636591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-9f4b6911-200d-4b37-9e55-0b1b7c584bd6 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.642959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9f4b6911-200d-4b37-9e55-0b1b7c584bd6 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042908 Nov 08 12:39:38.643229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] For port 50c74926-8e89-4ece-861c-fdb5a90a8304, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=50c74926-8e89-4ece-861c-fdb5a90a8304,segment=NetworkSegment(e6bb66f8-defa-41e4-aa8f-a575b6d3383f),segment_id=e6bb66f8-defa-41e4-aa8f-a575b6d3383f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:38.643335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53368) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.652781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-525ca338-eee5-459b-87f9-3650a476c54d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.658703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-525ca338-eee5-459b-87f9-3650a476c54d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0142963 Nov 08 12:39:38.666163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.666163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-d0d9cec6-ea2c-469e-98ba-893547328652 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.666163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d0d9cec6-ea2c-469e-98ba-893547328652 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053508 Nov 08 12:39:38.694902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.700453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-64c6e9bf-ed51-46b0-8a2e-31577f8a16e4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.706475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-64c6e9bf-ed51-46b0-8a2e-31577f8a16e4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0103118 Nov 08 12:39:38.707200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53376) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.712522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-b63a51b1-8408-4dad-aeea-00312c3bc6a4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.718516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b63a51b1-8408-4dad-aeea-00312c3bc6a4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101719 Nov 08 12:39:38.719660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.725641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Port ba1e861c-4cd2-48f5-9f74-c591d27731c9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:38.729524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-5328c37b-b5ff-45d0-8185-3c4f7295b7e7 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.734813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5328c37b-b5ff-45d0-8185-3c4f7295b7e7 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0140667 Nov 08 12:39:38.736290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53380) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.738460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.746402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.748114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-3a91bbb7-efff-41ed-87ba-baadc50f3591 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.749101 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a91bbb7-efff-41ed-87ba-baadc50f3591 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0118344 Nov 08 12:39:38.751904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.756204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-283ab87f-7edc-4844-a608-408b726a5d7d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.759933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-283ab87f-7edc-4844-a608-408b726a5d7d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070803 Nov 08 12:39:38.771434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.796138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-a32e4bd6-7f27-4d68-a1ff-3b98b74c491d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.796138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a32e4bd6-7f27-4d68-a1ff-3b98b74c491d tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0147097 Nov 08 12:39:38.796485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.800755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-630f2e4f-e9e8-4d86-85cf-68c02467fabb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.803971 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-630f2e4f-e9e8-4d86-85cf-68c02467fabb tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043027 Nov 08 12:39:38.805865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53388) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.810548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-c2602e38-46d7-4e13-89d9-0bbc1bfb337a tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.813772 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2602e38-46d7-4e13-89d9-0bbc1bfb337a tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049381 Nov 08 12:39:38.815880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53390) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.823514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-2e1ec009-a68f-4f43-be92-52c3532f860f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.827357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e1ec009-a68f-4f43-be92-52c3532f860f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0117040 Nov 08 12:39:38.827693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Provisioning complete for port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:38.828080 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cb50655-95ba-4c52-a625-b1b466c160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.834070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53392) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.834070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] In _notify_port_updated(), no bound segment for port ba1e861c-4cd2-48f5-9f74-c591d27731c9 on network 8685b5a0-74ff-4193-8c6f-0540df8fd131 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:39:38.837696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:38.840319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:38.840760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "PUT /v2.0/ports/ba1e861c-4cd2-48f5-9f74-c591d27731c9 HTTP/1.1" status: 200 len: 1128 time: 0.9663076 Nov 08 12:39:38.853179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-c88ab695-eaba-494c-924b-1981623ce74f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.854170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c88ab695-eaba-494c-924b-1981623ce74f tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0054822 Nov 08 12:39:38.865353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.865353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53396) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.882058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-8e543c1e-366c-44d7-8bdb-705c34165a17 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.884170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1f730-1f64-4c4b-9039-361a376efc3a tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event updated for resources: {'Port': ['ID=ba1e861c-4cd2-48f5-9f74-c591d27731c9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:38.886487 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e543c1e-366c-44d7-8bdb-705c34165a17 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0202079 Nov 08 12:39:38.886649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.896787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-e3315e74-9373-40cd-94f3-275ddecd41ce tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.896969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e3315e74-9373-40cd-94f3-275ddecd41ce tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078177 Nov 08 12:39:38.908255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.912682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-1114ddd7-9e62-46c2-ab86-16808c91de74 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.914232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1114ddd7-9e62-46c2-ab86-16808c91de74 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061679 Nov 08 12:39:38.931303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa018a-0058-48a7-a1b8-90ebd00773d4 req-62d2eefa-e35a-4683-9ce8-18b847af7300 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:38.938333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.939415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5aa018a-0058-48a7-a1b8-90ebd00773d4 req-62d2eefa-e35a-4683-9ce8-18b847af7300 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.2032328 Nov 08 12:39:38.951528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee774-1b5d-4f98-9721-22cea9cdef2b None None] Pushing event updated for resources: {'Port': ['ID=50c74926-8e89-4ece-861c-fdb5a90a8304,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:38.965483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-d24f7b67-f860-41c3-8770-6719089acf0e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.970685 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d24f7b67-f860-41c3-8770-6719089acf0e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0313227 Nov 08 12:39:38.975765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53404) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.992639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-0a2f4b5e-987b-41fd-bbfb-353e56d6ece5 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:38.994337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42ecf3-8908-465c-9cda-eaf5cda7f924 req-b52fbbb8-dfbc-4e98-9b84-fe2e3247a347 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:38.995927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a2f4b5e-987b-41fd-bbfb-353e56d6ece5 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0191541 Nov 08 12:39:38.996609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53408) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:38.998647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a42ecf3-8908-465c-9cda-eaf5cda7f924 req-b52fbbb8-dfbc-4e98-9b84-fe2e3247a347 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.2052598 Nov 08 12:39:39.007402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8::1 (6beb1a74-ced3-44a0-a0ad-1f5914ab7da5/8bac8062-b441-491b-ad64-a48c0d0c4f70/dd1c0a25-c203-491c-b36a-c818e704c527) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:39.021401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-f3c6a581-7191-4451-be51-954d43cfbfed tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.027975 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3c6a581-7191-4451-be51-954d43cfbfed tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0222528 Nov 08 12:39:39.031368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.039702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.043808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.045738 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "DELETE /v2.0/security-groups/e271e1d9-f6e3-4444-8777-6761872778ad HTTP/1.1" status: 204 len: 168 time: 0.8155475 Nov 08 12:39:39.048309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-a2a1610b-323d-437d-89ca-77ee09698503 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.052077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a2a1610b-323d-437d-89ca-77ee09698503 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113537 Nov 08 12:39:39.053015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53412) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.053344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.059644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2cb70-0a05-488c-8fe8-2f721a5c6603 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:39.063042 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-daf2cb70-0a05-488c-8fe8-2f721a5c6603 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "GET /v2.0/ports/ba1e861c-4cd2-48f5-9f74-c591d27731c9 HTTP/1.1" status: 200 len: 1128 time: 0.1965594 Nov 08 12:39:39.073846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.078318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-4246cd47-31b9-4891-b5ac-0af256599dd4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.082377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4246cd47-31b9-4891-b5ac-0af256599dd4 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081966 Nov 08 12:39:39.086099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53418) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.087199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee70c22-23d5-4fdc-83aa-3cd9e5142585 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e271e1d9-f6e3-4444-8777-6761872778ad,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:39.114346 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6e4c63d1-c278-4ab3-b61c-b1367959c5c5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] show failed (client error): The resource could not be found. Nov 08 12:39:39.115702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6e4c63d1-c278-4ab3-b61c-b1367959c5c5 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups/e271e1d9-f6e3-4444-8777-6761872778ad HTTP/1.1" status: 404 len: 347 time: 0.0427451 Nov 08 12:39:39.121721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.122630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-ffb16600-ed69-4eff-b83d-9f8032e88290 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.123716 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ffb16600-ed69-4eff-b83d-9f8032e88290 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0192757 Nov 08 12:39:39.136160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:39.139348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5aa018a-0058-48a7-a1b8-90ebd00773d4 req-25087f28-ac74-45fb-ab19-813baba73f68 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939738 Nov 08 12:39:39.150718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.199825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [None req-0561051f-67ec-40d1-95e1-971c5d15f93e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.206733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0561051f-67ec-40d1-95e1-971c5d15f93e tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0546641 Nov 08 12:39:39.213554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53426) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:39.225396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [None req-56ea40ac-6a45-42d1-8efa-d6edee805d14 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:39.244217 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56ea40ac-6a45-42d1-8efa-d6edee805d14 tempest-ExtensionsTestJSON-1172488684 tempest-ExtensionsTestJSON-1172488684-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079024 Nov 08 12:39:39.304384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34afbb-16e7-4d57-924e-c7c598342f50 None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:39.358734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a42ecf3-8908-465c-9cda-eaf5cda7f924 req-2a2969c8-c8c7-4799-a667-fb5323b07091 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303082 Nov 08 12:39:39.420944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 336ffe3c-a12d-4e30-b7fd-702f51d57f25 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:39.441150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.546717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.561334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.569709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e09bb-b04b-40b0-be93-021446f1ef20 req-877b77c6-d900-4916-acda-a6fb18bc5212 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:39.572379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b79e09bb-b04b-40b0-be93-021446f1ef20 req-877b77c6-d900-4916-acda-a6fb18bc5212 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2924864 Nov 08 12:39:39.578830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Deleting port ba1e861c-4cd2-48f5-9f74-c591d27731c9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:39.579170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.677200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:39.677876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Deleting port 3bd08994-99be-4f24-89ab-15364539781c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:39.681875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.688099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:39.696120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:39.705340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Pushing event updated for resources: {'Port': ['ID=79e02528-b54b-4279-a754-b47b6828cd69,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:39.718352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-50ede20e-1e36-4b63-ac39-3893e5306cb0 None None] Provisioning complete for port ba1e861c-4cd2-48f5-9f74-c591d27731c9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:39.719199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-50ede20e-1e36-4b63-ac39-3893e5306cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.719474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b79e09bb-b04b-40b0-be93-021446f1ef20 req-f753cce9-f2b5-4cc1-9695-0001ba006b17 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398971 Nov 08 12:39:39.725334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.753548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Calling delete_port for ba1e861c-4cd2-48f5-9f74-c591d27731c9 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:39.798299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:39.798680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.847104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.849397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-50ede20e-1e36-4b63-ac39-3893e5306cb0 None None] Port ba1e861c-4cd2-48f5-9f74-c591d27731c9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:39.849678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.854111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Attempting to bind port 79e02528-b54b-4279-a754-b47b6828cd69 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:39.854549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Attempting to bind port 79e02528-b54b-4279-a754-b47b6828cd69 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd8375c20-6348-40c2-9757-470f920f6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:39.854935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Attempting to bind port 79e02528-b54b-4279-a754-b47b6828cd69 on network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:39.861788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd711e39-7784-4d79-bdae-73b3497d27e8 None None] New status for floating IP ca0cbe2a-03a8-49e6-8e84-4767ec27b17a: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:39:39.864024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.868591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:39.872472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Checking segment: {'id': 'd8375c20-6348-40c2-9757-470f920f6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:39.872472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.872472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Bound using segment: {'id': 'd8375c20-6348-40c2-9757-470f920f6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:39.872472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Bound port: 79e02528-b54b-4279-a754-b47b6828cd69, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8375c20-6348-40c2-9757-470f920f6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94da3880-1397-4f87-ae4b-ca0d8e4ecc4b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:39.872472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.878817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Calling delete_port for 3bd08994-99be-4f24-89ab-15364539781c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:39.922177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:39.929438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:39.937534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:39.938401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:39.998677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=dd1c0a25-c203-491c-b36a-c818e704c527,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:40.034105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] For port 79e02528-b54b-4279-a754-b47b6828cd69, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:40.046107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] For port 79e02528-b54b-4279-a754-b47b6828cd69, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=79e02528-b54b-4279-a754-b47b6828cd69,segment=NetworkSegment(d8375c20-6348-40c2-9757-470f920f6e34),segment_id=d8375c20-6348-40c2-9757-470f920f6e34)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:40.165427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3cb87-fa48-4fee-b147-ebefc14dc351 req-0451db5c-6093-4371-9159-8f716c900bea tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:40.169701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:40.176908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46b3cb87-fa48-4fee-b147-ebefc14dc351 req-0451db5c-6093-4371-9159-8f716c900bea tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.0917587 Nov 08 12:39:40.214405 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.241815 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.317596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2bdc-998c-459c-a0ac-9af0292252fb None None] Pushing event updated for resources: {'Port': ['ID=79e02528-b54b-4279-a754-b47b6828cd69,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:40.318221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46b3cb87-fa48-4fee-b147-ebefc14dc351 req-f482bb48-80a7-4e16-80cf-445706d1bc02 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277604 Nov 08 12:39:40.324493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.364311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791e0c-2f78-4327-aae2-1233edc1afc7 req-764c6951-c61d-4c24-af49-bbbf654cb760 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:40.373583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be791e0c-2f78-4327-aae2-1233edc1afc7 req-764c6951-c61d-4c24-af49-bbbf654cb760 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1540320 Nov 08 12:39:40.398318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event deleted for resources: {'Port': ['ID=ba1e861c-4cd2-48f5-9f74-c591d27731c9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:40.451218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a62c2bb-3670-4efa-9803-92a30f94c56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.453873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.457131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be791e0c-2f78-4327-aae2-1233edc1afc7 req-9737f08a-265f-4bb3-ad49-dd23def2d26e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825970 Nov 08 12:39:40.457279 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fad3ac97-6ac5-42c2-a771-b94c9bda9d41 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "DELETE /v2.0/ports/ba1e861c-4cd2-48f5-9f74-c591d27731c9 HTTP/1.1" status: 204 len: 168 time: 1.3819153 Nov 08 12:39:40.459847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:40.503804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.558868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'Port': ['ID=3bd08994-99be-4f24-89ab-15364539781c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:40.586595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.587311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.587311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.587681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.588022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.588353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.588693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.589020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.589409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.589828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.590160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.590517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:40.636184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Deleting subnet 18fcdba9-5b4e-4013-8058-df24371ae24c {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:40.642414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.711510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.714313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.723349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71be2ff1-aab1-41b0-925f-b05a68f63f16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca0cbe2a-03a8-49e6-8e84-4767ec27b17a HTTP/1.1" status: 204 len: 168 time: 1.5749466 Nov 08 12:39:40.723349 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.847440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388851db-3910-4376-881b-4386bed33f55 None None] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:40.904256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a62c2bb-3670-4efa-9803-92a30f94c56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.920120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] Provisioning complete for port 50c74926-8e89-4ece-861c-fdb5a90a8304 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:40.920486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.942154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:40.989257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a62c2bb-3670-4efa-9803-92a30f94c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.024268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a62c2bb-3670-4efa-9803-92a30f94c56d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a8deaf980154d108bcdfd87c8a1953d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8532915 Nov 08 12:39:41.027560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.027718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:41.061121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62c2bb-3670-4efa-9803-92a30f94c56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c79640-2836-4c8c-938a-5f0a0141277e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:41.090763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.113194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.145149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.146233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.151082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3e91-256c-433d-ba1a-48285d2a09db req-4944f4f4-c2aa-454f-9c0d-66f37131f6a4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:41.155933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] For port 50c74926-8e89-4ece-861c-fdb5a90a8304, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=50c74926-8e89-4ece-861c-fdb5a90a8304,segment=NetworkSegment(e6bb66f8-defa-41e4-aa8f-a575b6d3383f),segment_id=e6bb66f8-defa-41e4-aa8f-a575b6d3383f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:41.156090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ac3e91-256c-433d-ba1a-48285d2a09db req-4944f4f4-c2aa-454f-9c0d-66f37131f6a4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2508886 Nov 08 12:39:41.166989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event deleted for resources: {'Subnet': ['ID=18fcdba9-5b4e-4013-8058-df24371ae24c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:41.177436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.186542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-59b0e36c-6fb7-4e25-80ee-4f2c213ff167 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "DELETE /v2.0/subnets/18fcdba9-5b4e-4013-8058-df24371ae24c HTTP/1.1" status: 204 len: 168 time: 0.7247186 Nov 08 12:39:41.191639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:41.208280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c75cb-aa33-4374-ac2a-a277abb2654c None None] Network 8685b5a0-74ff-4193-8c6f-0540df8fd131 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:41.315012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=dd1c0a25-c203-491c-b36a-c818e704c527,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:41.333739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.357049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.383476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:41.384318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:41.394826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ac3e91-256c-433d-ba1a-48285d2a09db req-f4582662-e3cd-49c8-b925-d1af7239c16f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192369 Nov 08 12:39:41.422527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.485925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.503598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b735-0dd6-4b4d-abe6-6393ff7a9b83 None None] Pushing event updated for resources: {'Port': ['ID=50c74926-8e89-4ece-861c-fdb5a90a8304,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:41.531915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 79e02528-b54b-4279-a754-b47b6828cd69 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:41.535093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53458) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:41.548851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483482093', 'description': 'tempest-description--268513488'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:41.631973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 79e02528-b54b-4279-a754-b47b6828cd69 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:41.632369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.770406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] DHCP port deletion for 8685b5a0-74ff-4193-8c6f-0540df8fd131 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:41.786369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09076318-8d5d-42f9-903f-caaf3dc641da req-f1266a02-8685-4dc2-be19-7032bd068238 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:41.788185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09076318-8d5d-42f9-903f-caaf3dc641da req-f1266a02-8685-4dc2-be19-7032bd068238 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1822710 Nov 08 12:39:41.808201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691e6c2-e903-4565-b5cf-acb48ca6204c req-57704035-5940-4c9c-9baf-953cf2690aad tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:41.810281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5691e6c2-e903-4565-b5cf-acb48ca6204c req-57704035-5940-4c9c-9baf-953cf2690aad tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.2291486 Nov 08 12:39:41.838754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.850548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ffaaf2d9-2504-4c03-8404-943788d9719b None None] Provisioning complete for port dd1c0a25-c203-491c-b36a-c818e704c527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:41.850548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf2d9-2504-4c03-8404-943788d9719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.889534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Deleting port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:41.889912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.899937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.921378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaf2d9-2504-4c03-8404-943788d9719b None None] Port dd1c0a25-c203-491c-b36a-c818e704c527 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:41.924227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 79e02528-b54b-4279-a754-b47b6828cd69, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=79e02528-b54b-4279-a754-b47b6828cd69,segment=NetworkSegment(d8375c20-6348-40c2-9757-470f920f6e34),segment_id=d8375c20-6348-40c2-9757-470f920f6e34)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:41.930626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Deleting port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:41.930998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:41.962769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router e4283c76-8f87-49ff-81a8-2728f9cea190 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:39:42.002131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.005167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.009110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0c79640-2836-4c8c-938a-5f0a0141277e HTTP/1.1" status: 204 len: 168 time: 0.9613423 Nov 08 12:39:42.025035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09076318-8d5d-42f9-903f-caaf3dc641da req-85167a35-1cd4-4326-9592-d3f7807412e6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200572 Nov 08 12:39:42.038262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5691e6c2-e903-4565-b5cf-acb48ca6204c req-f61f4c08-e5aa-437b-9f23-9c8cf94e3a56 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062697 Nov 08 12:39:42.101428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] For port 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=336ffe3c-a12d-4e30-b7fd-702f51d57f25,segment=NetworkSegment(cd9dff7d-4063-4ff6-9296-05065d414b71),segment_id=cd9dff7d-4063-4ff6-9296-05065d414b71)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:42.101788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.191827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd977112-af56-4180-88b6-abf5e904469e None None] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:42.193136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.194952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.195855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 50c74926-8e89-4ece-861c-fdb5a90a8304 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:42.203673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ffaaf2d9-2504-4c03-8404-943788d9719b None None] Provisioning complete for port 50c74926-8e89-4ece-861c-fdb5a90a8304 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:42.204078 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf2d9-2504-4c03-8404-943788d9719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.205690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:42.212861 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-52b32c95-bbd6-4c20-8bff-62425fcfcbc0 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2811766 Nov 08 12:39:42.216510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53464) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:42.271932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5ee47e-d45c-4529-b196-81a80c7821cb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:42.273511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd5ee47e-d45c-4529-b196-81a80c7821cb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports/dd1c0a25-c203-491c-b36a-c818e704c527 HTTP/1.1" status: 200 len: 911 time: 0.0543075 Nov 08 12:39:42.276566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53466) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:42.290538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] For port 336ffe3c-a12d-4e30-b7fd-702f51d57f25, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=336ffe3c-a12d-4e30-b7fd-702f51d57f25,segment=NetworkSegment(cd9dff7d-4063-4ff6-9296-05065d414b71),segment_id=cd9dff7d-4063-4ff6-9296-05065d414b71)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:42.292623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.302060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] Sync routers for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:42.324668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.333373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Calling delete_port for 336ffe3c-a12d-4e30-b7fd-702f51d57f25 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:42.456475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:42.456475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:42.463334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.464894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9255409 Nov 08 12:39:42.479755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53472) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:42.486091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group_rule': {'security_group_id': 'eadf4a8f-d5f0-418d-9c49-7a4713bbad74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:42.506873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3708c-681f-454f-8dde-d144ba8ee6e3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf4a8f-d5f0-418d-9c49-7a4713bbad74,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:42.600221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:42.600648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e80765-8485-4474-89c7-029fc72595f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c79640-2836-4c8c-938a-5f0a0141277e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:42.641756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-9f917866-8b86-4fbd-ae9d-88db9f6c5466 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:42.641980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=79e02528-b54b-4279-a754-b47b6828cd69,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:42.644109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-9f917866-8b86-4fbd-ae9d-88db9f6c5466 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.7699940 Nov 08 12:39:42.663340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:42.663969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:42.700998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Calling delete_port for 336ffe3c-a12d-4e30-b7fd-702f51d57f25 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:42.718255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.743760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:42.744292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6b58e-6e0c-47e2-9e4b-5ec3a5c8809e None None] The sync data for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:42.760462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1987f-523e-4b27-acd0-662d35a766c8 req-41018830-b001-4fae-89bf-608a99c4c0aa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:42.765190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ee1987f-523e-4b27-acd0-662d35a766c8 req-41018830-b001-4fae-89bf-608a99c4c0aa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1598113 Nov 08 12:39:42.818314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 50c74926-8e89-4ece-861c-fdb5a90a8304 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:42.818686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.907912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ee1987f-523e-4b27-acd0-662d35a766c8 req-492e5811-3d89-4d43-907a-839102f0e98c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048114 Nov 08 12:39:42.942785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port 911a8679-405c-4d92-9526-5bf8d62eecd0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:42.943324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.975432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:42.991997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] No DVR routers for this DVR port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:43.023822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4f820-d7c8-4089-8838-f20dcfb5cb3d None None] Pushing event deleted for resources: {'Port': ['ID=336ffe3c-a12d-4e30-b7fd-702f51d57f25,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:43.026821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-476b28c0-31f1-46b9-b26f-8ec631caeaa6 None None] Provisioning complete for port dd1c0a25-c203-491c-b36a-c818e704c527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:43.027193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-476b28c0-31f1-46b9-b26f-8ec631caeaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.070227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-476b28c0-31f1-46b9-b26f-8ec631caeaa6 None None] Port dd1c0a25-c203-491c-b36a-c818e704c527 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:43.109996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-476b28c0-31f1-46b9-b26f-8ec631caeaa6 None None] Provisioning complete for port 79e02528-b54b-4279-a754-b47b6828cd69 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:43.111449 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-476b28c0-31f1-46b9-b26f-8ec631caeaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.176204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port 911a8679-405c-4d92-9526-5bf8d62eecd0, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=911a8679-405c-4d92-9526-5bf8d62eecd0,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:43.176582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.226672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.267733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.276781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for 911a8679-405c-4d92-9526-5bf8d62eecd0 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:43.305342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 79e02528-b54b-4279-a754-b47b6828cd69 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:43.332242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event deleted for resources: {'Port': ['ID=336ffe3c-a12d-4e30-b7fd-702f51d57f25,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:43.334385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] No DVR routers for this DVR port 336ffe3c-a12d-4e30-b7fd-702f51d57f25 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:43.361577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.363634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 79e02528-b54b-4279-a754-b47b6828cd69 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:43.365257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.445309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5daa5086-eb17-4b8a-b023-aa7db2edc765 None None] Provisioning complete for port 79e02528-b54b-4279-a754-b47b6828cd69 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:43.445674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5daa5086-eb17-4b8a-b023-aa7db2edc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.456192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed841-75b7-46f6-9b97-d11cb60e4137 req-4a862460-a020-4c95-8f06-f7a32d43f8c1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:43.464154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afaed841-75b7-46f6-9b97-d11cb60e4137 req-4a862460-a020-4c95-8f06-f7a32d43f8c1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 945 time: 0.2796862 Nov 08 12:39:43.495989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.534295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552862-e8c3-4f91-9958-053915724321 req-7d7ef8ac-a5f8-4e12-af12-bd62f7e71071 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:43.535996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25552862-e8c3-4f91-9958-053915724321 req-7d7ef8ac-a5f8-4e12-af12-bd62f7e71071 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.3035021 Nov 08 12:39:43.540417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 50c74926-8e89-4ece-861c-fdb5a90a8304 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:43.548983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.552708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53496) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.567001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2e7650-372d-4b14-bf66-5a0567e4ddfe,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:43.586704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.591992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fe983b21-f341-4050-b4ed-168db39e6b7c tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1107976 Nov 08 12:39:43.605900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.613588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'security_group_rule': {'security_group_id': 'eadf4a8f-d5f0-418d-9c49-7a4713bbad74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:43.630719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8685b5a0-74ff-4193-8c6f-0540df8fd131']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:43.639800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 50c74926-8e89-4ece-861c-fdb5a90a8304 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:43.639800 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.662753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9dff7d-4063-4ff6-9296-05065d414b71') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:43.663001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9dff7d-4063-4ff6-9296-05065d414b71') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:43.695919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afaed841-75b7-46f6-9b97-d11cb60e4137 req-21d9a5f4-a212-440f-a491-3a9baa361a46 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305410 Nov 08 12:39:43.716482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b92709f5-1bf5-40f6-b081-43a5496eb968 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] Request body: {'port': {'network_id': 'c77223b2-4f80-4bd9-83a7-10b38b3fb816', 'name': 'tempest-NetworksNegativeTestJSON-403243285'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:43.718785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.740342 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92709f5-1bf5-40f6-b081-43a5496eb968 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] POST failed (client error): The resource could not be found. Nov 08 12:39:43.747075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92709f5-1bf5-40f6-b081-43a5496eb968 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:43.747075 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b92709f5-1bf5-40f6-b081-43a5496eb968 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1884444 Nov 08 12:39:43.747075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53502) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.758061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25552862-e8c3-4f91-9958-053915724321 req-82fc9452-7cd0-466b-bbb6-a807c36fe14f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110596 Nov 08 12:39:43.772299 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.785456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:43.790218 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:43.822905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 336ffe3c-a12d-4e30-b7fd-702f51d57f25 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:43.824894 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffadf1f-cd53-41e1-825b-691ffa2c3b7a tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:43.825565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffadf1f-cd53-41e1-825b-691ffa2c3b7a tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:43.832688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fffadf1f-cd53-41e1-825b-691ffa2c3b7a tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "DELETE /v2.0/networks/bfea42c8-23de-4ae3-a637-7734acf0ebb4 HTTP/1.1" status: 404 len: 339 time: 0.0844269 Nov 08 12:39:43.836133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53504) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.853938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 336ffe3c-a12d-4e30-b7fd-702f51d57f25 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:43.854343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 336ffe3c-a12d-4e30-b7fd-702f51d57f25 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:43.867837 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c815a66-443a-4b3c-8117-a23afd80cedd tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:43.868368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c815a66-443a-4b3c-8117-a23afd80cedd tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:43.871481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c815a66-443a-4b3c-8117-a23afd80cedd tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "DELETE /v2.0/ports/15f7e56d-50dc-4358-9b3c-9ff45db5c161 HTTP/1.1" status: 404 len: 333 time: 0.0343838 Nov 08 12:39:43.873507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.876652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.910008 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c15b77-b92a-4e0d-b06b-1e4b408fa578 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] DELETE failed (client error): The resource could not be found. Nov 08 12:39:43.910496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c15b77-b92a-4e0d-b06b-1e4b408fa578 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:43.918303 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8c15b77-b92a-4e0d-b06b-1e4b408fa578 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "DELETE /v2.0/subnets/14898d95-4aa2-4820-878b-bf9ef2dfea82 HTTP/1.1" status: 404 len: 337 time: 0.0336835 Nov 08 12:39:43.925572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.949979 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7448ada-cfb8-4586-8b8f-5b4796724295 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] GET failed (client error): The resource could not be found. Nov 08 12:39:43.952214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f7448ada-cfb8-4586-8b8f-5b4796724295 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "GET /v2.0/networks/8221f9f2-4833-4cd5-b46a-8105259ee881 HTTP/1.1" status: 404 len: 339 time: 0.0253074 Nov 08 12:39:43.955356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.957877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:43.968730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', '86842712-9d58-4513-811c-15dc228cd9ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:43.980412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8:1::1 (94da3880-1397-4f87-ae4b-ca0d8e4ecc4b/6ccf1dc0-712c-4837-8acb-d944acbc9a97/e47805a6-dc78-4acc-bd07-b4bbc85e3d4c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:43.987552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:43.993938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.041100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.045025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] 10.222.0.58 "DELETE /v2.0/networks/8685b5a0-74ff-4193-8c6f-0540df8fd131 HTTP/1.1" status: 204 len: 168 time: 2.8507264 Nov 08 12:39:44.046185 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e2e531-8118-493e-b876-83aed04cba87 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] GET failed (client error): The resource could not be found. Nov 08 12:39:44.047745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-17e2e531-8118-493e-b876-83aed04cba87 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "GET /v2.0/ports/d73e5fd5-ff7c-4a65-992d-789dbd12f8c3 HTTP/1.1" status: 404 len: 333 time: 0.0888777 Nov 08 12:39:44.063786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53516) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.072362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=911a8679-405c-4d92-9526-5bf8d62eecd0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:44.074812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.105248 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1712295-67b6-4ea6-8df1-17f2af56d657 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] GET failed (client error): The resource could not be found. Nov 08 12:39:44.106022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a93ae-6471-4fe9-b277-5c1722b003b5 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094 tempest-ExtraDHCPOptionsIpV6TestJSON-501877094-project] Pushing event deleted for resources: {'Network': ['ID=8685b5a0-74ff-4193-8c6f-0540df8fd131,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:44.107259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d1712295-67b6-4ea6-8df1-17f2af56d657 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "GET /v2.0/subnets/05a5be21-53a1-41d6-ac2c-d8126ec9c978 HTTP/1.1" status: 404 len: 337 time: 0.0419190 Nov 08 12:39:44.112980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53518) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.113546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83b5cd-3a52-44ec-a885-cd2e2c3bc4bb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:44.119755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b9941c2d-1c47-45b2-ac52-5b44390225bb tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:44.156769 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9941c2d-1c47-45b2-ac52-5b44390225bb tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] PUT failed (client error): The resource could not be found. Nov 08 12:39:44.157371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9941c2d-1c47-45b2-ac52-5b44390225bb tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:44.158548 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b9941c2d-1c47-45b2-ac52-5b44390225bb tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "PUT /v2.0/networks/484debb3-e882-48ad-820f-d201563b1bae HTTP/1.1" status: 404 len: 339 time: 0.0445597 Nov 08 12:39:44.161356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port 911a8679-405c-4d92-9526-5bf8d62eecd0 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:44.163041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.164376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.167850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d605772b-6718-45c5-a19c-211f7c2bdc44 req-5bb61261-60a4-4632-a6a9-54232126ac26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "DELETE /v2.0/ports/911a8679-405c-4d92-9526-5bf8d62eecd0 HTTP/1.1" status: 204 len: 173 time: 1.5076818 Nov 08 12:39:44.169988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'name': 'network-vif-deleted', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:44.172600 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272031b5-ca25-4f36-8736-0209a120a0eb" -d '{"events": [{"server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "name": "network-vif-deleted", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:44.173580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-de4f8fd3-74a9-46aa-9f9a-e95d58d9414b tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:44.210681 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4f8fd3-74a9-46aa-9f9a-e95d58d9414b tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] PUT failed (client error): The resource could not be found. Nov 08 12:39:44.211423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4f8fd3-74a9-46aa-9f9a-e95d58d9414b tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:44.211572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7d7ae-d40e-4437-b50a-e72dce89413e req-0671ca3a-ab2b-473c-9e76-65df2b14e17b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:44.216867 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de4f8fd3-74a9-46aa-9f9a-e95d58d9414b tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "PUT /v2.0/ports/28c90d75-2174-48ea-8aca-7c9af8ed1691 HTTP/1.1" status: 404 len: 333 time: 0.0483835 Nov 08 12:39:44.217067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfd7d7ae-d40e-4437-b50a-e72dce89413e req-0671ca3a-ab2b-473c-9e76-65df2b14e17b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1959853 Nov 08 12:39:44.220405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53524) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.232274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4eb3cc18-e901-44c5-b9ae-208e51ff8a58 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:44.242009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.250296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.255196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a89454dd-f3df-492d-9276-567a2812339e tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6443059 Nov 08 12:39:44.255196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6470c40e-cd5d-44ce-a519-e34f3be184a6 x-openstack-request-id: req-6470c40e-cd5d-44ce-a519-e34f3be184a6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:44.255196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df7388-c913-489f-a723-c5de993776a0", "name": "network-vif-deleted", "tag": "911a8679-405c-4d92-9526-5bf8d62eecd0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:44.255196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6470c40e-cd5d-44ce-a519-e34f3be184a6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:44.255196 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df7388-c913-489f-a723-c5de993776a0', 'name': 'network-vif-deleted', 'tag': '911a8679-405c-4d92-9526-5bf8d62eecd0', 'status': 'completed', 'code': 200} Nov 08 12:39:44.256382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.260576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:44.261424 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb3cc18-e901-44c5-b9ae-208e51ff8a58 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] PUT failed (client error): The resource could not be found. Nov 08 12:39:44.261685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb3cc18-e901-44c5-b9ae-208e51ff8a58 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:39:44.263056 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4eb3cc18-e901-44c5-b9ae-208e51ff8a58 tempest-NetworksNegativeTestJSON-480435621 tempest-NetworksNegativeTestJSON-480435621-project] 10.222.0.58 "PUT /v2.0/subnets/706f6b7c-cee6-4f58-b3f5-f8665f3ad28b HTTP/1.1" status: 404 len: 337 time: 0.0355077 Nov 08 12:39:44.312787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfd7d7ae-d40e-4437-b50a-e72dce89413e req-156807d2-a211-45c6-81dd-1010612aae7f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855951 Nov 08 12:39:44.379981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.407876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.428166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:44.433576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:44.437081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:44.442770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.484688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=e47805a6-dc78-4acc-bd07-b4bbc85e3d4c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:44.533153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.676529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Allocated IP 172.25.1.227 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/319732d8-615a-44be-9a0f-334a70d7587b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:44.724554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.746414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.781277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-48096a69-8cd0-4c24-bcce-0fff87b32367 None None] Provisioning complete for port e47805a6-dc78-4acc-bd07-b4bbc85e3d4c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:44.781920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-48096a69-8cd0-4c24-bcce-0fff87b32367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.853557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:44.875932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-48096a69-8cd0-4c24-bcce-0fff87b32367 None None] Port e47805a6-dc78-4acc-bd07-b4bbc85e3d4c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:44.907933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:44.910311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27854413-6ad9-49c7-8ddd-ea5f6bee365d req-a3698125-6eec-42a8-b26f-d95ff349e63a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=32df7388-c913-489f-a723-c5de993776a0 HTTP/1.1" status: 200 len: 210 time: 0.0704803 Nov 08 12:39:44.983331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8cdf6-e394-48d4-80fb-5fa11d297077 req-f0a53184-808d-48e0-bd6a-534c9bf14e42 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:44.986029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c8cdf6-e394-48d4-80fb-5fa11d297077 req-f0a53184-808d-48e0-bd6a-534c9bf14e42 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1104009 Nov 08 12:39:45.053851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e9e96af-d1b8-49d3-9f56-83b41ddf007b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.080980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.085475 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c7bdb1c-20e1-4b3e-af4c-2e9027e3821d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2970731f8b6b4388a970cc45db288f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596120 Nov 08 12:39:45.088605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:45.090958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c8cdf6-e394-48d4-80fb-5fa11d297077 req-f0329707-4779-4fc0-88d5-18fbe22cc444 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954270 Nov 08 12:39:45.141568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:45.149133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:45.155259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:45.161573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.180976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.198144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=319732d8-615a-44be-9a0f-334a70d7587b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:45.215006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.264992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.265826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.272090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e9e96af-d1b8-49d3-9f56-83b41ddf007b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.285468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.336883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e9e96af-d1b8-49d3-9f56-83b41ddf007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.358899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.371475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.371475 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/296482eb-de97-448a-8ae9-3f87dcf96b38 HTTP/1.1" status: 204 len: 168 time: 0.2732801 Nov 08 12:39:45.371475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=e47805a6-dc78-4acc-bd07-b4bbc85e3d4c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:45.386168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.386894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.386894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.387221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.387611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.387955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.388292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.388751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.388956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.389299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.389629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.389975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:39:45.400030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aec51-41ee-4af7-9bd0-2e28b6863924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296482eb-de97-448a-8ae9-3f87dcf96b38,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:45.401829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.429640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:45.431158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:45.510600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e96af-d1b8-49d3-9f56-83b41ddf007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfa908-495b-499c-b607-1f08b2135048,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:45.529219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0e9e96af-d1b8-49d3-9f56-83b41ddf007b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=744989ca6ec14a3fb8f80217c8ccd5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168606 Nov 08 12:39:45.532859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:45.559870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router e4283c76-8f87-49ff-81a8-2728f9cea190 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:45.648267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876637-6787-48ea-a6c9-2bb9e260824c req-b23ad59c-2764-4c01-9f83-efd43909fda7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:45.656291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94876637-6787-48ea-a6c9-2bb9e260824c req-b23ad59c-2764-4c01-9f83-efd43909fda7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1408176 Nov 08 12:39:45.688195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:45.700703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] Sync routers for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:45.704810 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d73a770b-c3d7-498b-87fc-c08dbf6e8b06 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268131 Nov 08 12:39:45.707570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:45.724415 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:45.725335 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:45.726683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.736420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.738196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 911a8679-405c-4d92-9526-5bf8d62eecd0 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:45.773865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94876637-6787-48ea-a6c9-2bb9e260824c req-2480f60e-e9c6-46eb-a481-5ee399a68a2d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166706 Nov 08 12:39:45.782766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 911a8679-405c-4d92-9526-5bf8d62eecd0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:45.783925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 911a8679-405c-4d92-9526-5bf8d62eecd0 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:45.796208 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:45.797063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.809060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840dd6b9-4b8b-4198-ba24-83772ed9fd8f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:45.809818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-840dd6b9-4b8b-4198-ba24-83772ed9fd8f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports/e47805a6-dc78-4acc-bd07-b4bbc85e3d4c HTTP/1.1" status: 200 len: 913 time: 0.1008267 Nov 08 12:39:45.812653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53560) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:45.819726 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:45.820764 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:45.828882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-87b60786-62ac-4451-b5b2-52d1a01a35ee None None] Provisioning complete for port e47805a6-dc78-4acc-bd07-b4bbc85e3d4c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:45.829404 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87b60786-62ac-4451-b5b2-52d1a01a35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.834880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.859533 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:45.860386 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbe29d-c814-4607-8b3c-b1c91b97ddb1 None None] The sync data for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:45.908790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:45.909873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-87b60786-62ac-4451-b5b2-52d1a01a35ee None None] Port e47805a6-dc78-4acc-bd07-b4bbc85e3d4c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:45.957867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=319732d8-615a-44be-9a0f-334a70d7587b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:45.960435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.030870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.037692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.038453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0bfa908-495b-499c-b607-1f08b2135048 HTTP/1.1" status: 204 len: 168 time: 0.5040803 Nov 08 12:39:46.051907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c29c39-3e00-4bd1-9593-1c077b9376be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfa908-495b-499c-b607-1f08b2135048,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:46.079582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.079582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-773d553f-1dfc-4113-8af1-2ab66dab4071 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8118370 Nov 08 12:39:46.292179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c1f84-2065-4a74-b520-e458d89b024c req-ca89d0a4-f0f6-4f73-a37e-b26fbb870db9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:46.295317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-896c1f84-2065-4a74-b520-e458d89b024c req-ca89d0a4-f0f6-4f73-a37e-b26fbb870db9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.0710638 Nov 08 12:39:46.341060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.361580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-896c1f84-2065-4a74-b520-e458d89b024c req-dd9cc582-d8f4-45f3-bc61-be4353f9d4f1 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577562 Nov 08 12:39:46.538574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-bb6a9acd-5250-4ace-bde9-762c36c63270 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--483482093&fields=id&tenant_id=5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 267 time: 0.0618670 Nov 08 12:39:46.662921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port e47805a6-dc78-4acc-bd07-b4bbc85e3d4c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:46.665655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.714361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df18-3267-45ef-a7d4-4647b0967c9a req-1f6940c6-151d-48da-bdb7-404f1f9b7fd5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:46.716644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d26df18-3267-45ef-a7d4-4647b0967c9a req-1f6940c6-151d-48da-bdb7-404f1f9b7fd5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.1713407 Nov 08 12:39:46.754651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-be8a0d4f-3273-454f-9944-d8b739383df4 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:46.756307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-be8a0d4f-3273-454f-9944-d8b739383df4 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 810 time: 0.1899612 Nov 08 12:39:46.758829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:46.779037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for e47805a6-dc78-4acc-bd07-b4bbc85e3d4c owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:46.791455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-1658d194-1dde-497e-86a6-9bbec0d22fed tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/quotas/5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 375 time: 0.0272896 Nov 08 12:39:46.799684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d26df18-3267-45ef-a7d4-4647b0967c9a req-69aa6433-900e-4284-b6bf-b0145be617ce tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Nov 08 12:39:46.932249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-c967a246-9b27-4363-8f84-aaee12c74a57 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250689 Nov 08 12:39:46.933571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:46.950769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-4fe570b8-4d51-4c0b-a913-fd03b1e106c1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:39:46.951860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-4fe570b8-4d51-4c0b-a913-fd03b1e106c1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057330 Nov 08 12:39:46.960701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6aa50-0e05-4898-8c96-bfaed1217ad8 req-4461a728-0d55-4d03-a47a-49c668874e37 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:46.964331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70d6aa50-0e05-4898-8c96-bfaed1217ad8 req-4461a728-0d55-4d03-a47a-49c668874e37 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.0829451 Nov 08 12:39:47.065297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515609402'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:47.093616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70d6aa50-0e05-4898-8c96-bfaed1217ad8 req-0e5fb580-5669-4f68-b28d-90d3190a4b13 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213515 Nov 08 12:39:47.125558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-f8538215-9899-485a-bcae-534d8c0d0d81 service neutron] 10.222.0.58 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623216 Nov 08 12:39:47.189756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.229712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=e47805a6-dc78-4acc-bd07-b4bbc85e3d4c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:47.257532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-623827e0-e791-443a-9948-e8543aa515b2 service neutron] 10.222.0.58 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253316 Nov 08 12:39:47.259208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:47.263390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.282612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.419426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.419592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.506551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53630) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:47.510953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba92ba-1955-4933-90e3-cecf36e84cda req-e3db6a49-eba1-44be-a284-12fbb191b4be tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:47.519743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cba92ba-1955-4933-90e3-cecf36e84cda req-e3db6a49-eba1-44be-a284-12fbb191b4be tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.0707977 Nov 08 12:39:47.535865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.608128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406829a3-c41a-4149-82fa-53b19b72beb1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:47.640186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:47.658081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router e4283c76-8f87-49ff-81a8-2728f9cea190 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:47.658833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-514542c6-3918-40ed-b2a2-2f0aaeaed5cd req-6b0c9c07-9ebb-4a75-8c22-9a77acbfd400 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.0935562 Nov 08 12:39:47.690474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.690815 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 409ce5d8-a173-46f5-a2b9-6378b1428f82 of type vlan for network ab4c09c5-2ae1-4015-a764-08e94ca76090 Nov 08 12:39:47.695128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-860748193'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:47.724086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cba92ba-1955-4933-90e3-cecf36e84cda req-5c8da511-591f-4c73-8381-b2652f5af186 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033257 Nov 08 12:39:47.768846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.775475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:47.784149 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d22cd69f-e915-4f84-ac1f-6a206bdcf16f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678042 Nov 08 12:39:47.785601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53640) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:47.794858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] Sync routers for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:47.810382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:47.811227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:47.857131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Made reservation on behalf of 662a85b3dc744db3877295e450f08b6d for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:47.864719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:47.866608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.877207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:47.877887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:47.895356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-0d3a3cfa-0171-42b4-8c6f-d68f26b9522f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:47.912270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-0d3a3cfa-0171-42b4-8c6f-d68f26b9522f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.1218297 Nov 08 12:39:47.915682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.921435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:47.921794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:47.922434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:47.925465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d899421-04e0-451a-b81e-9bb079fa5dec None None] The sync data for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:47.925604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.099414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=ab4c09c5-2ae1-4015-a764-08e94ca76090,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:48.118979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-de9b8de6-dbe6-4ae1-8fb9-8067248f2408 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1753235 Nov 08 12:39:48.119230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:48.126198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7538b5-1364-486b-ad04-4363a6ed4011 req-c5a29433-0c25-495f-a5ee-42f7173d64e9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:48.133097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b7538b5-1364-486b-ad04-4363a6ed4011 req-c5a29433-0c25-495f-a5ee-42f7173d64e9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 945 time: 0.2191944 Nov 08 12:39:48.209724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.225921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b7538b5-1364-486b-ad04-4363a6ed4011 req-c3986959-3f23-4e07-b2b9-d3fbc779d640 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912828 Nov 08 12:39:48.309950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:48.310203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:48.324272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port 86842712-9d58-4513-811c-15dc228cd9ed {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:48.324695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.346837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.401059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2db5-cdfd-4117-8911-e07b2bcea0e4 req-3da60df8-dc5a-4214-b694-7c0309afbffc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:48.402929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f59c2db5-cdfd-4117-8911-e07b2bcea0e4 req-3da60df8-dc5a-4214-b694-7c0309afbffc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1633136 Nov 08 12:39:48.436947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.489023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:48.509917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port 86842712-9d58-4513-811c-15dc228cd9ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=86842712-9d58-4513-811c-15dc228cd9ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:48.510304 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.534395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.534739 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Added segment 5c33ea94-613c-4f3e-88ad-ca90b8ce1310 of type vlan for network 78e74894-c4ac-4ba5-954b-c26aa65601be Nov 08 12:39:48.538538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ce3b2-8f0f-4a4d-8cb4-9cc59391176d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:48.548830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for 86842712-9d58-4513-811c-15dc228cd9ed owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:48.557523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f59c2db5-cdfd-4117-8911-e07b2bcea0e4 req-3c1e17fb-718f-4ec7-b384-c3985b3eaf84 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363351 Nov 08 12:39:48.574133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port dd1c0a25-c203-491c-b36a-c818e704c527 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:48.574899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.630463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:48.633926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.635825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.735239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.745210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-668310c3-0a28-4931-a36e-7a2d3571daa5 req-7fd73c8c-690e-44a1-8aa0-58270c5f7707 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Nov 08 12:39:48.752400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for dd1c0a25-c203-491c-b36a-c818e704c527 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:48.816230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.821598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:48.822188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:48.932491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de271-e801-4b39-bc2f-83d33f0d70be req-141153a9-6f57-4181-83b4-8996a25ce3f8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:48.932491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-866de271-e801-4b39-bc2f-83d33f0d70be req-141153a9-6f57-4181-83b4-8996a25ce3f8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1272533 Nov 08 12:39:48.932491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event updated for resources: {'Network': ['ID=78e74894-c4ac-4ba5-954b-c26aa65601be,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:48.943510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 78e74894-c4ac-4ba5-954b-c26aa65601be details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:48.962683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.014311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', '86842712-9d58-4513-811c-15dc228cd9ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:49.019387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=86842712-9d58-4513-811c-15dc228cd9ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:49.030628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-970de90a-c122-46f2-b6e5-832d4997bdad tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4996262 Nov 08 12:39:49.039639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:49.044697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Request body: {'subnet': {'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:49.109160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-866de271-e801-4b39-bc2f-83d33f0d70be req-94c67ff1-e4f1-4260-b963-93aa181f2112 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551690 Nov 08 12:39:49.135075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port 86842712-9d58-4513-811c-15dc228cd9ed on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:49.164352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.167788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef4bd222-3426-4628-8773-0a2ef6452933 req-35b03f20-2b8a-495d-9ddc-11d18997e9ae tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "DELETE /v2.0/ports/86842712-9d58-4513-811c-15dc228cd9ed HTTP/1.1" status: 204 len: 173 time: 1.2321129 Nov 08 12:39:49.168423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'name': 'network-vif-deleted', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:49.170711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c05451-8f27-4f73-a971-83ed547a5239" -d '{"events": [{"server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "name": "network-vif-deleted", "tag": "86842712-9d58-4513-811c-15dc228cd9ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:49.225644 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47493b3-7744-40b3-b386-45cf74455e55 x-openstack-request-id: req-a47493b3-7744-40b3-b386-45cf74455e55 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:49.226214 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4423d900-8fd1-49f6-8d7d-74afa659863c", "name": "network-vif-deleted", "tag": "86842712-9d58-4513-811c-15dc228cd9ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:49.226664 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a47493b3-7744-40b3-b386-45cf74455e55 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:49.227251 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4423d900-8fd1-49f6-8d7d-74afa659863c', 'name': 'network-vif-deleted', 'tag': '86842712-9d58-4513-811c-15dc228cd9ed', 'status': 'completed', 'code': 200} Nov 08 12:39:49.399737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.401430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fea1be15-02ff-4559-9048-41ddc5928ea1 req-5ac7b1da-7a5a-4835-b091-84e7ef0314d7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.0791843 Nov 08 12:39:49.404920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Made reservation on behalf of 662a85b3dc744db3877295e450f08b6d for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:49.412493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.487527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=5e502664-2865-4aab-aebf-473aeebcd3d4,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:49.498087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '409ce5d8-a173-46f5-a2b9-6378b1428f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:49.501719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: ab4c09c5-2ae1-4015-a764-08e94ca76090, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:49.608531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.676836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=dd1c0a25-c203-491c-b36a-c818e704c527,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:49.682535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:49.736712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:39:49.775326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:49.881206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ab4c09c5-2ae1-4015-a764-08e94ca76090) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:49.888726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:49.904719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:39:49.906876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30839fd-212b-4198-b180-e565c029db63 None None] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:49.946909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e6e076d-d75c-49ec-bf92-9bc08acc87b9 req-40f92c62-9045-4841-b28d-f004517f57a2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.0449502 Nov 08 12:39:49.957097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:49.958075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.000502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42d12-5aa6-4690-be95-29ca3fbe844b req-56f62d4b-3475-4938-878e-511c1fc6f95c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:50.002439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c42d12-5aa6-4690-be95-29ca3fbe844b req-56f62d4b-3475-4938-878e-511c1fc6f95c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1516557 Nov 08 12:39:50.084779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c42d12-5aa6-4690-be95-29ca3fbe844b req-bfe487da-4741-489f-b95a-f2df1137b63c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642869 Nov 08 12:39:50.165391 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0df79ce7-7b50-4a0b-8902-0d663fff2a87 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8619475 Nov 08 12:39:50.168019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:50.179727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router e4283c76-8f87-49ff-81a8-2728f9cea190 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:39:50.189422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811121298'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:50.191369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ab4c09c5-2ae1-4015-a764-08e94ca76090', 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '5e502664-2865-4aab-aebf-473aeebcd3d4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:50.192687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.232817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.236920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.312617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:50.343906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28645512-9d5e-4483-8b9f-e3c586ce0657 req-8bb1af8f-de4d-433f-a9ee-38f93832995f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:50.354910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28645512-9d5e-4483-8b9f-e3c586ce0657 req-8bb1af8f-de4d-433f-a9ee-38f93832995f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1284647 Nov 08 12:39:50.359780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:50.362893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:39:50.369726 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56e04f4a-55de-41cc-8e8d-7da2d82d21f4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839865 Nov 08 12:39:50.375249 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] Sync routers for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:39:50.386146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53704) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:50.397000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:50.397634 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:50.443628 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-af7034d4-4199-4747-bbbc-7f5101a854be tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4283c76-8f87-49ff-81a8-2728f9cea190 HTTP/1.1" status: 200 len: 205 time: 0.0552874 Nov 08 12:39:50.450832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53708) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:50.455979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28645512-9d5e-4483-8b9f-e3c586ce0657 req-266acff0-edce-43fc-8d9f-1d0f09e2804a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974362 Nov 08 12:39:50.464389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:50.475149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.503660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Allocated IP 172.20.255.242 (ab4c09c5-2ae1-4015-a764-08e94ca76090/5e502664-2865-4aab-aebf-473aeebcd3d4/882f2b0c-9cc1-4f00-b01c-01f38407b044) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:50.517938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.525570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.632539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b33a49c1-0115-4f27-9e88-18e80bf0426f req-63dd989a-6b12-4d2d-bdae-0fdd3cb5206e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=4423d900-8fd1-49f6-8d7d-74afa659863c HTTP/1.1" status: 200 len: 210 time: 0.0885239 Nov 08 12:39:50.682860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.735556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:50.748489 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:50.754549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Checking segment: {'id': '5c33ea94-613c-4f3e-88ad-ca90b8ce1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:50.755284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Network hostable DHCP agents. Network: 78e74894-c4ac-4ba5-954b-c26aa65601be, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:50.769340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] Routers {'e4283c76-8f87-49ff-81a8-2728f9cea190'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:39:50.769965 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['e4283c76-8f87-49ff-81a8-2728f9cea190'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:50.783172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.783917 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment d21e00b8-5549-4f30-a0cc-ddf598849903 of type vlan for network fe0d54bd-76b2-4b96-9ae4-2603df52ff4f Nov 08 12:39:50.785375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event updated for resources: {'Subnet': ['ID=5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:50.834956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:50.835628 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9e487-5d5f-40f1-9bdc-7d60da611f2e None None] The sync data for ids ['e4283c76-8f87-49ff-81a8-2728f9cea190'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:39:50.855029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-d251e726-455e-43ee-8442-6b793d8784c3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:50.857960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-d251e726-455e-43ee-8442-6b793d8784c3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 810 time: 0.3129210 Nov 08 12:39:50.869760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.937935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-b15f604f-d354-4f74-9552-d917d26ece52 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2719b6f6864b71a54db60aae7fc2c7 HTTP/1.1" status: 200 len: 379 time: 0.0703447 Nov 08 12:39:50.944550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Network 78e74894-c4ac-4ba5-954b-c26aa65601be is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:50.964734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'port': {'device_id': 'cb370700-ca20-46ea-8598-48fe03837944', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'admin_state_up': True, 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'security_groups': ['eadf4a8f-d5f0-418d-9c49-7a4713bbad74']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:50.983312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:50.986467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.061916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 78e74894-c4ac-4ba5-954b-c26aa65601be) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:51.071452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:51.072795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.091122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.100349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:51.101691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.111851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.112361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router e4283c76-8f87-49ff-81a8-2728f9cea190 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:39:51.134641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.148865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.148865 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a4b57d72-3616-41a5-8bc5-f0c0099139a1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190 HTTP/1.1" status: 204 len: 168 time: 0.6943319 Nov 08 12:39:51.152732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53716) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:51.196496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:39:51.221314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 6ccf1dc0-712c-4837-8acb-d944acbc9a97 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:51.225144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.239262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905fb25b-d902-4ea4-8231-5581641dcead None None] Network 78e74894-c4ac-4ba5-954b-c26aa65601be requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:51.242484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:51.261409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-540380ee-9db6-401d-ad60-06bb5f124b40 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2206521 Nov 08 12:39:51.264018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.264905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cdf8fc8-aa9a-4d38-a087-1c7f087bf30e req-beead65f-f2a7-4961-a373-35657ae3d715 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.1497335 Nov 08 12:39:51.269110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:51.276349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1032820 Nov 08 12:39:51.283240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Request body: {'port': {'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be', 'name': 'tempest-TagsExtTest-408776920'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:51.286931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53720) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:51.300602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'fe0d54bd-76b2-4b96-9ae4-2603df52ff4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:51.332292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96034970-5a65-4e96-8362-b2c6407860f1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=fe0d54bd-76b2-4b96-9ae4-2603df52ff4f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:51.353224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fe0d54bd-76b2-4b96-9ae4-2603df52ff4f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:51.427159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433b3e7-33fb-4cf0-bf12-d9d11f1c5151 req-671a75d8-8b51-4194-9bfd-e0d755e7fe45 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:51.431484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.432347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:51.435172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4433b3e7-33fb-4cf0-bf12-d9d11f1c5151 req-671a75d8-8b51-4194-9bfd-e0d755e7fe45 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.1659248 Nov 08 12:39:51.477923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Made reservation on behalf of 5d2719b6f6864b71a54db60aae7fc2c7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:51.481658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.504782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Pushing event updated for resources: {'Port': ['ID=882f2b0c-9cc1-4f00-b01c-01f38407b044,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:51.516812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:51.520990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:51.530686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4433b3e7-33fb-4cf0-bf12-d9d11f1c5151 req-c1854d94-c8fe-479f-a226-5b67e8a293d7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888035 Nov 08 12:39:51.652463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.725950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:51.730424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.790506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39274a59-43a0-4db2-bc00-fb9ff3b8f0b0 req-8caee6a9-87f8-4226-886a-0620de32c132 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:51.791846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39274a59-43a0-4db2-bc00-fb9ff3b8f0b0 req-8caee6a9-87f8-4226-886a-0620de32c132 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1622770 Nov 08 12:39:51.806663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Allocated IP 172.20.0.13 (ad57206f-963f-47ad-b33c-250c8fb9d4d8/fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f/793addbb-665d-4f62-bedf-b98fd270f716) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:51.823551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 86842712-9d58-4513-811c-15dc228cd9ed no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:51.867795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.900036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Made reservation on behalf of 662a85b3dc744db3877295e450f08b6d for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:51.905415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.905865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:51.912506 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/6ccf1dc0-712c-4837-8acb-d944acbc9a97 HTTP/1.1" status: 204 len: 168 time: 0.7581792 Nov 08 12:39:51.917865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39422384-c86a-4483-ae6a-27512cb882b7 None None] Network 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:51.919821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39274a59-43a0-4db2-bc00-fb9ff3b8f0b0 req-d80bd088-b531-4fd3-93e6-bad6f783f4ce tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267183 Nov 08 12:39:51.921915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 86842712-9d58-4513-811c-15dc228cd9ed {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:51.923167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 86842712-9d58-4513-811c-15dc228cd9ed not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:51.941143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:51.976732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae788ce-f09f-4388-b470-11d23efb9444 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccf1dc0-712c-4837-8acb-d944acbc9a97,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:52.017738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Attempting to bind port 882f2b0c-9cc1-4f00-b01c-01f38407b044 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:52.018120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Attempting to bind port 882f2b0c-9cc1-4f00-b01c-01f38407b044 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '409ce5d8-a173-46f5-a2b9-6378b1428f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:52.018544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Attempting to bind port 882f2b0c-9cc1-4f00-b01c-01f38407b044 on network ab4c09c5-2ae1-4015-a764-08e94ca76090 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:52.064462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] device_id is not set on port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:39:52.119998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:52.120380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Checking segment: {'id': '409ce5d8-a173-46f5-a2b9-6378b1428f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:52.120784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.121176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Bound using segment: {'id': '409ce5d8-a173-46f5-a2b9-6378b1428f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:52.122231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Bound port: 882f2b0c-9cc1-4f00-b01c-01f38407b044, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409ce5d8-a173-46f5-a2b9-6378b1428f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4c09c5-2ae1-4015-a764-08e94ca76090'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:52.122648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.147863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-78e74894-c4ac-4ba5-954b-c26aa65601be', 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be', 'tenant_id': '662a85b3dc744db3877295e450f08b6d', 'fixed_ips': [{'subnet_id': '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:52.148727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.206423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 8bac8062-b441-491b-ad64-a48c0d0c4f70 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:39:52.253191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.275696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.392390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=862812ef-4d2f-49b6-a468-7ba380bd11d0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:52.412512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] For port 882f2b0c-9cc1-4f00-b01c-01f38407b044, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:52.416267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': 'd21e00b8-5549-4f30-a0cc-ddf598849903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fe0d54bd-76b2-4b96-9ae4-2603df52ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:52.416749 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: fe0d54bd-76b2-4b96-9ae4-2603df52ff4f, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:52.417969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] For port 882f2b0c-9cc1-4f00-b01c-01f38407b044, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=882f2b0c-9cc1-4f00-b01c-01f38407b044,segment=NetworkSegment(409ce5d8-a173-46f5-a2b9-6378b1428f82),segment_id=409ce5d8-a173-46f5-a2b9-6378b1428f82)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:52.484574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.484850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.489936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.510628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network fe0d54bd-76b2-4b96-9ae4-2603df52ff4f is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:52.537256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] DHCP port deletion for 94da3880-1397-4f87-ae4b-ca0d8e4ecc4b request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:52.548753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-498098b0-c071-403c-9d99-4acdc87be2bf req-d260b272-03a4-487b-b412-57b1275390fd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.0626235 Nov 08 12:39:52.629622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-75107d1b-f362-4173-8475-e6206d8891c4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:52.630151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-75107d1b-f362-4173-8475-e6206d8891c4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.5226355 Nov 08 12:39:52.638134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, fe0d54bd-76b2-4b96-9ae4-2603df52ff4f) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:52.642781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Allocated IP 172.20.0.14 (78e74894-c4ac-4ba5-954b-c26aa65601be/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/6583e09d-e1ea-4cc1-b7cb-00606ae1211c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:52.645328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:52.645952 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.703847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b530d14-88f2-47cc-bb31-ae77fdc16c37 None None] Network fe0d54bd-76b2-4b96-9ae4-2603df52ff4f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:52.706553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34888a-213a-4bcb-aca9-ce4edfd482d3 None None] Pushing event updated for resources: {'Port': ['ID=882f2b0c-9cc1-4f00-b01c-01f38407b044,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:52.716431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-81eb7ecf-c2ba-4679-8fb9-18c6810c8f1b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0321667 Nov 08 12:39:52.762546 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e1335e12-fc5d-420e-bd4d-ba5536a61fb9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4699523 Nov 08 12:39:52.770515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:52.805283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.842104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Deleting port 79e02528-b54b-4279-a754-b47b6828cd69 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:52.843630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:52.875450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-16ae70f7-b960-4861-a6b0-01b953cc7dc3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429913 Nov 08 12:39:52.887549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.014998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.061107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a030347-1eb8-409f-9245-71f48c7b9919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-fe0d54bd-76b2-4b96-9ae4-2603df52ff4f', 'network_id': 'fe0d54bd-76b2-4b96-9ae4-2603df52ff4f', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '862812ef-4d2f-49b6-a468-7ba380bd11d0'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:53.062382 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a030347-1eb8-409f-9245-71f48c7b9919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.099658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb6d70-4476-4cbd-b36e-18ef3dfe927f req-ede06343-cbe8-4518-af40-8b9ef2c8ddca tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:53.107540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25cb6d70-4476-4cbd-b36e-18ef3dfe927f req-ede06343-cbe8-4518-af40-8b9ef2c8ddca tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.3899257 Nov 08 12:39:53.119434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] For port 79e02528-b54b-4279-a754-b47b6828cd69, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=79e02528-b54b-4279-a754-b47b6828cd69,segment=NetworkSegment(d8375c20-6348-40c2-9757-470f920f6e34),segment_id=d8375c20-6348-40c2-9757-470f920f6e34)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:53.119861 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.149861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Calling delete_port for 79e02528-b54b-4279-a754-b47b6828cd69 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:53.158325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.179387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5916d7b4-0295-4473-b05f-749303cff4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.195732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:53.299519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event updated for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:53.301592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:53.317172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:53.386523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.395944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 882f2b0c-9cc1-4f00-b01c-01f38407b044 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:53.413752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25cb6d70-4476-4cbd-b36e-18ef3dfe927f req-57fc6d73-dd65-4ace-a792-0d07156b08a1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032277 Nov 08 12:39:53.431932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.436549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.500754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] No DVR routers for this DVR port 79e02528-b54b-4279-a754-b47b6828cd69 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:53.518013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.524811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/8bac8062-b441-491b-ad64-a48c0d0c4f70 HTTP/1.1" status: 204 len: 168 time: 1.5813222 Nov 08 12:39:53.539912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:53.539912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.542262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53752) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:53.548077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc61e1-283f-4c0b-9479-8c31509086d1 None None] Network 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:53.549301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=862812ef-4d2f-49b6-a468-7ba380bd11d0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:53.591939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63007811-3f77-4326-9fcb-c955d668f13a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=8bac8062-b441-491b-ad64-a48c0d0c4f70,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:53.614662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.618637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-16afb4da-0b46-40fa-917a-b7c394bbeb33 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174385 Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-5a030347-1eb8-409f-9245-71f48c7b9919 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862812ef-4d2f-49b6-a468-7ba380bd11d0: This subnet is being modified by another concurrent operation. Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:39:53.705746 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862812ef-4d2f-49b6-a468-7ba380bd11d0: This subnet is being modified by another concurrent operation. Nov 08 12:39:53.710621 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:39:53.724008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.748322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b49c-371b-4e71-98f9-cd439d092942 None None] Pushing event deleted for resources: {'Port': ['ID=79e02528-b54b-4279-a754-b47b6828cd69,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:53.749103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a1d160e7-e02d-4dbc-99f0-ad35e71e56c0 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8010566 Nov 08 12:39:53.778712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Request body: {'port': {'device_id': 'cb370700-ca20-46ea-8598-48fe03837944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:53.783578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0d54bd-76b2-4b96-9ae4-2603df52ff4f']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:53.789303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.802337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21e00b8-5549-4f30-a0cc-ddf598849903') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:53.802574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21e00b8-5549-4f30-a0cc-ddf598849903') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:53.817034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.872763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.903080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:53.903781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:53.906922 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:53.909879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:53.911394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073cba4-63d1-49a6-aad6-600bb7e96392 None None] Network fe0d54bd-76b2-4b96-9ae4-2603df52ff4f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:53.997424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8587-98f9-4aa5-9b4c-6fd8978f74d2 req-9f33ed3f-ee98-48bb-8f71-164822cc8fd5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:53.998585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.002361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-285f8587-98f9-4aa5-9b4c-6fd8978f74d2 req-9f33ed3f-ee98-48bb-8f71-164822cc8fd5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.3301723 Nov 08 12:39:54.034697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94da3880-1397-4f87-ae4b-ca0d8e4ecc4b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:54.035719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-64fe9305-16f3-4fc1-b04d-f3f5d00bed5d None None] Provisioning complete for port 793addbb-665d-4f62-bedf-b98fd270f716 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:54.036171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64fe9305-16f3-4fc1-b04d-f3f5d00bed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.047705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8375c20-6348-40c2-9757-470f920f6e34') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:54.052646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8375c20-6348-40c2-9757-470f920f6e34') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:54.063568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.081959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.098101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:54.104924 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:54.127803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.128112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.178523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.186810 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/fe0d54bd-76b2-4b96-9ae4-2603df52ff4f HTTP/1.1" status: 204 len: 168 time: 1.4114761 Nov 08 12:39:54.189344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:54.225347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381457357'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:54.255625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c399d-6c5a-4b7f-95d2-4d38cd4ad639 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=fe0d54bd-76b2-4b96-9ae4-2603df52ff4f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:54.261488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Network 78e74894-c4ac-4ba5-954b-c26aa65601be is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:54.273756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:54.281784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-282aacf8-abd1-42e1-98ca-cc916c7a50a3 service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489558 Nov 08 12:39:54.282848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.296132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:54.349761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event updated for resources: {'Port': ['ID=6583e09d-e1ea-4cc1-b7cb-00606ae1211c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:54.358732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:54.366112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.397446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-285f8587-98f9-4aa5-9b4c-6fd8978f74d2 req-a783bec1-916b-45d5-a8f1-a67269a0a9d0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834784 Nov 08 12:39:54.407628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.420969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.433727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/94da3880-1397-4f87-ae4b-ca0d8e4ecc4b HTTP/1.1" status: 204 len: 168 time: 0.8857737 Nov 08 12:39:54.435235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:54.464842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:54.468403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.524298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9215af1-024d-4137-baf9-d32988347d76 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=94da3880-1397-4f87-ae4b-ca0d8e4ecc4b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:54.582069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:54.639141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.659500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b65c47d9-3c01-4018-adbf-56b030eab95a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3889878 Nov 08 12:39:54.662181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:54.719199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-744550344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:54.734176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050ab14-39ff-4ef9-8047-96f11f9229a2 None None] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:54.757348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.757901 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 26eb4cff-d798-4da4-afa1-94e73e43ce9b of type vlan for network 18915648-7596-499d-aa46-4354a3d06a9b Nov 08 12:39:54.786598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169d657-9753-45e2-a313-db1e74bb4021 req-29eb89c7-2bfc-4435-8e4d-e40f5d7381a9 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:54.793498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9169d657-9753-45e2-a313-db1e74bb4021 req-29eb89c7-2bfc-4435-8e4d-e40f5d7381a9 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 932 time: 0.2814765 Nov 08 12:39:54.812967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-64fe9305-16f3-4fc1-b04d-f3f5d00bed5d None None] Port 793addbb-665d-4f62-bedf-b98fd270f716 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:39:54.816251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 882f2b0c-9cc1-4f00-b01c-01f38407b044 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:54.817561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.872661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded51ed3-a4ed-406b-bf3a-affe2a3a2c1d req-1a8ff412-0a88-48ce-8cfe-49c8a22696ff tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:54.874182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ded51ed3-a4ed-406b-bf3a-affe2a3a2c1d req-1a8ff412-0a88-48ce-8cfe-49c8a22696ff tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.1711483 Nov 08 12:39:54.876531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.882713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:54.916870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Allocated IP 172.20.0.2 (78e74894-c4ac-4ba5-954b-c26aa65601be/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/3258a2ca-d4d7-4316-9c0c-288b01a591e2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:54.929074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9169d657-9753-45e2-a313-db1e74bb4021 req-b135754a-80f2-4855-b191-acb0013e2b40 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235764 Nov 08 12:39:54.978880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 50c74926-8e89-4ece-861c-fdb5a90a8304 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:54.980372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.016903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:55.017313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.089453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.108457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a32d1547-8663-4683-8aa2-4e6a95f9cde1 None None] Provisioning complete for port 882f2b0c-9cc1-4f00-b01c-01f38407b044 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:55.108701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a32d1547-8663-4683-8aa2-4e6a95f9cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.173098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ded51ed3-a4ed-406b-bf3a-affe2a3a2c1d req-0c6a490a-ea73-456d-b0a0-8d8a406697d7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773139 Nov 08 12:39:55.196563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793addbb-665d-4f62-bedf-b98fd270f716 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:39:55.219017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] DHCP port deletion for 6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:39:55.228067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.278514 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:39:55.294214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Transition to ACTIVE for port object 793addbb-665d-4f62-bedf-b98fd270f716 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:39:55.333380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd0c7063-9de5-4434-ab36-7dfe56773fd1 req-ba67f8a6-5536-48b7-bab3-e82dd9c59e2a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 210 time: 0.0352404 Nov 08 12:39:55.377826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.377826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 50c74926-8e89-4ece-861c-fdb5a90a8304, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=50c74926-8e89-4ece-861c-fdb5a90a8304,segment=NetworkSegment(e6bb66f8-defa-41e4-aa8f-a575b6d3383f),segment_id=e6bb66f8-defa-41e4-aa8f-a575b6d3383f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:55.377826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.392622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 50c74926-8e89-4ece-861c-fdb5a90a8304 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:55.488562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.492177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.495119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:55.497371 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.519516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.532492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.607128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.622475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=18915648-7596-499d-aa46-4354a3d06a9b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:55.658411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=50c74926-8e89-4ece-861c-fdb5a90a8304,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:55.667830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-61e647d3-5969-4b9b-900e-6a83fb81af67 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4458969 Nov 08 12:39:55.667830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port 50c74926-8e89-4ece-861c-fdb5a90a8304 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:55.670523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:55.677167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 18915648-7596-499d-aa46-4354a3d06a9b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:55.683402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': '18915648-7596-499d-aa46-4354a3d06a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:55.701957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Pushing event updated for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:55.747101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e154-0b9c-423e-b182-db1c722cbf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.760977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.774465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51fd8bd3-956e-4afe-873f-14fa16b2277a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1105058 Nov 08 12:39:55.782753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:55.810764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 882f2b0c-9cc1-4f00-b01c-01f38407b044, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=882f2b0c-9cc1-4f00-b01c-01f38407b044,segment=NetworkSegment(409ce5d8-a173-46f5-a2b9-6378b1428f82),segment_id=409ce5d8-a173-46f5-a2b9-6378b1428f82)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:55.817621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0bdc9-f058-45d7-959a-ac99447be3aa req-76f66e5d-d855-40d0-9ed2-9e8db78f5af8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:55.825086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34b0bdc9-f058-45d7-959a-ac99447be3aa req-76f66e5d-d855-40d0-9ed2-9e8db78f5af8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.2450304 Nov 08 12:39:55.831308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0fcfbe51-1847-4c05-ae1a-bce833290d44 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-100054167', 'prefixes': ['172.20.0.0/16']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:55.857426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.865678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Attempting to bind port 793addbb-665d-4f62-bedf-b98fd270f716 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:55.866088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Attempting to bind port 793addbb-665d-4f62-bedf-b98fd270f716 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:55.866371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Attempting to bind port 793addbb-665d-4f62-bedf-b98fd270f716 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:55.872803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Port 793addbb-665d-4f62-bedf-b98fd270f716 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:39:55.873118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Attempting to bind port 793addbb-665d-4f62-bedf-b98fd270f716 on network ad57206f-963f-47ad-b33c-250c8fb9d4d8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:55.874469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.907966 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a32d1547-8663-4683-8aa2-4e6a95f9cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.920100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.924475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:55.925079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Checking segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:55.925295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Bound using segment: {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:55.925763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Bound port: 793addbb-665d-4f62-bedf-b98fd270f716, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c487f7ae-a5a3-4d24-9740-6332616e4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:55.926230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:55.956309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.005443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34b0bdc9-f058-45d7-959a-ac99447be3aa req-ea6181b8-c151-43c1-a8d5-1cf3b896120e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794000 Nov 08 12:39:56.012671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:56.015390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Deleting port 50c74926-8e89-4ece-861c-fdb5a90a8304 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:39:56.015776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.071438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:56.072736 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e37d8c-05e4-4add-8151-0a79f730efa4" -d '{"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:56.099308 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.121680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 79e02528-b54b-4279-a754-b47b6828cd69 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:56.171491 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55ad4c-3dd4-4b1f-84cd-39f6ff7a14d9 x-openstack-request-id: req-3e55ad4c-3dd4-4b1f-84cd-39f6ff7a14d9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:56.172137 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:56.172616 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e55ad4c-3dd4-4b1f-84cd-39f6ff7a14d9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:56.173349 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'code': 200} Nov 08 12:39:56.180952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 79e02528-b54b-4279-a754-b47b6828cd69 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:56.185967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 79e02528-b54b-4279-a754-b47b6828cd69 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:56.185967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.203895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beb1a74-ced3-44a0-a0ad-1f5914ab7da5']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:56.251462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:56.251868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bb66f8-defa-41e4-aa8f-a575b6d3383f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:56.264271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:56.281578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=793addbb-665d-4f62-bedf-b98fd270f716,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:56.300912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.328091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b54d01-cee9-4ad9-adc6-5fa7496c172e req-f1f7fdd2-0bf6-49bb-b5da-70de4972ca8a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:56.335204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Network 78e74894-c4ac-4ba5-954b-c26aa65601be is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:56.339328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4b54d01-cee9-4ad9-adc6-5fa7496c172e req-f1f7fdd2-0bf6-49bb-b5da-70de4972ca8a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 944 time: 0.2182181 Nov 08 12:39:56.347900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:56.351452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:56.380022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.397427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.412842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:56.415874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=882f2b0c-9cc1-4f00-b01c-01f38407b044,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:56.425802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] For port 50c74926-8e89-4ece-861c-fdb5a90a8304, host n-d-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:56.426299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.428666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.432202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 50c74926-8e89-4ece-861c-fdb5a90a8304 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:39:56.513682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Calling delete_port for 50c74926-8e89-4ece-861c-fdb5a90a8304 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:39:56.521405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 50c74926-8e89-4ece-861c-fdb5a90a8304 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:39:56.521848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 50c74926-8e89-4ece-861c-fdb5a90a8304 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:39:56.525894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Port 50c74926-8e89-4ece-861c-fdb5a90a8304 was not found and therefore no delete operation was performed {{(pid=102537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:39:56.545534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing IP validity checks on allocation pools {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:39:56.546396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:39:56.547722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4b54d01-cee9-4ad9-adc6-5fa7496c172e req-c91c8bd2-b079-4b83-bb98-74fdffb2ddb6 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073977 Nov 08 12:39:56.549369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.574320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:56.581449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] No DVR routers for this DVR port 50c74926-8e89-4ece-861c-fdb5a90a8304 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:39:56.581903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.587666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a32d1547-8663-4683-8aa2-4e6a95f9cde1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:39:56.595505 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a32d1547-8663-4683-8aa2-4e6a95f9cde1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:39:56.596539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Attempting to bind port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:56.596868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Attempting to bind port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '5c33ea94-613c-4f3e-88ad-ca90b8ce1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:56.597341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Attempting to bind port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 on network 78e74894-c4ac-4ba5-954b-c26aa65601be {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:56.601006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] 10.222.0.61 "PUT /v2.0/ports/793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 200 len: 1092 time: 2.8405759 Nov 08 12:39:56.606659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:56.607131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Checking segment: {'id': '5c33ea94-613c-4f3e-88ad-ca90b8ce1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:56.608139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.608825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Bound using segment: {'id': '5c33ea94-613c-4f3e-88ad-ca90b8ce1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:56.609409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Bound port: 3258a2ca-d4d7-4316-9c0c-288b01a591e2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33ea94-613c-4f3e-88ad-ca90b8ce1310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '78e74894-c4ac-4ba5-954b-c26aa65601be'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:56.609866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.612443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:39:56.616612 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Pushing event updated for resources: {'Port': ['ID=3258a2ca-d4d7-4316-9c0c-288b01a591e2,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:56.618270 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c3245-7dff-444c-aefe-f35e935ec679" -d '{"events": [{"name": "network-changed", "server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "tag": "793addbb-665d-4f62-bedf-b98fd270f716"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:39:56.729885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186788e-6634-4132-a518-5d26e94bf39d service neutron] Pushing event updated for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:56.747769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.785695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:56.844168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] For port 3258a2ca-d4d7-4316-9c0c-288b01a591e2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:56.850370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] For port 3258a2ca-d4d7-4316-9c0c-288b01a591e2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3258a2ca-d4d7-4316-9c0c-288b01a591e2,segment=NetworkSegment(5c33ea94-613c-4f3e-88ad-ca90b8ce1310),segment_id=5c33ea94-613c-4f3e-88ad-ca90b8ce1310)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:39:56.850556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a6aac-4974-4ad4-a5b3-041a2b7cdd5f req-f51db445-7057-4b8c-a47d-fab5c850c6b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:56.850701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f92c-bf74-435c-8e73-38b000a12e5b None None] Pushing event deleted for resources: {'Port': ['ID=50c74926-8e89-4ece-861c-fdb5a90a8304,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:56.852014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc8a6aac-4974-4ad4-a5b3-041a2b7cdd5f req-f51db445-7057-4b8c-a47d-fab5c850c6b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.4881175 Nov 08 12:39:56.871197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c353a57f-32bb-4cdb-821d-8f7498081c0f req-7bf5aae4-1275-4bf2-885a-ac554774af3a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 210 time: 0.0505340 Nov 08 12:39:56.874832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:39:56.879148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.897484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-e1108219-8293-4c0c-8aff-c6dfaaefdf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:56.899338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-e1108219-8293-4c0c-8aff-c6dfaaefdf39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 1095 time: 0.1599784 Nov 08 12:39:56.934448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:39:56.965557 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:39:57.005484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.076237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e5f51-62e2-4747-a7dc-fc427331cf70 None None] Pushing event updated for resources: {'Port': ['ID=3258a2ca-d4d7-4316-9c0c-288b01a591e2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:57.118006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbe51-1847-4c05-ae1a-bce833290d44 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for subnetpool, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.130412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0fcfbe51-1847-4c05-ae1a-bce833290d44 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.3250153 Nov 08 12:39:57.131083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53796) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:57.163402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-bb734353-6e18-44d7-9580-0ca35a779786 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-1826525004') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:57.231376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.233289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=12036e5b-9523-423a-a215-8f2d95d5c4a8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:57.251625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.254961 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/6beb1a74-ced3-44a0-a0ad-1f5914ab7da5 HTTP/1.1" status: 204 len: 168 time: 2.8074558 Nov 08 12:39:57.279247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53798) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:57.286603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-317443191'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:57.294207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6c640137-2166-4b86-b997-eb05c6087637 None None] Provisioning complete for port 882f2b0c-9cc1-4f00-b01c-01f38407b044 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:57.294207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c640137-2166-4b86-b997-eb05c6087637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.313932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a38146-7a75-4af5-a64e-1ec2560ca62b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=6beb1a74-ced3-44a0-a0ad-1f5914ab7da5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:57.322235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '26eb4cff-d798-4da4-afa1-94e73e43ce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:57.322235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: 18915648-7596-499d-aa46-4354a3d06a9b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:39:57.456995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:57.477126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.484892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network 18915648-7596-499d-aa46-4354a3d06a9b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:39:57.552072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:39:57.563517 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.565059 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment 760065ad-f06a-415e-8503-6599591b33f9 of type vlan for network af5414c8-f4f9-43e3-b950-dca8de28d82d Nov 08 12:39:57.619082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb734353-6e18-44d7-9580-0ca35a779786 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-1826525004 HTTP/1.1" status: 201 len: 201 time: 0.4758461 Nov 08 12:39:57.619714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:57.627471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-d80c1476-0ace-4ebc-a15d-5d924fb464b8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-918766345') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:57.641747 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f52aaa-08c3-4b55-b1a0-df75020b1ffb x-openstack-request-id: req-72f52aaa-08c3-4b55-b1a0-df75020b1ffb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:39:57.642367 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "tag": "793addbb-665d-4f62-bedf-b98fd270f716", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:39:57.646454 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72f52aaa-08c3-4b55-b1a0-df75020b1ffb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:39:57.646454 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716', 'status': 'completed', 'code': 200} Nov 08 12:39:57.662541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.667518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-7954a079-96ba-474f-9123-44609d91ad8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 200 len: 217 time: 0.7564585 Nov 08 12:39:57.691388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 18915648-7596-499d-aa46-4354a3d06a9b) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:57.698299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:57.698889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.701741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd7507-6813-4a6e-8f25-274254d65f4c None None] Network 18915648-7596-499d-aa46-4354a3d06a9b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:57.756638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc8a6aac-4974-4ad4-a5b3-041a2b7cdd5f req-fd5c77d2-c7fa-4e71-a991-ebb2e8cb3b78 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8815253 Nov 08 12:39:57.797846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91184069-4917-491a-803b-3df21046087e req-13463e10-04a8-4f22-842f-9dc57854a7a5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:57.799713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91184069-4917-491a-803b-3df21046087e req-13463e10-04a8-4f22-842f-9dc57854a7a5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1560245 Nov 08 12:39:57.804803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a021a0a3-e0f4-4cde-982f-cbf35c136ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:57.806221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-a021a0a3-e0f4-4cde-982f-cbf35c136ee0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.1147733 Nov 08 12:39:57.899293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-18915648-7596-499d-aa46-4354a3d06a9b', 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '12036e5b-9523-423a-a215-8f2d95d5c4a8'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:39:57.901255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.904739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.910475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:57.912526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:57.939380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91184069-4917-491a-803b-3df21046087e req-c8c765c8-1956-444f-9e52-006f69cd9657 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321075 Nov 08 12:39:58.026319 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d80c1476-0ace-4ebc-a15d-5d924fb464b8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-918766345 HTTP/1.1" status: 201 len: 201 time: 0.4024551 Nov 08 12:39:58.028440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=af5414c8-f4f9-43e3-b950-dca8de28d82d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:58.036247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:58.040489 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43a55c4e-ec2b-48ad-9233-f83c37a78831 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3636286 Nov 08 12:39:58.047590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-6aa05c00-d934-4857-8f39-d46cb3f57c0a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-1241619905') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:58.049911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53814) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:58.142130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-1e250104-9fa7-4070-b10f-5f8940e05327 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:58.144248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-1e250104-9fa7-4070-b10f-5f8940e05327 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.1935415 Nov 08 12:39:58.146935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-1b3a8740-4cb1-4a90-829d-149c025e5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:58.148591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-1b3a8740-4cb1-4a90-829d-149c025e5b57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334444 Nov 08 12:39:58.157884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b213052-adae-4880-8c63-e6d4a3a39de3 req-d2f1924f-2c94-41c9-9f6a-dba95de9d75a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:58.165898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b213052-adae-4880-8c63-e6d4a3a39de3 req-d2f1924f-2c94-41c9-9f6a-dba95de9d75a tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 944 time: 0.3136568 Nov 08 12:39:58.190618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:58.206333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:58.266421 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37720015-36ae-4995-99eb-9fc635e41501 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9809890 Nov 08 12:39:58.281351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53816) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:58.368264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:39:58.514063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Allocated IP 172.20.0.3 (18915648-7596-499d-aa46-4354a3d06a9b/12036e5b-9523-423a-a215-8f2d95d5c4a8/c367033b-3423-4d4c-b539-3c941d9a17bd) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:58.517136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97e01839-1829-4f46-9da1-fdc54d245141 req-2c42e6da-fa9f-48e4-a46d-9edf7838e58f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 210 time: 0.0998242 Nov 08 12:39:58.574661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:58.611715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b213052-adae-4880-8c63-e6d4a3a39de3 req-19271af2-a743-462c-b28d-05b6c727e6ea tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435468 Nov 08 12:39:58.693396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-79a78f99-2efc-4fe7-9f88-92f0d6aa7c96 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939179 Nov 08 12:39:58.749134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:39:58.751553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 882f2b0c-9cc1-4f00-b01c-01f38407b044 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:58.782829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6aa05c00-d934-4857-8f39-d46cb3f57c0a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-1241619905 HTTP/1.1" status: 201 len: 201 time: 0.7409019 Nov 08 12:39:58.791570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53818) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:58.800244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-924a3c26-5f3b-4366-8a79-57fe28244f17 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-606472316') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:58.822455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ee2d0-9ef5-47e0-8ed7-b9a5d6208a25 None None] Network 78e74894-c4ac-4ba5-954b-c26aa65601be requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:39:58.830833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbbe930e-88b4-41e9-b92f-f2399983c576 req-33ddb702-db37-45d5-b774-6079cab46eae service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178510 Nov 08 12:39:58.835736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:58.841547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:58.967528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:39:58.972920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:58.999059 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.001726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] Provisioning complete for port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:59.001726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.058998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.060394 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.078860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155ad92-8efd-4f3a-9864-3d9bfe66d716 req-6f9b9d18-8e37-457a-9fae-ab143c3c4c84 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:59.086680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.093047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b155ad92-8efd-4f3a-9864-3d9bfe66d716 req-6f9b9d18-8e37-457a-9fae-ab143c3c4c84 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2189374 Nov 08 12:39:59.246964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Pushing event updated for resources: {'Port': ['ID=c367033b-3423-4d4c-b539-3c941d9a17bd,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:59.271063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b155ad92-8efd-4f3a-9864-3d9bfe66d716 req-bc7b3d25-5a35-45d2-89ef-e737fdd23cb5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767321 Nov 08 12:39:59.281501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Network 18915648-7596-499d-aa46-4354a3d06a9b is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:39:59.286370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 882f2b0c-9cc1-4f00-b01c-01f38407b044 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:59.286928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.291141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-819eaa20-9283-40d1-8f76-e541e079dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:59.292831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-819eaa20-9283-40d1-8f76-e541e079dbaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 1095 time: 0.1609464 Nov 08 12:39:59.326976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7599a-7ef5-4266-9f7f-6676e1ccacf3 req-1f265386-7d6e-4c3c-be7d-361086f26a12 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:59.328808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83a7599a-7ef5-4266-9f7f-6676e1ccacf3 req-1f265386-7d6e-4c3c-be7d-361086f26a12 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.2074070 Nov 08 12:39:59.344120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:39:59.370519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:39:59.375449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.9 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/b5bd77b2-16fa-48db-851b-62736055a4ed) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:39:59.461851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3258a2ca-d4d7-4316-9c0c-288b01a591e2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:39:59.494835 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-924a3c26-5f3b-4366-8a79-57fe28244f17 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-606472316 HTTP/1.1" status: 201 len: 201 time: 0.7022967 Nov 08 12:39:59.500143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53826) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:59.505601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-00f75d22-0bde-4c61-8875-91d38998c63a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:59.635558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-00f75d22-0bde-4c61-8875-91d38998c63a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 200 len: 241 time: 0.1331313 Nov 08 12:39:59.639020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.639761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:39:59.644488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-71127b52-b38d-4242-98e9-582915d02494 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-1826525004') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:39:59.648178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83a7599a-7ef5-4266-9f7f-6676e1ccacf3 req-98548d0a-1ecc-451b-aba4-e265a1f7b421 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094969 Nov 08 12:39:59.691443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Attempting to bind port c367033b-3423-4d4c-b539-3c941d9a17bd on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:39:59.691443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Attempting to bind port c367033b-3423-4d4c-b539-3c941d9a17bd by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '26eb4cff-d798-4da4-afa1-94e73e43ce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Attempting to bind port c367033b-3423-4d4c-b539-3c941d9a17bd on network 18915648-7596-499d-aa46-4354a3d06a9b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Checking segment: {'id': '26eb4cff-d798-4da4-afa1-94e73e43ce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Bound using segment: {'id': '26eb4cff-d798-4da4-afa1-94e73e43ce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Bound port: c367033b-3423-4d4c-b539-3c941d9a17bd, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eb4cff-d798-4da4-afa1-94e73e43ce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '18915648-7596-499d-aa46-4354a3d06a9b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:39:59.700870 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.711342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.748681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:39:59.749041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.770800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=12036e5b-9523-423a-a215-8f2d95d5c4a8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:39:59.804371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a562cbe-e001-451b-b5c2-9985ef3f47a0 req-344c6b85-f780-44a9-ba96-ed2eb077d45c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 210 time: 0.0973508 Nov 08 12:39:59.845203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] For port 3258a2ca-d4d7-4316-9c0c-288b01a591e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3258a2ca-d4d7-4316-9c0c-288b01a591e2,segment=NetworkSegment(5c33ea94-613c-4f3e-88ad-ca90b8ce1310),segment_id=5c33ea94-613c-4f3e-88ad-ca90b8ce1310)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:39:59.880318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-7add3cc6-278d-454e-911f-5ec0e6244a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:39:59.882628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-7add3cc6-278d-454e-911f-5ec0e6244a47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.5762041 Nov 08 12:39:59.954319 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:39:59.956836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] For port c367033b-3423-4d4c-b539-3c941d9a17bd, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:39:59.965720 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.022026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.036986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-0b758de8-a2cf-4237-84a0-ee44cbaf8261 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 200 len: 217 time: 0.0950267 Nov 08 12:40:00.044813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] For port c367033b-3423-4d4c-b539-3c941d9a17bd, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c367033b-3423-4d4c-b539-3c941d9a17bd,segment=NetworkSegment(26eb4cff-d798-4da4-afa1-94e73e43ce9b),segment_id=26eb4cff-d798-4da4-afa1-94e73e43ce9b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:00.084862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c7f61-e310-4184-bc0c-8c1e005e38f2 req-3e43ea0d-4316-4770-b02d-6fd4297d923d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.096680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a28c7f61-e310-4184-bc0c-8c1e005e38f2 req-3e43ea0d-4316-4770-b02d-6fd4297d923d tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 944 time: 0.2802346 Nov 08 12:40:00.097047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18915648-7596-499d-aa46-4354a3d06a9b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.112791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eb4cff-d798-4da4-afa1-94e73e43ce9b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.113528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eb4cff-d798-4da4-afa1-94e73e43ce9b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.128056 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-71127b52-b38d-4242-98e9-582915d02494 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-1826525004 HTTP/1.1" status: 204 len: 168 time: 0.4876161 Nov 08 12:40:00.130258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.133191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53834) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.146756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.158784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-e6b91347-127f-4336-98a3-7b419dbca918 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-1826525004') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.161213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8c21-446e-4740-92dd-517757b4bc7d None None] Pushing event updated for resources: {'Port': ['ID=3258a2ca-d4d7-4316-9c0c-288b01a591e2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:00.198068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.226399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d4f42c20-3de4-4639-8fad-3dea6e3e727d None None] Provisioning complete for port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:00.226774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4f42c20-3de4-4639-8fad-3dea6e3e727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.228670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.257581 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:00.258117 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:00.266544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a28c7f61-e310-4184-bc0c-8c1e005e38f2 req-2878df2b-a01e-4ccc-9446-9194f6eaf0fa tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665642 Nov 08 12:40:00.279595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:00.280218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:00.286277 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:00.291751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-54145988-3574-4186-970a-2886ef15ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.294683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b58bf-4835-41e9-9c73-1f867b1c01a4 None None] Network 18915648-7596-499d-aa46-4354a3d06a9b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:00.295268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-54145988-3574-4186-970a-2886ef15ce90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.2441487 Nov 08 12:40:00.299895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.383043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375250e2-d756-43bd-b0ec-66e2e5f4b243 None None] Pushing event updated for resources: {'Port': ['ID=c367033b-3423-4d4c-b539-3c941d9a17bd,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:00.425578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=01ddfc51-e205-4e82-8e4e-2fd532b0e1b6,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:00.477657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-51ecfb46-b218-434c-9101-5749d7eea773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.479301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-51ecfb46-b218-434c-9101-5749d7eea773 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752813 Nov 08 12:40:00.486289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:00.486289 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:00.486289 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '18915648-7596-499d-aa46-4354a3d06a9b'}] Nov 08 12:40:00.486289 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:00.487222 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:00.489130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': '760065ad-f06a-415e-8503-6599591b33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:00.489672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: af5414c8-f4f9-43e3-b950-dca8de28d82d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:00.522978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d4f42c20-3de4-4639-8fad-3dea6e3e727d None None] Provisioning complete for port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:00.522978 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4f42c20-3de4-4639-8fad-3dea6e3e727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.550556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f72e-c428-4e16-b31e-c0498fb6d081 req-39eee681-fbc5-48d3-9686-f8eb567b80c9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.561907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a851be-12bd-489d-b6d1-d03a094dc6a1 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:00.570916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f94f72e-c428-4e16-b31e-c0498fb6d081 req-39eee681-fbc5-48d3-9686-f8eb567b80c9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1294141 Nov 08 12:40:00.580008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network af5414c8-f4f9-43e3-b950-dca8de28d82d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:00.583396 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e6b91347-127f-4336-98a3-7b419dbca918 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-1826525004 HTTP/1.1" status: 204 len: 168 time: 0.4489105 Nov 08 12:40:00.591385 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.605756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-75e2170c-87f5-48e2-9a84-27ead3c19229 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.610477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42c20-3de4-4639-8fad-3dea6e3e727d None None] Port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:00.625038 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.643886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, af5414c8-f4f9-43e3-b950-dca8de28d82d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:00.650553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.651136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.669913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:00.699957 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75e2170c-87f5-48e2-9a84-27ead3c19229 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 200 len: 205 time: 0.1061246 Nov 08 12:40:00.700450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.705354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-3be11b90-e2cd-45b8-826e-d15fa24e4471 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.726618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:00.781696 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9e636e5-9585-465a-8413-662873689b5e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4158471 Nov 08 12:40:00.781696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.782386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1959512072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:00.813415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:00.829088 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3be11b90-e2cd-45b8-826e-d15fa24e4471 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 200 len: 240 time: 0.1274540 Nov 08 12:40:00.829760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53848) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.835520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:00.841899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-81c69711-c54f-45cb-8691-84639abd8214 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-918766345') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.853729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a6e6b674-8e15-4e25-b619-4a54d1a44ec4 None None] Provisioning complete for port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:00.854503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b674-8e15-4e25-b619-4a54d1a44ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:00.863220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:00.904960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f94f72e-c428-4e16-b31e-c0498fb6d081 req-8afc034c-ef80-43d3-86cb-91d7edbf5937 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328576 Nov 08 12:40:00.906912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-9ddf0375-75fe-4efe-bd60-9c91d3c0a6b0 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149733 Nov 08 12:40:00.939643 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-81c69711-c54f-45cb-8691-84639abd8214 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-918766345 HTTP/1.1" status: 204 len: 168 time: 0.0987897 Nov 08 12:40:00.939643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:00.947790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-1d46db6f-bc16-486a-b5fd-7bcccefffad7 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-918766345') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:00.990730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354784a7-b46e-4b44-b105-af4bcbe7f264 req-4f39e947-374c-46be-9f24-e46a9d760b5b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:00.999379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-354784a7-b46e-4b44-b105-af4bcbe7f264 req-4f39e947-374c-46be-9f24-e46a9d760b5b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1847126 Nov 08 12:40:01.007341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.013919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.015010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.018655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:01.019365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.151952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6b674-8e15-4e25-b619-4a54d1a44ec4 None None] Port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:01.159157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a851be-12bd-489d-b6d1-d03a094dc6a1 None None] Unable to find a vacant binding_index for network af5414c8-f4f9-43e3-b950-dca8de28d82d and agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa {{(pid=102537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 08 12:40:01.174680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-a32e2a12-9cb0-446d-a1cf-2dbadc860ec0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9923041 Nov 08 12:40:01.180056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a851be-12bd-489d-b6d1-d03a094dc6a1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, af5414c8-f4f9-43e3-b950-dca8de28d82d) {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:01.251349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-6d20f10b-ea55-4860-a752-16de2fc6f13c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:40:01.252714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-6d20f10b-ea55-4860-a752-16de2fc6f13c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166624 Nov 08 12:40:01.270900 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.312164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d82bb-92e7-4224-aaaf-bc0c1c5834ae req-297fccdf-7ce7-4f08-8b00-ff393f8ea725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:01.313707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-309d82bb-92e7-4224-aaaf-bc0c1c5834ae req-297fccdf-7ce7-4f08-8b00-ff393f8ea725 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 1097 time: 0.2414865 Nov 08 12:40:01.324589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port c367033b-3423-4d4c-b539-3c941d9a17bd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:01.325159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.332577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-354784a7-b46e-4b44-b105-af4bcbe7f264 req-c406af84-e793-4f98-b308-042c08e5a40b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322952 Nov 08 12:40:01.349980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7378-cc92-4c13-96a0-2ff5a3819508 req-a4653747-7a41-4124-9161-d71d428a9c2d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:01.358959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-214f7378-cc92-4c13-96a0-2ff5a3819508 req-a4653747-7a41-4124-9161-d71d428a9c2d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 931 time: 0.2335048 Nov 08 12:40:01.362823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25c3245-7dff-444c-aefe-f35e935ec679 req-a1f37020-f015-4657-81f6-15d61f57ab0b service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383962 Nov 08 12:40:01.411983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.413124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Request body: {'port': {'device_id': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:01.441872 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d46db6f-bc16-486a-b5fd-7bcccefffad7 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-918766345 HTTP/1.1" status: 204 len: 168 time: 0.5034726 Nov 08 12:40:01.445714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:01.455486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3258a2ca-d4d7-4316-9c0c-288b01a591e2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:01.468829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-c1683546-81ec-4f9d-b24c-7a451e19045f tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:01.531471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port c367033b-3423-4d4c-b539-3c941d9a17bd, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c367033b-3423-4d4c-b539-3c941d9a17bd,segment=NetworkSegment(26eb4cff-d798-4da4-afa1-94e73e43ce9b),segment_id=26eb4cff-d798-4da4-afa1-94e73e43ce9b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:01.532282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.543838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-309d82bb-92e7-4224-aaaf-bc0c1c5834ae req-b25da00e-5c8e-4cd5-8ea6-094d5421b2ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120709 Nov 08 12:40:01.549948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for c367033b-3423-4d4c-b539-3c941d9a17bd owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:01.589516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-214f7378-cc92-4c13-96a0-2ff5a3819508 req-aacfefac-656f-4c56-a2f2-19e7aefd5690 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294984 Nov 08 12:40:01.630074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.630268 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.634311 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9077acc8-16ce-4eb7-b3cb-46cd8bc5bdc7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8556192 Nov 08 12:40:01.634963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:01.642331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'port': {'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d', 'name': 'tempest-RoutersIpV6Test-568631608'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:01.675061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3703d8-344c-4102-a215-52d8ee43def7 req-e5cb01c7-999b-4ded-b598-bfd27eec5c32 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:01.681276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed3703d8-344c-4102-a215-52d8ee43def7 req-e5cb01c7-999b-4ded-b598-bfd27eec5c32 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 944 time: 0.2237580 Nov 08 12:40:01.743991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53864) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:01.744651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c1683546-81ec-4f9d-b24c-7a451e19045f tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 200 len: 205 time: 0.2955937 Nov 08 12:40:01.750936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-64b08bb9-30f4-4132-8cd2-25eb652e30d7 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:01.785441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:01.785960 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.838551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed3703d8-344c-4102-a215-52d8ee43def7 req-db144d8f-8937-4f06-ad6a-b66f628175a1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397917 Nov 08 12:40:01.905492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-64b08bb9-30f4-4132-8cd2-25eb652e30d7 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 200 len: 241 time: 0.1584227 Nov 08 12:40:01.911391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:01.916471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-43ffa4ce-a235-4988-bfb0-36214e09078e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-1241619905') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:01.919024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:01.984872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=c367033b-3423-4d4c-b539-3c941d9a17bd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:01.990840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port c367033b-3423-4d4c-b539-3c941d9a17bd on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:02.046323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:02.050858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.097970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] device_id is not set on port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:40:02.150744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7a2-f5d3-4f9a-bf09-f01294268dd7 req-e509fea5-f970-4f7f-a450-35085e9e9daa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:02.155423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-af5414c8-f4f9-43e3-b950-dca8de28d82d', 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '01ddfc51-e205-4e82-8e4e-2fd532b0e1b6'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:02.156686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.158871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9007d7a2-f5d3-4f9a-bf09-f01294268dd7 req-e509fea5-f970-4f7f-a450-35085e9e9daa tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1004310 Nov 08 12:40:02.160647 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43ffa4ce-a235-4988-bfb0-36214e09078e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-1241619905 HTTP/1.1" status: 204 len: 168 time: 0.2478538 Nov 08 12:40:02.163758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.176094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-4c45a101-f8f7-4c12-b5f7-0b227ef93138 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-1241619905') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.182040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.247598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18915648-7596-499d-aa46-4354a3d06a9b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.264797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eb4cff-d798-4da4-afa1-94e73e43ce9b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.265181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eb4cff-d798-4da4-afa1-94e73e43ce9b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.303329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.325296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9007d7a2-f5d3-4f9a-bf09-f01294268dd7 req-ffbbe535-1a9e-4585-b926-412cbe9df7f7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654971 Nov 08 12:40:02.327665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.343777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:02.344245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:02.347591 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:02.352529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bd77b2-16fa-48db-851b-62736055a4ed {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:02.374055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.397867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8::1f2 (af5414c8-f4f9-43e3-b950-dca8de28d82d/01ddfc51-e205-4e82-8e4e-2fd532b0e1b6/61023b69-4a5a-418f-9ea6-ac4aa3bf0bab) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:02.428706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4c45a101-f8f7-4c12-b5f7-0b227ef93138 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-1241619905 HTTP/1.1" status: 204 len: 168 time: 0.2571115 Nov 08 12:40:02.429494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.435672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-29783f8c-db0d-4a7e-96a5-b8f173c4c2af tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.564019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Transition to ACTIVE for port object b5bd77b2-16fa-48db-851b-62736055a4ed will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:40:02.581615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-29783f8c-db0d-4a7e-96a5-b8f173c4c2af tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 200 len: 205 time: 0.1509581 Nov 08 12:40:02.584434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.589591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-131f2a52-6232-4079-9c35-0ab29172a40e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.597621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7c7bf-0a79-4eb6-9d85-77ceaea6a2fd req-f6b4dfc7-80f5-4947-b1c0-50c51f2027a8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:02.604848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50a7c7bf-0a79-4eb6-9d85-77ceaea6a2fd req-f6b4dfc7-80f5-4947-b1c0-50c51f2027a8 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1141217 Nov 08 12:40:02.605019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.629559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.633655 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/18915648-7596-499d-aa46-4354a3d06a9b HTTP/1.1" status: 204 len: 168 time: 4.5821648 Nov 08 12:40:02.641011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.650946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1546607527'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:02.657760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d297e06-3718-4372-b655-ad6b5724fc89 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=18915648-7596-499d-aa46-4354a3d06a9b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:02.679147 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-131f2a52-6232-4079-9c35-0ab29172a40e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 200 len: 240 time: 0.0935853 Nov 08 12:40:02.686048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.692481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-594bcbe8-5fcc-4bb6-b9a3-39b49725d68e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-606472316') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.704770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.726039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.741192 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-594bcbe8-5fcc-4bb6-b9a3-39b49725d68e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-606472316 HTTP/1.1" status: 204 len: 168 time: 0.0536733 Nov 08 12:40:02.743535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53886) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.749177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-019b90fa-9bed-414b-8bb4-0e9ddf364f39 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-606472316') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.773210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Pushing event updated for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:02.841307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50a7c7bf-0a79-4eb6-9d85-77ceaea6a2fd req-29487c8f-5cc7-40dc-b57f-0f6a9db123c6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247498 Nov 08 12:40:02.882783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.886292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-019b90fa-9bed-414b-8bb4-0e9ddf364f39 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-606472316 HTTP/1.1" status: 204 len: 168 time: 0.1414700 Nov 08 12:40:02.887911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:02.891727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:02.895228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:02.903484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4fdd5-4a46-4327-816e-9b9f3d617c68 req-1cc80763-7f3b-4413-afcf-b43e8becd849 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:02.910106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-225359c1-0e7f-4a7d-bc27-ab9c70478932 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:02.910836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffa4fdd5-4a46-4327-816e-9b9f3d617c68 req-1cc80763-7f3b-4413-afcf-b43e8becd849 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 943 time: 0.1390193 Nov 08 12:40:02.975086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Allocated IP 2001:db8::2 (af5414c8-f4f9-43e3-b950-dca8de28d82d/01ddfc51-e205-4e82-8e4e-2fd532b0e1b6/c71f27b5-0cb7-443d-9801-79d3e3beaa73) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:03.005402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:03.017207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network af5414c8-f4f9-43e3-b950-dca8de28d82d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:03.024118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:03.035936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:03.036252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.036252 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 7bda2621-f332-4f6c-8fbe-1ef2f0389ea7 of type vlan for network 410d4377-1964-43cd-8fc6-d414ba750a66 Nov 08 12:40:03.037069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Attempting to bind port b5bd77b2-16fa-48db-851b-62736055a4ed on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:03.037405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Attempting to bind port b5bd77b2-16fa-48db-851b-62736055a4ed by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:03.037772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Attempting to bind port b5bd77b2-16fa-48db-851b-62736055a4ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:03.044863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:03.045690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.054687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffa4fdd5-4a46-4327-816e-9b9f3d617c68 req-1b73b22a-fa7f-46e0-979c-1cab9020f1f4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380615 Nov 08 12:40:03.069740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Port b5bd77b2-16fa-48db-851b-62736055a4ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:40:03.070077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Attempting to bind port b5bd77b2-16fa-48db-851b-62736055a4ed on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:03.074633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=61023b69-4a5a-418f-9ea6-ac4aa3bf0bab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:03.094354 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-225359c1-0e7f-4a7d-bc27-ab9c70478932 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 200 len: 205 time: 0.1937909 Nov 08 12:40:03.095070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53894) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.110401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:03.110769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:03.111129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:03.112084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Bound port: b5bd77b2-16fa-48db-851b-62736055a4ed, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:03.112556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.116595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-ee121197-896b-4107-a9a6-df09c2ff6b72 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.143662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.153181 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1035cfcc-daeb-4dd8-b23a-da09e12d5c47 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5123262 Nov 08 12:40:03.153311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.186818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee121197-896b-4107-a9a6-df09c2ff6b72 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0862625 Nov 08 12:40:03.187449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53898) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.201390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-e4e560e8-1292-4637-8b09-24a9016ca4d1 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.294085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.341048 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e4e560e8-1292-4637-8b09-24a9016ca4d1 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1524496 Nov 08 12:40:03.341697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53900) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.346462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-817e7521-5531-4c39-8b9d-e7ea28f5f15e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.374900 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.474169 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-817e7521-5531-4c39-8b9d-e7ea28f5f15e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 204 len: 168 time: 0.1311765 Nov 08 12:40:03.474816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53904) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.482598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-dad43fe9-5c19-404e-b6a2-8dfa77bbb4ca tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.521562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:03.532813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:03.537694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Pushing event updated for resources: {'Port': ['ID=c71f27b5-0cb7-443d-9801-79d3e3beaa73,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:03.549152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:03.563709 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dad43fe9-5c19-404e-b6a2-8dfa77bbb4ca tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 204 len: 168 time: 0.0877819 Nov 08 12:40:03.564656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.571688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-4a641fc6-c06d-4dc9-97ac-1e3c79ab5594 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-1537948368') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.625414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Attempting to bind port c71f27b5-0cb7-443d-9801-79d3e3beaa73 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:03.626300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Attempting to bind port c71f27b5-0cb7-443d-9801-79d3e3beaa73 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '760065ad-f06a-415e-8503-6599591b33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:03.626907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Attempting to bind port c71f27b5-0cb7-443d-9801-79d3e3beaa73 on network af5414c8-f4f9-43e3-b950-dca8de28d82d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:03.633720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:03.634533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Checking segment: {'id': '760065ad-f06a-415e-8503-6599591b33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:03.635171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.635803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Bound using segment: {'id': '760065ad-f06a-415e-8503-6599591b33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:03.636700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Bound port: c71f27b5-0cb7-443d-9801-79d3e3beaa73, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760065ad-f06a-415e-8503-6599591b33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af5414c8-f4f9-43e3-b950-dca8de28d82d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:03.638026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.735904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] For port c71f27b5-0cb7-443d-9801-79d3e3beaa73, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:03.740656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] For port c71f27b5-0cb7-443d-9801-79d3e3beaa73, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c71f27b5-0cb7-443d-9801-79d3e3beaa73,segment=NetworkSegment(760065ad-f06a-415e-8503-6599591b33f9),segment_id=760065ad-f06a-415e-8503-6599591b33f9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:03.745829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4a641fc6-c06d-4dc9-97ac-1e3c79ab5594 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-1537948368 HTTP/1.1" status: 201 len: 201 time: 0.1793704 Nov 08 12:40:03.749060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53908) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.754442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-488a642f-6dab-4020-8b61-91118be1cd2e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-637121325') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.819667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 793addbb-665d-4f62-bedf-b98fd270f716 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:40:03.844011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.938191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.957354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:03.958012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:03.962681 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-488a642f-6dab-4020-8b61-91118be1cd2e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-637121325 HTTP/1.1" status: 201 len: 201 time: 0.2122102 Nov 08 12:40:03.965344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:03.970742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-b4ed34af-3d15-4ad1-82d1-3862032affda tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-1665965096') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:03.990527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7db8-9c19-409b-b8f8-a76a4e2d0df6 None None] Pushing event updated for resources: {'Port': ['ID=c71f27b5-0cb7-443d-9801-79d3e3beaa73,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:04.032667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:04.057360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4112651 Nov 08 12:40:04.069520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:04.076516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:04.102347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=793addbb-665d-4f62-bedf-b98fd270f716,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:04.118547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b5bd77b2-16fa-48db-851b-62736055a4ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:04.124658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '793addbb-665d-4f62-bedf-b98fd270f716', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'port_id': '793addbb-665d-4f62-bedf-b98fd270f716', 'mac_address': 'fa:16:3e:e0:c4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:40:04.138598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48596c6-5b3e-4e21-932d-57b2906a4148 req-fbe83f2e-1449-4c48-a261-70d5b07f1e11 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:04.145885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48596c6-5b3e-4e21-932d-57b2906a4148 req-fbe83f2e-1449-4c48-a261-70d5b07f1e11 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 944 time: 0.4621089 Nov 08 12:40:04.164383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2fa4d-5c66-42e6-a4fb-24a1f3d32938 req-eb0e62f1-ea73-461a-bb65-813952c15db5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:04.172682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f2fa4d-5c66-42e6-a4fb-24a1f3d32938 req-eb0e62f1-ea73-461a-bb65-813952c15db5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.4946396 Nov 08 12:40:04.200056 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.223454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793addbb-665d-4f62-bedf-b98fd270f716 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:04.223686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5de1e8-1539-4cb6-a7d5-aed781411076 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=410d4377-1964-43cd-8fc6-d414ba750a66,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:04.243245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.282041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 410d4377-1964-43cd-8fc6-d414ba750a66 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:04.367209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:04.371840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.377662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=793addbb-665d-4f62-bedf-b98fd270f716,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:04.398986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:04.400994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.407300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] 10.222.0.57 "PUT /v2.0/ports/b5bd77b2-16fa-48db-851b-62736055a4ed HTTP/1.1" status: 200 len: 1091 time: 3.1297305 Nov 08 12:40:04.408253 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4ed34af-3d15-4ad1-82d1-3862032affda tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-1665965096 HTTP/1.1" status: 201 len: 201 time: 0.4416678 Nov 08 12:40:04.416931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53920) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:04.423296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:04.425735 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900340b9-31c9-4068-8386-caaf0376f79a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:04.433432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-fdd460dd-778e-4cc2-964a-9de64e23a879 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-404128161') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:04.457239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.506975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.514092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f2fa4d-5c66-42e6-a4fb-24a1f3d32938 req-65ce21eb-a91c-4a48-8a2b-6e6c3437b302 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405390 Nov 08 12:40:04.593722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:04.626660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f48596c6-5b3e-4e21-932d-57b2906a4148 req-4005d1be-da65-4520-8055-a14dc4230ae8 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798360 Nov 08 12:40:04.639276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e1bb2-a321-4301-a509-b72555c2414d service neutron] Pushing event updated for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:04.641040 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fdd460dd-778e-4cc2-964a-9de64e23a879 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-404128161 HTTP/1.1" status: 201 len: 201 time: 0.2160625 Nov 08 12:40:04.645671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53924) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:04.650601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-b8fdac28-0af0-4b80-a65f-6a618109e78d tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', {'tags': ['tempest-TagsExtTest-Tag-470126225', 'tempest-TagsExtTest-Tag-1745428127', 'tempest-TagsExtTest-Tag-858131930']}) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:04.729416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['793addbb-665d-4f62-bedf-b98fd270f716'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:04.738041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-3074c28d-0632-44bc-9283-9e7473331cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:04.745819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-3074c28d-0632-44bc-9283-9e7473331cf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 1094 time: 0.2195358 Nov 08 12:40:04.870691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:04.881270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8545a95-e244-4dcf-b8aa-ddf3c01db16b req-13dd494c-49e8-4927-8b3f-d9c9dd8d20e1 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:04.892408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8545a95-e244-4dcf-b8aa-ddf3c01db16b req-13dd494c-49e8-4927-8b3f-d9c9dd8d20e1 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.2216101 Nov 08 12:40:04.893981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-06dd815a-4049-4bc6-a77c-b9ca4c8fea54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5bd77b2-16fa-48db-851b-62736055a4ed HTTP/1.1" status: 200 len: 217 time: 0.1328495 Nov 08 12:40:04.943928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b8fdac28-0af0-4b80-a65f-6a618109e78d tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 200 len: 316 time: 0.2968359 Nov 08 12:40:04.973955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:04.980904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-77a55664-7863-476e-9fb0-8b7bffd9b31a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:05.062651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=a957878e-a3e6-4773-8cac-dc891f952e22,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:05.107022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:05.107425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: 410d4377-1964-43cd-8fc6-d414ba750a66, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:05.119660 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-1de844dc-07ed-482c-8fe9-4d1277df528c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1251481 Nov 08 12:40:05.133375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-4a48a10c-cba8-47d8-9473-71cb1f5fdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.140795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-4a48a10c-cba8-47d8-9473-71cb1f5fdbfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1928525 Nov 08 12:40:05.250191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-e533557a-fe07-4379-a79b-a410ea07bc47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526903 Nov 08 12:40:05.265940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.266992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.267709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.268392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.269084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.269760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.270465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.274229 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b8f24da4-7f46-4654-bd6c-06003227bef3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.0808113 Nov 08 12:40:05.310514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c71f27b5-0cb7-443d-9801-79d3e3beaa73 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:05.367807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded669b1-4387-43ae-86ee-e5cdcfd39d35 req-35f4e7ed-1706-4cf8-a964-40a026d54c37 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.374192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ded669b1-4387-43ae-86ee-e5cdcfd39d35 req-35f4e7ed-1706-4cf8-a964-40a026d54c37 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 943 time: 0.5038671 Nov 08 12:40:05.407272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8545a95-e244-4dcf-b8aa-ddf3c01db16b req-da9ad5bc-19e5-4d66-9aaa-f9b3252742f9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982601 Nov 08 12:40:05.410539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c71f27b5-0cb7-443d-9801-79d3e3beaa73 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:05.410974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.422117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a5aa58d1-f603-47e9-b14b-7dd3100770b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.423281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a5aa58d1-f603-47e9-b14b-7dd3100770b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.424196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a5aa58d1-f603-47e9-b14b-7dd3100770b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.436821 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a5aa58d1-f603-47e9-b14b-7dd3100770b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 2299 time: 0.1367676 Nov 08 12:40:05.483387 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28707295-38e6-4299-bcb7-f613b7643615 x-openstack-request-id: req-28707295-38e6-4299-bcb7-f613b7643615 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:05.483632 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:05.483873 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28707295-38e6-4299-bcb7-f613b7643615 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:05.484421 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed', 'status': 'completed', 'code': 200} Nov 08 12:40:05.518994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c385c-7b8b-4cf1-ac1e-8f74b1005eb8 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:05.535645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ded669b1-4387-43ae-86ee-e5cdcfd39d35 req-e8ad3843-3039-4b23-a510-37144222c407 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474159 Nov 08 12:40:05.545765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network 410d4377-1964-43cd-8fc6-d414ba750a66 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:05.558081 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77a55664-7863-476e-9fb0-8b7bffd9b31a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 204 len: 168 time: 0.5807977 Nov 08 12:40:05.564916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.566419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53934) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:05.570647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-1277f790-21c3-48c7-b397-da6d7d30a863 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-470126225') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:05.598857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.638091 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-fe1577d2-cc3e-4769-af79-1ec9110b19d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 1001 time: 0.1928434 Nov 08 12:40:05.639187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-fd0cd849-1ffd-4652-9726-e4069be32cbc service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714044 Nov 08 12:40:05.641667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 410d4377-1964-43cd-8fc6-d414ba750a66) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:05.673550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.732097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.736812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.742283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-551f3c3e-dd10-48cd-92db-dea0da76f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.743078 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-551f3c3e-dd10-48cd-92db-dea0da76f30e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.0896542 Nov 08 12:40:05.767082 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-1277f790-21c3-48c7-b397-da6d7d30a863 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:05.770767 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1277f790-21c3-48c7-b397-da6d7d30a863 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-470126225 HTTP/1.1" status: 404 len: 328 time: 0.2009919 Nov 08 12:40:05.783118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:05.787502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-2705ddc6-48ad-4d2d-a6d5-2e16841a0d5a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-1745428127') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:05.833127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-964dd837-989d-4e64-8cc9-41cb60b46ae4 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7612131 Nov 08 12:40:05.843421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:05.845439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-f0f9d08c-90e1-4c0c-92ec-340115c95445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:05.847265 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-f0f9d08c-90e1-4c0c-92ec-340115c95445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932667 Nov 08 12:40:05.848567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c71f27b5-0cb7-443d-9801-79d3e3beaa73, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c71f27b5-0cb7-443d-9801-79d3e3beaa73,segment=NetworkSegment(760065ad-f06a-415e-8503-6599591b33f9),segment_id=760065ad-f06a-415e-8503-6599591b33f9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:05.926094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 793addbb-665d-4f62-bedf-b98fd270f716 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:05.930720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c385c-7b8b-4cf1-ac1e-8f74b1005eb8 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:05.936809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:05.999934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2d3297d2-dabd-48f7-9a57-b39ba7c25069 None None] Provisioning complete for port c71f27b5-0cb7-443d-9801-79d3e3beaa73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:06.000241 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d3297d2-dabd-48f7-9a57-b39ba7c25069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.003837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.013629 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-2705ddc6-48ad-4d2d-a6d5-2e16841a0d5a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:06.014688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2705ddc6-48ad-4d2d-a6d5-2e16841a0d5a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-1745428127 HTTP/1.1" status: 404 len: 329 time: 0.2305648 Nov 08 12:40:06.019000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53956) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:06.025690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-7d5816b0-1785-4fdf-afa4-87aecc2933c5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26', 'tempest-TagsExtTest-Tag-858131930') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:06.087753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c71f27b5-0cb7-443d-9801-79d3e3beaa73,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:06.091115 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.098857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-12bbe304-1f5a-4c69-8d9f-2b9da9f72e60 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397430 Nov 08 12:40:06.195658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=61023b69-4a5a-418f-9ea6-ac4aa3bf0bab,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:06.228194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ff30-35da-44d9-a52a-dfe5c5f2edb9 req-1ee33c59-c716-4fa9-bc11-c7bf89ee730c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:06.237665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2759ff30-35da-44d9-a52a-dfe5c5f2edb9 req-1ee33c59-c716-4fa9-bc11-c7bf89ee730c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.5261772 Nov 08 12:40:06.320990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80313555-89a4-40ac-8bf7-e5f55b6859da req-fae6fa38-53ac-4261-a94c-22f9d8ffa201 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734188 Nov 08 12:40:06.373919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-b65c97f0-3a0d-479a-a145-b6890b70f7d6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:06.375561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-b65c97f0-3a0d-479a-a145-b6890b70f7d6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 811 time: 0.6458859 Nov 08 12:40:06.407435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-16e49acc-4ba3-4448-85d7-d807abefd77a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/quotas/dff02ae468104f298e5acdb9bab7f7a7 HTTP/1.1" status: 200 len: 375 time: 0.0212541 Nov 08 12:40:06.424968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 793addbb-665d-4f62-bedf-b98fd270f716 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:40:06.437004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 793addbb-665d-4f62-bedf-b98fd270f716 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:06.437748 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.482755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2759ff30-35da-44d9-a52a-dfe5c5f2edb9 req-1fe659df-b6ea-46bc-8320-b5f4f6fbcc6f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438090 Nov 08 12:40:06.547174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.592275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-410d4377-1964-43cd-8fc6-d414ba750a66', 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': 'a957878e-a3e6-4773-8cac-dc891f952e22'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:06.593580 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.595181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-d4734d53-dbc0-42f0-be02-8fa3b006d6b4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666729 Nov 08 12:40:06.636920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.654453 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-7d5816b0-1785-4fdf-afa4-87aecc2933c5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:06.655481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d5816b0-1785-4fdf-afa4-87aecc2933c5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags/tempest-TagsExtTest-Tag-858131930 HTTP/1.1" status: 404 len: 328 time: 0.6334631 Nov 08 12:40:06.662744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:06.667268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-5b22e917-515c-4cd9-b7e9-91900d63a063 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', {'tags': ['tempest-TagsExtTest-Tag-1242772765', 'tempest-TagsExtTest-Tag-732796994', 'tempest-TagsExtTest-Tag-299265378']}) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:06.680052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900340b9-31c9-4068-8386-caaf0376f79a req-f9ec56b8-732f-4c24-9ac0-ca44292d3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:06.681844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-f9ec56b8-732f-4c24-9ac0-ca44292d3938 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 1094 time: 0.2198327 Nov 08 12:40:06.740628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.744444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=793addbb-665d-4f62-bedf-b98fd270f716,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:06.755579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:06.758621 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57c56c4-04d9-453b-8065-c3e1efbd4126" -d '{"events": [{"server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "name": "network-vif-plugged", "status": "completed", "tag": "793addbb-665d-4f62-bedf-b98fd270f716"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:06.780520 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-4624f6f6-8cfb-4cc3-9a00-9f4eebf6f4c1 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707060 Nov 08 12:40:06.809445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:06.835489 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-5c3e357e-e3bb-4b3b-9c4b-9ec43e7813ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 217 time: 0.0452902 Nov 08 12:40:06.873683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:06.900344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Allocated IP 172.20.0.1 (410d4377-1964-43cd-8fc6-d414ba750a66/a957878e-a3e6-4773-8cac-dc891f952e22/b2e4e676-d4a6-4126-8e9d-3c41685e1c2f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:06.901594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5b22e917-515c-4cd9-b7e9-91900d63a063 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 200 len: 316 time: 0.2378047 Nov 08 12:40:06.906807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:06.922450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-4ff57cdf-2ca9-44a7-8ad5-8630012507c0 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:06.926779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-79e81e30-5c30-47f4-b265-4f3d1f880808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:06.936446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-79e81e30-5c30-47f4-b265-4f3d1f880808 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0916684 Nov 08 12:40:07.028964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-defd59dc-74bd-4b2b-b0b4-3f935ea54cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.031759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-defd59dc-74bd-4b2b-b0b4-3f935ea54cce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673499 Nov 08 12:40:07.083470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.161818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-2944344c-957f-4f62-8f69-08ff0fec8d19 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187649 Nov 08 12:40:07.196542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.243547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4ff57cdf-2ca9-44a7-8ad5-8630012507c0 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 204 len: 168 time: 0.3335867 Nov 08 12:40:07.249144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:07.255321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-a9e01b12-1d2c-4fdf-96fb-59ffd03283c0 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-1242772765') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:07.298450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Network 410d4377-1964-43cd-8fc6-d414ba750a66 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:07.302538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c71f27b5-0cb7-443d-9801-79d3e3beaa73 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:07.312358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:07.318772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:07.332822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-c2543c0d-6da2-4e46-93a1-f438c925ce76 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629603 Nov 08 12:40:07.352215 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.379792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e676-d4a6-4126-8e9d-3c41685e1c2f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:07.412987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-4bab21a3-17a7-4f8f-b350-53496efe8b6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 217 time: 0.0706210 Nov 08 12:40:07.432704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Attempting to bind port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:07.433802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Attempting to bind port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:07.433932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Attempting to bind port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f on network 410d4377-1964-43cd-8fc6-d414ba750a66 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:07.436858 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-a9e01b12-1d2c-4fdf-96fb-59ffd03283c0 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:07.438439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9e01b12-1d2c-4fdf-96fb-59ffd03283c0 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-1242772765 HTTP/1.1" status: 404 len: 329 time: 0.1865268 Nov 08 12:40:07.442153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:07.442550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Checking segment: {'id': '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:07.442943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.443329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Bound using segment: {'id': '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:07.443796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Bound port: b2e4e676-d4a6-4126-8e9d-3c41685e1c2f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '410d4377-1964-43cd-8fc6-d414ba750a66'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:07.444189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.456364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:07.475830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208664f-6237-4d76-8829-77794aad462d req-ba5db80d-f0c2-4c08-958b-c234986ce991 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.477441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6208664f-6237-4d76-8829-77794aad462d req-ba5db80d-f0c2-4c08-958b-c234986ce991 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 945 time: 0.8020151 Nov 08 12:40:07.490486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c71f27b5-0cb7-443d-9801-79d3e3beaa73 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:07.490981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.506937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-1dcacabe-8cb7-473e-9728-0d24834926ee service neutron] 10.222.0.58 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9107664 Nov 08 12:40:07.525184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-c82f564b-d9bf-4bcc-944f-c43dad746451 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-732796994') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:07.558149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] For port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:07.562221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] For port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b2e4e676-d4a6-4126-8e9d-3c41685e1c2f,segment=NetworkSegment(7bda2621-f332-4f6c-8fbe-1ef2f0389ea7),segment_id=7bda2621-f332-4f6c-8fbe-1ef2f0389ea7)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:07.585996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900340b9-31c9-4068-8386-caaf0376f79a req-3a1db12f-1cdb-4ea7-a4ba-ddaaae18b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.587627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-3a1db12f-1cdb-4ea7-a4ba-ddaaae18b4b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 907 time: 0.8680034 Nov 08 12:40:07.625851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=a957878e-a3e6-4773-8cac-dc891f952e22,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:07.628267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-f118106f-22ac-4f66-b4ea-94886de0d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.629945 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-f118106f-22ac-4f66-b4ea-94886de0d9c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.1902542 Nov 08 12:40:07.631012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.691702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-feca56ff-3373-4f3f-9acb-2ba5055c2576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5bd77b2-16fa-48db-851b-62736055a4ed HTTP/1.1" status: 200 len: 217 time: 0.0942140 Nov 08 12:40:07.719768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6208664f-6237-4d76-8829-77794aad462d req-749e69fb-0e38-4ee0-a262-6c6e25bb8776 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083085 Nov 08 12:40:07.751306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36c20-91aa-4600-b5e4-82c4109e06c6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e676-d4a6-4126-8e9d-3c41685e1c2f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:07.784070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32141a8-4ff9-4e56-9985-f3d790345507 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:07.803145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-5bea004a-dd2e-4156-b137-1841ad6b537e service neutron] 10.222.0.58 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857778 Nov 08 12:40:07.808227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.812173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900340b9-31c9-4068-8386-caaf0376f79a req-c4d3ce92-4af5-417c-b1ce-ded19e19fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.813909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-c4d3ce92-4af5-417c-b1ce-ded19e19fc18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1108398 Nov 08 12:40:07.825271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.866983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-6c8b7639-d1f1-46ef-b51e-19018dba3c49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393922 Nov 08 12:40:07.881160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d4377-1964-43cd-8fc6-d414ba750a66']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:07.889337 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-c82f564b-d9bf-4bcc-944f-c43dad746451 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:07.893672 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c82f564b-d9bf-4bcc-944f-c43dad746451 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-732796994 HTTP/1.1" status: 404 len: 328 time: 0.3733311 Nov 08 12:40:07.894348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:07.901713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a590779d-af34-4c3f-8e5f-b5765af4e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:07.903447 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a590779d-af34-4c3f-8e5f-b5765af4e3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2647498 Nov 08 12:40:07.907711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-e59e6dce-1a5d-4206-97f5-eac8732fb7fa tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c', 'tempest-TagsExtTest-Tag-299265378') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:07.928122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:07.930010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:08.025727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-9a9afc28-23ab-4d35-88b2-c1165a506a81 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127093 Nov 08 12:40:08.056771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:08.057521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:08.071168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32141a8-4ff9-4e56-9985-f3d790345507 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:08.166576 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-f9e473c5-1be0-44e9-a78d-aecb12075f0d service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066427 Nov 08 12:40:08.228287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=61023b69-4a5a-418f-9ea6-ac4aa3bf0bab,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:08.231882 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-c852900b-0ce7-4396-a39f-e36f966f8634 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0552690 Nov 08 12:40:08.240694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:08.302432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-80b36832-e049-477a-8c19-b7b2f6a656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:08.303995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-80b36832-e049-477a-8c19-b7b2f6a656f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0585215 Nov 08 12:40:08.318075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-410b6559-8e9e-47f4-844a-d8662d37f8a6 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438775 Nov 08 12:40:08.329762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:08.394234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:08.394713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:08.404449 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:08.434196 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e548d4dc-ec0d-4377-a191-ed321bdcba8b x-openstack-request-id: req-e548d4dc-ec0d-4377-a191-ed321bdcba8b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:08.434839 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "name": "network-vif-plugged", "status": "completed", "tag": "793addbb-665d-4f62-bedf-b98fd270f716", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:08.436828 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e548d4dc-ec0d-4377-a191-ed321bdcba8b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:08.437355 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716', 'code': 200} Nov 08 12:40:08.443500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491df438-70c2-46bb-9106-f17c6ad11921 req-59849928-21bd-495a-ad4c-4a521c52e54b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:08.456159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-491df438-70c2-46bb-9106-f17c6ad11921 req-59849928-21bd-495a-ad4c-4a521c52e54b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 943 time: 0.4258368 Nov 08 12:40:08.478290 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-e59e6dce-1a5d-4206-97f5-eac8732fb7fa tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:08.484515 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e59e6dce-1a5d-4206-97f5-eac8732fb7fa tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags/tempest-TagsExtTest-Tag-299265378 HTTP/1.1" status: 404 len: 328 time: 0.5776191 Nov 08 12:40:08.547014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network af5414c8-f4f9-43e3-b950-dca8de28d82d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:08.552562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:08.558064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:08.564587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-e4740ce2-ca96-40f3-8c67-169e4c4cbb48 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', {'tags': ['tempest-TagsExtTest-Tag-701330058', 'tempest-TagsExtTest-Tag-1646266586', 'tempest-TagsExtTest-Tag-2128128838']}) {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:08.583672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557cbc-8815-4b9a-ad45-c7122ed25f80 req-7b3ab25b-f794-4927-8996-6e10d4fceda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:08.585531 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-76557cbc-8815-4b9a-ad45-c7122ed25f80 req-7b3ab25b-f794-4927-8996-6e10d4fceda4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 1097 time: 0.2273576 Nov 08 12:40:08.599030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a9e0e801-1fb6-4aa4-86dd-877cebe91867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:08.601766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-a9e0e801-1fb6-4aa4-86dd-877cebe91867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2873263 Nov 08 12:40:08.645910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-900340b9-31c9-4068-8386-caaf0376f79a req-d40b3ccc-6742-41cc-930a-923e9a2b046f service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134358 Nov 08 12:40:08.712117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:08.712117 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:08.712117 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '410d4377-1964-43cd-8fc6-d414ba750a66'}] Nov 08 12:40:08.712117 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:08.713125 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:08.729340 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-76557cbc-8815-4b9a-ad45-c7122ed25f80 req-e65405c4-6662-42e9-94b1-13455860ff15 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246970 Nov 08 12:40:08.759947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fa2a2-665e-4ccb-9817-90f6cf1c9f33 None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:08.785894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9317b8-6012-4dc9-8ffc-f3fbdcd637e3 None None] Network 410d4377-1964-43cd-8fc6-d414ba750a66 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:08.895347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-71259d72-6f41-4fb2-a3cf-da97c22f5f2c service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843003 Nov 08 12:40:08.999334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6537f6-3339-45d6-8bee-64eab2391e9b req-2b66cef9-1911-4f65-a84a-d9a517e677f7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:09.004156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6537f6-3339-45d6-8bee-64eab2391e9b req-2b66cef9-1911-4f65-a84a-d9a517e677f7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.6183593 Nov 08 12:40:09.086712 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-8b3e7a26-4f4a-413e-a117-71cb7686f0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843908 Nov 08 12:40:09.133426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-491df438-70c2-46bb-9106-f17c6ad11921 req-a4ce4c72-d851-46c4-93a3-03d9c8d9dfb2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742697 Nov 08 12:40:09.190566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e4740ce2-ca96-40f3-8c67-169e4c4cbb48 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 200 len: 317 time: 0.6293869 Nov 08 12:40:09.193624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:09.196270 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-8296858e-ec9b-4e2a-976e-06b2925d0e54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 217 time: 0.1023045 Nov 08 12:40:09.198079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-d0d58b03-e9de-491d-82a5-ad28f883419a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:09.216121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd6537f6-3339-45d6-8bee-64eab2391e9b req-affdc314-56ff-42be-adf2-61b0f83b7567 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853487 Nov 08 12:40:09.220358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:09.285771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ad178-114b-4440-9768-fc1a324d72c7 None None] Network 410d4377-1964-43cd-8fc6-d414ba750a66 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:09.312534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-2b3ecddc-e555-49c1-ae30-007ef914c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:09.314053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-2b3ecddc-e555-49c1-ae30-007ef914c70c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.1097605 Nov 08 12:40:09.394003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-4956e0b5-81d1-44cb-9931-3f22d9c50350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:09.407293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ff4f99-5af6-43d5-b157-efdd4ad5a48c req-bd98465a-6313-4bc1-9086-3e111bad0a12 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 210 time: 0.1349635 Nov 08 12:40:09.408843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-4956e0b5-81d1-44cb-9931-3f22d9c50350 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643096 Nov 08 12:40:09.523984 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-b4ac272f-653f-4784-9248-859d74578795 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140695 Nov 08 12:40:09.525560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:09.525908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:09.559536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2792ff3-0c4a-4bcb-9ae9-227389da1ed0 req-9f7d05e5-a0a9-4e8c-92e4-ed30e2f93a6b tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:09.570857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2792ff3-0c4a-4bcb-9ae9-227389da1ed0 req-9f7d05e5-a0a9-4e8c-92e4-ed30e2f93a6b tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.2248669 Nov 08 12:40:09.641619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2792ff3-0c4a-4bcb-9ae9-227389da1ed0 req-0dcec97f-fe2f-4195-ba09-b9a43a30a6bb tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694711 Nov 08 12:40:09.688895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 6837431d-1ca7-48de-aad4-7cb1eba7fa8d is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:40:09.696037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b2e4e676-d4a6-4126-8e9d-3c41685e1c2f,segment=NetworkSegment(7bda2621-f332-4f6c-8fbe-1ef2f0389ea7),segment_id=7bda2621-f332-4f6c-8fbe-1ef2f0389ea7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:09.696417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:09.723604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for b2e4e676-d4a6-4126-8e9d-3c41685e1c2f owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:09.814118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d0d58b03-e9de-491d-82a5-ad28f883419a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 204 len: 168 time: 0.6194801 Nov 08 12:40:09.818376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53992) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:09.823193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-1499df0d-b765-4812-9750-dfcc69b3341e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-701330058') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:09.852517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b5bd77b2-16fa-48db-851b-62736055a4ed details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:40:09.860123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:09.872122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-037c8d67-4bb9-40c5-8f40-a98fd2187c90 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/6837431d-1ca7-48de-aad4-7cb1eba7fa8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7176976 Nov 08 12:40:09.874177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:09.879105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] Sync routers for ids ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:09.941980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] Routers {'6837431d-1ca7-48de-aad4-7cb1eba7fa8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:09.942659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:09.957024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb4d9c-35ac-4af9-b30c-2bbcd66a65a5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:09.963468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bbcb4d9c-35ac-4af9-b30c-2bbcd66a65a5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports/61023b69-4a5a-418f-9ea6-ac4aa3bf0bab HTTP/1.1" status: 200 len: 983 time: 0.0850332 Nov 08 12:40:09.964057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:09.997027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.022578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.039760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-27163d6c-50ba-43f8-8b53-d9a554e55bc2 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919205 Nov 08 12:40:10.145462 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-d6cf4d8e-cb29-4ada-bcc0-0c8fa6800d77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.0423751 Nov 08 12:40:10.149089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=b2e4e676-d4a6-4126-8e9d-3c41685e1c2f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:10.151019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port b2e4e676-d4a6-4126-8e9d-3c41685e1c2f on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:10.162172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] Routers {'6837431d-1ca7-48de-aad4-7cb1eba7fa8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:10.162871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.216426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-bc63b0a0-bd33-4ddd-a7ca-e5dd9778440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:10.218189 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-bc63b0a0-bd33-4ddd-a7ca-e5dd9778440f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.0632825 Nov 08 12:40:10.238021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.238306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe882308-a4dd-4f7c-9d98-ecd87d51ffe8 None None] The sync data for ids ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:10.245520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b5bd77b2-16fa-48db-851b-62736055a4ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:10.246320 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-1499df0d-b765-4812-9750-dfcc69b3341e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:10.251772 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1499df0d-b765-4812-9750-dfcc69b3341e tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-701330058 HTTP/1.1" status: 404 len: 328 time: 0.4317298 Nov 08 12:40:10.281388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b5bd77b2-16fa-48db-851b-62736055a4ed', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': 'b5bd77b2-16fa-48db-851b-62736055a4ed', 'mac_address': 'fa:16:3e:43:ac:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:40:10.283341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cfcd6a-1156-48d8-8fb2-4b58f993cb1a None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:10.309179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:10.319669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-4dc6cf4c-2480-4316-9b39-e1f76e8fc507 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-1646266586') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.427997 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.447665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b1b9ae9d-70a4-446d-9e97-d621637e3cf3 None None] Provisioning complete for port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:10.448217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ae9d-70a4-446d-9e97-d621637e3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.455764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bd77b2-16fa-48db-851b-62736055a4ed {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:10.483461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b5bd77b2-16fa-48db-851b-62736055a4ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:10.498729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.564658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-734c2af1-66e9-4cae-a08e-89c8c0a30f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:10.566747 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-734c2af1-66e9-4cae-a08e-89c8c0a30f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3294868 Nov 08 12:40:10.570094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9ae9d-70a4-446d-9e97-d621637e3cf3 None None] Port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:10.574857 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d4377-1964-43cd-8fc6-d414ba750a66']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.578688 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.579808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b560ad-0e71-46d7-b0cb-3b67a5ec074f req-b299db8a-b154-4403-89f8-0bb0dde8e0c3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:10.581384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b560ad-0e71-46d7-b0cb-3b67a5ec074f req-b299db8a-b154-4403-89f8-0bb0dde8e0c3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1691751 Nov 08 12:40:10.592427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476244-d355-4ad8-a322-e0c0008d63a4 req-87581711-cdb3-4cdc-80df-8934a065a802 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:10.593918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36476244-d355-4ad8-a322-e0c0008d63a4 req-87581711-cdb3-4cdc-80df-8934a065a802 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 943 time: 0.1797018 Nov 08 12:40:10.598180 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-4dc6cf4c-2480-4316-9b39-e1f76e8fc507 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:10.602063 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4dc6cf4c-2480-4316-9b39-e1f76e8fc507 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-1646266586 HTTP/1.1" status: 404 len: 329 time: 0.2834651 Nov 08 12:40:10.611563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:10.622096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.622478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bda2621-f332-4f6c-8fbe-1ef2f0389ea7') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.638778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-2301d743-9f66-41bc-8a70-b3cd5519814c tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb', 'tempest-TagsExtTest-Tag-2128128838') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:10.661551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.681588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b1b9ae9d-70a4-446d-9e97-d621637e3cf3 None None] Provisioning complete for port c71f27b5-0cb7-443d-9801-79d3e3beaa73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:10.681939 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ae9d-70a4-446d-9e97-d621637e3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.725470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:10.764200 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.768315 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-c633247f-07b9-40cd-be6e-181cb6ca2265 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775253 Nov 08 12:40:10.794395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:10.794943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:10.798672 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:10.868918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b5bd77b2-16fa-48db-851b-62736055a4ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:10.887351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36476244-d355-4ad8-a322-e0c0008d63a4 req-6e121554-2aee-4c5a-b6a9-126856d468f8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764769 Nov 08 12:40:10.940027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b560ad-0e71-46d7-b0cb-3b67a5ec074f req-893c7e02-71f6-412e-a148-65e3b9be8241 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400342 Nov 08 12:40:10.948780 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-2301d743-9f66-41bc-8a70-b3cd5519814c tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:10.955969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2301d743-9f66-41bc-8a70-b3cd5519814c tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags/tempest-TagsExtTest-Tag-2128128838 HTTP/1.1" status: 404 len: 329 time: 0.3435349 Nov 08 12:40:10.958687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:10.968089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-fb77dba9-1e48-4e40-b410-262220ed3dbe tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', {'tags': ['tempest-TagsExtTest-Tag-1673240025', 'tempest-TagsExtTest-Tag-1163459420', 'tempest-TagsExtTest-Tag-1696828672']}) {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:11.087038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66c114ae-2133-43ce-b24d-8291ea82c4d0 req-11da4152-c2eb-4a6d-8df4-8a00bc0a6fb7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 210 time: 0.0565517 Nov 08 12:40:11.162880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.172831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.187133 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/410d4377-1964-43cd-8fc6-d414ba750a66 HTTP/1.1" status: 204 len: 168 time: 5.3387318 Nov 08 12:40:11.196844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:11.201428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950112839'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:11.241719 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-cf316cf3-b5cb-4a42-b0c9-68227cda0962 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568992 Nov 08 12:40:11.248695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5a30-059f-48f9-aa34-422550926629 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=410d4377-1964-43cd-8fc6-d414ba750a66,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:11.299763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-5179b7de-5568-4726-906b-8f5b4e80691d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:11.303623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-5179b7de-5568-4726-906b-8f5b4e80691d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.57 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 811 time: 0.1711848 Nov 08 12:40:11.305389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-2df67252-cf81-46c1-adb3-2a96cf31eee9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 217 time: 0.0501235 Nov 08 12:40:11.310847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:11.318934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.319542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb77dba9-1e48-4e40-b410-262220ed3dbe tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "PUT /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 200 len: 318 time: 0.3597353 Nov 08 12:40:11.325974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54016) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:11.326198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-707b1875-0b93-4440-aea0-7c47883f94de None None] Provisioning complete for port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:11.327027 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-707b1875-0b93-4440-aea0-7c47883f94de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.337629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Request body: {'port': {'device_id': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'admin_state_up': True, 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:11.342752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-a09eba63-c933-4df2-8661-5cd6cdd356e3 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:11.396933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-707b1875-0b93-4440-aea0-7c47883f94de None None] Port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:11.427361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-707b1875-0b93-4440-aea0-7c47883f94de None None] Provisioning complete for port c71f27b5-0cb7-443d-9801-79d3e3beaa73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:11.427850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-707b1875-0b93-4440-aea0-7c47883f94de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.502618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:11.507692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.533237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-6735a570-a58e-46ee-bd8b-31b926fda5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:11.534777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-6735a570-a58e-46ee-bd8b-31b926fda5c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.2099278 Nov 08 12:40:11.539846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.540197 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 66d43fa8-e4fe-434e-8bf5-276c90f98fc1 of type vlan for network cf013ab4-5777-4952-ba8f-c2a6bb297eaf Nov 08 12:40:11.600149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca5c3-6ce5-4ced-b89e-ed4adc802ec7 req-18ac663b-05e4-4fd8-9812-2746a2b1c846 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:11.607361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f44ca5c3-6ce5-4ced-b89e-ed4adc802ec7 req-18ac663b-05e4-4fd8-9812-2746a2b1c846 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.2940476 Nov 08 12:40:11.701356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-74dd8aba-2a04-4f56-b4c7-cf975a58a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:11.703585 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-74dd8aba-2a04-4f56-b4c7-cf975a58a027 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305313 Nov 08 12:40:11.711558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.756636 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a09eba63-c933-4df2-8661-5cd6cdd356e3 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 204 len: 168 time: 0.4278986 Nov 08 12:40:11.760358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:11.765255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-7a5d41f6-a526-4bb7-95e2-aadac37e0da9 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-1673240025') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:11.800537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cc1f7c24-3612-49b7-864c-86f060cc16bb None None] Provisioning complete for port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:11.800907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7c24-3612-49b7-864c-86f060cc16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.845924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f7c24-3612-49b7-864c-86f060cc16bb None None] Port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:11.919038 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-90782092-a5bd-4e0d-b5b1-be63e545d32c service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033479 Nov 08 12:40:11.937778 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-7a5d41f6-a526-4bb7-95e2-aadac37e0da9 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:11.939353 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a5d41f6-a526-4bb7-95e2-aadac37e0da9 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-1673240025 HTTP/1.1" status: 404 len: 329 time: 0.1780446 Nov 08 12:40:11.941592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.947620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:11.948513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:11.964495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:11.974785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-a2213583-a465-49f4-afec-cbc697255891 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-1163459420') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:12.093119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-203713bf-2cd6-477c-a3e2-c7043070d359 None None] Provisioning complete for port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:12.096587 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-203713bf-2cd6-477c-a3e2-c7043070d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:12.119248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=cf013ab4-5777-4952-ba8f-c2a6bb297eaf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:12.128242 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-a2213583-a465-49f4-afec-cbc697255891 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:12.130307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a2213583-a465-49f4-afec-cbc697255891 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-1163459420 HTTP/1.1" status: 404 len: 329 time: 0.1605244 Nov 08 12:40:12.135348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54028) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.140791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-25600b8b-2906-4236-bc23-9a99f3faaee8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a', 'tempest-TagsExtTest-Tag-1696828672') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:12.154322 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9306a7f6-c36b-4451-ab39-d64edc63fc8d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9589541 Nov 08 12:40:12.162905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network cf013ab4-5777-4952-ba8f-c2a6bb297eaf details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:12.166628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.188411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:12.205029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-203713bf-2cd6-477c-a3e2-c7043070d359 None None] Port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:12.227632 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc1aae08-bae9-46c1-8547-844bc89b7a06 req-1868146a-e364-4a68-8223-2cd4fc286501 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998571 Nov 08 12:40:12.232682 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-25600b8b-2906-4236-bc23-9a99f3faaee8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] show failed (client error): The resource could not be found. Nov 08 12:40:12.233835 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25600b8b-2906-4236-bc23-9a99f3faaee8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags/tempest-TagsExtTest-Tag-1696828672 HTTP/1.1" status: 404 len: 329 time: 0.0975716 Nov 08 12:40:12.253514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.263204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-65ba4154-8ac8-4777-83cf-9b9ee111cdc1 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34e63a99-87b3-411e-a354-3ccf873fcc1a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:12.383040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f44ca5c3-6ce5-4ced-b89e-ed4adc802ec7 req-e9557ad7-5d15-48db-9680-bcd567f4eb66 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600532 Nov 08 12:40:12.416981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bcdee-727e-47f4-b45e-b836d65db69c req-0f3b7a78-df40-41a2-a931-e1e4acc1ced4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:12.425691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-747bcdee-727e-47f4-b45e-b836d65db69c req-0f3b7a78-df40-41a2-a931-e1e4acc1ced4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 944 time: 0.3054214 Nov 08 12:40:12.446158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:12.451606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:12.481768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65ba4154-8ac8-4777-83cf-9b9ee111cdc1 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2257411 Nov 08 12:40:12.491672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54038) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.504043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-3245491e-5be3-4d42-9603-54493cd79476 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8108b1a9-7e5e-452a-8d73-0b87334672eb') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:12.543733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-743375cf-c59c-4e5f-8abb-ecb75e3069d8 None None] Provisioning complete for port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:12.544385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-743375cf-c59c-4e5f-8abb-ecb75e3069d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:12.579463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-747bcdee-727e-47f4-b45e-b836d65db69c req-d0b25c65-1186-4c1a-aadb-c4cd7a305450 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Nov 08 12:40:12.645700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-743375cf-c59c-4e5f-8abb-ecb75e3069d8 None None] Port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:12.653108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4876c23-3a9e-430b-a011-4692322fa4f7 req-a690a9a1-7b28-4472-9c73-3c246500c99f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:12.655955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4876c23-3a9e-430b-a011-4692322fa4f7 req-a690a9a1-7b28-4472-9c73-3c246500c99f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1800740 Nov 08 12:40:12.681851 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3245491e-5be3-4d42-9603-54493cd79476 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1840308 Nov 08 12:40:12.696537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54040) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.707566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-2b5d2953-16aa-4b95-b87a-d462afc3ff7a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6583e09d-e1ea-4cc1-b7cb-00606ae1211c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:12.750121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Made reservation on behalf of dff02ae468104f298e5acdb9bab7f7a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:12.760553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:12.855280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1260cb8-c297-49c9-bd1e-b923bd45bb15 req-25cd6a03-a7f6-413e-b2d7-ead019c639d7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 210 time: 0.1339304 Nov 08 12:40:12.864927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2b5d2953-16aa-4b95-b87a-d462afc3ff7a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c/tags HTTP/1.1" status: 204 len: 168 time: 0.1572912 Nov 08 12:40:12.865249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4876c23-3a9e-430b-a011-4692322fa4f7 req-2dcc8a85-5a17-4c67-8908-227846f149b7 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979129 Nov 08 12:40:12.867009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54042) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:12.889712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-980c12d4-d9e9-4c2d-8f7f-b7969242b277 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:13.081424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:13.081832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.238809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d2ea-5f34-43e5-ac62-fb2e29cd1aad req-0e9c68b2-1c24-4c8e-bb4c-427fe8014b16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:13.243982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71f5d2ea-5f34-43e5-ac62-fb2e29cd1aad req-0e9c68b2-1c24-4c8e-bb4c-427fe8014b16 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.2404854 Nov 08 12:40:13.250995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54044) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:13.255768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Request body: {'floatingip': {'port_id': '793addbb-665d-4f62-bedf-b98fd270f716'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:13.264326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Allocated IP 172.20.0.6 (e500ff46-0131-49e6-b649-ac409c6285d9/a3fb8969-20ad-4744-80ec-922afdbd3e22/4567b4cf-e371-47b8-a803-efd95b2c9e59) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:13.286837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-980c12d4-d9e9-4c2d-8f7f-b7969242b277 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26/tags HTTP/1.1" status: 204 len: 168 time: 0.4022987 Nov 08 12:40:13.291635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54046) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:13.297355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.309587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.322232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 61023b69-4a5a-418f-9ea6-ac4aa3bf0bab owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:13.590604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.725570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.771155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=61023b69-4a5a-418f-9ea6-ac4aa3bf0bab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:13.771787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.778460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:13.789997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5edb529b-2188-43d7-81cb-4a97d284c69c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:13.859714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6927-af65-4ef3-8f58-a2407b961760 req-1d186619-e899-44b2-943f-d2d6b09a6f53 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:13.868596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-412c6927-af65-4ef3-8f58-a2407b961760 req-1d186619-e899-44b2-943f-d2d6b09a6f53 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 944 time: 0.1723728 Nov 08 12:40:13.869338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b5bd77b2-16fa-48db-851b-62736055a4ed up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:14.023649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Network e500ff46-0131-49e6-b649-ac409c6285d9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:14.037592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:14.078549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:14.103332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '66d43fa8-e4fe-434e-8bf5-276c90f98fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:14.103692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: cf013ab4-5777-4952-ba8f-c2a6bb297eaf, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:14.122077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=29edf323-5c30-4c0f-aad8-31e7217a5c71,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:14.166162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Pushing event updated for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:14.169542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.179279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b5bd77b2-16fa-48db-851b-62736055a4ed completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:40:14.190528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-412c6927-af65-4ef3-8f58-a2407b961760 req-30ba136a-e245-418e-aba7-d33559528db3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208699 Nov 08 12:40:14.192615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b5bd77b2-16fa-48db-851b-62736055a4ed triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:14.193305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.271894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:14.278799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.300533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57822d57-6dbc-4a04-a788-8f7761ed996a req-59cf3242-394a-4f76-bbc4-cdc7a7c7c8fa tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:14.300812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e920-4390-477d-8c18-7c726c35747a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for subnetpool, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.301860 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b3e7e920-4390-477d-8c18-7c726c35747a tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnetpools/34e63a99-87b3-411e-a354-3ccf873fcc1a HTTP/1.1" status: 204 len: 168 time: 1.0065603 Nov 08 12:40:14.302617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network cf013ab4-5777-4952-ba8f-c2a6bb297eaf is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:14.303483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57822d57-6dbc-4a04-a788-8f7761ed996a req-59cf3242-394a-4f76-bbc4-cdc7a7c7c8fa tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 931 time: 0.2688217 Nov 08 12:40:14.306446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54060) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:14.316007 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.351893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:14.357079 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9bd014-ecc9-4a8e-8b0b-99325422f4e2" -d '{"events": [{"server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "name": "network-vif-plugged", "status": "completed", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:14.363184 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2beabf6e-1322-4466-a188-abc278bd6bc6 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "GET /v2.0/ports?device_id=8108b1a9-7e5e-452a-8d73-0b87334672eb HTTP/1.1" status: 200 len: 205 time: 0.0514982 Nov 08 12:40:14.366371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:14.372662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b5bd77b2-16fa-48db-851b-62736055a4ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:14.410088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-4664a697-2d41-487a-8273-e61bf4612388 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0827148 Nov 08 12:40:14.441160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.456759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Request body: {'port': {'device_id': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:14.555602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:14.567171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, cf013ab4-5777-4952-ba8f-c2a6bb297eaf) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:14.571901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:14.572567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.577045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08572009-5c67-49c8-87a8-a5b592ec330c None None] Network cf013ab4-5777-4952-ba8f-c2a6bb297eaf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.612700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:14.629768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57822d57-6dbc-4a04-a788-8f7761ed996a req-daa8de0c-381b-467a-9902-af000796e30d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378035 Nov 08 12:40:14.684690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c19fd-07d7-440a-82f6-095506411232 req-d61d6696-adba-427a-9343-32974741e9ad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:14.684690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f0c19fd-07d7-440a-82f6-095506411232 req-d61d6696-adba-427a-9343-32974741e9ad tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.2741852 Nov 08 12:40:14.684690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 6837431d-1ca7-48de-aad4-7cb1eba7fa8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:40:14.700090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.714522 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.744208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f0c19fd-07d7-440a-82f6-095506411232 req-9ca66d5c-b510-4f9f-bb08-a39f6f0f1ec3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675421 Nov 08 12:40:14.797425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-67268411-123c-427c-adb7-4b21e0468742 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6276467 Nov 08 12:40:14.804258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54068) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:14.868185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-cf013ab4-5777-4952-ba8f-c2a6bb297eaf', 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '29edf323-5c30-4c0f-aad8-31e7217a5c71'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:14.873395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:14.905214 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d291fe-5702-4cdb-a7ae-6e9c99ab7656 x-openstack-request-id: req-d9d291fe-5702-4cdb-a7ae-6e9c99ab7656 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:14.905649 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "name": "network-vif-plugged", "status": "completed", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:14.905999 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9d291fe-5702-4cdb-a7ae-6e9c99ab7656 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:14.906536 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed', 'code': 200} Nov 08 12:40:14.958106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:14.971330 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] Sync routers for ids ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:14.982306 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] Routers {'6837431d-1ca7-48de-aad4-7cb1eba7fa8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:14.982927 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:14.983933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65bfd360-8cb6-4d47-bac5-507388725f57 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/6837431d-1ca7-48de-aad4-7cb1eba7fa8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0150676 Nov 08 12:40:14.984799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:15.024669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:15.034546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] Routers {'6837431d-1ca7-48de-aad4-7cb1eba7fa8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:15.035151 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:15.048714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.073497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Allocated IP 172.20.0.2 (cf013ab4-5777-4952-ba8f-c2a6bb297eaf/29edf323-5c30-4c0f-aad8-31e7217a5c71/bc8305d1-141f-4ea0-83a7-351f05c43435) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:15.074684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.075364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:15.076081 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d1dfd-6352-4ab2-a84c-7a00e22c49cc None None] The sync data for ids ['6837431d-1ca7-48de-aad4-7cb1eba7fa8d'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:15.260038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64857aaa-0385-43cb-b2d4-6f8314f65d38 req-ae58b71e-565c-4cc4-be44-560fa8806a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:15.260382 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.262207 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-64857aaa-0385-43cb-b2d4-6f8314f65d38 req-ae58b71e-565c-4cc4-be44-560fa8806a0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 1096 time: 0.2057126 Nov 08 12:40:15.275968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.304858 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-4a599f3c-53a3-4207-a6ee-04eeff3a184a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 12:40:15.305990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4a599f3c-53a3-4207-a6ee-04eeff3a184a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/6837431d-1ca7-48de-aad4-7cb1eba7fa8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2694952 Nov 08 12:40:15.312347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:15.317581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:40:15.322070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.322579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Fanout notify agent at l3_agent the message router_deleted on router 8108b1a9-7e5e-452a-8d73-0b87334672eb {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:40:15.329616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.333484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73dcc4e0-5c53-4f3d-ae87-0ac17cd1e287 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/routers/8108b1a9-7e5e-452a-8d73-0b87334672eb HTTP/1.1" status: 204 len: 168 time: 0.9594331 Nov 08 12:40:15.335427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54086) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:15.336529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.376383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37eaf6b2-dc96-4b8d-90af-67eed83d6b0c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6837431d-1ca7-48de-aad4-7cb1eba7fa8d HTTP/1.1" status: 200 len: 205 time: 0.0561359 Nov 08 12:40:15.379591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Network cf013ab4-5777-4952-ba8f-c2a6bb297eaf is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:15.385003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:15.388598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:15.393491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:15.415665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Pushing event updated for resources: {'Port': ['ID=bc8305d1-141f-4ea0-83a7-351f05c43435,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:15.418636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4567b4cf-e371-47b8-a803-efd95b2c9e59 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:15.429998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae46ab-2172-4c81-b890-0d41cf03cfc1 req-0a468352-8c30-4757-86ae-c749f4da6af9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:15.431578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9fae46ab-2172-4c81-b890-0d41cf03cfc1 req-0a468352-8c30-4757-86ae-c749f4da6af9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1297233 Nov 08 12:40:15.437889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.463887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Transition to ACTIVE for port object 4567b4cf-e371-47b8-a803-efd95b2c9e59 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:40:15.464244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Attempting to bind port bc8305d1-141f-4ea0-83a7-351f05c43435 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:15.464487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Attempting to bind port bc8305d1-141f-4ea0-83a7-351f05c43435 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '66d43fa8-e4fe-434e-8bf5-276c90f98fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:15.465009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Attempting to bind port bc8305d1-141f-4ea0-83a7-351f05c43435 on network cf013ab4-5777-4952-ba8f-c2a6bb297eaf {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:15.472199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:15.472572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Checking segment: {'id': '66d43fa8-e4fe-434e-8bf5-276c90f98fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:15.472964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.473354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Bound using segment: {'id': '66d43fa8-e4fe-434e-8bf5-276c90f98fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:15.473819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Bound port: bc8305d1-141f-4ea0-83a7-351f05c43435, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d43fa8-e4fe-434e-8bf5-276c90f98fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:15.474198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.499493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9fae46ab-2172-4c81-b890-0d41cf03cfc1 req-476b0246-82c7-4c8f-90b8-fbc9c42ef0a8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Nov 08 12:40:15.537666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.555276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] For port bc8305d1-141f-4ea0-83a7-351f05c43435, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:15.560748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] For port bc8305d1-141f-4ea0-83a7-351f05c43435, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc8305d1-141f-4ea0-83a7-351f05c43435,segment=NetworkSegment(66d43fa8-e4fe-434e-8bf5-276c90f98fc1),segment_id=66d43fa8-e4fe-434e-8bf5-276c90f98fc1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:15.583017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.598987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Pushing event updated for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:15.608940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.622619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.626810 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-64857aaa-0385-43cb-b2d4-6f8314f65d38 req-e6bfee8b-6197-4e55-b0d1-412ef86d2835 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549123 Nov 08 12:40:15.685141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0862f-dca6-4cc2-8a44-48996c083740 None None] Pushing event updated for resources: {'Port': ['ID=bc8305d1-141f-4ea0-83a7-351f05c43435,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:15.685396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Attempting to bind port 4567b4cf-e371-47b8-a803-efd95b2c9e59 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:15.685799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Attempting to bind port 4567b4cf-e371-47b8-a803-efd95b2c9e59 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:15.686215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Attempting to bind port 4567b4cf-e371-47b8-a803-efd95b2c9e59 on network e500ff46-0131-49e6-b649-ac409c6285d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:15.693880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Port 4567b4cf-e371-47b8-a803-efd95b2c9e59 on network e500ff46-0131-49e6-b649-ac409c6285d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:40:15.694321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Attempting to bind port 4567b4cf-e371-47b8-a803-efd95b2c9e59 on network e500ff46-0131-49e6-b649-ac409c6285d9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:15.701426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:15.701864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Checking segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:15.702343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Bound using segment: {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:15.703029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Bound port: 4567b4cf-e371-47b8-a803-efd95b2c9e59, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928a2be9-d2d5-42b5-b7f3-dfd024ba070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:15.703490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.827548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:15.828735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.831873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:15.841967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4cedc-8f24-4e5e-8c94-f66b1f357f3d req-4d7ce944-ad50-462e-978f-31d0f44e3ee0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:15.843691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4da4cedc-8f24-4e5e-8c94-f66b1f357f3d req-4d7ce944-ad50-462e-978f-31d0f44e3ee0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 943 time: 0.0931575 Nov 08 12:40:15.887819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.924853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.953507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.963867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port bc8305d1-141f-4ea0-83a7-351f05c43435 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:15.967784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.968183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:15.973856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4da4cedc-8f24-4e5e-8c94-f66b1f357f3d req-fc37440b-1cc1-4d3c-9b9e-5bda2307c643 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226637 Nov 08 12:40:16.022592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.025289 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.025289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] 10.222.0.57 "PUT /v2.0/ports/4567b4cf-e371-47b8-a803-efd95b2c9e59 HTTP/1.1" status: 200 len: 1091 time: 1.5792503 Nov 08 12:40:16.025289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:16.027458 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8d40d-2583-400f-be16-1bcc4dec410a" -d '{"events": [{"name": "network-changed", "server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:16.083400 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325249ff-dde8-46be-becb-3fb73ea070d4 x-openstack-request-id: req-325249ff-dde8-46be-becb-3fb73ea070d4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:16.083726 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:16.083934 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-325249ff-dde8-46be-becb-3fb73ea070d4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:16.084396 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59', 'status': 'completed', 'code': 200} Nov 08 12:40:16.092043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197e1c-ff19-4de8-a177-f5408b76dd11 service neutron] Pushing event updated for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:16.109367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432454f6-7f36-46de-934c-b0d9394f1b2e req-6191b2ed-989d-48d6-9ec9-e8c80b1bf5f3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.117244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-432454f6-7f36-46de-934c-b0d9394f1b2e req-6191b2ed-989d-48d6-9ec9-e8c80b1bf5f3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1528399 Nov 08 12:40:16.197235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-432454f6-7f36-46de-934c-b0d9394f1b2e req-18bdef3b-ad5a-452f-9057-f550a7775ad9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790091 Nov 08 12:40:16.203227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-e0d69043-5571-4bcd-874d-716c7c8bff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.204747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-e0d69043-5571-4bcd-874d-716c7c8bff16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0783176 Nov 08 12:40:16.318357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-c8212baa-477b-4ab8-a819-652d5662f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.319904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-c8212baa-477b-4ab8-a819-652d5662f1e9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1065805 Nov 08 12:40:16.424195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-22990665-2c46-4c42-9d9b-2989e3554abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.425686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cda8d40d-2583-400f-be16-1bcc4dec410a req-22990665-2c46-4c42-9d9b-2989e3554abb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989587 Nov 08 12:40:16.474653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Deleting port 6583e09d-e1ea-4cc1-b7cb-00606ae1211c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:16.475260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.487001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-9a279b0d-67e2-4d7a-9047-84947c3c6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.488562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-9a279b0d-67e2-4d7a-9047-84947c3c6b90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1097 time: 0.6622317 Nov 08 12:40:16.519355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-fc249407-6fce-4d25-b3d5-8af70af9bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.521256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-fc249407-6fce-4d25-b3d5-8af70af9bdba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0498993 Nov 08 12:40:16.572048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-9ab631d4-82cf-4309-b12b-7d6aae4b900d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59 HTTP/1.1" status: 200 len: 217 time: 0.0399454 Nov 08 12:40:16.609283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.609826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router 6837431d-1ca7-48de-aad4-7cb1eba7fa8d {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:40:16.633531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.637799 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6cb509ad-af8b-4c19-938a-b6f0db14d594 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/6837431d-1ca7-48de-aad4-7cb1eba7fa8d HTTP/1.1" status: 204 len: 168 time: 1.2428918 Nov 08 12:40:16.639205 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Floating IP 933e1ea6-da84-4bb3-8a0a-23471efd9713 associated. External IP: 172.25.1.227, port: 793addbb-665d-4f62-bedf-b98fd270f716. Nov 08 12:40:16.643153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54100) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:16.665452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-f00e5f4d-7aee-44d3-bf83-1193060363be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.671560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-f00e5f4d-7aee-44d3-bf83-1193060363be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 200 len: 851 time: 0.0851974 Nov 08 12:40:16.695565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7268f6-2311-4ce0-8787-38a6d093ca96 req-98730e78-6362-4365-b3b9-33a33e375f29 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:16.697169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7268f6-2311-4ce0-8787-38a6d093ca96 req-98730e78-6362-4365-b3b9-33a33e375f29 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1004832 Nov 08 12:40:16.714910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-e6840bfc-8890-4779-a4fa-a695bd787667 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e500ff46-0131-49e6-b649-ac409c6285d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357800 Nov 08 12:40:16.772392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port bc8305d1-141f-4ea0-83a7-351f05c43435, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc8305d1-141f-4ea0-83a7-351f05c43435,segment=NetworkSegment(66d43fa8-e4fe-434e-8bf5-276c90f98fc1),segment_id=66d43fa8-e4fe-434e-8bf5-276c90f98fc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:16.772772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.813867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.824828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for bc8305d1-141f-4ea0-83a7-351f05c43435 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:16.837223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7268f6-2311-4ce0-8787-38a6d093ca96 req-d1f9afe8-46bd-4cb1-b00c-a8cca3b07a9b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231623 Nov 08 12:40:16.876929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-a094b5d9-4ead-41c5-8368-ed23573d5542 service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547291 Nov 08 12:40:16.895795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 01ddfc51-e205-4e82-8e4e-2fd532b0e1b6 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:40:16.899002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Calling delete_port for 6583e09d-e1ea-4cc1-b7cb-00606ae1211c owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:16.912971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:16.951469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9dd952-2f9e-4e73-89f7-da686fd18cf4 None None] Network cf013ab4-5777-4952-ba8f-c2a6bb297eaf requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:16.998376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-af52210b-dfe6-4d05-9ef9-901a1148cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:17.000121 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-af52210b-dfe6-4d05-9ef9-901a1148cd5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.4879332 Nov 08 12:40:17.036113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-aeb667c3-2937-434b-9bf1-918fed6c6ec7 None None] Provisioning complete for port bc8305d1-141f-4ea0-83a7-351f05c43435 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:17.036482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aeb667c3-2937-434b-9bf1-918fed6c6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.173093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.209783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aeb667c3-2937-434b-9bf1-918fed6c6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.281911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-63fe529f-a759-444e-8fae-1ee84beda6d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 1001 time: 0.2605178 Nov 08 12:40:17.450574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396877-d2dd-431a-bb26-7b3aa3d78b74 req-853fcb62-5624-428d-b84d-f02f0a902238 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:17.452029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71396877-d2dd-431a-bb26-7b3aa3d78b74 req-853fcb62-5624-428d-b84d-f02f0a902238 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 943 time: 0.1515210 Nov 08 12:40:17.461612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6287f6b-78b6-449f-b020-60a1bf30d40d req-34aa001e-9684-4030-a0eb-5ca305034e3b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:17.463453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6287f6b-78b6-449f-b020-60a1bf30d40d req-34aa001e-9684-4030-a0eb-5ca305034e3b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1304219 Nov 08 12:40:17.473161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc8305d1-141f-4ea0-83a7-351f05c43435 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:17.512222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba68c2d8-676e-495c-9ab4-91dfa53e83af req-6cb66924-3279-40e9-9dc3-ac00363747c4 service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285069 Nov 08 12:40:17.530533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bc8305d1-141f-4ea0-83a7-351f05c43435 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:17.530801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.535391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-9539c879-6a03-42af-a284-3f327ed67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:17.537992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-9539c879-6a03-42af-a284-3f327ed67f5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.2331512 Nov 08 12:40:17.559040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71396877-d2dd-431a-bb26-7b3aa3d78b74 req-fd632846-7029-442c-b892-bfe399c2dfa4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944285 Nov 08 12:40:17.563513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.570905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6287f6b-78b6-449f-b020-60a1bf30d40d req-a9e59728-485b-423a-a501-e3d81ea616f1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967059 Nov 08 12:40:17.614930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:40:17.624574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.695080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-90ba051a-7b28-46f6-80be-3744b30a3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:17.696599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-90ba051a-7b28-46f6-80be-3744b30a3dac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445534 Nov 08 12:40:17.701880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.703702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.832730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=bc8305d1-141f-4ea0-83a7-351f05c43435,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:17.841143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.843058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d8c01-8ee2-4cc8-885a-a14949f8c2ec None None] DHCP port deletion for cf013ab4-5777-4952-ba8f-c2a6bb297eaf request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:17.848115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9ff7b2d7-400d-4604-85fc-95436aa3535b None None] Could not find standard attr ID for object bc8305d1-141f-4ea0-83a7-351f05c43435. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:40:17.878357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a825731-8d94-4c0b-8632-f7380bbb58dd None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:17.958365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event deleted for resources: {'Port': ['ID=6583e09d-e1ea-4cc1-b7cb-00606ae1211c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:17.966106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=01ddfc51-e205-4e82-8e4e-2fd532b0e1b6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:17.970394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port bc8305d1-141f-4ea0-83a7-351f05c43435 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:17.988036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:17.994602 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b2426b6a-08bd-4cb4-8c6f-f0f0646406a6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/01ddfc51-e205-4e82-8e4e-2fd532b0e1b6 HTTP/1.1" status: 204 len: 168 time: 1.3230698 Nov 08 12:40:18.006866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:18.007033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe71ac-aba0-4544-aef3-262b0866bb05 req-f8fd8016-0bc8-454d-a24a-a8524ed40ac4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:18.007033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cefe71ac-aba0-4544-aef3-262b0866bb05 req-f8fd8016-0bc8-454d-a24a-a8524ed40ac4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.0825014 Nov 08 12:40:18.062116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:18.062537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a825731-8d94-4c0b-8632-f7380bbb58dd None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:18.079056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cefe71ac-aba0-4544-aef3-262b0866bb05 req-3a66755f-aeb9-4f3c-bf9b-bef5de2c3bf0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707393 Nov 08 12:40:18.080386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:18.093199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.130330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:18.131088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:18.199436 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-3625842e-ea89-42a7-a082-68290c8cdb36 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937866 Nov 08 12:40:18.234681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.237820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-251320eb-b1ea-4580-9815-34832ecd9ca8 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/ports/6583e09d-e1ea-4cc1-b7cb-00606ae1211c HTTP/1.1" status: 204 len: 168 time: 2.8743312 Nov 08 12:40:18.240662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:18.260638 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2cbfaf8a-15b7-4200-982b-d867878953b1 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "PUT /v2.0/floatingips/933e1ea6-da84-4bb3-8a0a-23471efd9713 HTTP/1.1" status: 200 len: 992 time: 5.0058398 Nov 08 12:40:18.263989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:18.266961 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c9a5f4-14e4-42b6-a996-1606893eb503" -d '{"events": [{"name": "network-changed", "server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "tag": "793addbb-665d-4f62-bedf-b98fd270f716"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:18.280991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.303251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Deleting subnet 5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:40:18.309892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.315479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.344304 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15501217-5d51-443d-9f4f-22d647f1027e x-openstack-request-id: req-15501217-5d51-443d-9f4f-22d647f1027e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:18.344551 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "tag": "793addbb-665d-4f62-bedf-b98fd270f716", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:18.344837 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15501217-5d51-443d-9f4f-22d647f1027e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:18.345305 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716', 'status': 'completed', 'code': 200} Nov 08 12:40:18.378484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.383565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:40:18.563856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-c2d5da34-0972-4c24-9ed7-829d10b89b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:18.565174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-c2d5da34-0972-4c24-9ed7-829d10b89b30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 1097 time: 0.1097600 Nov 08 12:40:18.574757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b769f-5602-4841-ab51-4c4ade1154b0 req-6379b670-ef55-4561-8118-d065840d57c2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:18.576318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-322b769f-5602-4841-ab51-4c4ade1154b0 req-6379b670-ef55-4561-8118-d065840d57c2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1334577 Nov 08 12:40:18.578944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.687913 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d553d12-90a5-4332-b324-7721ed36e0c6 req-d65ca5a5-745e-4479-9be4-1b2478cf147b service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724267 Nov 08 12:40:18.724418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd227f00-246f-43b0-a6ab-b74453267974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-cf013ab4-5777-4952-ba8f-c2a6bb297eaf', 'network_id': 'cf013ab4-5777-4952-ba8f-c2a6bb297eaf', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '29edf323-5c30-4c0f-aad8-31e7217a5c71'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:18.725321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fd227f00-246f-43b0-a6ab-b74453267974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.728023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port c71f27b5-0cb7-443d-9801-79d3e3beaa73 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:18.728418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.753637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.782840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-322b769f-5602-4841-ab51-4c4ade1154b0 req-20c089b0-5b00-4ef0-ab1a-759cde1be574 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751926 Nov 08 12:40:18.818518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc5c86-d17b-4ad2-9968-6562a40b3bf5 req-4e9bd4c5-252b-4be3-acbf-8c64c8eb16ec tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:18.827882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccbc5c86-d17b-4ad2-9968-6562a40b3bf5 req-4e9bd4c5-252b-4be3-acbf-8c64c8eb16ec tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1342337 Nov 08 12:40:18.835362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=29edf323-5c30-4c0f-aad8-31e7217a5c71,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:18.841929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '933e1ea6-da84-4bb3-8a0a-23471efd9713', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': '793addbb-665d-4f62-bedf-b98fd270f716', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:e0:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb370700-ca20-46ea-8598-48fe03837944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:39:45Z', 'updated_at': '2021-11-08T12:40:15Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:18.845394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-1b7963dc-d524-4b63-918d-4d0826aa864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:18.846910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-1b7963dc-d524-4b63-918d-4d0826aa864b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.2696912 Nov 08 12:40:18.851833 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-fd227f00-246f-43b0-a6ab-b74453267974 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29edf323-5c30-4c0f-aad8-31e7217a5c71: This subnet is being modified by another concurrent operation. Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:40:18.877545 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29edf323-5c30-4c0f-aad8-31e7217a5c71: This subnet is being modified by another concurrent operation. Nov 08 12:40:18.883584 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:40:18.890858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:40:18.906563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:18.907318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:39:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:18.918690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port c71f27b5-0cb7-443d-9801-79d3e3beaa73, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c71f27b5-0cb7-443d-9801-79d3e3beaa73,segment=NetworkSegment(760065ad-f06a-415e-8503-6599591b33f9),segment_id=760065ad-f06a-415e-8503-6599591b33f9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:18.919401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.940758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:18.943665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d62141-5d20-44b8-940d-af61a40613ff None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:18.966638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:18.970364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-837a59f2-559f-45ef-bf94-b94f38d59df5 tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/subnets/5aa973d3-2fc7-4acc-b86c-4f9bee2c6f26 HTTP/1.1" status: 204 len: 168 time: 0.7284846 Nov 08 12:40:18.974201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:18.984085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccbc5c86-d17b-4ad2-9968-6562a40b3bf5 req-2875d446-7c29-4581-a8c0-26a270d611a8 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550624 Nov 08 12:40:19.016452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for c71f27b5-0cb7-443d-9801-79d3e3beaa73 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:19.019528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.021765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-c335a616-47de-4912-b44b-893d655c1384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 200 len: 1000 time: 0.1593323 Nov 08 12:40:19.096397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:40:19.108604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf013ab4-5777-4952-ba8f-c2a6bb297eaf']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.124627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d43fa8-e4fe-434e-8bf5-276c90f98fc1') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.124937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d43fa8-e4fe-434e-8bf5-276c90f98fc1') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.159568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-83407a4a-4dcc-458f-8542-edbedb42778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:19.161776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-83407a4a-4dcc-458f-8542-edbedb42778c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.1290150 Nov 08 12:40:19.187697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.216658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.217967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17578187-2f56-4e7e-890e-d642319d2838 req-a974d583-5153-4310-a76d-b2b941ada288 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:19.226377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17578187-2f56-4e7e-890e-d642319d2838 req-a974d583-5153-4310-a76d-b2b941ada288 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1086290 Nov 08 12:40:19.233067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.247229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:19.247687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:19.252144 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:19.277905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-599129af-f38d-4acb-85c7-01a2b4ecd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:19.279986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-599129af-f38d-4acb-85c7-01a2b4ecd93d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076050 Nov 08 12:40:19.297075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc8305d1-141f-4ea0-83a7-351f05c43435 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:19.303547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17578187-2f56-4e7e-890e-d642319d2838 req-bd4e52ce-d73f-4963-a60f-774d8c05f643 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758793 Nov 08 12:40:19.304580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d62141-5d20-44b8-940d-af61a40613ff None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:19.330906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bc8305d1-141f-4ea0-83a7-351f05c43435 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:19.331259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc8305d1-141f-4ea0-83a7-351f05c43435 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:19.398881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Deleting port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:19.399188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.476581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] For port 3258a2ca-d4d7-4316-9c0c-288b01a591e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3258a2ca-d4d7-4316-9c0c-288b01a591e2,segment=NetworkSegment(5c33ea94-613c-4f3e-88ad-ca90b8ce1310),segment_id=5c33ea94-613c-4f3e-88ad-ca90b8ce1310)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:19.476948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.480407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.483679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb52c-bdbb-40d0-b223-4b933f75f03b req-17fd3984-902f-4bdf-ad37-c13e80c22fad tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:19.485265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efdcb52c-bdbb-40d0-b223-4b933f75f03b req-17fd3984-902f-4bdf-ad37-c13e80c22fad tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 943 time: 0.0742118 Nov 08 12:40:19.492261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-bd5cca57-a366-4ec4-9e4c-928cb46135aa service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811147 Nov 08 12:40:19.513460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.524917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=c71f27b5-0cb7-443d-9801-79d3e3beaa73,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:19.527550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.534002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/cf013ab4-5777-4952-ba8f-c2a6bb297eaf HTTP/1.1" status: 204 len: 168 time: 4.7219422 Nov 08 12:40:19.534002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Calling delete_port for 3258a2ca-d4d7-4316-9c0c-288b01a591e2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:19.535644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:19.540187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501665000'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:19.548822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port c71f27b5-0cb7-443d-9801-79d3e3beaa73 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:19.552025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43769abb-ea6c-40aa-bed4-e55eab538bd1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=cf013ab4-5777-4952-ba8f-c2a6bb297eaf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:19.584759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efdcb52c-bdbb-40d0-b223-4b933f75f03b req-f89d68af-d461-4ded-8783-0c524d6542b0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884449 Nov 08 12:40:19.663954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c9a5f4-14e4-42b6-a996-1606893eb503 req-a6e5e47b-19b3-4cfa-89eb-ad8c69de3aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530306 Nov 08 12:40:19.705545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.728521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5414c8-f4f9-43e3-b950-dca8de28d82d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.744821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760065ad-f06a-415e-8503-6599591b33f9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.745115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760065ad-f06a-415e-8503-6599591b33f9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:19.756881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.769923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:19.773063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.774756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.781056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:19.781573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:19.785689 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:19.809547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:19.820485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.822021 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment f4c6b4e3-9e5b-4f88-bf00-01b84df9faac of type vlan for network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d Nov 08 12:40:19.836303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.864910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.875458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event deleted for resources: {'Port': ['ID=3258a2ca-d4d7-4316-9c0c-288b01a591e2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:19.880557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] No DVR routers for this DVR port 3258a2ca-d4d7-4316-9c0c-288b01a591e2 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:19.890344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:19.929660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4567b4cf-e371-47b8-a803-efd95b2c9e59 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:40:19.980598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.983655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.991201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:19.995105 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/af5414c8-f4f9-43e3-b950-dca8de28d82d HTTP/1.1" status: 204 len: 168 time: 1.9665461 Nov 08 12:40:20.001709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462c090-35e6-4f66-99b3-db2235e99767 req-35281414-0aa0-4901-93b8-798a7df6f8a7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:20.004277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3462c090-35e6-4f66-99b3-db2235e99767 req-35281414-0aa0-4901-93b8-798a7df6f8a7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.0664783 Nov 08 12:40:20.006163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:20.014544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '933e1ea6-da84-4bb3-8a0a-23471efd9713', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': '793addbb-665d-4f62-bedf-b98fd270f716', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:e0:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb370700-ca20-46ea-8598-48fe03837944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:39:45Z', 'updated_at': '2021-11-08T12:40:15Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:20.015980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98808785'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:20.029920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.036414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c96ef-fe22-4ad2-abc4-3f94f688bc9a tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=af5414c8-f4f9-43e3-b950-dca8de28d82d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.036615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:20.043179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.044004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e74894-c4ac-4ba5-954b-c26aa65601be']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:20.055733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c33ea94-613c-4f3e-88ad-ca90b8ce1310') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:20.056087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c33ea94-613c-4f3e-88ad-ca90b8ce1310') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:20.067846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.093648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440ded-3403-4bb7-8f06-c300ade5aaed None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '933e1ea6-da84-4bb3-8a0a-23471efd9713', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'port_id': '793addbb-665d-4f62-bedf-b98fd270f716', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'mac_address': 'fa:16:3e:e0:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb370700-ca20-46ea-8598-48fe03837944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:39:45Z', 'updated_at': '2021-11-08T12:40:15Z', 'revision_number': 1, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:20.111752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.123619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:20.124814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:20.128580 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:20.226674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd4c9f-ef76-435b-9f47-76965276a75e req-2a4a84f2-0748-485d-b92d-dfb437a753cd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:20.228310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90dd4c9f-ef76-435b-9f47-76965276a75e req-2a4a84f2-0748-485d-b92d-dfb437a753cd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 946 time: 0.1234593 Nov 08 12:40:20.238419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:20.238957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.252055 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.262991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:20.263343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3462c090-35e6-4f66-99b3-db2235e99767 req-b6dcb681-b8b9-4062-a2ab-e3b24f20dca1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379124 Nov 08 12:40:20.263472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.281492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.289489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.293708 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] 10.222.0.58 "DELETE /v2.0/networks/78e74894-c4ac-4ba5-954b-c26aa65601be HTTP/1.1" status: 204 len: 168 time: 1.3159480 Nov 08 12:40:20.308278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:20.309083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '4567b4cf-e371-47b8-a803-efd95b2c9e59', 'network_id': 'e500ff46-0131-49e6-b649-ac409c6285d9', 'port_id': '4567b4cf-e371-47b8-a803-efd95b2c9e59', 'mac_address': 'fa:16:3e:d2:f4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fb8969-20ad-4744-80ec-922afdbd3e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:40:20.313092 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.334012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90dd4c9f-ef76-435b-9f47-76965276a75e req-4cf84b19-f264-44e6-b6de-ceeb52511526 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968649 Nov 08 12:40:20.345740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5422f-31af-449d-a2da-636b3ebc88ec tempest-TagsExtTest-1753919667 tempest-TagsExtTest-1753919667-project] Pushing event deleted for resources: {'Network': ['ID=78e74894-c4ac-4ba5-954b-c26aa65601be,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.353216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff328d5-bf44-4c4d-94c4-377541ccbd94 None None] DHCP port deletion for cf013ab4-5777-4952-ba8f-c2a6bb297eaf request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:20.361861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:20.368271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9481a6e7-0f9e-46d8-970f-b4d1fbea9989 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8318479 Nov 08 12:40:20.373971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:20.383873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:20.408664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:20.410988 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1ccaea-e5f1-4e08-a399-fa9b67ff3903" -d '{"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:20.415412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.418001 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment d8074010-8a3a-4cf9-85c8-6068dbe227ff of type vlan for network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 Nov 08 12:40:20.444987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:20.453833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.486443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d750d-53eb-41d4-80ff-ca1eafde14c8 None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:20.491694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a327e42-78e9-42db-adec-6e0eff59ce08 None None] New status for floating IP 933e1ea6-da84-4bb3-8a0a-23471efd9713: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:40:20.509214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4567b4cf-e371-47b8-a803-efd95b2c9e59 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:20.517814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d750d-53eb-41d4-80ff-ca1eafde14c8 None None] Network af5414c8-f4f9-43e3-b950-dca8de28d82d could not be found, it might have been deleted concurrently. {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 12:40:20.538605 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c561008-204b-41ba-b85b-6d8e0f7a0461 x-openstack-request-id: req-4c561008-204b-41ba-b85b-6d8e0f7a0461 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:20.538915 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:20.539223 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c561008-204b-41ba-b85b-6d8e0f7a0461 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:20.540192 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'code': 200} Nov 08 12:40:20.548434 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.591238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.598907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:20.619592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03af32a-d2f3-42db-be70-dd19b856a0a5 None None] DHCP port deletion for af5414c8-f4f9-43e3-b950-dca8de28d82d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:20.671259 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.677534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.768758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.774415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:20.775121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.778591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:20.782067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.782477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:20.871103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b86ee-bc4e-441f-a82e-009627edd84c None None] DHCP port deletion for 78e74894-c4ac-4ba5-954b-c26aa65601be request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:20.914895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:40:20.914895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:40:20.927191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6734a-979d-4b02-bf5d-ff0825f4255e req-6d5d31f9-76b8-4666-8919-f72786277b1e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:20.928709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19e6734a-979d-4b02-bf5d-ff0825f4255e req-6d5d31f9-76b8-4666-8919-f72786277b1e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 944 time: 0.2161245 Nov 08 12:40:20.931623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:20.944321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:20.944774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80d2cb59-b437-4b8a-b43d-f03d7ed93e8d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9358630 Nov 08 12:40:20.950494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:20.952520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:21.007702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['4567b4cf-e371-47b8-a803-efd95b2c9e59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:21.025119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19e6734a-979d-4b02-bf5d-ff0825f4255e req-4a45180a-68c9-4cfe-a07a-6df26bb6f5d2 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Nov 08 12:40:21.137414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:21.195754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.196003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:21.200995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.262423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c71f27b5-0cb7-443d-9801-79d3e3beaa73 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:21.284664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c71f27b5-0cb7-443d-9801-79d3e3beaa73 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:21.285014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c71f27b5-0cb7-443d-9801-79d3e3beaa73 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:21.285698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3258a2ca-d4d7-4316-9c0c-288b01a591e2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:21.307011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3258a2ca-d4d7-4316-9c0c-288b01a591e2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:21.307669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3258a2ca-d4d7-4316-9c0c-288b01a591e2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:21.357771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=f05b865e-26a8-49b4-9e39-77dc4d49b29d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:21.389425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:21.389699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:21.419101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-2301803d-b962-4927-9a34-f6023aae6e93 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:21.420630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-2301803d-b962-4927-9a34-f6023aae6e93 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1685979 Nov 08 12:40:21.434721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-607f84dd-67c9-45c6-b5d5-1f79a800ffa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=662a85b3dc744db3877295e450f08b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929308 Nov 08 12:40:21.435176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:21.501862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.526174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.545655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41756d1-0e01-466c-a7e0-760d1952990e req-2d4bac22-8d02-4661-992c-bbfc7e5fab95 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:21.547262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c41756d1-0e01-466c-a7e0-760d1952990e req-2d4bac22-8d02-4661-992c-bbfc7e5fab95 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 945 time: 0.1765258 Nov 08 12:40:21.552078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.585592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a503e1c-827e-4563-8683-7b676aaf2629 req-7994ddb2-edae-400b-9588-6c34b708f32e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:21.587138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a503e1c-827e-4563-8683-7b676aaf2629 req-7994ddb2-edae-400b-9588-6c34b708f32e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1260633 Nov 08 12:40:21.592053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:21.640007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=882c2ad2-e849-4573-917f-5b29b44b2e33,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:21.646904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'd8074010-8a3a-4cf9-85c8-6068dbe227ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:21.647281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:21.661738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port b5bd77b2-16fa-48db-851b-62736055a4ed {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:21.662080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.670792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c41756d1-0e01-466c-a7e0-760d1952990e req-dd53628d-4bb2-46ed-af1f-4330e85b1690 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144288 Nov 08 12:40:21.708629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:21.716740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a503e1c-827e-4563-8683-7b676aaf2629 req-853cc141-2fc5-4b68-8ff2-c87faa8cc53b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202641 Nov 08 12:40:21.719769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8b320-cd9f-42d0-aa5b-227cd3e7582a None None] Network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:21.727592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.741482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.741482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d1ce3b2-8f0f-4a4d-8cb4-9cc59391176d HTTP/1.1" status: 204 len: 168 time: 0.2962670 Nov 08 12:40:21.743491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a6ec-bd10-4b8c-b244-c30117eedf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ce3b2-8f0f-4a4d-8cb4-9cc59391176d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:21.760177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:21.761843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.806489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:21.816925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:21.830600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port b5bd77b2-16fa-48db-851b-62736055a4ed, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b5bd77b2-16fa-48db-851b-62736055a4ed,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:21.831108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d693954-23bf-45cf-a472-c560824b5c1a None None] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:21.831679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:21.832150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.833019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:21.840019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b9c0b59-3db7-46bc-9363-12f51b91dd99 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4652541 Nov 08 12:40:21.849755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:21.873116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for b5bd77b2-16fa-48db-851b-62736055a4ed owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:21.953329 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc530071-d729-4941-9547-6c411c418a00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0076005 Nov 08 12:40:21.955560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54188) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:21.961140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2039286390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:22.019018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.028738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d', 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': 'f05b865e-26a8-49b4-9e39-77dc4d49b29d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:22.029729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.070969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.072403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.131933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15', 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '882c2ad2-e849-4573-917f-5b29b44b2e33'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:22.135136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.190176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.238360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9373bd6-738c-4d9a-bfa0-219e4fcd7c8e req-77a1f7de-695d-45e7-8a67-074631aac04f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:22.240298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9373bd6-738c-4d9a-bfa0-219e4fcd7c8e req-77a1f7de-695d-45e7-8a67-074631aac04f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 944 time: 0.1393080 Nov 08 12:40:22.299544 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.311874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9373bd6-738c-4d9a-bfa0-219e4fcd7c8e req-a448b465-d1b6-45c8-8d8e-a846a0017726 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575340 Nov 08 12:40:22.324569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88', 'b5bd77b2-16fa-48db-851b-62736055a4ed'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:22.331488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Allocated IP 172.20.0.3 (d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d/f05b865e-26a8-49b4-9e39-77dc4d49b29d/ded1a9dd-54c4-4683-9982-b077ac231e58) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:22.368095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=b5bd77b2-16fa-48db-851b-62736055a4ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:22.391681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.426066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port b5bd77b2-16fa-48db-851b-62736055a4ed on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:22.428650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.429960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Allocated IP 2001:db8::2 (9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15/882c2ad2-e849-4573-917f-5b29b44b2e33/6ba5f50c-8b04-4747-a8e0-afb49bdc49a5) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:22.432350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f8801de-0efb-4d74-aa47-07ad45f5492e req-1d9c20e7-28d2-467e-a4e6-8a44bb6eb059 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "DELETE /v2.0/ports/b5bd77b2-16fa-48db-851b-62736055a4ed HTTP/1.1" status: 204 len: 173 time: 1.0036099 Nov 08 12:40:22.432863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'name': 'network-vif-deleted', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:22.435428 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979b32d-988f-4c81-ab86-8287baf6e2da" -d '{"events": [{"server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "name": "network-vif-deleted", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:22.476157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.551994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.553252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7053d17-5e2b-4310-a06d-afec7443a3af tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5964065 Nov 08 12:40:22.556134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54210) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:22.690457 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.747502 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b0d42f-b1f1-439d-89a6-c233e7221bfd x-openstack-request-id: req-41b0d42f-b1f1-439d-89a6-c233e7221bfd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:22.747805 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a", "name": "network-vif-deleted", "tag": "b5bd77b2-16fa-48db-851b-62736055a4ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:22.748324 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41b0d42f-b1f1-439d-89a6-c233e7221bfd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:22.748472 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a', 'name': 'network-vif-deleted', 'tag': 'b5bd77b2-16fa-48db-851b-62736055a4ed', 'status': 'completed', 'code': 200} Nov 08 12:40:22.779103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.781507 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.845145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a21280a9-d5f8-437b-afaa-b3ab0a836f51 req-618b8493-3d95-431d-a8e9-fb3d98826535 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c8ea0c5-2cc1-4f4f-9ec1-157e55cb067a HTTP/1.1" status: 200 len: 210 time: 0.0437760 Nov 08 12:40:22.850379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.850820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:22.860538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:22.886846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=f05b865e-26a8-49b4-9e39-77dc4d49b29d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:22.914600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Pushing event updated for resources: {'Port': ['ID=ded1a9dd-54c4-4683-9982-b077ac231e58,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:22.930025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:22.930595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:23.025069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.058929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:23.059564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:23.070432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:23.070822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:23.083430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.084267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.097264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:23.107298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.122024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:23.122174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:23.122174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.130167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Pushing event updated for resources: {'Port': ['ID=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:23.159999 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:23.164949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Attempting to bind port ded1a9dd-54c4-4683-9982-b077ac231e58 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:23.164949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Attempting to bind port ded1a9dd-54c4-4683-9982-b077ac231e58 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:23.164949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Attempting to bind port ded1a9dd-54c4-4683-9982-b077ac231e58 on network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:23.195956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6ad50ff1-fcb9-4cba-a278-8196f044d20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.199604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:23.200335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Checking segment: {'id': 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:23.200923 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.201482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Bound using segment: {'id': 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:23.202436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Bound port: ded1a9dd-54c4-4683-9982-b077ac231e58, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:23.203017 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.223773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Attempting to bind port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:23.224467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Attempting to bind port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd8074010-8a3a-4cf9-85c8-6068dbe227ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:23.225056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Attempting to bind port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 on network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:23.232618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:23.233301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Checking segment: {'id': 'd8074010-8a3a-4cf9-85c8-6068dbe227ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:23.233899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.234334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Bound using segment: {'id': 'd8074010-8a3a-4cf9-85c8-6068dbe227ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:23.234820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Bound port: 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8074010-8a3a-4cf9-85c8-6068dbe227ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:23.235207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.289687 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:23.289687 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:23.289687 n-d-816990-1 neutron-server[102535]: [parameters: {'id': 'd41aaf18-a4bf-4662-b6c8-f64c62fb3b4d'}] Nov 08 12:40:23.289687 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:23.291223 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:23.503001 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8::1 (9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15/882c2ad2-e849-4573-917f-5b29b44b2e33/f2c4d0e5-0273-4afc-b00e-7b7becde0da7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:23.513813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec16fa-de50-4d03-842f-dd9b67bad532 req-e6796f73-8fe5-4fc1-9a5c-3fb4919e3e22 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:23.514090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] For port ded1a9dd-54c4-4683-9982-b077ac231e58, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:23.518135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] For port ded1a9dd-54c4-4683-9982-b077ac231e58, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ded1a9dd-54c4-4683-9982-b077ac231e58,segment=NetworkSegment(f4c6b4e3-9e5b-4f88-bf00-01b84df9faac),segment_id=f4c6b4e3-9e5b-4f88-bf00-01b84df9faac)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:23.519592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] For port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:23.522229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eec16fa-de50-4d03-842f-dd9b67bad532 req-e6796f73-8fe5-4fc1-9a5c-3fb4919e3e22 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 944 time: 0.0771458 Nov 08 12:40:23.522981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] For port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,segment=NetworkSegment(d8074010-8a3a-4cf9-85c8-6068dbe227ff),segment_id=d8074010-8a3a-4cf9-85c8-6068dbe227ff)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:23.566268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eec16fa-de50-4d03-842f-dd9b67bad532 req-ad14350c-37fe-49cd-b0b2-33ffe2e0a1e0 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Nov 08 12:40:23.585086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.587467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.650576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.706050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9900-f378-46ea-b3a1-d60d8d7a1482 None None] Pushing event updated for resources: {'Port': ['ID=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:23.743937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb8bc2-0fd4-4f58-8716-efbdfe0140f1 None None] Network d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:23.767217 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.793795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.813654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:23.816287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5f083-7bca-442f-9d82-7a34e935b615 None None] Pushing event updated for resources: {'Port': ['ID=ded1a9dd-54c4-4683-9982-b077ac231e58,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:23.817111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:23.820943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:23.821779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:23.915362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=f2c4d0e5-0273-4afc-b00e-7b7becde0da7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:23.917836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4567b4cf-e371-47b8-a803-efd95b2c9e59 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:23.985770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port ded1a9dd-54c4-4683-9982-b077ac231e58 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:23.991233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.147812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port ded1a9dd-54c4-4683-9982-b077ac231e58, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ded1a9dd-54c4-4683-9982-b077ac231e58,segment=NetworkSegment(f4c6b4e3-9e5b-4f88-bf00-01b84df9faac),segment_id=f4c6b4e3-9e5b-4f88-bf00-01b84df9faac)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:24.147812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.170974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.171594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for ded1a9dd-54c4-4683-9982-b077ac231e58 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:24.195502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 4567b4cf-e371-47b8-a803-efd95b2c9e59 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:40:24.200632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 4567b4cf-e371-47b8-a803-efd95b2c9e59 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:24.206558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.329441 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.358813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:24.361693 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164f8f3-ea90-4c89-a488-b708bad09340" -d '{"events": [{"server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "name": "network-vif-plugged", "status": "completed", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:24.381300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:24.448945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.504251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1166ac-56d4-4600-b650-9167a0f85cd4 req-a203d668-079e-431a-9290-e44cb5f88ef2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:24.506273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1166ac-56d4-4600-b650-9167a0f85cd4 req-a203d668-079e-431a-9290-e44cb5f88ef2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.2105663 Nov 08 12:40:24.553091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:24.563114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-1054f531-d87a-42ae-85a1-c5132d232cc8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:24.564767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-1054f531-d87a-42ae-85a1-c5132d232cc8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.2501962 Nov 08 12:40:24.604722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.624876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-ee53b6f9-9ac9-48b3-907d-9f8450efd750 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/quotas/6d1e662fe9b74040ae3898d30b07a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0449846 Nov 08 12:40:24.673225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=ded1a9dd-54c4-4683-9982-b077ac231e58,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:24.675308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port ded1a9dd-54c4-4683-9982-b077ac231e58 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:24.680451 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.742774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1166ac-56d4-4600-b650-9167a0f85cd4 req-ba05c5da-0cd9-400e-9815-1a4665e4f882 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133358 Nov 08 12:40:24.789765 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a9f14c-25e7-49f5-9ebe-c3388c4ff517 x-openstack-request-id: req-57a9f14c-25e7-49f5-9ebe-c3388c4ff517 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:24.790004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.790228 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "name": "network-vif-plugged", "status": "completed", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:24.790747 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57a9f14c-25e7-49f5-9ebe-c3388c4ff517 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:24.790950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.791479 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59', 'code': 200} Nov 08 12:40:24.844336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.883538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:24.897214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-122d9fcf-3000-41e5-8d89-f44e20f43628 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2711833 Nov 08 12:40:24.918234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:24.932074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:24.932074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c6b4e3-9e5b-4f88-bf00-01b84df9faac') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:24.946288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:24.986358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a71ec-a517-44e7-a3d8-c3fb355e732f req-aa63a18e-57f8-4bfa-997b-fb8fb4e4bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:24.987851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d5a71ec-a517-44e7-a3d8-c3fb355e732f req-aa63a18e-57f8-4bfa-997b-fb8fb4e4bfcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1303875 Nov 08 12:40:25.005215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.009941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=f2c4d0e5-0273-4afc-b00e-7b7becde0da7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:25.029405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:25.029813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:25.033549 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:25.079754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:25.083080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:25.133726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6c424-1005-435a-9922-91b037adc718 req-bcf5a41f-34b9-4f87-9904-eefcecd0669e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:25.138812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ef6c424-1005-435a-9922-91b037adc718 req-bcf5a41f-34b9-4f87-9904-eefcecd0669e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1904922 Nov 08 12:40:25.188731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccad6c2-0b91-43e3-88ed-46a602229201 None None] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:25.197249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d5a71ec-a517-44e7-a3d8-c3fb355e732f req-21a391e2-95a5-4d22-9fc2-8bfd4034aee2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008703 Nov 08 12:40:25.268782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ef6c424-1005-435a-9922-91b037adc718 req-fc6a2eae-7506-4a70-a978-5709df2e9bbf tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044555 Nov 08 12:40:25.288551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.301870 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-7ab54638-30ef-44fc-8c07-f6e991aa758d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4090271 Nov 08 12:40:25.303241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.307002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-c7137b92-4d8a-4cf6-883f-018f7bc94316 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:40:25.309030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d HTTP/1.1" status: 204 len: 168 time: 3.4565835 Nov 08 12:40:25.313313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54306) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:25.320063 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-c7137b92-4d8a-4cf6-883f-018f7bc94316 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172608 Nov 08 12:40:25.321204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285785358'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:25.340455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-ce85baf2-1c16-4745-9733-bebb2254906f service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312816 Nov 08 12:40:25.372487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:25.428575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:40:25.458922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] Provisioning complete for port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:25.464045 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.543213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a00b5e3d-41c7-47ed-9e84-e408f35026bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.567116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:25.574947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-27384f1b-4253-408b-a5d4-e6b16fbdd42e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171225 Nov 08 12:40:25.581662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54310) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:25.608918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] Sync routers for ids ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:25.634445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce9ac7-0a7d-4615-876f-f209c6b2760b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:25.639387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-78ce9ac7-0a7d-4615-876f-f209c6b2760b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports/f2c4d0e5-0273-4afc-b00e-7b7becde0da7 HTTP/1.1" status: 200 len: 911 time: 0.0544057 Nov 08 12:40:25.647325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:25.684493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:25.684860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.686767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] Routers {'46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:25.687417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:25.832443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:25.836997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:25.868713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffbf4f-9141-419c-8cd2-3ce138eb7362 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:25.899771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:25.953572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b5bd77b2-16fa-48db-851b-62736055a4ed no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:25.990825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: b5bd77b2-16fa-48db-851b-62736055a4ed {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:25.990825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b5bd77b2-16fa-48db-851b-62736055a4ed not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:26.000754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497d66-83b7-4c01-bf18-8a79f72a9666 req-b0ae0aeb-543f-4127-a123-53eb45340d8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:26.002353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7497d66-83b7-4c01-bf18-8a79f72a9666 req-b0ae0aeb-543f-4127-a123-53eb45340d8a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1221576 Nov 08 12:40:26.035743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] Routers {'46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:26.036299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:26.045311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:26.048890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.053909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-c819af94-d833-4be6-8a61-3fbae129ad8f service neutron] 10.222.0.58 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125187 Nov 08 12:40:26.101979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] For port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,segment=NetworkSegment(d8074010-8a3a-4cf9-85c8-6068dbe227ff),segment_id=d8074010-8a3a-4cf9-85c8-6068dbe227ff)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:26.106760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.110587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:26.111248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9df9a1-cda3-4437-9e13-f9d4faa754f7 None None] The sync data for ids ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:26.155055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:26.181555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7497d66-83b7-4c01-bf18-8a79f72a9666 req-a553f4d8-5269-4273-b5b7-217440f85b1b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550412 Nov 08 12:40:26.208575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.208575 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment ccdb939f-3e3a-4dd3-8d5a-b1af5c706363 of type vlan for network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af Nov 08 12:40:26.215111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.268544 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.384542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664271e-90d4-42d3-8330-ff46521f294e None None] Pushing event updated for resources: {'Port': ['ID=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:26.407476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.413352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:26.414217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.438139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:26.438524 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:26.458437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.674641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=22d0cefa-f8d5-4f4f-a955-19318ca2b7af,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:26.686385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:26.689249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.735137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53de4c-d225-4315-9f59-3ad3633f86c7 req-006e0036-1605-477e-80d7-8e671e6fc37b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:26.739287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c53de4c-d225-4315-9f59-3ad3633f86c7 req-006e0036-1605-477e-80d7-8e671e6fc37b tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.3750496 Nov 08 12:40:26.751067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ced6d624-3957-4480-ac93-cac81beeb7a9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4363821 Nov 08 12:40:26.752976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54340) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:26.768547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:26.794192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5163c1ce-daeb-4b35-bc8e-be24436352d9 req-14c901a5-7d0d-49cf-96e2-b6c8a8f8bb49 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.0533860 Nov 08 12:40:26.843496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bf11bb16-0dcf-466f-b584-95b7d0f2804e None None] Provisioning complete for port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:26.844512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf11bb16-0dcf-466f-b584-95b7d0f2804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:26.941418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c53de4c-d225-4315-9f59-3ad3633f86c7 req-a0a504ef-7b34-4023-af3f-0c833272fe08 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890693 Nov 08 12:40:27.015529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bf11bb16-0dcf-466f-b584-95b7d0f2804e None None] Provisioning complete for port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:27.015834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf11bb16-0dcf-466f-b584-95b7d0f2804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.054229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:27.054886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.068810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bf11bb16-0dcf-466f-b584-95b7d0f2804e None None] Port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:27.138587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:27.142454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.192611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-35aca8fb-cec3-472c-b18f-229629746859 None None] Provisioning complete for port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:27.192990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35aca8fb-cec3-472c-b18f-229629746859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.241307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.262681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for f2c4d0e5-0273-4afc-b00e-7b7becde0da7 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:27.279427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-35aca8fb-cec3-472c-b18f-229629746859 None None] Port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:27.334563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:27.411470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:27.411860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.494665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285f9e3-ef23-4148-b394-d25b4ad08d27 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:27.543758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfe7a4-386a-430c-b775-7abac48885e6 req-56e56dea-53f8-4781-81fd-b893ae32119d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:27.546391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35bfe7a4-386a-430c-b775-7abac48885e6 req-56e56dea-53f8-4781-81fd-b893ae32119d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1370175 Nov 08 12:40:27.550930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-9fb3498c-bf6d-46d0-bf37-1604874341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:27.552938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-9fb3498c-bf6d-46d0-bf37-1604874341ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6&tenant_id=6f3b9e43d17e4fd48647187956d7b85e HTTP/1.1" status: 200 len: 1095 time: 0.1960418 Nov 08 12:40:27.665008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.671123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35bfe7a4-386a-430c-b775-7abac48885e6 req-03503538-34e9-4888-bf74-809098c560c0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166296 Nov 08 12:40:27.680171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b81bd4ba-f640-4ec3-a52c-6aaf145ae498 None None] Provisioning complete for port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:27.680695 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b81bd4ba-f640-4ec3-a52c-6aaf145ae498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.699118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-97c2151e-c4a2-474b-853c-d0e160b39deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:27.701988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-97c2151e-c4a2-474b-853c-d0e160b39deb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1095 time: 0.1130483 Nov 08 12:40:27.750052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285f9e3-ef23-4148-b394-d25b4ad08d27 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:27.762940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b81bd4ba-f640-4ec3-a52c-6aaf145ae498 None None] Port f2c4d0e5-0273-4afc-b00e-7b7becde0da7 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:27.763209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=30f39e36-ae7b-4c1b-9e85-8ebc3cc5461f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:27.765293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:27.765669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: 22d0cefa-f8d5-4f4f-a955-19318ca2b7af, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:27.790681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.834285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=f2c4d0e5-0273-4afc-b00e-7b7becde0da7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:27.865101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-f2ebf9ad-bc16-4f92-9320-edb232734042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:27.865692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:27.868620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-f2ebf9ad-bc16-4f92-9320-edb232734042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.1583798 Nov 08 12:40:27.971770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:27.990542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2c96fbf-5f30-4a2b-a85b-0057fad34898 req-5b68dab8-d6e2-4124-8dde-a14f9e8d3b5e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.0490265 Nov 08 12:40:27.991791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 22d0cefa-f8d5-4f4f-a955-19318ca2b7af) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:27.997764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:28.005437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.022829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-033943b5-d2d4-49cf-b2ac-2845549bbd01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 999 time: 0.1359591 Nov 08 12:40:28.104152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.159518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-65ba682f-9b9b-4a69-b92f-9ce169c471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:28.161234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-65ba682f-9b9b-4a69-b92f-9ce169c471ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.1295938 Nov 08 12:40:28.190900 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ddaa34f6-f89e-4a78-8dc9-b2164aeb5320 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4306002 Nov 08 12:40:28.191084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:40:28.191932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:28.200718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b0dbd-fe9c-46bc-b166-9f97dc7780f5 None None] Network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:28.209326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768a9a-7b70-497d-ab9a-ef920d53522b req-01023578-1f70-4c14-83e3-505d12de159a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:28.219154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f768a9a-7b70-497d-ab9a-ef920d53522b req-01023578-1f70-4c14-83e3-505d12de159a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1185858 Nov 08 12:40:28.284680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-43e4dd73-f4bb-4f70-9ac2-623ac662a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:28.286530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-43e4dd73-f4bb-4f70-9ac2-623ac662a393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157663 Nov 08 12:40:28.339749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f768a9a-7b70-497d-ab9a-ef920d53522b req-4ec77d98-8472-4e3f-9875-732603b416cc tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025221 Nov 08 12:40:28.458158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.472791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:28.486554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] Sync routers for ids ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:28.510391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] Routers {'46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:28.510391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:28.510724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d66df1e9-6480-419a-a70d-ce382ff238db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8665395 Nov 08 12:40:28.522345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-3320a4a4-89d8-44db-9656-a5267063e12b service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242925 Nov 08 12:40:28.523040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54370) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:28.545885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-22d0cefa-f8d5-4f4f-a955-19318ca2b7af', 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '30f39e36-ae7b-4c1b-9e85-8ebc3cc5461f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:28.547202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.577413 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d54dc797-79d4-4fff-bf33-585e052dcae7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e HTTP/1.1" status: 200 len: 205 time: 0.0506997 Nov 08 12:40:28.582856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54372) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:28.583007 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:28.603893 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] Routers {'46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:28.607105 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:28.648691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:28.649346 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04574748-804b-428d-89c3-42ac3cf8842b None None] The sync data for ids ['46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:28.650554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e4c3125-ceb2-4584-a77d-58eeda66d0f7 req-b2415dc3-8db7-4cfe-8253-f007912d1bfa service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173382 Nov 08 12:40:28.722470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.730518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Allocated IP 172.20.0.1 (22d0cefa-f8d5-4f4f-a955-19318ca2b7af/30f39e36-ae7b-4c1b-9e85-8ebc3cc5461f/9ae21660-4f4e-4342-9147-d4fcb3935a89) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:28.768640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.849020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10495f3f-e401-4928-8e3e-6a2fb9425765 req-5b87e659-af5a-482c-8844-99408acd1e1f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:28.850491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10495f3f-e401-4928-8e3e-6a2fb9425765 req-5b87e659-af5a-482c-8844-99408acd1e1f tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.0750265 Nov 08 12:40:28.924578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:28.995896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.000014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.049101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10495f3f-e401-4928-8e3e-6a2fb9425765 req-3149a855-c526-46ad-a308-b7ebcc699dba tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915710 Nov 08 12:40:29.119453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba277-0315-4cc0-b807-65790f38f78a req-214a43cd-151a-43bc-b71d-080bb0e9a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:29.122457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-214a43cd-151a-43bc-b71d-080bb0e9a9a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1096 time: 0.2025132 Nov 08 12:40:29.240927 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.241441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router 46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:40:29.248194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.259070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff84d700-6b15-4bd0-a709-2aac15a9c227 req-cea83ae3-dbc3-4bae-baaf-c91a9c626508 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.0489857 Nov 08 12:40:29.294040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.301059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e078a83-c9fe-4c3a-a612-5a4d2014d827 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e HTTP/1.1" status: 204 len: 168 time: 0.7197175 Nov 08 12:40:29.301340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:29.327367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.334102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e454-3ad0-4ed0-8384-098fdde35b8f req-cfea1555-84b7-4ae0-8b01-f5bf1ddb41c5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:29.344684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d898e454-3ad0-4ed0-8384-098fdde35b8f req-cfea1555-84b7-4ae0-8b01-f5bf1ddb41c5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.2904756 Nov 08 12:40:29.424624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:29.432330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:29.436704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:29.452908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 882c2ad2-e849-4573-917f-5b29b44b2e33 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:40:29.453237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Pushing event updated for resources: {'Port': ['ID=9ae21660-4f4e-4342-9147-d4fcb3935a89,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:29.454099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.481566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.525972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=30f39e36-ae7b-4c1b-9e85-8ebc3cc5461f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:29.574587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba277-0315-4cc0-b807-65790f38f78a req-4a23d7a6-7d7f-47c6-8688-761afb1a3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:29.579196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-4a23d7a6-7d7f-47c6-8688-761afb1a3f75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 912 time: 0.4427660 Nov 08 12:40:29.580179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.588848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Attempting to bind port 9ae21660-4f4e-4342-9147-d4fcb3935a89 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:29.592261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Attempting to bind port 9ae21660-4f4e-4342-9147-d4fcb3935a89 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:29.592261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Attempting to bind port 9ae21660-4f4e-4342-9147-d4fcb3935a89 on network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:29.606692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:29.608949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Checking segment: {'id': 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:29.610561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.611200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Bound using segment: {'id': 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:29.612503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Bound port: 9ae21660-4f4e-4342-9147-d4fcb3935a89, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:29.614487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.728613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.770508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] For port 9ae21660-4f4e-4342-9147-d4fcb3935a89, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:29.777163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] For port 9ae21660-4f4e-4342-9147-d4fcb3935a89, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ae21660-4f4e-4342-9147-d4fcb3935a89,segment=NetworkSegment(ccdb939f-3e3a-4dd3-8d5a-b1af5c706363),segment_id=ccdb939f-3e3a-4dd3-8d5a-b1af5c706363)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:29.791339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d898e454-3ad0-4ed0-8384-098fdde35b8f req-5ab69c33-af9b-43a1-9abc-702b374c67f4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426100 Nov 08 12:40:29.794185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d0cefa-f8d5-4f4f-a955-19318ca2b7af']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:29.796430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-73aa9934-a65a-48a4-8e2f-e1e4feb64833 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59 HTTP/1.1" status: 200 len: 217 time: 0.2066934 Nov 08 12:40:29.810339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-7c261b8d-dab2-462b-a869-0b3e8b6e5eb4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:29.834285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-7c261b8d-dab2-462b-a869-0b3e8b6e5eb4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 806 time: 0.6537378 Nov 08 12:40:29.834527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:29.834527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:29.847944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.855159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.884885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.892487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:29.892971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:29.987115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba277-0315-4cc0-b807-65790f38f78a req-2c56bc6e-d89b-41be-9703-c66c7a26b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:29.988534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-2c56bc6e-d89b-41be-9703-c66c7a26b469 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 200 len: 851 time: 0.1639826 Nov 08 12:40:30.003844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Request body: {'port': {'device_id': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'admin_state_up': True, 'tenant_id': '6d1e662fe9b74040ae3898d30b07a9a7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:30.130208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5619-c8ac-4666-885e-c6efe43a22f5 None None] Pushing event updated for resources: {'Port': ['ID=9ae21660-4f4e-4342-9147-d4fcb3935a89,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:30.155597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-a3355e5c-494e-4120-b380-4b83d6e27c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e500ff46-0131-49e6-b649-ac409c6285d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398239 Nov 08 12:40:30.172326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe3651-605b-404b-9a5e-8c0364145db1 None None] Network 22d0cefa-f8d5-4f4f-a955-19318ca2b7af requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:30.442703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae05d1-b137-445c-8eab-3d41a88f2efb None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:30.561577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-e50af457-557b-482b-b1b9-48f97cd0f9ac service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515923 Nov 08 12:40:30.688168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dbaf6-a0e1-4279-a69e-68330df87d8e req-e8cb3abe-a958-4ad2-9905-9d188e0db795 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:30.692438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5dbaf6-a0e1-4279-a69e-68330df87d8e req-e8cb3abe-a958-4ad2-9905-9d188e0db795 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.3352513 Nov 08 12:40:30.706837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b8b4302-8d81-4f74-b274-3e864c8290de req-ddf77630-d48a-497a-9f97-834793746e24 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.1548946 Nov 08 12:40:30.717642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae05d1-b137-445c-8eab-3d41a88f2efb None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:30.720062 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:30.817584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:30.817584 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:30.817584 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '22d0cefa-f8d5-4f4f-a955-19318ca2b7af'}] Nov 08 12:40:30.817584 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:30.819371 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:30.885749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.087548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5dbaf6-a0e1-4279-a69e-68330df87d8e req-80291c56-e7f5-4a7a-be93-f64af5b2ba4d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3765028 Nov 08 12:40:31.121887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.239756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=882c2ad2-e849-4573-917f-5b29b44b2e33,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:31.247257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.265639 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c47efbf5-3c9b-47d6-8fbf-006ee724dce7 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/882c2ad2-e849-4573-917f-5b29b44b2e33 HTTP/1.1" status: 204 len: 168 time: 1.9582331 Nov 08 12:40:31.266206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54422) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:31.333764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Made reservation on behalf of 6d1e662fe9b74040ae3898d30b07a9a7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:31.355858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.431866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-659ba277-0315-4cc0-b807-65790f38f78a req-ec564df4-1d78-4e49-8bfe-38d95cc4550b service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990289 Nov 08 12:40:31.435866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.441143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.497883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172d529-0e85-4d5d-a4e2-de1c8b7a29f7 None None] Network 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:31.642866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port 9ae21660-4f4e-4342-9147-d4fcb3935a89 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:31.644197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.801867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port 9ae21660-4f4e-4342-9147-d4fcb3935a89, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ae21660-4f4e-4342-9147-d4fcb3935a89,segment=NetworkSegment(ccdb939f-3e3a-4dd3-8d5a-b1af5c706363),segment_id=ccdb939f-3e3a-4dd3-8d5a-b1af5c706363)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:31.802499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.820055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for 9ae21660-4f4e-4342-9147-d4fcb3935a89 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:31.884475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81f50-3030-4d53-b5a8-d5aa3bb92f7f req-cbc13570-3b0a-41f5-9cf3-80e07013e9ab tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:31.896500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afb81f50-3030-4d53-b5a8-d5aa3bb92f7f req-cbc13570-3b0a-41f5-9cf3-80e07013e9ab tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.4592686 Nov 08 12:40:31.961145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:31.961145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:31.980804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] DHCP port deletion for 9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:32.085869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.101580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Deleting port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:32.101936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.112137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Allocated IP 172.20.0.6 (f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84/8936b25c-ae0f-49bd-8f10-010a061f744b/dfc61b29-ef28-42a9-989f-215020ad9d42) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:32.144598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=9ae21660-4f4e-4342-9147-d4fcb3935a89,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:32.182369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afb81f50-3030-4d53-b5a8-d5aa3bb92f7f req-78f69b9f-12ae-47c6-8550-c2ae457c1a09 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820725 Nov 08 12:40:32.186999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,segment=NetworkSegment(d8074010-8a3a-4cf9-85c8-6068dbe227ff),segment_id=d8074010-8a3a-4cf9-85c8-6068dbe227ff)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:32.187393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.205808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] For port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,segment=NetworkSegment(d8074010-8a3a-4cf9-85c8-6068dbe227ff),segment_id=d8074010-8a3a-4cf9-85c8-6068dbe227ff)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:32.206232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.217770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port 9ae21660-4f4e-4342-9147-d4fcb3935a89 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:32.227274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Calling delete_port for 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:32.267317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:32.267557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d23882f-3f5f-4b83-9cf1-b78f2fc39498 req-73163cac-c7c9-4ebb-bd7a-318a4db3e22d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.1373980 Nov 08 12:40:32.287188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:40:32.435878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.490875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] No DVR routers for this DVR port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:32.497664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.500585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b663c-5fa2-4436-8ecf-e7875be1dbd6 None None] Pushing event deleted for resources: {'Port': ['ID=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:32.559802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d0cefa-f8d5-4f4f-a955-19318ca2b7af']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:32.568144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7597f-6e58-4876-bb12-ef863ae8cdc6 req-dbdf8051-8072-4afd-a802-63e39652b023 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:32.570112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efc7597f-6e58-4876-bb12-ef863ae8cdc6 req-dbdf8051-8072-4afd-a802-63e39652b023 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1692352 Nov 08 12:40:32.581074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:32.582370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdb939f-3e3a-4dd3-8d5a-b1af5c706363') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:32.606905 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.638697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.647350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:32.647910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.694057 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:32.750753 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:32.760748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efc7597f-6e58-4876-bb12-ef863ae8cdc6 req-ac7a0662-a5a5-4a46-94a1-d5bd0edf9d5d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763194 Nov 08 12:40:32.795558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.864975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.874426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=6ba5f50c-8b04-4747-a8e0-afb49bdc49a5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:32.881784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.891222 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/22d0cefa-f8d5-4f4f-a955-19318ca2b7af HTTP/1.1" status: 204 len: 168 time: 4.6980665 Nov 08 12:40:32.891471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:32.896637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014507830'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:32.898430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:32.911071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:32.923770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:32.924060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918021ec-a07f-42bd-ad27-5233039f3f5c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=22d0cefa-f8d5-4f4f-a955-19318ca2b7af,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:32.992184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:33.000110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:33.019309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:33.024235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event updated for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:33.054888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:33.059130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.106894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:33.111002 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.139634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:33.154525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.154870 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 8ce90072-605f-46b7-8be1-604907c5cfa9 of type vlan for network b9947896-5d96-4977-9fee-611c57837a3b Nov 08 12:40:33.158786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.209215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:33.234225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8074010-8a3a-4cf9-85c8-6068dbe227ff') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:33.234560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8074010-8a3a-4cf9-85c8-6068dbe227ff') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:33.245441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-d01105ad-f31c-4536-9f13-dfe9b5691461 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2515132 Nov 08 12:40:33.259406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.279457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.293787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.308875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:33.308875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:33.316131 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:33.322220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:33.380408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:33.381161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ba5f50c-8b04-4747-a8e0-afb49bdc49a5 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:33.382198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f4c33-e29b-453d-9a88-807eb67f26da req-0fa297ba-f9c8-430b-80b8-fc10ca4ecb80 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:33.407473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1f4c33-e29b-453d-9a88-807eb67f26da req-0fa297ba-f9c8-430b-80b8-fc10ca4ecb80 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0809882 Nov 08 12:40:33.458864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb1f4c33-e29b-453d-9a88-807eb67f26da req-2eb0c4ff-e1e4-4c0a-abd8-ff88df1333ab tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Nov 08 12:40:33.459957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.466606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:33.467540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.491889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.501606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.509053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15 HTTP/1.1" status: 204 len: 168 time: 2.2334840 Nov 08 12:40:33.512974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54448) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:33.523821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347195803', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:33.590688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983124ba-ec5a-4ba9-bc85-2abdbc813675 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=9d8bcc09-0c74-4b1d-a3e0-2ff95fdeff15,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:33.607200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7113338 Nov 08 12:40:33.616870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54450) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:33.624066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:33.678006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c21889-6078-4a1d-9d1a-8c42a34350ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=b9947896-5d96-4977-9fee-611c57837a3b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:33.692110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b9947896-5d96-4977-9fee-611c57837a3b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:33.715854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e793ab-9fea-4509-9572-bd3429d37dcb req-deb2b6d6-d0c7-42d2-b505-dc147d63f1da tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:33.725762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77e793ab-9fea-4509-9572-bd3429d37dcb req-deb2b6d6-d0c7-42d2-b505-dc147d63f1da tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.1088438 Nov 08 12:40:33.816287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77e793ab-9fea-4509-9572-bd3429d37dcb req-277fbe5a-31f5-446d-a65d-64ceeed995e6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855119 Nov 08 12:40:33.874354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.876701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.966095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0993e96-42e7-4ceb-ba63-2f32faec9c56 req-c9de308f-8a7d-41c3-a2ba-0aa587e08535 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:33.967618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0993e96-42e7-4ceb-ba63-2f32faec9c56 req-c9de308f-8a7d-41c3-a2ba-0aa587e08535 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.0644333 Nov 08 12:40:33.987485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:33.991650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:33.997562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:34.063625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0993e96-42e7-4ceb-ba63-2f32faec9c56 req-2f1d3c50-9ea2-4d30-b983-ed733cd12320 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896814 Nov 08 12:40:34.324676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:34.664229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977d62-ea5b-4fb5-815a-4c07a94b3742 req-e05b7458-68fc-4b39-adb5-4f10096e5d35 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:34.692901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15977d62-ea5b-4fb5-815a-4c07a94b3742 req-e05b7458-68fc-4b39-adb5-4f10096e5d35 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0788236 Nov 08 12:40:34.746696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15977d62-ea5b-4fb5-815a-4c07a94b3742 req-d0b73bae-5da6-43ff-ae29-b3f08aef9c73 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Nov 08 12:40:34.839967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:34.979488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca013f-b913-435f-9b13-57246b59b742 req-04664f95-770e-407f-b947-6b827909be34 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:34.985094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dca013f-b913-435f-9b13-57246b59b742 req-04664f95-770e-407f-b947-6b827909be34 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.0989988 Nov 08 12:40:34.989680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=c2ce0bd6-1b5c-4f04-bd70-75f25d268f25,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:35.001365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '8ce90072-605f-46b7-8be1-604907c5cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:35.001743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: b9947896-5d96-4977-9fee-611c57837a3b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:35.104615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dca013f-b913-435f-9b13-57246b59b742 req-9fe36131-c49f-4080-96d1-de722504865f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053991 Nov 08 12:40:35.123170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network b9947896-5d96-4977-9fee-611c57837a3b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:35.161460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.197793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.249884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, b9947896-5d96-4977-9fee-611c57837a3b) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:35.257469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed628af-105b-4225-bb45-dc3c07251cec None None] Network b9947896-5d96-4977-9fee-611c57837a3b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:35.285395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:35.291561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.308813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643b2de-128c-4517-8f0d-e773701c2258 req-6486cebe-1a84-4f1a-a1d4-6aa2f7092600 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:35.315465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d643b2de-128c-4517-8f0d-e773701c2258 req-6486cebe-1a84-4f1a-a1d4-6aa2f7092600 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1188769 Nov 08 12:40:35.411168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 172.25.1.191 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/17fd9fb7-28ab-4987-bd2b-ff8632fe1a8a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:35.428257 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4c617829-abc7-48a3-a148-dd295d0ffee1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8137758 Nov 08 12:40:35.429012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54468) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:35.462129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d643b2de-128c-4517-8f0d-e773701c2258 req-6f48e4f2-bb16-4ca2-8c13-b8cdd2de2f0b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338158 Nov 08 12:40:35.635984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-b9947896-5d96-4977-9fee-611c57837a3b', 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': 'c2ce0bd6-1b5c-4f04-bd70-75f25d268f25'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:35.637449 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.694141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.737449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.829595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:35.909021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Allocated IP 172.20.0.1 (b9947896-5d96-4977-9fee-611c57837a3b/c2ce0bd6-1b5c-4f04-bd70-75f25d268f25/d197bd8b-9db6-4ba3-bb56-d3c885b32ead) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:35.936727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5d74-f93c-4e51-a235-54d0656f81ca req-b7b7eb57-9ba4-4941-a587-55fc3bd799c9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:35.938492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a8e5d74-f93c-4e51-a235-54d0656f81ca req-b7b7eb57-9ba4-4941-a587-55fc3bd799c9 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0749207 Nov 08 12:40:36.012582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a8e5d74-f93c-4e51-a235-54d0656f81ca req-4d5aa6f3-78e7-40cd-a4c3-00f2388d6e37 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Nov 08 12:40:36.018582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.075066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:36.078475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:36.085376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:36.089625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.147784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=17fd9fb7-28ab-4987-bd2b-ff8632fe1a8a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:36.179258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.290479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950fd33-5af7-4d0e-9696-121fc516a026 req-4a0731f4-e214-4ef8-ab0d-940063c1e6f2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:36.292171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8950fd33-5af7-4d0e-9696-121fc516a026 req-4a0731f4-e214-4ef8-ab0d-940063c1e6f2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.0823746 Nov 08 12:40:36.292551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Network b9947896-5d96-4977-9fee-611c57837a3b is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:36.296312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:36.302128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:36.340603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Pushing event updated for resources: {'Port': ['ID=d197bd8b-9db6-4ba3-bb56-d3c885b32ead,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:36.392109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8950fd33-5af7-4d0e-9696-121fc516a026 req-baae605a-9a4d-4711-af0e-98b1abb55e5d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883896 Nov 08 12:40:36.449769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Attempting to bind port d197bd8b-9db6-4ba3-bb56-d3c885b32ead on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:36.450143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Attempting to bind port d197bd8b-9db6-4ba3-bb56-d3c885b32ead by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8ce90072-605f-46b7-8be1-604907c5cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:36.450778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Attempting to bind port d197bd8b-9db6-4ba3-bb56-d3c885b32ead on network b9947896-5d96-4977-9fee-611c57837a3b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:36.452977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.457225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:36.457695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Checking segment: {'id': '8ce90072-605f-46b7-8be1-604907c5cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:36.458144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.458571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Bound using segment: {'id': '8ce90072-605f-46b7-8be1-604907c5cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:36.459101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Bound port: d197bd8b-9db6-4ba3-bb56-d3c885b32ead, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce90072-605f-46b7-8be1-604907c5cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b9947896-5d96-4977-9fee-611c57837a3b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:36.459538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.540842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ce0bd6-1b5c-4f04-bd70-75f25d268f25,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:36.604631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] For port d197bd8b-9db6-4ba3-bb56-d3c885b32ead, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:36.608988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] For port d197bd8b-9db6-4ba3-bb56-d3c885b32ead, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d197bd8b-9db6-4ba3-bb56-d3c885b32ead,segment=NetworkSegment(8ce90072-605f-46b7-8be1-604907c5cfa9),segment_id=8ce90072-605f-46b7-8be1-604907c5cfa9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:36.670752 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.706257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5773f-a9c5-4f8e-8da2-efc53a835d84 req-b2ebacf6-02f2-4bc7-a4b4-bb300dd33e5e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:36.707455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.710898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82a5773f-a9c5-4f8e-8da2-efc53a835d84 req-b2ebacf6-02f2-4bc7-a4b4-bb300dd33e5e tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.0996478 Nov 08 12:40:36.784647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9947896-5d96-4977-9fee-611c57837a3b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:36.799109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce90072-605f-46b7-8be1-604907c5cfa9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:36.799406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce90072-605f-46b7-8be1-604907c5cfa9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:36.817475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c7400-a455-4756-bb61-7a8d0eb14e7f None None] Pushing event updated for resources: {'Port': ['ID=d197bd8b-9db6-4ba3-bb56-d3c885b32ead,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:36.821512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.841286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.842306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:36.853868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40b55e-1660-4048-838a-507abaabc7c8 None None] Network b9947896-5d96-4977-9fee-611c57837a3b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:36.899191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82a5773f-a9c5-4f8e-8da2-efc53a835d84 req-9d5e5c98-d85b-40a2-9595-1401e6c09739 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817517 Nov 08 12:40:37.033464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:37.034111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:37.038061 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:37.122516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be828d1a-3c9e-48ae-adc6-c430ca3dd2e3 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:37.217083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:37.217083 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:37.217083 n-d-816990-1 neutron-server[102536]: [parameters: {'id': 'b9947896-5d96-4977-9fee-611c57837a3b'}] Nov 08 12:40:37.217083 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:37.217982 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:37.225786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:37.308273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2583-a35e-40e5-abcc-72fbe7dd897f req-51a67185-c808-4018-8798-5cda7a1dcd47 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:37.310645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0cc2583-a35e-40e5-abcc-72fbe7dd897f req-51a67185-c808-4018-8798-5cda7a1dcd47 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0923715 Nov 08 12:40:37.346667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be828d1a-3c9e-48ae-adc6-c430ca3dd2e3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:37.442546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0cc2583-a35e-40e5-abcc-72fbe7dd897f req-ff697190-2f87-4691-ba82-f84a25d82b76 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193759 Nov 08 12:40:37.728347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454dfe-03f3-49d4-abc4-0e5814b40b13 req-4ae617f3-9791-4984-932d-30ffa8ec386b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:37.740906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd454dfe-03f3-49d4-abc4-0e5814b40b13 req-4ae617f3-9791-4984-932d-30ffa8ec386b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.1581409 Nov 08 12:40:37.836577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:37.897800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd454dfe-03f3-49d4-abc4-0e5814b40b13 req-09558b4b-90cc-408b-8c4c-8e250a5accd0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492448 Nov 08 12:40:38.066132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port d197bd8b-9db6-4ba3-bb56-d3c885b32ead {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:38.066831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:38.133010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0a230-eed8-4c41-ae70-e9d08237cee7 req-61c9c713-1444-4166-99df-0af7cee4e501 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:38.151853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port d197bd8b-9db6-4ba3-bb56-d3c885b32ead, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d197bd8b-9db6-4ba3-bb56-d3c885b32ead,segment=NetworkSegment(8ce90072-605f-46b7-8be1-604907c5cfa9),segment_id=8ce90072-605f-46b7-8be1-604907c5cfa9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:38.151853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:38.154856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94b0a230-eed8-4c41-ae70-e9d08237cee7 req-61c9c713-1444-4166-99df-0af7cee4e501 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.0999200 Nov 08 12:40:38.165798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for d197bd8b-9db6-4ba3-bb56-d3c885b32ead owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:38.232097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94b0a230-eed8-4c41-ae70-e9d08237cee7 req-f7da305e-5696-46fa-ba00-3c9b46e45420 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668962 Nov 08 12:40:38.376270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:40:38.539803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:38.542961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:38.552503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] Sync routers for ids ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:38.575069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] Routers {'0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:38.576594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.600576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=d197bd8b-9db6-4ba3-bb56-d3c885b32ead,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:38.603512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port d197bd8b-9db6-4ba3-bb56-d3c885b32ead on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:38.637677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d09f2-9195-4353-baa4-9c4180877c71 req-767234f2-9d84-4125-b3f1-c974036ec9c2 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:38.648712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c4d09f2-9195-4353-baa4-9c4180877c71 req-767234f2-9d84-4125-b3f1-c974036ec9c2 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0879753 Nov 08 12:40:38.662828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:38.666830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a32637d1-bac4-4710-92e0-1a76e5d3d435 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1506712 Nov 08 12:40:38.671865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54500) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:38.683306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.692997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] Routers {'0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:38.693763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.744231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c4d09f2-9195-4353-baa4-9c4180877c71 req-280df5f2-ec12-4975-b5de-b5ed69667226 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932980 Nov 08 12:40:38.752689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.753544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e42217-0d89-40c5-83c3-06cbb3a70caa None None] The sync data for ids ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:38.850026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:38.868937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eee287b2-a231-4ad2-b56a-d1b3d03b40de tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers/0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 200 len: 884 time: 0.1938710 Nov 08 12:40:38.870094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54504) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:38.940515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9947896-5d96-4977-9fee-611c57837a3b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.959609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce90072-605f-46b7-8be1-604907c5cfa9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.959959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce90072-605f-46b7-8be1-604907c5cfa9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:38.996513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.022626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.037707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:39.037707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:39.041098 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:39.077224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100fe20-f67f-4d1b-9861-7b9d016b41f0 req-752aa634-cd74-40d6-8ba1-8a3617a9f847 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:39.078836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c100fe20-f67f-4d1b-9861-7b9d016b41f0 req-752aa634-cd74-40d6-8ba1-8a3617a9f847 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.0876501 Nov 08 12:40:39.190924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c100fe20-f67f-4d1b-9861-7b9d016b41f0 req-a29d5deb-952c-4607-a9b2-5ed2b1e1ffdc tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Nov 08 12:40:39.292759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c17fd136-383b-45d0-a06f-f04dbce545fc tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4201088 Nov 08 12:40:39.294528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:39.298080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.299883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-347195803'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:39.327305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.327305 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/b9947896-5d96-4977-9fee-611c57837a3b HTTP/1.1" status: 204 len: 168 time: 3.8883219 Nov 08 12:40:39.333936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:39.339996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284305309'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:39.345488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29fda-833a-4b07-ba06-26f6a87d2c0f tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=b9947896-5d96-4977-9fee-611c57837a3b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:39.455428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:39.459668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.513474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:39.518137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b69853-fb3c-492d-842f-7c97a859f8d8 req-058404f2-fa05-4c18-b01f-fa9c9eab7e29 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:39.520362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3b69853-fb3c-492d-842f-7c97a859f8d8 req-058404f2-fa05-4c18-b01f-fa9c9eab7e29 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1408367 Nov 08 12:40:39.534031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.534403 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment aa3fe080-6e7e-4537-827c-daffc0f4c9de of type vlan for network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 Nov 08 12:40:39.606602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.678204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3b69853-fb3c-492d-842f-7c97a859f8d8 req-23a65eec-47cd-4094-8bbc-419184a85ca9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378341 Nov 08 12:40:39.709336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.721443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:39.725790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:39.836683 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4991491 Nov 08 12:40:39.840673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54518) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:39.851933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:39.869895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f478d3f-58d5-4bde-bce0-1ac60c000968 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=a314ed66-5a1a-4b3a-aca9-5aeab32667f8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:39.882117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:39.980704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8820-8258-4b0c-8f47-688b712dc713 req-7eeb86c6-805b-4c02-81b6-b80c7f469e3a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:39.982321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f66a8820-8258-4b0c-8f47-688b712dc713 req-7eeb86c6-805b-4c02-81b6-b80c7f469e3a tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0838180 Nov 08 12:40:39.986700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.105164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f66a8820-8258-4b0c-8f47-688b712dc713 req-d8158f86-03f7-4f10-9f0e-fa1e42e9f09c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038446 Nov 08 12:40:40.133667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.242025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.331461 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.367711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:40:40.381156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:40.386505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.386505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "PUT /v2.0/networks/a314ed66-5a1a-4b3a-aca9-5aeab32667f8 HTTP/1.1" status: 200 len: 723 time: 0.5415311 Nov 08 12:40:40.386751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54526) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:40.391833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:40.535685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510cc97-d77c-4787-b653-c2ec19378113 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=a314ed66-5a1a-4b3a-aca9-5aeab32667f8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:40.547196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:40.699690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:40.710885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:40.757073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:40:40.772947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc1908-155b-4fb6-bd81-cac215a55ffb req-cf68b3bd-02bf-4910-b177-bf08d4f86b87 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:40.774676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4efc1908-155b-4fb6-bd81-cac215a55ffb req-cf68b3bd-02bf-4910-b177-bf08d4f86b87 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.0856459 Nov 08 12:40:40.907044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4efc1908-155b-4fb6-bd81-cac215a55ffb req-8541dcef-19e4-49c7-86e4-bc2c94a42f6c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208582 Nov 08 12:40:40.977443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:40.989005 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] Sync routers for ids ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:40.997961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.001637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cc6d3d3e-678f-4114-bde9-0cc16299dc61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 200 len: 891 time: 1.7036643 Nov 08 12:40:41.006109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:41.006315 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] Routers {'0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:41.006942 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:41.042595 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:41.053667 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] Routers {'0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:41.054376 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:41.067204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d22d81-73cf-4835-b316-a0b60ee265e5 req-e7c64cba-1344-438b-a51a-237dc9504ff9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:41.071144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.078572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77d22d81-73cf-4835-b316-a0b60ee265e5 req-e7c64cba-1344-438b-a51a-237dc9504ff9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.0775838 Nov 08 12:40:41.106127 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:41.107070 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd3613-124a-4daf-9425-edec76dead4e None None] The sync data for ids ['0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:41.156045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77d22d81-73cf-4835-b316-a0b60ee265e5 req-109e0d0e-37eb-4ce8-b1f4-47e951babcc4 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712962 Nov 08 12:40:41.202984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=203157bc-fe38-400f-8b16-07cbbe602027,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:41.214667 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f14d3665-0e54-4bc6-8a57-b470a20994cb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers/0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 200 len: 891 time: 0.2087884 Nov 08 12:40:41.215307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:41.218852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': 'aa3fe080-6e7e-4537-827c-daffc0f4c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:41.219215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: a314ed66-5a1a-4b3a-aca9-5aeab32667f8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:41.249559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f59a2920-85b9-4bd0-85c9-04f28c3d7c8f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 200 len: 205 time: 0.0323732 Nov 08 12:40:41.251548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:41.309328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:41.393204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efdd6e-1156-4c62-b758-fe1eef5d2f3d req-349b6739-ea56-4125-a694-91c858c358fc tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:41.400414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94efdd6e-1156-4c62-b758-fe1eef5d2f3d req-349b6739-ea56-4125-a694-91c858c358fc tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1021016 Nov 08 12:40:41.406965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a314ed66-5a1a-4b3a-aca9-5aeab32667f8) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:41.414744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.417983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:41.420746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88e92d-769b-45f6-9ad5-39299dad284c None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:41.423893 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.524689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fa888938-d2fa-4124-b19f-aed8ce230791 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1369348 Nov 08 12:40:41.528197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:41.532035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94efdd6e-1156-4c62-b758-fe1eef5d2f3d req-ae75f460-c991-4886-bff5-5f084b767b15 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303825 Nov 08 12:40:41.538426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:41.585229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a314ed66-5a1a-4b3a-aca9-5aeab32667f8', 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '203157bc-fe38-400f-8b16-07cbbe602027'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:41.586169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.643418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Request body: {'port': {'device_id': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:41.651688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.696872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9318118'] for subnet, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.732192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Allocated IP 172.20.0.2 (a314ed66-5a1a-4b3a-aca9-5aeab32667f8/203157bc-fe38-400f-8b16-07cbbe602027/b6c2954d-14a8-4c91-8750-38d61519c358) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:41.754895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.884958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.929212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 17fd9fb7-28ab-4987-bd2b-ff8632fe1a8a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:41.929732 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:41.990157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.027705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:42.036324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:42.037425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:42.047098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Pushing event updated for resources: {'Port': ['ID=b6c2954d-14a8-4c91-8750-38d61519c358,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:42.108240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Attempting to bind port b6c2954d-14a8-4c91-8750-38d61519c358 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:42.108601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Attempting to bind port b6c2954d-14a8-4c91-8750-38d61519c358 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'aa3fe080-6e7e-4537-827c-daffc0f4c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:42.108945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Attempting to bind port b6c2954d-14a8-4c91-8750-38d61519c358 on network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:42.114443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:42.114819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Checking segment: {'id': 'aa3fe080-6e7e-4537-827c-daffc0f4c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:42.115208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.115590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Bound using segment: {'id': 'aa3fe080-6e7e-4537-827c-daffc0f4c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:42.116045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Bound port: b6c2954d-14a8-4c91-8750-38d61519c358, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3fe080-6e7e-4537-827c-daffc0f4c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a314ed66-5a1a-4b3a-aca9-5aeab32667f8'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:42.116681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.228974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.248257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 17fd9fb7-28ab-4987-bd2b-ff8632fe1a8a owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:42.345299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] For port b6c2954d-14a8-4c91-8750-38d61519c358, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:42.345564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790081462411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11609870'] for subnet, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.348545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] For port b6c2954d-14a8-4c91-8750-38d61519c358, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b6c2954d-14a8-4c91-8750-38d61519c358,segment=NetworkSegment(aa3fe080-6e7e-4537-827c-daffc0f4c9de),segment_id=aa3fe080-6e7e-4537-827c-daffc0f4c9de)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:42.409541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acc6a7-bcdb-4e9f-b42b-72384d090b14 req-a9addcc1-c1b8-4f7e-a13d-bb54d491dae4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:42.411126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02acc6a7-bcdb-4e9f-b42b-72384d090b14 req-a9addcc1-c1b8-4f7e-a13d-bb54d491dae4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 931 time: 0.4175239 Nov 08 12:40:42.417547 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.483576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f5dd-7bb1-434a-801f-53229adf0321 None None] Pushing event updated for resources: {'Port': ['ID=b6c2954d-14a8-4c91-8750-38d61519c358,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:42.497014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:42.497680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.499184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "PUT /v2.0/subnets/203157bc-fe38-400f-8b16-07cbbe602027 HTTP/1.1" status: 200 len: 806 time: 0.9662437 Nov 08 12:40:42.502009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54556) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:42.595121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02acc6a7-bcdb-4e9f-b42b-72384d090b14 req-bb0de139-9088-415e-9108-fd4a48f8ee66 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409299 Nov 08 12:40:42.595768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=203157bc-fe38-400f-8b16-07cbbe602027,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:42.623211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.623527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.623831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.624165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.624490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.624816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.625139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.625458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.625776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.626679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.626679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.626947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0e754-b3fa-4a62-a156-9e3c1f835bf8 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:42.670025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc61b29-ef28-42a9-989f-215020ad9d42 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:42.687636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e2dd-ab09-4ada-b8e5-28f6091be13d req-18c2f913-a966-4caa-998c-9e27e1c7c7b5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:42.689261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f163e2dd-ab09-4ada-b8e5-28f6091be13d req-18c2f913-a966-4caa-998c-9e27e1c7c7b5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.3482111 Nov 08 12:40:42.691656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.707380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.785600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f163e2dd-ab09-4ada-b8e5-28f6091be13d req-3ee9b596-3416-4674-8eda-4bb96cf28a87 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871651 Nov 08 12:40:42.815259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Transition to ACTIVE for port object dfc61b29-ef28-42a9-989f-215020ad9d42 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:40:42.815259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.880135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port b6c2954d-14a8-4c91-8750-38d61519c358 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:42.880476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.908226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=17fd9fb7-28ab-4987-bd2b-ff8632fe1a8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:42.914678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:42.954122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54564) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:43.002038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port b6c2954d-14a8-4c91-8750-38d61519c358, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b6c2954d-14a8-4c91-8750-38d61519c358,segment=NetworkSegment(aa3fe080-6e7e-4537-827c-daffc0f4c9de),segment_id=aa3fe080-6e7e-4537-827c-daffc0f4c9de)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:43.002413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.018726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for b6c2954d-14a8-4c91-8750-38d61519c358 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:43.048254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.081163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abc32b5b-2ed3-4f28-a7e2-a57e423b0033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.169381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a829-5be8-4ef9-a946-3e1c7f11fa44 req-57180c4e-4d63-4382-aada-23024a6a62f5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:43.170941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1131a829-5be8-4ef9-a946-3e1c7f11fa44 req-57180c4e-4d63-4382-aada-23024a6a62f5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.2733932 Nov 08 12:40:43.223655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abc32b5b-2ed3-4f28-a7e2-a57e423b0033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.288214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b6c2954d-14a8-4c91-8750-38d61519c358 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:43.308352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.344652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No active binding found for port b6c2954d-14a8-4c91-8750-38d61519c358 {{(pid=102537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 12:40:43.345551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b6c2954d-14a8-4c91-8750-38d61519c358 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 08 12:40:43.347126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=b6c2954d-14a8-4c91-8750-38d61519c358,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:43.351846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abc32b5b-2ed3-4f28-a7e2-a57e423b0033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.378647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Port b6c2954d-14a8-4c91-8750-38d61519c358 not found, will not notify nova. {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 08 12:40:43.415452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port b6c2954d-14a8-4c91-8750-38d61519c358 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:43.458290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-abc32b5b-2ed3-4f28-a7e2-a57e423b0033 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea9c938674884c87b9c846ab33939e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022788 Nov 08 12:40:43.461256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54568) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:43.461655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Pushing event updated for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:43.471217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32b5b-2ed3-4f28-a7e2-a57e423b0033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d0f3f-8dec-4196-8c52-03b938c19373,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:43.482334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.491222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.505300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.573645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.589583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Attempting to bind port dfc61b29-ef28-42a9-989f-215020ad9d42 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:43.589927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Attempting to bind port dfc61b29-ef28-42a9-989f-215020ad9d42 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:43.590256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Attempting to bind port dfc61b29-ef28-42a9-989f-215020ad9d42 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:43.598692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Port dfc61b29-ef28-42a9-989f-215020ad9d42 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:40:43.599166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Attempting to bind port dfc61b29-ef28-42a9-989f-215020ad9d42 on network f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:43.602486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.605965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1131a829-5be8-4ef9-a946-3e1c7f11fa44 req-a67eae0f-983f-4776-be92-fb167f5ba021 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407194 Nov 08 12:40:43.608898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:43.609561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Checking segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:43.609677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Bound using segment: {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:43.610005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Bound port: dfc61b29-ef28-42a9-989f-215020ad9d42, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2ed0cd-581e-44b5-b865-ec64b0105376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:43.610511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.671714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.672272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router 0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:40:43.685466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.686607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f946a924-1cef-433a-9c7e-815e0b754973 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 204 len: 168 time: 2.4328165 Nov 08 12:40:43.691709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54572) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:43.696794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2047470360'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:43.726503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.745042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380da58a-383a-45f2-99e9-a578b9bf2420 None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:43.745590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:43.761049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=203157bc-fe38-400f-8b16-07cbbe602027,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:43.762919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.765607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.768531 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/380d0f3f-8dec-4196-8c52-03b938c19373 HTTP/1.1" status: 204 len: 168 time: 0.3056474 Nov 08 12:40:43.780871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dfc61b29-ef28-42a9-989f-215020ad9d42,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:43.799520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d3e52-c563-4450-a28a-4564768ed79c req-ce9ae7db-8241-4946-9688-c173b0304c96 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:43.801219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-436d3e52-c563-4450-a28a-4564768ed79c req-ce9ae7db-8241-4946-9688-c173b0304c96 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 943 time: 0.0900762 Nov 08 12:40:43.826338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:43.831443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.854208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.864490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-78de2990-72c1-4ee1-9c36-2ce7b7907834 None None] Could not find standard attr ID for object b6c2954d-14a8-4c91-8750-38d61519c358. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:40:43.928958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:43.929921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:43.933162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] 10.222.0.61 "PUT /v2.0/ports/dfc61b29-ef28-42a9-989f-215020ad9d42 HTTP/1.1" status: 200 len: 1091 time: 2.3146760 Nov 08 12:40:43.940762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:43.944190 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:43.973490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-436d3e52-c563-4450-a28a-4564768ed79c req-f45a6368-88c1-4823-92e4-bcddd93a5331 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625235 Nov 08 12:40:44.021421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5dd5a-8fb9-4e87-84aa-5a8997ff296a service neutron] Pushing event updated for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:44.039654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c691769-f49d-44d8-bb46-5b8623f82208 None None] DHCP port deletion for a314ed66-5a1a-4b3a-aca9-5aeab32667f8 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:44.039899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072f3a-399d-4c3f-8489-c5b6c37f9539 req-97df63ab-0bd2-428c-9efd-caa723837a60 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.042015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00072f3a-399d-4c3f-8489-c5b6c37f9539 req-97df63ab-0bd2-428c-9efd-caa723837a60 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1324790 Nov 08 12:40:44.070534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a384f-0525-4c48-bc0d-458ed4752954 None None] Network a314ed66-5a1a-4b3a-aca9-5aeab32667f8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:44.125194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288fb67-a108-4054-ad18-290d0536bf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d0f3f-8dec-4196-8c52-03b938c19373,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:44.161105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00072f3a-399d-4c3f-8489-c5b6c37f9539 req-25d5f024-bb72-47a5-b481-63780327996c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103389 Nov 08 12:40:44.175155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-66bd59ab-0f09-4e12-9fca-fb8a62635653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.176705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-66bd59ab-0f09-4e12-9fca-fb8a62635653 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 1094 time: 0.1150408 Nov 08 12:40:44.196441 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c8ea5-408c-4b89-a040-253d71357d9b x-openstack-request-id: req-db0c8ea5-408c-4b89-a040-253d71357d9b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:44.196953 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:44.197437 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db0c8ea5-408c-4b89-a040-253d71357d9b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:44.198302 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42', 'status': 'completed', 'code': 200} Nov 08 12:40:44.233675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-6253891f-8ca4-4f07-ba76-fc73b61ed115 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc61b29-ef28-42a9-989f-215020ad9d42 HTTP/1.1" status: 200 len: 217 time: 0.0474801 Nov 08 12:40:44.237597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.248377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:44.277584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.278004 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment fb419db8-6a14-4b1b-ab2d-10e4670d7dfb of type vlan for network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 Nov 08 12:40:44.280714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a314ed66-5a1a-4b3a-aca9-5aeab32667f8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:44.300004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-e800f5e8-62c7-4ad6-b99f-00ed2036de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.301136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3fe080-6e7e-4537-827c-daffc0f4c9de') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:44.301409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3fe080-6e7e-4537-827c-daffc0f4c9de') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:44.301675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-e800f5e8-62c7-4ad6-b99f-00ed2036de87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.0598876 Nov 08 12:40:44.332440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.338864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-6c214832-acc0-4368-b56a-c00f556f93e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272579 Nov 08 12:40:44.348799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.359914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.374350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:44.374766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:44.378021 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:44.448409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-5cdc8742-090b-4b91-ab1f-483e108a45eb service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973220 Nov 08 12:40:44.486697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.492932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.493618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.529987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.544418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18803300-9965-4e3b-ac90-2d7a8aff090b req-a0cf8d44-9da4-48f6-807a-61d40f7e419a service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Nov 08 12:40:44.562784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.566275 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/a314ed66-5a1a-4b3a-aca9-5aeab32667f8 HTTP/1.1" status: 204 len: 168 time: 2.0631132 Nov 08 12:40:44.569205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:44.569771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:44.577305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=5ead507b-f5b3-4370-a338-c82e5b7af3d7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:44.589659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:44.596052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3387-b5ef-4b6e-bdea-16de7683c513 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=a314ed66-5a1a-4b3a-aca9-5aeab32667f8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:44.600812 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ecfeee-6994-45b4-ae41-1f2a166e850c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:44.601407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ecfeee-6994-45b4-ae41-1f2a166e850c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:44.604727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f6ecfeee-6994-45b4-ae41-1f2a166e850c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/a314ed66-5a1a-4b3a-aca9-5aeab32667f8 HTTP/1.1" status: 404 len: 339 time: 0.0337503 Nov 08 12:40:44.605722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecf7593a-71a0-4b9c-a77d-4eaaeab2e637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.608644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:44.615355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1966868322', 'description': 'd1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:44.630783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:44.631425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bf8ccfa2-2e03-4a31-b65c-39f3451aa8b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9384482 Nov 08 12:40:44.645088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:44.759104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:44.763822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.794424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:44.803899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.804239 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 7a813e1b-e8aa-46d9-9518-e93c1eb94544 of type vlan for network bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f Nov 08 12:40:44.846451 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.847779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-19c3c77e-32d5-4b46-97b0-b378afde5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.849474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-19c3c77e-32d5-4b46-97b0-b378afde5d74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 1094 time: 0.1686516 Nov 08 12:40:44.851946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecf7593a-71a0-4b9c-a77d-4eaaeab2e637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.871152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe8964-a78f-4f03-9418-6bbc8f2271fa req-adda9ce3-2798-405a-b38f-272d8b345d81 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.872663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dfe8964-a78f-4f03-9418-6bbc8f2271fa req-adda9ce3-2798-405a-b38f-272d8b345d81 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1574645 Nov 08 12:40:44.941518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecf7593a-71a0-4b9c-a77d-4eaaeab2e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.977808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.983933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:44.987062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:44.993985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:44.997990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.034802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ecf7593a-71a0-4b9c-a77d-4eaaeab2e637 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3aa6ea5af6514e20b80a4f681fab5dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4626355 Nov 08 12:40:45.036328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7593a-71a0-4b9c-a77d-4eaaeab2e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf4f858-ba36-44b4-ba27-f95064ff8d2a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:45.050176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:45.066297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:45.078509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:45.098954 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b6ed5865-799c-4965-bf8c-d6e05f539daf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4881108 Nov 08 12:40:45.101796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:45.112223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dfe8964-a78f-4f03-9418-6bbc8f2271fa req-35538e91-899a-411c-b018-29ec18b21acb tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311246 Nov 08 12:40:45.138204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-5e532b46-98a1-477e-a337-1b2dce38a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.139170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-5e532b46-98a1-477e-a337-1b2dce38a365 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 907 time: 0.2656429 Nov 08 12:40:45.216687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-d9ef208c-82aa-44aa-9430-197b84a7f203 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc61b29-ef28-42a9-989f-215020ad9d42 HTTP/1.1" status: 200 len: 217 time: 0.0604961 Nov 08 12:40:45.232756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4b13-340b-4e00-813c-b3bb7b30d24f req-b6d3cc33-ec2f-4831-9299-671b5c6ed5fa tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.234463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c63f4b13-340b-4e00-813c-b3bb7b30d24f req-b6d3cc33-ec2f-4831-9299-671b5c6ed5fa tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 943 time: 0.1456120 Nov 08 12:40:45.249175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.298706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.311131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b6c2954d-14a8-4c91-8750-38d61519c358 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:45.326747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b519ea9-f11d-404d-8211-04a3475cd200 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.330915 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5b519ea9-f11d-404d-8211-04a3475cd200 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks?id=bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f HTTP/1.1" status: 200 len: 761 time: 0.2255180 Nov 08 12:40:45.332940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:45.336558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b6c2954d-14a8-4c91-8750-38d61519c358 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:45.337218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b6c2954d-14a8-4c91-8750-38d61519c358 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:45.340027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'description': 'd2'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:45.381996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-fb7bc27f-0328-4335-8ea1-c133476b424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.383516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-fb7bc27f-0328-4335-8ea1-c133476b424e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.1480029 Nov 08 12:40:45.410403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c63f4b13-340b-4e00-813c-b3bb7b30d24f req-b2d58d00-d4be-4ffb-985d-b02434cd488e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645775 Nov 08 12:40:45.433476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-9e07ddf0-af51-4a58-873e-b7cc2d3b7ab6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368326 Nov 08 12:40:45.490111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a94e8-e821-4aef-865f-c28228a8608a req-a6ef2430-1189-48c6-944f-b97b1728c8d5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.491223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b8a94e8-e821-4aef-865f-c28228a8608a req-a6ef2430-1189-48c6-944f-b97b1728c8d5 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 944 time: 0.1950774 Nov 08 12:40:45.513585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.521119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.523719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.524852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cf4f858-ba36-44b4-ba27-f95064ff8d2a HTTP/1.1" status: 204 len: 168 time: 0.4778361 Nov 08 12:40:45.535156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf4f858-ba36-44b4-ba27-f95064ff8d2a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:45.543808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.544168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.544498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.545328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.545328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.545585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.546088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.546088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.546451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.546781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.547317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.547440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805b8e5-362a-4077-a8cd-8f9db22f3b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:40:45.601037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.615162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:40:45.615657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b8a94e8-e821-4aef-865f-c28228a8608a req-cce2f53d-314e-4903-a769-e2b5a2bc1306 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109471 Nov 08 12:40:45.616868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.620279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-e2c1347d-c88a-4e88-86bb-fe03d37c404c service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626723 Nov 08 12:40:45.622282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.623026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:45.624392 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "PUT /v2.0/networks/bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f HTTP/1.1" status: 200 len: 758 time: 0.2904654 Nov 08 12:40:45.630567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:45.687391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302082c1-8821-4c4a-a144-f7eee38563a7 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:45.698411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:45.819990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=4be71c93-58f1-41e7-923f-a3fda27f6788,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:45.833324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c37c3-fdff-4611-bebf-6e5d7a3f1384 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:45.833984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0a6c37c3-fdff-4611-bebf-6e5d7a3f1384 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks?id=bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f HTTP/1.1" status: 200 len: 761 time: 0.2024741 Nov 08 12:40:45.838695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54614) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:45.842310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:45.842683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 5ead507b-f5b3-4370-a338-c82e5b7af3d7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:45.843936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2085976834'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:45.879511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3564a6d2-566b-4a1a-a7af-07bd2cb10b1b req-3df2a920-87ab-405a-84c8-5ff7192b0c54 service neutron] 10.222.0.61 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383642 Nov 08 12:40:45.880753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.018187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:40:46.023685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:46.027721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.040837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:46.053873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:46.063648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.064124 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5 of type vlan for network 327ccab9-d06d-4204-a7f1-220b6b35d72a Nov 08 12:40:46.109202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.120687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:46.130724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5ead507b-f5b3-4370-a338-c82e5b7af3d7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:46.132982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'port_id': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'mac_address': 'fa:16:3e:44:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:40:46.145290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:46.145290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.146205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53855a22-5815-41b3-975d-2116e22a90b2 None None] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:46.224942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.233529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.240188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:46.241011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.253038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-26420b9b-4a92-4038-986e-7cf710f45b8b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6208897 Nov 08 12:40:46.257692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:46.263960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:46.279385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:46.280624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2060730362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:46.311240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d95fde-9b4e-4835-9b86-a034e24851fe req-e8ffc868-bbbb-4383-b452-bd8c817176de tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:46.312785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d95fde-9b4e-4835-9b86-a034e24851fe req-e8ffc868-bbbb-4383-b452-bd8c817176de tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1130412 Nov 08 12:40:46.336140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=327ccab9-d06d-4204-a7f1-220b6b35d72a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:46.349910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 327ccab9-d06d-4204-a7f1-220b6b35d72a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:46.366890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1d95fde-9b4e-4835-9b86-a034e24851fe req-b2bf041a-3d9e-49ff-9197-50a890446835 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Nov 08 12:40:46.388105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.424739 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aa03d509-5bc2-4e62-9773-44e91cc071c3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5848722 Nov 08 12:40:46.425400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54634) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:46.430194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5ead507b-f5b3-4370-a338-c82e5b7af3d7', 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '4be71c93-58f1-41e7-923f-a3fda27f6788'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:46.431218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:46.431570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.498279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.500471 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.523013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:46.595374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:46.601619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.624426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.645360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9287cf-009f-4e56-b564-e1db79b04971 req-c53e0687-56ba-4eff-acd0-d0e0bbb77a68 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:46.650941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c9287cf-009f-4e56-b564-e1db79b04971 req-c53e0687-56ba-4eff-acd0-d0e0bbb77a68 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 943 time: 0.1129935 Nov 08 12:40:46.655607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Allocated IP 2001:db8::2 (5ead507b-f5b3-4370-a338-c82e5b7af3d7/4be71c93-58f1-41e7-923f-a3fda27f6788/d2fe5066-7e95-45c5-8f77-05bda0f058a7) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:46.692890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:46.720116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c9287cf-009f-4e56-b564-e1db79b04971 req-debd49f3-5413-4313-81cf-f1156c2f9e3f tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575056 Nov 08 12:40:46.729413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.826011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57c879-c200-459b-a351-597932c94fe7 req-54ed2087-3ba3-42be-a319-357904d14bd0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:46.828094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b57c879-c200-459b-a351-597932c94fe7 req-54ed2087-3ba3-42be-a319-357904d14bd0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.0655446 Nov 08 12:40:46.831795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.833263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-238262b9-287f-4d1c-b94b-1da470ab760f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5642691 Nov 08 12:40:46.836956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:46.942536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:46.959772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.036262 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.036553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=bb9f8f56-66c5-4130-9585-af59254d0e84,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:47.051214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:47.052005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: 327ccab9-d06d-4204-a7f1-220b6b35d72a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:47.087038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:47.091089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:47.095836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:47.099466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Pushing event updated for resources: {'Port': ['ID=d2fe5066-7e95-45c5-8f77-05bda0f058a7,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:47.142116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network 327ccab9-d06d-4204-a7f1-220b6b35d72a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:47.168721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Attempting to bind port d2fe5066-7e95-45c5-8f77-05bda0f058a7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:47.169233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Attempting to bind port d2fe5066-7e95-45c5-8f77-05bda0f058a7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:47.169458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Attempting to bind port d2fe5066-7e95-45c5-8f77-05bda0f058a7 on network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:47.175185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:47.175467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Checking segment: {'id': 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:47.175862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.176250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Bound using segment: {'id': 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:47.176718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Bound port: d2fe5066-7e95-45c5-8f77-05bda0f058a7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ead507b-f5b3-4370-a338-c82e5b7af3d7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:47.177096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.210695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 327ccab9-d06d-4204-a7f1-220b6b35d72a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:47.223335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8abb04-65d2-44ff-8f25-e32a2b7ac940 None None] Network 327ccab9-d06d-4204-a7f1-220b6b35d72a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:47.226675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:47.228499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.273957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b57c879-c200-459b-a351-597932c94fe7 req-dcacbd0c-602e-4e5a-b169-6f3841056ed3 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346595 Nov 08 12:40:47.302186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] For port d2fe5066-7e95-45c5-8f77-05bda0f058a7, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:47.322853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] For port d2fe5066-7e95-45c5-8f77-05bda0f058a7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d2fe5066-7e95-45c5-8f77-05bda0f058a7,segment=NetworkSegment(fb419db8-6a14-4b1b-ab2d-10e4670d7dfb),segment_id=fb419db8-6a14-4b1b-ab2d-10e4670d7dfb)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:47.328945 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc0195f7-9429-4432-a9b6-18c2da69ac7e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9012713 Nov 08 12:40:47.332433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:47.410171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.485281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.516991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c484-4630-491c-964e-12ee4f6269d2 None None] Pushing event updated for resources: {'Port': ['ID=d2fe5066-7e95-45c5-8f77-05bda0f058a7,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:47.531366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-327ccab9-d06d-4204-a7f1-220b6b35d72a', 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': 'bb9f8f56-66c5-4130-9585-af59254d0e84'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:47.532273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.557899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.582735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.648056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726025b5-484d-489e-b962-d70ee8d9cdb4 req-f8be1e4d-c69b-4e0a-ab20-c52b5925b1f4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:47.649620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-726025b5-484d-489e-b962-d70ee8d9cdb4 req-f8be1e4d-c69b-4e0a-ab20-c52b5925b1f4 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1476705 Nov 08 12:40:47.717691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Allocated IP 172.20.0.2 (327ccab9-d06d-4204-a7f1-220b6b35d72a/bb9f8f56-66c5-4130-9585-af59254d0e84/6d382031-9e66-49d5-b35c-e9d9f1b93b6c) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:47.958691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:47.969271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-726025b5-484d-489e-b962-d70ee8d9cdb4 req-f1cf6b40-a5fb-4ba4-98c7-3a9c2760a6f6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797647 Nov 08 12:40:48.015633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b07a-bab0-4936-8ccc-cb6d2dd1a5fa req-fc146d3c-44f5-4f35-85e9-84543cdf65e8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:48.016657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac52b07a-bab0-4936-8ccc-cb6d2dd1a5fa req-fc146d3c-44f5-4f35-85e9-84543cdf65e8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 943 time: 0.1612434 Nov 08 12:40:48.033076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dfc61b29-ef28-42a9-989f-215020ad9d42 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:40:48.036728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:48.094288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.106000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8::1 (5ead507b-f5b3-4370-a338-c82e5b7af3d7/4be71c93-58f1-41e7-923f-a3fda27f6788/58d6b665-7570-4626-8b9e-a5093cbee858) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:48.126938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac52b07a-bab0-4936-8ccc-cb6d2dd1a5fa req-fc69a5d4-43df-4ae4-8cbd-a7426eafdbcd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856164 Nov 08 12:40:48.175357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Network 327ccab9-d06d-4204-a7f1-220b6b35d72a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:48.197143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:48.204174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Pushing event updated for resources: {'Port': ['ID=6d382031-9e66-49d5-b35c-e9d9f1b93b6c,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:48.211947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:48.241598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.278359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.310680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9f8f56-66c5-4130-9585-af59254d0e84,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:48.361021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:48.369767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.369767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dfc61b29-ef28-42a9-989f-215020ad9d42,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:48.369767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Attempting to bind port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:48.369767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Attempting to bind port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:48.369767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Attempting to bind port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c on network 327ccab9-d06d-4204-a7f1-220b6b35d72a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:48.411738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'dfc61b29-ef28-42a9-989f-215020ad9d42', 'network_id': 'f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84', 'port_id': 'dfc61b29-ef28-42a9-989f-215020ad9d42', 'mac_address': 'fa:16:3e:a6:6b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8936b25c-ae0f-49bd-8f10-010a061f744b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:40:48.415241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:48.415464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Checking segment: {'id': '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:48.416280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.416743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Bound using segment: {'id': '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:48.417312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Bound port: 6d382031-9e66-49d5-b35c-e9d9f1b93b6c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:48.417699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.450794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.451495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.522573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:48.528577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327ccab9-d06d-4204-a7f1-220b6b35d72a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:48.531842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95442-fcb1-4e35-8ceb-cee6e0a079fc req-cecc7633-be10-41aa-a507-773dc7599804 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:48.537779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ca95442-fcb1-4e35-8ceb-cee6e0a079fc req-cecc7633-be10-41aa-a507-773dc7599804 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 945 time: 0.1291583 Nov 08 12:40:48.542406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:48.547364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:48.547991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.552891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.563315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:48.565048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:48.580184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.615857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc61b29-ef28-42a9-989f-215020ad9d42 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:40:48.625765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.631807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=58d6b665-7570-4626-8b9e-a5093cbee858,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:48.637841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:48.640996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.641164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dfc61b29-ef28-42a9-989f-215020ad9d42,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:48.647214 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:48.704316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.710714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] For port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:48.724367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.737701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ca95442-fcb1-4e35-8ceb-cee6e0a079fc req-940c94b9-c42b-422b-a04c-ddda174b9712 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828265 Nov 08 12:40:48.806016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:48.808459 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885899b-c59f-4a7c-b408-b5ef4356f6fd" -d '{"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:48.818020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:48.818020 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:48.818020 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '327ccab9-d06d-4204-a7f1-220b6b35d72a'}] Nov 08 12:40:48.818020 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:48.818729 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:48.832709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] For port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d382031-9e66-49d5-b35c-e9d9f1b93b6c,segment=NetworkSegment(812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5),segment_id=812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:48.837389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:48.841240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:48.860177 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c20be29-ecc2-42e5-b945-a77969b1558a x-openstack-request-id: req-9c20be29-ecc2-42e5-b945-a77969b1558a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:48.860582 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-plugged", "status": "completed", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:48.860841 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c20be29-ecc2-42e5-b945-a77969b1558a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:48.861292 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'code': 200} Nov 08 12:40:48.888805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.910233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:48.965278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.003990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['dfc61b29-ef28-42a9-989f-215020ad9d42'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:40:49.073930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3847522-3b7c-467c-9322-40b8e394fa76 None None] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:49.110522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d08a25-c2d5-42a8-92f5-ca3aadd7d006 None None] Network 327ccab9-d06d-4204-a7f1-220b6b35d72a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:49.133864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ec948-eb5e-406f-a5ef-12e21602a675 None None] Pushing event updated for resources: {'Port': ['ID=6d382031-9e66-49d5-b35c-e9d9f1b93b6c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:49.226396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb60a7d-1b5c-45ad-81b2-f8ad38368455 req-4b1d1700-0f2b-4a1a-853a-a4e9eee1f105 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:49.228134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acb60a7d-1b5c-45ad-81b2-f8ad38368455 req-4b1d1700-0f2b-4a1a-853a-a4e9eee1f105 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1541922 Nov 08 12:40:49.269676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1621209-62ad-4a13-be48-3752c25c055e req-148aee1c-bd80-443b-88a5-40b9797595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:49.271366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1621209-62ad-4a13-be48-3752c25c055e req-148aee1c-bd80-443b-88a5-40b9797595c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1098 time: 0.1495745 Nov 08 12:40:49.320646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.367399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d2fe5066-7e95-45c5-8f77-05bda0f058a7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:49.372174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] Provisioning complete for port d2fe5066-7e95-45c5-8f77-05bda0f058a7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:49.372999 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.386685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4088fa0-98e8-4037-b062-8d805187ceab req-576792b3-48b7-4a40-808c-9fdcba729ebc tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:49.388574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4088fa0-98e8-4037-b062-8d805187ceab req-576792b3-48b7-4a40-808c-9fdcba729ebc tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 944 time: 0.1572516 Nov 08 12:40:49.421861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:49.422211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.437942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acb60a7d-1b5c-45ad-81b2-f8ad38368455 req-48fb189a-f2f9-41fc-a84d-c17f53e071f5 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722367 Nov 08 12:40:49.466452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.482908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4088fa0-98e8-4037-b062-8d805187ceab req-0090f6a8-eeb6-4304-9625-1a76a4d032dd tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827858 Nov 08 12:40:49.485440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1621209-62ad-4a13-be48-3752c25c055e req-b9e53df1-89d4-47b6-95bf-20f1006474c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993659 Nov 08 12:40:49.525477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d382031-9e66-49d5-b35c-e9d9f1b93b6c,segment=NetworkSegment(812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5),segment_id=812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:49.526778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.547916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for 6d382031-9e66-49d5-b35c-e9d9f1b93b6c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:49.561698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.563018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.587365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=10']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:49.603323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54726) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:49.678307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=58d6b665-7570-4626-8b9e-a5093cbee858,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:49.720863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:49.722801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:49.748120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d2fe5066-7e95-45c5-8f77-05bda0f058a7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:49.748551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.764106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.767022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ee2baeb-c820-41f3-9761-b317e7f5e06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.848744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=6d382031-9e66-49d5-b35c-e9d9f1b93b6c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:49.850966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port 6d382031-9e66-49d5-b35c-e9d9f1b93b6c on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:49.876438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.924788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47df17-21da-4175-b71b-39af0c1ae8e8 req-f2e9c12c-6069-4070-aa1a-454f3c7f3022 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:49.926454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac47df17-21da-4175-b71b-39af0c1ae8e8 req-f2e9c12c-6069-4070-aa1a-454f3c7f3022 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.0701122 Nov 08 12:40:49.948843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] For port d2fe5066-7e95-45c5-8f77-05bda0f058a7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d2fe5066-7e95-45c5-8f77-05bda0f058a7,segment=NetworkSegment(fb419db8-6a14-4b1b-ab2d-10e4670d7dfb),segment_id=fb419db8-6a14-4b1b-ab2d-10e4670d7dfb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:49.964738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.969246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ee2baeb-c820-41f3-9761-b317e7f5e06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.988753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:49.990891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac47df17-21da-4175-b71b-39af0c1ae8e8 req-dab92f76-1990-4c6b-9660-a93242f21b08 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480833 Nov 08 12:40:49.998467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327ccab9-d06d-4204-a7f1-220b6b35d72a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.020935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.021170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812b3f22-ff99-4b13-a3ea-6c5fc0d8c1a5') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.028824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router b316fed5-11f7-4a30-ac3d-bda77ca1bee8 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:40:50.034747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.053504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.061357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:50.061751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:50.064861 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:50.084469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ee2baeb-c820-41f3-9761-b317e7f5e06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.086132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.138275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:50.143577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8b53e0fb-cf9b-43eb-8f7b-b91289bb70e3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/b316fed5-11f7-4a30-ac3d-bda77ca1bee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3043633 Nov 08 12:40:50.146046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.161811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea77e-587f-4668-aae8-7e0b02f74c9f None None] Pushing event updated for resources: {'Port': ['ID=d2fe5066-7e95-45c5-8f77-05bda0f058a7,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:50.164620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] Sync routers for ids ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:50.187078 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3ee2baeb-c820-41f3-9761-b317e7f5e06b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18907f3b8d3547679551b1843035d38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813982 Nov 08 12:40:50.188747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.198911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:50.198911 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:50.199157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2baeb-c820-41f3-9761-b317e7f5e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88309163-90ef-453c-9487-b8c252b8b714,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:50.199991 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.204611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] Routers {'b316fed5-11f7-4a30-ac3d-bda77ca1bee8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:50.206058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.223950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f73b3-29e1-42ab-8658-9916144d9884 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:50.232895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a56f73b3-29e1-42ab-8658-9916144d9884 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports/58d6b665-7570-4626-8b9e-a5093cbee858 HTTP/1.1" status: 200 len: 911 time: 0.0786147 Nov 08 12:40:50.233074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54736) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.241225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4be71c93-58f1-41e7-923f-a3fda27f6788'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:50.253191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.263436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] Routers {'b316fed5-11f7-4a30-ac3d-bda77ca1bee8'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:50.264254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.275001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.292569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.295755 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/327ccab9-d06d-4204-a7f1-220b6b35d72a HTTP/1.1" status: 204 len: 168 time: 2.9623013 Nov 08 12:40:50.299008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.308216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:50.309258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2589d-baf9-4b3c-8d69-e7a9f53737dc None None] The sync data for ids ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:50.322805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.323546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5eecd060-4af8-4d65-9fb5-10b504378603 None None] Provisioning complete for port d2fe5066-7e95-45c5-8f77-05bda0f058a7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:50.326158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5eecd060-4af8-4d65-9fb5-10b504378603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.330709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697120c-197b-47ab-9537-0c491d2ca621 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=327ccab9-d06d-4204-a7f1-220b6b35d72a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:50.357894 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b30437-1550-4786-bbe4-5e72b488ed92 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] GET failed (client error): The resource could not be found. Nov 08 12:40:50.359345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71b30437-1550-4786-bbe4-5e72b488ed92 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets/bb9f8f56-66c5-4130-9585-af59254d0e84 HTTP/1.1" status: 404 len: 337 time: 0.0591757 Nov 08 12:40:50.366356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.386283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.390358 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d613c8c1-4fc5-49db-9ada-96af6245b463 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:50.391067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d613c8c1-4fc5-49db-9ada-96af6245b463 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:50.394370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d613c8c1-4fc5-49db-9ada-96af6245b463 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/327ccab9-d06d-4204-a7f1-220b6b35d72a HTTP/1.1" status: 404 len: 339 time: 0.0270791 Nov 08 12:40:50.401457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.452039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5eecd060-4af8-4d65-9fb5-10b504378603 None None] Provisioning complete for port 58d6b665-7570-4626-8b9e-a5093cbee858 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:50.452039 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5eecd060-4af8-4d65-9fb5-10b504378603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.493836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5eecd060-4af8-4d65-9fb5-10b504378603 None None] Port 58d6b665-7570-4626-8b9e-a5093cbee858 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:50.641680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485b22a-8b8e-4c26-9523-a14d6f64ba99 req-2bdaf153-8ad0-4731-b585-d16286484c7f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:50.643546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e485b22a-8b8e-4c26-9523-a14d6f64ba99 req-2bdaf153-8ad0-4731-b585-d16286484c7f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0917444 Nov 08 12:40:50.671000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ab7e0abc-222b-40ab-9d57-87e245620a4a None None] Provisioning complete for port 58d6b665-7570-4626-8b9e-a5093cbee858 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:50.673996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.674184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0abc-222b-40ab-9d57-87e245620a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.680971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df814036-fa56-4235-aaa6-c25a47fa3808 req-fc9e4e9d-2b0a-4baf-9a8b-f989fe2d4073 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:50.683690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df814036-fa56-4235-aaa6-c25a47fa3808 req-fc9e4e9d-2b0a-4baf-9a8b-f989fe2d4073 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 944 time: 0.0966511 Nov 08 12:40:50.726281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e485b22a-8b8e-4c26-9523-a14d6f64ba99 req-14f04888-9aec-4481-a6bc-fc5385049488 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Nov 08 12:40:50.742597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b8c02-c0e2-41f8-87cd-baa769a6956d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:50.747307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ac7b8c02-c0e2-41f8-87cd-baa769a6956d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3398712 Nov 08 12:40:50.749010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.778037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.784391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:50.788724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e0abc-222b-40ab-9d57-87e245620a4a None None] Port 58d6b665-7570-4626-8b9e-a5093cbee858 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:50.793337 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88309163-90ef-453c-9487-b8c252b8b714 HTTP/1.1" status: 204 len: 168 time: 0.6033642 Nov 08 12:40:50.812443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54c400-1f95-40e2-8189-738bb88fd3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88309163-90ef-453c-9487-b8c252b8b714,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:50.848405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8935ec8c-672c-414c-b64a-ac011f17bf36 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 207 time: 0.0979903 Nov 08 12:40:50.849399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:50.853902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df814036-fa56-4235-aaa6-c25a47fa3808 req-b2af5ef8-6742-4966-80e2-12674c1618b5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586723 Nov 08 12:40:50.919303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31c59d-e734-4ccd-ac81-a99a88eeb4f9 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:51.078935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d4f80cd0-713c-4e18-ae37-319cf0c773a1 None None] Provisioning complete for port 58d6b665-7570-4626-8b9e-a5093cbee858 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:51.079234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4f80cd0-713c-4e18-ae37-319cf0c773a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.144920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31c59d-e734-4ccd-ac81-a99a88eeb4f9 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:51.148124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d4f80cd0-713c-4e18-ae37-319cf0c773a1 None None] Port 58d6b665-7570-4626-8b9e-a5093cbee858 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:40:51.167274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349aadc-08c9-4980-a4ac-298719363fff tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.175668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349aadc-08c9-4980-a4ac-298719363fff tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.182086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349aadc-08c9-4980-a4ac-298719363fff tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.188639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349aadc-08c9-4980-a4ac-298719363fff tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.193050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5349aadc-08c9-4980-a4ac-298719363fff tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3365538 Nov 08 12:40:51.198734 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.320920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aabf5-c196-49b7-ae0c-c73e5153c83f req-341aacd9-013d-4570-b108-11fe10b598cc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.322572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb2aabf5-c196-49b7-ae0c-c73e5153c83f req-341aacd9-013d-4570-b108-11fe10b598cc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.1668887 Nov 08 12:40:51.374648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d2fe5066-7e95-45c5-8f77-05bda0f058a7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:51.385212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb2aabf5-c196-49b7-ae0c-c73e5153c83f req-1c11f572-4f6f-4987-8935-b48f999f00f1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537519 Nov 08 12:40:51.462318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44dd6428-2857-4d16-8d8a-786c81bd4e80 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2618551 Nov 08 12:40:51.465943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54794) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.469445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.512429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d2fe5066-7e95-45c5-8f77-05bda0f058a7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:51.513007 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.546480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383065c-e681-4d42-acb5-87d1da0967e2 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.548247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383065c-e681-4d42-acb5-87d1da0967e2 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.549856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9383065c-e681-4d42-acb5-87d1da0967e2 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0828071 Nov 08 12:40:51.553649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54800) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.554960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.562323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.563044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.569374 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/ports/58d6b665-7570-4626-8b9e-a5093cbee858 HTTP/1.1" status: 200 len: 911 time: 1.3386598 Nov 08 12:40:51.569920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.858005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.908398 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9abcbf6-935b-4b47-96be-cad93ded879b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:51.971534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d1a5c-dc92-4e90-8773-c6ce73a0a6bf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.973040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d1a5c-dc92-4e90-8773-c6ce73a0a6bf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:51.974596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4c8d1a5c-dc92-4e90-8773-c6ce73a0a6bf tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4193363 Nov 08 12:40:51.979338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:51.981717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f951b-bd97-493c-ab53-5d209d091315 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=58d6b665-7570-4626-8b9e-a5093cbee858,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:52.030857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6182070-3b7b-4fef-8d44-decd853d4f2f req-589ba0fd-a616-4098-834d-1d7963875719 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.032356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6182070-3b7b-4fef-8d44-decd853d4f2f req-589ba0fd-a616-4098-834d-1d7963875719 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1734734 Nov 08 12:40:52.049091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dfc61b29-ef28-42a9-989f-215020ad9d42 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:52.172271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port dfc61b29-ef28-42a9-989f-215020ad9d42 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:40:52.177523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port dfc61b29-ef28-42a9-989f-215020ad9d42 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:52.181775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.196137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d147-0aaf-4f93-9b4a-33e965b5549d req-a47d5399-9895-4d07-938e-dcb21ecfdfe5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.198533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8173d147-0aaf-4f93-9b4a-33e965b5549d req-a47d5399-9895-4d07-938e-dcb21ecfdfe5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 944 time: 0.2178776 Nov 08 12:40:52.243304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6182070-3b7b-4fef-8d44-decd853d4f2f req-54ae01bb-995d-49e5-a746-71c5b548f404 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859593 Nov 08 12:40:52.257803 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.275954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6244e-56d1-4ccb-b1e6-5bc06dbaff94 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.275954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cee6244e-56d1-4ccb-b1e6-5bc06dbaff94 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks/ab4c09c5-2ae1-4015-a764-08e94ca76090 HTTP/1.1" status: 200 len: 799 time: 0.2888391 Nov 08 12:40:52.278011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9abcbf6-935b-4b47-96be-cad93ded879b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.278514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:52.297380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.357131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dfc61b29-ef28-42a9-989f-215020ad9d42,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:52.358291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:40:52.363745 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c274c-d3c4-4147-9ff7-b6a7cc3baddf" -d '{"events": [{"server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "name": "network-vif-plugged", "status": "completed", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:40:52.367897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9abcbf6-935b-4b47-96be-cad93ded879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.373722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8173d147-0aaf-4f93-9b4a-33e965b5549d req-9b33f012-4e19-4ed5-b5b6-02e638aeadad tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654336 Nov 08 12:40:52.436584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9abcbf6-935b-4b47-96be-cad93ded879b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6d3fb48f992407bb42abefae15aaf35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764422 Nov 08 12:40:52.446282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:52.447721 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049e20b-0d26-4196-b2c7-a0b2d8becfac x-openstack-request-id: req-3049e20b-0d26-4196-b2c7-a0b2d8becfac {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:40:52.448025 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "name": "network-vif-plugged", "status": "completed", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:40:52.448376 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3049e20b-0d26-4196-b2c7-a0b2d8becfac {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:40:52.448776 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42', 'code': 200} Nov 08 12:40:52.462361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abcbf6-935b-4b47-96be-cad93ded879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd3efc-5326-4cab-ba86-367684ce7b8c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:52.464221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.479457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-28ba9dc4-fea2-4b3f-ae86-ee01a4a146a1 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/networks/ab4c09c5-2ae1-4015-a764-08e94ca76090?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1964240 Nov 08 12:40:52.482716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:52.552455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:52.601632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 58d6b665-7570-4626-8b9e-a5093cbee858 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:52.602318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.620299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2bbc2-7409-46f4-bee5-6b9630f43def tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.621667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00b2bbc2-7409-46f4-bee5-6b9630f43def tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets/5e502664-2865-4aab-aebf-473aeebcd3d4 HTTP/1.1" status: 200 len: 811 time: 0.1378086 Nov 08 12:40:52.625586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:52.674615 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.680870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7c741-bc4a-4ebd-acbf-537d79b62f42 req-17e67934-631f-463a-a718-19280d6e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.682789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ef7c741-bc4a-4ebd-acbf-537d79b62f42 req-17e67934-631f-463a-a718-19280d6e5f5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 1096 time: 0.1440511 Nov 08 12:40:52.694102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.707093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 58d6b665-7570-4626-8b9e-a5093cbee858 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:52.722212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709efde-0fcb-4edc-8ab9-26e78e0e6756 req-e2da45a9-7b32-4092-91b0-ddb534046200 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.723698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f709efde-0fcb-4edc-8ab9-26e78e0e6756 req-e2da45a9-7b32-4092-91b0-ddb534046200 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.1662736 Nov 08 12:40:52.743537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b240b6d-9468-468a-8942-e5eef1f812fb tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:52.745264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1b240b6d-9468-468a-8942-e5eef1f812fb tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "GET /v2.0/subnets/5e502664-2865-4aab-aebf-473aeebcd3d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1187692 Nov 08 12:40:52.748376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.749074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:52.755183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1297841670'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:52.826210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ef7c741-bc4a-4ebd-acbf-537d79b62f42 req-3d7dcd5d-07e9-492b-bd64-b0069ab64cfa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Nov 08 12:40:52.842474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f709efde-0fcb-4edc-8ab9-26e78e0e6756 req-ac79e80b-986a-4e2f-aefd-133197421d06 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066315 Nov 08 12:40:52.846508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:52.849654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.920428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.923084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:52.924253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76fd3efc-5326-4cab-ba86-367684ce7b8c HTTP/1.1" status: 204 len: 168 time: 0.4769402 Nov 08 12:40:52.933065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc59ea9-5120-418f-a753-cbef36328835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd3efc-5326-4cab-ba86-367684ce7b8c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:53.018381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.026714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:53.058751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=58d6b665-7570-4626-8b9e-a5093cbee858,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:53.060875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.061224 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Added segment 82165ceb-52ed-43d3-9adc-be1e1fdbd474 of type vlan for network 0eae364a-7578-401f-89bd-60e7b28a028d Nov 08 12:40:53.095578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2211e384-565f-4706-ae18-bf9e59c7c150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.182842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.188234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.356422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.366996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:53.366996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.403164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b5147-2ccd-462e-9b7b-5f73c316989c req-923e799d-28f7-461d-a326-f29a6f68475f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:53.412175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-890b5147-2ccd-462e-9b7b-5f73c316989c req-923e799d-28f7-461d-a326-f29a6f68475f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0888298 Nov 08 12:40:53.436071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router b316fed5-11f7-4a30-ac3d-bda77ca1bee8 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:40:53.447975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Network': ['ID=0eae364a-7578-401f-89bd-60e7b28a028d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:53.459224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 0eae364a-7578-401f-89bd-60e7b28a028d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:53.481612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-890b5147-2ccd-462e-9b7b-5f73c316989c req-ac92bf6c-7b7f-4c80-a2e2-c6a41d17fce7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684600 Nov 08 12:40:53.558437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9931a596-cee0-4b73-9f16-4f4edbeae283 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8083806 Nov 08 12:40:53.562810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54850) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:53.568351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2010622-fb3c-42cb-bd9a-7e85c2e5934a req-700d7e1c-0b52-45ac-a531-69b390988136 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:53.568489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:53.569490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2010622-fb3c-42cb-bd9a-7e85c2e5934a req-700d7e1c-0b52-45ac-a531-69b390988136 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Nov 08 12:40:53.574627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:40:53.589800 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] Sync routers for ids ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:40:53.594849 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d10babef-c862-432f-bbd1-ae58a0df5255 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/b316fed5-11f7-4a30-ac3d-bda77ca1bee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891853 Nov 08 12:40:53.599191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:53.603553 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] Routers {'b316fed5-11f7-4a30-ac3d-bda77ca1bee8'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:53.604625 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:53.638616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-028e6efa-4e9f-4493-b792-bafd26d54d2f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=b316fed5-11f7-4a30-ac3d-bda77ca1bee8 HTTP/1.1" status: 200 len: 205 time: 0.0357680 Nov 08 12:40:53.640315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54856) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:53.653008 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:53.663039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2010622-fb3c-42cb-bd9a-7e85c2e5934a req-9e5b5472-638a-4438-ab5c-2dfe512469f7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856559 Nov 08 12:40:53.663275 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] Routers {'b316fed5-11f7-4a30-ac3d-bda77ca1bee8'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:40:53.663987 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:53.701011 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:53.701721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff63b98-3d9e-416e-90c3-1fc8c698b84b None None] The sync data for ids ['b316fed5-11f7-4a30-ac3d-bda77ca1bee8'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:40:53.756524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.941370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Made reservation on behalf of ffebdf1463ef4acb8c4548f9c728cb46 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:53.949210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.954132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.965674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:53.982736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56ce29-9848-4bae-8ba4-a5b1c35f92d4 req-76a4c758-0928-4e04-870b-a2cca6b94c5a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:53.984251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d56ce29-9848-4bae-8ba4-a5b1c35f92d4 req-76a4c758-0928-4e04-870b-a2cca6b94c5a tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.0566525 Nov 08 12:40:54.034103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d56ce29-9848-4bae-8ba4-a5b1c35f92d4 req-6db31d5d-34be-413b-934c-b4bd86c873b9 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Nov 08 12:40:54.039133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing IP validity checks on allocation pools {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:40:54.039663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:40:54.160950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.161559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router b316fed5-11f7-4a30-ac3d-bda77ca1bee8 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:40:54.169845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.171005 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-00e08097-02f6-4a1a-9a37-f3415cd5a762 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/b316fed5-11f7-4a30-ac3d-bda77ca1bee8 HTTP/1.1" status: 204 len: 168 time: 0.5297387 Nov 08 12:40:54.174106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:54.234091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 4be71c93-58f1-41e7-923f-a3fda27f6788 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:40:54.237533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.289026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.371178 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.372962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.440570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=6ef9dc3c-1351-469c-a966-280e5ac06681,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:54.448259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Checking segment: {'id': '82165ceb-52ed-43d3-9adc-be1e1fdbd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:54.448259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network hostable DHCP agents. Network: 0eae364a-7578-401f-89bd-60e7b28a028d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:54.496686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.531863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Network 0eae364a-7578-401f-89bd-60e7b28a028d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:54.534941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=4be71c93-58f1-41e7-923f-a3fda27f6788,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:54.539914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.544041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-89fe7bbe-bb68-40da-843a-82800729e158 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/4be71c93-58f1-41e7-923f-a3fda27f6788 HTTP/1.1" status: 204 len: 168 time: 0.3685391 Nov 08 12:40:54.546655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:54.551539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8cf98e-6bfc-4e84-bb7e-f1d9a3a67138 None None] Network 5ead507b-f5b3-4370-a338-c82e5b7af3d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:54.617871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 0eae364a-7578-401f-89bd-60e7b28a028d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:54.622851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:54.624035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.637997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761c69f-2a6a-4976-9efb-db13164a9039 None None] Network 0eae364a-7578-401f-89bd-60e7b28a028d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:54.657734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.677083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2908cc7-648d-4273-94c7-5da08e1aa649 req-8f3cc44d-b08f-4a53-83a1-dc0665751d41 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:54.684264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2908cc7-648d-4273-94c7-5da08e1aa649 req-8f3cc44d-b08f-4a53-83a1-dc0665751d41 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1173937 Nov 08 12:40:54.718765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ade1f97d-97eb-48fc-952b-ddcb73acca15 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1547811 Nov 08 12:40:54.721441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:54.726921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:54.858290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2908cc7-648d-4273-94c7-5da08e1aa649 req-acb430b5-2f2b-466b-9ed6-1216958b42fe tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613443 Nov 08 12:40:54.868202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8526244'] for subnet, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.880957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8bd7f-e77f-424c-99f9-f08774027fa3 req-baa46efd-1df6-49fc-8f95-7e0cebbba3ad tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:54.886766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34e8bd7f-e77f-424c-99f9-f08774027fa3 req-baa46efd-1df6-49fc-8f95-7e0cebbba3ad tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1163657 Nov 08 12:40:54.896322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port d2fe5066-7e95-45c5-8f77-05bda0f058a7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:54.896659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.900954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-0eae364a-7578-401f-89bd-60e7b28a028d', 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d', 'tenant_id': 'ffebdf1463ef4acb8c4548f9c728cb46', 'fixed_ips': [{'subnet_id': '6ef9dc3c-1351-469c-a966-280e5ac06681'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:54.902432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:54.951479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] DHCP port deletion for 5ead507b-f5b3-4370-a338-c82e5b7af3d7 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:40:55.015579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port d2fe5066-7e95-45c5-8f77-05bda0f058a7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d2fe5066-7e95-45c5-8f77-05bda0f058a7,segment=NetworkSegment(fb419db8-6a14-4b1b-ab2d-10e4670d7dfb),segment_id=fb419db8-6a14-4b1b-ab2d-10e4670d7dfb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:55.016028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.031277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34e8bd7f-e77f-424c-99f9-f08774027fa3 req-63feaf76-7a26-401b-9f8e-4f6709af1f9d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365542 Nov 08 12:40:55.059922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for d2fe5066-7e95-45c5-8f77-05bda0f058a7 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:55.158912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790081462411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10056416'] for subnet, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.212425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:55.213720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.217806 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "PUT /v2.0/subnets/6ef9dc3c-1351-469c-a966-280e5ac06681 HTTP/1.1" status: 200 len: 877 time: 0.4926882 Nov 08 12:40:55.219625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:55.442356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.442356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port d2fe5066-7e95-45c5-8f77-05bda0f058a7 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:55.444126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d71cbb-46a0-49ce-8645-ff75a6b6eded tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event updated for resources: {'Subnet': ['ID=6ef9dc3c-1351-469c-a966-280e5ac06681,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.445600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Allocated IP 172.20.0.3 (0eae364a-7578-401f-89bd-60e7b28a028d/6ef9dc3c-1351-469c-a966-280e5ac06681/04377b55-9cec-4f24-8227-f88436a2471e) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:55.445600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Deleting port d2fe5066-7e95-45c5-8f77-05bda0f058a7 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:55.445600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.446487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=d2fe5066-7e95-45c5-8f77-05bda0f058a7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.446568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d2fe5066-7e95-45c5-8f77-05bda0f058a7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:40:55.449708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.449822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d2fe5066-7e95-45c5-8f77-05bda0f058a7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:40:55.449822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d2fe5066-7e95-45c5-8f77-05bda0f058a7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:40:55.450025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.477125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ead507b-f5b3-4370-a338-c82e5b7af3d7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:55.497392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] For port d2fe5066-7e95-45c5-8f77-05bda0f058a7, host n-d-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:55.497716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.502450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9185042-5518-4bd8-9f37-7f7cb8a25be3 req-6030491a-cc29-423c-ab46-1261b9b533a6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:55.512578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9185042-5518-4bd8-9f37-7f7cb8a25be3 req-6030491a-cc29-423c-ab46-1261b9b533a6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1350753 Nov 08 12:40:55.517327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:55.517935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb419db8-6a14-4b1b-ab2d-10e4670d7dfb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:55.518061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Calling delete_port for d2fe5066-7e95-45c5-8f77-05bda0f058a7 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:55.520347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.522039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Port d2fe5066-7e95-45c5-8f77-05bda0f058a7 was not found and therefore no delete operation was performed {{(pid=102537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:40:55.533251 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.545536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.581652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] Pushing event deleted for resources: {'Port': ['ID=d2fe5066-7e95-45c5-8f77-05bda0f058a7,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.583615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd701e0-5e56-442e-9747-328aee7d55b4 None None] No DVR routers for this DVR port d2fe5066-7e95-45c5-8f77-05bda0f058a7 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:55.603639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9185042-5518-4bd8-9f37-7f7cb8a25be3 req-1a757c58-9b38-4818-b6eb-fad4f207a7c6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900621 Nov 08 12:40:55.610970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.622454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:55.623071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:55.646406 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:55.661704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.695061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-192bb6ab-bd30-4b90-a83f-dc586fd29f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.745247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.754322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750b3e-5717-4504-bd1d-57a9ba89d9ca req-6141d036-5c95-4ccb-9712-958ddc99a036 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:55.754322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23750b3e-5717-4504-bd1d-57a9ba89d9ca req-6141d036-5c95-4ccb-9712-958ddc99a036 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0648961 Nov 08 12:40:55.792400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Network 0eae364a-7578-401f-89bd-60e7b28a028d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:55.795414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:55.799292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:55.802548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.808352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23750b3e-5717-4504-bd1d-57a9ba89d9ca req-e0a9d9b5-2176-4d6d-ba75-46610604408d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Nov 08 12:40:55.821971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.822431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Pushing event updated for resources: {'Port': ['ID=04377b55-9cec-4f24-8227-f88436a2471e,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.822521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/5ead507b-f5b3-4370-a338-c82e5b7af3d7 HTTP/1.1" status: 204 len: 168 time: 1.2693837 Nov 08 12:40:55.822521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:55.835736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242113764', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:55.842209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8d0b5-e68c-4572-8091-35a7c67ee91e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=5ead507b-f5b3-4370-a338-c82e5b7af3d7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.856506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.896981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Attempting to bind port 04377b55-9cec-4f24-8227-f88436a2471e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:55.897426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Attempting to bind port 04377b55-9cec-4f24-8227-f88436a2471e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '82165ceb-52ed-43d3-9adc-be1e1fdbd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:55.897804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Attempting to bind port 04377b55-9cec-4f24-8227-f88436a2471e on network 0eae364a-7578-401f-89bd-60e7b28a028d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:55.904814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:55.905194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Checking segment: {'id': '82165ceb-52ed-43d3-9adc-be1e1fdbd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:55.905923 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.906622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Bound using segment: {'id': '82165ceb-52ed-43d3-9adc-be1e1fdbd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:55.907376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Bound port: 04377b55-9cec-4f24-8227-f88436a2471e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82165ceb-52ed-43d3-9adc-be1e1fdbd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0eae364a-7578-401f-89bd-60e7b28a028d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:55.907933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.934791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef9dc3c-1351-469c-a966-280e5ac06681,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:55.952071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.953189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:55.990536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] For port 04377b55-9cec-4f24-8227-f88436a2471e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:55.994959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] For port 04377b55-9cec-4f24-8227-f88436a2471e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=04377b55-9cec-4f24-8227-f88436a2471e,segment=NetworkSegment(82165ceb-52ed-43d3-9adc-be1e1fdbd474),segment_id=82165ceb-52ed-43d3-9adc-be1e1fdbd474)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:56.001986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.029150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae364a-7578-401f-89bd-60e7b28a028d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:56.038880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.039607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82165ceb-52ed-43d3-9adc-be1e1fdbd474') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:56.039929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82165ceb-52ed-43d3-9adc-be1e1fdbd474') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:56.052194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.053836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f02e4-537b-4cb8-b1dc-702844cce8fe req-ec8124c4-30c5-4ba2-940e-a03c6ba41408 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:56.055483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-628f02e4-537b-4cb8-b1dc-702844cce8fe req-ec8124c4-30c5-4ba2-940e-a03c6ba41408 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1152537 Nov 08 12:40:56.100427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.101153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.110286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:56.120752 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:56.126458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-628f02e4-537b-4cb8-b1dc-702844cce8fe req-15d5d575-643a-4061-b001-9cd9844252aa tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Nov 08 12:40:56.160855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.209969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:40:56.209969 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:40:56.209969 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '0eae364a-7578-401f-89bd-60e7b28a028d'}] Nov 08 12:40:56.209969 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:40:56.210346 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:40:56.226137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3808-b760-48c0-b945-d6cf94f0d7cb None None] Pushing event updated for resources: {'Port': ['ID=04377b55-9cec-4f24-8227-f88436a2471e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:56.241608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.241880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8ae47a4b-5868-438d-b3f6-02410f190b3f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4195583 Nov 08 12:40:56.242404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:56.246510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c665ce-fcd6-4191-b0c5-3713c96890bd None None] Network 0eae364a-7578-401f-89bd-60e7b28a028d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:56.247965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1520893004'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:56.325594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3cfe-7645-4fb5-a323-c53b988f6927 req-b1ef4df0-3b0a-4a49-9e27-561068385920 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:56.327321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b39f3cfe-7645-4fb5-a323-c53b988f6927 req-b1ef4df0-3b0a-4a49-9e27-561068385920 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0566347 Nov 08 12:40:56.369429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:56.374053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.396050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a2743-c58c-4806-8d34-e24b5569b948 None None] Network 0eae364a-7578-401f-89bd-60e7b28a028d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:56.416690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b39f3cfe-7645-4fb5-a323-c53b988f6927 req-ba1bfea4-a18f-4ed8-b5d4-c54c618aab67 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Nov 08 12:40:56.427778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:40:56.436994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.437352 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment 3e734798-6ed6-44b1-882b-47e428c0d00d of type vlan for network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 Nov 08 12:40:56.480907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.540566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311af3e-96d4-48ae-b04a-af30ed1ffa09 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:40:56.552924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.558855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:56.565593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.632324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=18e640c5-115e-4780-bcc6-2ffd3e8a1c87,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:56.645905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:40:56.701601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-57d69cfc-43d6-4cd4-aa12-6284d4b1cc95 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4579430 Nov 08 12:40:56.704141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:56.708414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311af3e-96d4-48ae-b04a-af30ed1ffa09 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:40:56.709233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:40:56.711804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.711924 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.774138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port 04377b55-9cec-4f24-8227-f88436a2471e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:56.774514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.869220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port 04377b55-9cec-4f24-8227-f88436a2471e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=04377b55-9cec-4f24-8227-f88436a2471e,segment=NetworkSegment(82165ceb-52ed-43d3-9adc-be1e1fdbd474),segment_id=82165ceb-52ed-43d3-9adc-be1e1fdbd474)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:56.870366 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:56.882080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:40:56.883571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for 04377b55-9cec-4f24-8227-f88436a2471e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:56.885715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.044342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.076760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=04377b55-9cec-4f24-8227-f88436a2471e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:57.080507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port 04377b55-9cec-4f24-8227-f88436a2471e on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:40:57.161154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.186228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae364a-7578-401f-89bd-60e7b28a028d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.195880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82165ceb-52ed-43d3-9adc-be1e1fdbd474') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.196183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82165ceb-52ed-43d3-9adc-be1e1fdbd474') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.207027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.222136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.229274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:57.229719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:57.232704 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:57.234600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.315845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff4a91-0ec2-447d-981a-ad94d300905e req-8051727c-b903-4428-90d3-1f65d2eb0b3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:57.317248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26ff4a91-0ec2-447d-981a-ad94d300905e req-8051727c-b903-4428-90d3-1f65d2eb0b3f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1131907 Nov 08 12:40:57.331494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=d95edaae-dc5e-4b28-a182-fb41e1425aa3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:57.356072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:57.356433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 18e640c5-115e-4780-bcc6-2ffd3e8a1c87, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:40:57.365734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.369897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.379222 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/0eae364a-7578-401f-89bd-60e7b28a028d HTTP/1.1" status: 204 len: 168 time: 2.1583223 Nov 08 12:40:57.379331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.394993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd91cc9-90ea-45ec-a7fb-2041d0bc1e77 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=0eae364a-7578-401f-89bd-60e7b28a028d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:57.422074 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-843fa71c-8a00-443c-ab74-e99585a4014c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:57.422559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843fa71c-8a00-443c-ab74-e99585a4014c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:57.425563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-843fa71c-8a00-443c-ab74-e99585a4014c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/6ef9dc3c-1351-469c-a966-280e5ac06681 HTTP/1.1" status: 404 len: 337 time: 0.0445309 Nov 08 12:40:57.428328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.433284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26ff4a91-0ec2-447d-981a-ad94d300905e req-1af83fe1-e936-4567-937d-15842892a22c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076820 Nov 08 12:40:57.453286 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d96889-12a5-4299-8a5f-350c3e69e2a3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:57.454061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d96889-12a5-4299-8a5f-350c3e69e2a3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:57.460448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-08d96889-12a5-4299-8a5f-350c3e69e2a3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/0eae364a-7578-401f-89bd-60e7b28a028d HTTP/1.1" status: 404 len: 339 time: 0.0290585 Nov 08 12:40:57.461764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54956) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.480576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:40:57.494055 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b1047-ec5c-4927-91ad-8a2c3813067e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:57.494697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567b1047-ec5c-4927-91ad-8a2c3813067e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:57.497833 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-567b1047-ec5c-4927-91ad-8a2c3813067e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/bb9f8f56-66c5-4130-9585-af59254d0e84 HTTP/1.1" status: 404 len: 337 time: 0.0347335 Nov 08 12:40:57.501688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.529105 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed4d4c3-cb7b-4c26-af00-aa13858a8cb3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:57.531096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed4d4c3-cb7b-4c26-af00-aa13858a8cb3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:57.534510 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6ed4d4c3-cb7b-4c26-af00-aa13858a8cb3 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/327ccab9-d06d-4204-a7f1-220b6b35d72a HTTP/1.1" status: 404 len: 339 time: 0.0316343 Nov 08 12:40:57.537116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.550367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c928b6-aee4-4002-8ae5-dc7d9c6b2f82 req-ac9307f3-0c9c-407c-b8dc-555e4a6217e8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:57.552090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78c928b6-aee4-4002-8ae5-dc7d9c6b2f82 req-ac9307f3-0c9c-407c-b8dc-555e4a6217e8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0592737 Nov 08 12:40:57.585960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 18e640c5-115e-4780-bcc6-2ffd3e8a1c87) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:57.594853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766af8da-2283-4496-bbdd-f996a83f5fec None None] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:57.598486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:57.599083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.639175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78c928b6-aee4-4002-8ae5-dc7d9c6b2f82 req-f88b295b-642d-41d3-beae-4e771fe724a1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782738 Nov 08 12:40:57.676084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.693839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-17db00e5-1c6c-474c-94e3-14e6e0532825 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9858358 Nov 08 12:40:57.694044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:57.809655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.849676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.875947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a813e1b-e8aa-46d9-9518-e93c1eb94544') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.876582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24032a04-6c60-40cb-aaaa-4135e7993221 req-e95e6b67-bd14-49cd-ad50-724333d1ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:57.876666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a813e1b-e8aa-46d9-9518-e93c1eb94544') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:40:57.877993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24032a04-6c60-40cb-aaaa-4135e7993221 req-e95e6b67-bd14-49cd-ad50-724333d1ab89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1250727 Nov 08 12:40:57.890006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:40:57.895023 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.903664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.923838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.933088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:40:57.933827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:40:57.937639 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:40:58.039172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.061902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.070218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.075388 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f HTTP/1.1" status: 204 len: 168 time: 0.5344324 Nov 08 12:40:58.075770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.094531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b52066-71f4-443b-a774-4b00c5f89b74 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=bec7f690-0cf4-4e9b-ab8c-dd3815bfde4f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:58.121629 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d97c150-03eb-4d7f-886c-49170ae8efa5 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.122101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d97c150-03eb-4d7f-886c-49170ae8efa5 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.125651 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0d97c150-03eb-4d7f-886c-49170ae8efa5 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/203157bc-fe38-400f-8b16-07cbbe602027 HTTP/1.1" status: 404 len: 337 time: 0.0484295 Nov 08 12:40:58.127917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.164534 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c62463-ea20-4186-a66d-c719801e73ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.165271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c62463-ea20-4186-a66d-c719801e73ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.172273 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98c62463-ea20-4186-a66d-c719801e73ef tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/a314ed66-5a1a-4b3a-aca9-5aeab32667f8 HTTP/1.1" status: 404 len: 339 time: 0.0431595 Nov 08 12:40:58.172964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.216028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Allocated IP 2001:db8::2 (18e640c5-115e-4780-bcc6-2ffd3e8a1c87/d95edaae-dc5e-4b28-a182-fb41e1425aa3/e27658c7-1603-4b09-8186-a6eac96ee527) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:58.388948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.393928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24032a04-6c60-40cb-aaaa-4135e7993221 req-fc42e48a-77b3-46b2-8b5b-621e03885013 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804261 Nov 08 12:40:58.445512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.509131 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.552688 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7401e9-369e-410f-aedb-31d407ff6dfe tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.553148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7401e9-369e-410f-aedb-31d407ff6dfe tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.558938 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da7401e9-369e-410f-aedb-31d407ff6dfe tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/c2ce0bd6-1b5c-4f04-bd70-75f25d268f25 HTTP/1.1" status: 404 len: 337 time: 0.3847470 Nov 08 12:40:58.560191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.561012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:58.566616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:58.568884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Pushing event updated for resources: {'Port': ['ID=e27658c7-1603-4b09-8186-a6eac96ee527,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:58.574830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:58.584532 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-526ce075-4e6a-4b66-a173-972ccba84b39 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.585940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526ce075-4e6a-4b66-a173-972ccba84b39 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.590784 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-526ce075-4e6a-4b66-a173-972ccba84b39 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/b9947896-5d96-4977-9fee-611c57837a3b HTTP/1.1" status: 404 len: 339 time: 0.0294447 Nov 08 12:40:58.592600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.621220 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74359d6-bfda-4e4e-89e3-6c803941d5fa tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.621678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74359d6-bfda-4e4e-89e3-6c803941d5fa tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.627296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c74359d6-bfda-4e4e-89e3-6c803941d5fa tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/30f39e36-ae7b-4c1b-9e85-8ebc3cc5461f HTTP/1.1" status: 404 len: 337 time: 0.0312259 Nov 08 12:40:58.628219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54982) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.641077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7b83-9fe0-4e33-be7c-9cdd9e853897 req-eb5c02cd-ec56-44dc-986f-e62c7f4a684e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:58.644633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Attempting to bind port e27658c7-1603-4b09-8186-a6eac96ee527 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:40:58.645007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Attempting to bind port e27658c7-1603-4b09-8186-a6eac96ee527 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:40:58.645372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Attempting to bind port e27658c7-1603-4b09-8186-a6eac96ee527 on network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:40:58.647625 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ea97c6-a34b-434e-bb58-299c3554296e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.648291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ea97c6-a34b-434e-bb58-299c3554296e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.649082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974a7b83-9fe0-4e33-be7c-9cdd9e853897 req-eb5c02cd-ec56-44dc-986f-e62c7f4a684e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1129072 Nov 08 12:40:58.651712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:40:58.652093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Checking segment: {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:40:58.652490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.652882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Bound using segment: {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:40:58.653488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Bound port: e27658c7-1603-4b09-8186-a6eac96ee527, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:40:58.653872 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.654620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d4ea97c6-a34b-434e-bb58-299c3554296e tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/22d0cefa-f8d5-4f4f-a955-19318ca2b7af HTTP/1.1" status: 404 len: 339 time: 0.0253789 Nov 08 12:40:58.655340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54984) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.685253 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8de6f7f-f43e-4be6-a80e-13f548a0422d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.685724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8de6f7f-f43e-4be6-a80e-13f548a0422d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.691959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a8de6f7f-f43e-4be6-a80e-13f548a0422d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/f05b865e-26a8-49b4-9e39-77dc4d49b29d HTTP/1.1" status: 404 len: 337 time: 0.0357480 Nov 08 12:40:58.692567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54988) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.717764 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2b472a-e7ef-4ea8-b175-ba50bf44c53a tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.718374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2b472a-e7ef-4ea8-b175-ba50bf44c53a tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.725931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec2b472a-e7ef-4ea8-b175-ba50bf44c53a tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/d41aaf18-a4bf-4662-b6c8-f64c62fb3b4d HTTP/1.1" status: 404 len: 339 time: 0.0322757 Nov 08 12:40:58.729495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54990) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.730104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8::1 (18e640c5-115e-4780-bcc6-2ffd3e8a1c87/d95edaae-dc5e-4b28-a182-fb41e1425aa3/fa7eac80-db48-4352-9e35-714cf44abfaf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:40:58.749605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] For port e27658c7-1603-4b09-8186-a6eac96ee527, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:40:58.754411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] For port e27658c7-1603-4b09-8186-a6eac96ee527, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e27658c7-1603-4b09-8186-a6eac96ee527,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:40:58.761914 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fefef1b-4c76-4428-8fb1-a98e5ea66b6d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.762405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fefef1b-4c76-4428-8fb1-a98e5ea66b6d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.765504 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fefef1b-4c76-4428-8fb1-a98e5ea66b6d tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/29edf323-5c30-4c0f-aad8-31e7217a5c71 HTTP/1.1" status: 404 len: 337 time: 0.0371764 Nov 08 12:40:58.768502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54992) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.786690 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-76faef62-869d-48af-889c-458a1d53c404 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.787390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76faef62-869d-48af-889c-458a1d53c404 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.791043 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76faef62-869d-48af-889c-458a1d53c404 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/cf013ab4-5777-4952-ba8f-c2a6bb297eaf HTTP/1.1" status: 404 len: 339 time: 0.0209620 Nov 08 12:40:58.793826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54994) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.811938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.820714 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc76868-d6de-4455-9c0f-a45916277a25 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.821938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc76868-d6de-4455-9c0f-a45916277a25 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.828600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0cc76868-d6de-4455-9c0f-a45916277a25 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/a957878e-a3e6-4773-8cac-dc891f952e22 HTTP/1.1" status: 404 len: 337 time: 0.0295157 Nov 08 12:40:58.828929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54998) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.848307 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5908f91f-904d-407f-a242-8edd904e0e70 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.849029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5908f91f-904d-407f-a242-8edd904e0e70 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.852404 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5908f91f-904d-407f-a242-8edd904e0e70 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/410d4377-1964-43cd-8fc6-d414ba750a66 HTTP/1.1" status: 404 len: 339 time: 0.0224378 Nov 08 12:40:58.854772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974a7b83-9fe0-4e33-be7c-9cdd9e853897 req-1291e1ee-dc97-48f0-a4c3-fa2170c17448 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047052 Nov 08 12:40:58.856266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.872245 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:58.896775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea01760-1d03-4197-babf-7bfb01981e76 None None] Pushing event updated for resources: {'Port': ['ID=e27658c7-1603-4b09-8186-a6eac96ee527,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:58.903005 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eb6b07-6354-4ff9-a5a4-f99836eba669 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.903908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16eb6b07-6354-4ff9-a5a4-f99836eba669 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.904346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e84e49-0a6d-4751-9408-0177ca86e0f2 req-1e445afa-9be3-445d-9ede-ac928b623012 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:40:58.907722 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-16eb6b07-6354-4ff9-a5a4-f99836eba669 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/12036e5b-9523-423a-a215-8f2d95d5c4a8 HTTP/1.1" status: 404 len: 337 time: 0.0481665 Nov 08 12:40:58.910228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55002) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.912021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87e84e49-0a6d-4751-9408-0177ca86e0f2 req-1e445afa-9be3-445d-9ede-ac928b623012 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1776161 Nov 08 12:40:58.930905 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ec15f7-2809-408b-8c0b-efe16238e4f9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.932315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ec15f7-2809-408b-8c0b-efe16238e4f9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.935604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-70ec15f7-2809-408b-8c0b-efe16238e4f9 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/18915648-7596-499d-aa46-4354a3d06a9b HTTP/1.1" status: 404 len: 339 time: 0.0242605 Nov 08 12:40:58.938076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55006) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:58.977481 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc4ddb9-8e1c-492a-b57f-2dfa8ec552dc tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:58.978697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc4ddb9-8e1c-492a-b57f-2dfa8ec552dc tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:58.982218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7cc4ddb9-8e1c-492a-b57f-2dfa8ec552dc tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/862812ef-4d2f-49b6-a468-7ba380bd11d0 HTTP/1.1" status: 404 len: 337 time: 0.0428650 Nov 08 12:40:58.992164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:59.021526 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.022958 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cd2c01-732d-4118-9699-b2eba56d5c6c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] DELETE failed (client error): The resource could not be found. Nov 08 12:40:59.023638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cd2c01-732d-4118-9699-b2eba56d5c6c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:40:59.034438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e2cd2c01-732d-4118-9699-b2eba56d5c6c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/fe0d54bd-76b2-4b96-9ae4-2603df52ff4f HTTP/1.1" status: 404 len: 339 time: 0.0388300 Nov 08 12:40:59.035040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55010) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:59.039332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87e84e49-0a6d-4751-9408-0177ca86e0f2 req-bd1c0e71-6adf-42a9-9456-1f87f9020ee7 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264539 Nov 08 12:40:59.105813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting subnet 5e502664-2865-4aab-aebf-473aeebcd3d4 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:40:59.109907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.125723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.180306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.231250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:59.262089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:40:59.264735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:40:59.266109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:40:59.266769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.353152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.372435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e27658c7-1603-4b09-8186-a6eac96ee527 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:40:59.433584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e27658c7-1603-4b09-8186-a6eac96ee527 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:40:59.433945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.489237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.510035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.522531 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.555182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Subnet': ['ID=5e502664-2865-4aab-aebf-473aeebcd3d4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:59.564922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.567671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e27658c7-1603-4b09-8186-a6eac96ee527, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e27658c7-1603-4b09-8186-a6eac96ee527,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:59.568451 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f77809ad-77b8-41b6-9df8-a5090dc2090c tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/subnets/5e502664-2865-4aab-aebf-473aeebcd3d4 HTTP/1.1" status: 204 len: 168 time: 0.5320783 Nov 08 12:40:59.572147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:40:59.574931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c0528-b9af-4ff7-b2bf-fe5c71268c81 None None] Network ab4c09c5-2ae1-4015-a764-08e94ca76090 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:40:59.657153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.669601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.738475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Deleting port 882f2b0c-9cc1-4f00-b01c-01f38407b044 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:40:59.738713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.826801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] For port 882f2b0c-9cc1-4f00-b01c-01f38407b044, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=882f2b0c-9cc1-4f00-b01c-01f38407b044,segment=NetworkSegment(409ce5d8-a173-46f5-a2b9-6378b1428f82),segment_id=409ce5d8-a173-46f5-a2b9-6378b1428f82)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:40:59.827667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.862288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Calling delete_port for 882f2b0c-9cc1-4f00-b01c-01f38407b044 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:40:59.887921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.964244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e27658c7-1603-4b09-8186-a6eac96ee527,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:40:59.995714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:40:59.996505 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.046274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.076345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Port': ['ID=882f2b0c-9cc1-4f00-b01c-01f38407b044,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:00.080017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3ec02-a703-4e5d-99b5-b9a3bc480b30 None None] DHCP port deletion for ab4c09c5-2ae1-4015-a764-08e94ca76090 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:00.081367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] No DVR routers for this DVR port 882f2b0c-9cc1-4f00-b01c-01f38407b044 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:00.177913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9da13-b301-4327-959e-a36daea4549b req-56b4b9b5-90fb-4479-aa88-0bf4553b0989 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:00.179530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba9da13-b301-4327-959e-a36daea4549b req-56b4b9b5-90fb-4479-aa88-0bf4553b0989 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.2235789 Nov 08 12:41:00.187390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.218618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4c09c5-2ae1-4015-a764-08e94ca76090']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:00.230695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:00.230913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409ce5d8-a173-46f5-a2b9-6378b1428f82') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:00.230913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409ce5d8-a173-46f5-a2b9-6378b1428f82') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:00.247560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.261130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:00.264453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.271594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:00.272000 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.280970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:00.294895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dba6a-8b46-43b1-8a85-f1413717d2e7 req-45dedaaf-ff24-41d8-99e9-c3f339326bc4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:00.296514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d5dba6a-8b46-43b1-8a85-f1413717d2e7 req-45dedaaf-ff24-41d8-99e9-c3f339326bc4 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1347983 Nov 08 12:41:00.309618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba9da13-b301-4327-959e-a36daea4549b req-bc615564-550d-4c11-ac33-bc7679e14e36 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108534 Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:00.334105 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:00.366341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9878a6-9217-4b66-b975-46955dec56ee None None] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:00.432339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d5dba6a-8b46-43b1-8a85-f1413717d2e7 req-32aee712-2b27-4ddc-bc2f-8a2a881e23eb tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277101 Nov 08 12:41:00.455363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.458766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.465188 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] 10.222.0.58 "DELETE /v2.0/networks/ab4c09c5-2ae1-4015-a764-08e94ca76090 HTTP/1.1" status: 204 len: 168 time: 0.8895550 Nov 08 12:41:00.475278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8d6a-bd76-4c0c-a279-d04d3d17c548 tempest-NetworksTest-130592741 tempest-NetworksTest-130592741-project] Pushing event deleted for resources: {'Network': ['ID=ab4c09c5-2ae1-4015-a764-08e94ca76090,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:00.511476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7771ff29-e8cc-4c90-98e6-2c48095d7c39 None None] Provisioning complete for port e27658c7-1603-4b09-8186-a6eac96ee527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:00.511842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7771ff29-e8cc-4c90-98e6-2c48095d7c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.564250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:41:00.669590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:00.677355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c1a51535-81e0-4ead-ad6a-04d36c449ecb tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793208 Nov 08 12:41:00.677429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55040) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:00.679586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:00.683054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-653775839'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:00.694514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:00.695143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:00.798170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:00.805806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:00.822506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.829971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a83261-1c51-497e-9d0d-084528be6b67 req-64202161-8b50-4fc8-96ac-bc1cfa3f67f7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:00.838267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5a83261-1c51-497e-9d0d-084528be6b67 req-64202161-8b50-4fc8-96ac-bc1cfa3f67f7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0625045 Nov 08 12:41:00.869870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:41:00.881469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.881802 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment 83fa6d88-d362-4b81-83c3-82d0d00379c5 of type vlan for network e361e4bb-90c8-4093-9872-510ee5fd9c4e Nov 08 12:41:00.943450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5a83261-1c51-497e-9d0d-084528be6b67 req-3c1073ce-a505-4f79-8266-f7a6c7029f23 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042523 Nov 08 12:41:00.959386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-96ce5fc4-0bc1-4bbe-b02f-4233bad138e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:00.961205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-96ce5fc4-0bc1-4bbe-b02f-4233bad138e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1200862 Nov 08 12:41:00.969167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:00.993765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-244eec4c-7542-432b-b34c-d24781945431 None None] Provisioning complete for port e27658c7-1603-4b09-8186-a6eac96ee527 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:00.993765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-244eec4c-7542-432b-b34c-d24781945431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.126160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.138011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:01.139173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.156147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:40:59Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:40:59Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:01.165666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-f880fd4d-7c9a-4d9d-9799-90e679d203de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:01.169790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-f880fd4d-7c9a-4d9d-9799-90e679d203de service neutron] 10.222.0.57 "GET /v2.0/networks?id=e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 200 len: 912 time: 0.1983180 Nov 08 12:41:01.178122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55050) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:01.194921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:01.195354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Updating router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 port fa7eac80-db48-4352-9e35-714cf44abfaf binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:41:01.225142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-c17b7997-d8bd-4150-9a29-b92211674c91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59 HTTP/1.1" status: 200 len: 217 time: 0.0481086 Nov 08 12:41:01.229174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.246660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-244eec4c-7542-432b-b34c-d24781945431 None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:01.247791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-244eec4c-7542-432b-b34c-d24781945431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.301537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-78538f43-db9a-46ca-b435-ddfaf1385988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:01.310391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-78538f43-db9a-46ca-b435-ddfaf1385988 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 200 len: 851 time: 0.0784192 Nov 08 12:41:01.322179 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6431296 Nov 08 12:41:01.324943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55054) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:01.327601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0086f-f39c-4443-8b89-a1cf4791ace3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=e361e4bb-90c8-4093-9872-510ee5fd9c4e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:01.339884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:01.340786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-244eec4c-7542-432b-b34c-d24781945431 None None] Port fa7eac80-db48-4352-9e35-714cf44abfaf cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:01.347009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:41:01.349554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e27658c7-1603-4b09-8186-a6eac96ee527 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:01.391750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-5a5feb71-e417-4139-827a-b4fce2bad571 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e500ff46-0131-49e6-b649-ac409c6285d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671258 Nov 08 12:41:01.481084 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a31d69cd-2769-4021-840f-61a6edf1145b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffebdf1463ef4acb8c4548f9c728cb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906957 Nov 08 12:41:01.484519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55062) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:01.605038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.621239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-657dfe1a-ff58-4002-b2f0-b685168509f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224827 Nov 08 12:41:01.653450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.664086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-08fe7238-befc-4be2-9185-40c05dbaed75 None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:01.664532 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08fe7238-befc-4be2-9185-40c05dbaed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.683687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:01.687852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.696451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e27658c7-1603-4b09-8186-a6eac96ee527 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:01.697014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.758028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4507e2-6112-43ac-ae4c-491e70aee458 req-e8e7322e-86a0-48a0-861d-6a69fe4fc305 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:01.760108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f4507e2-6112-43ac-ae4c-491e70aee458 req-e8e7322e-86a0-48a0-861d-6a69fe4fc305 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1817386 Nov 08 12:41:01.777877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-08fe7238-befc-4be2-9185-40c05dbaed75 None None] Port fa7eac80-db48-4352-9e35-714cf44abfaf cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:01.788586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.798123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.800395 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/406829a3-c41a-4149-82fa-53b19b72beb1 HTTP/1.1" status: 204 len: 168 time: 0.3145945 Nov 08 12:41:01.812823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5deac-990a-41a2-b6e2-8d7acaf786d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406829a3-c41a-4149-82fa-53b19b72beb1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:01.881993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99035d2c-b468-4ca7-a305-631d447c79e7 req-580a3af2-5cd5-4103-81b6-8b7f7eb62d0f service neutron] 10.222.0.57 "GET /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527356 Nov 08 12:41:01.930125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f4507e2-6112-43ac-ae4c-491e70aee458 req-f3ea5b95-23ab-499a-b62f-7c340007eae5 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125135 Nov 08 12:41:01.950726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8266b1ac-da96-4551-aa83-86c90f959732 None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:01.951100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8266b1ac-da96-4551-aa83-86c90f959732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.974439 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:01.990390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8266b1ac-da96-4551-aa83-86c90f959732 None None] Port fa7eac80-db48-4352-9e35-714cf44abfaf cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:01.996680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 882f2b0c-9cc1-4f00-b01c-01f38407b044 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:02.020678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 882f2b0c-9cc1-4f00-b01c-01f38407b044 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:02.020678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 882f2b0c-9cc1-4f00-b01c-01f38407b044 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:02.069075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.107910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935d76-3564-4265-a536-d98de4fbc3ec req-4169a059-e800-4172-a178-66a0ce167dea tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:02.109427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e935d76-3564-4265-a536-d98de4fbc3ec req-4169a059-e800-4172-a178-66a0ce167dea tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0630388 Nov 08 12:41:02.132701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4457c-ae6a-4cd9-9ffc-9ff2242fd910 None None] Pushing event updated for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:02.163564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.228681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:02.245571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e935d76-3564-4265-a536-d98de4fbc3ec req-c195a5c3-290d-4845-96d4-ad53027fadaf tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275477 Nov 08 12:41:02.280153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Attempting to bind port fa7eac80-db48-4352-9e35-714cf44abfaf on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:02.280532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Attempting to bind port fa7eac80-db48-4352-9e35-714cf44abfaf by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:02.282388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Attempting to bind port fa7eac80-db48-4352-9e35-714cf44abfaf on network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:02.287701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:02.288135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Checking segment: {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:02.288624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.289036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Bound using segment: {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:02.289597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Bound port: fa7eac80-db48-4352-9e35-714cf44abfaf, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e734798-6ed6-44b1-882b-47e428c0d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:02.289880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.317308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:02.317500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: e361e4bb-90c8-4093-9872-510ee5fd9c4e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:41:02.373522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] For port fa7eac80-db48-4352-9e35-714cf44abfaf, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:02.376927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] For port fa7eac80-db48-4352-9e35-714cf44abfaf, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fa7eac80-db48-4352-9e35-714cf44abfaf,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:02.398623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:41:02.461901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.491987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e361e4bb-90c8-4093-9872-510ee5fd9c4e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:02.502449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:02.503190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.518480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:02.519172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:02.582298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8858a1-cdc4-4595-88f3-9e8cb2546f6c None None] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:02.637934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ecdc599-f929-4771-8998-eb3f6d4e28b5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3117917 Nov 08 12:41:02.638599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4457c-ae6a-4cd9-9ffc-9ff2242fd910 None None] Pushing event updated for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:02.641899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:02.881801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:02.882195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:02.947795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:03.138328 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.174749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.245758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] For port fa7eac80-db48-4352-9e35-714cf44abfaf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fa7eac80-db48-4352-9e35-714cf44abfaf,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:03.250444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:41:03.251315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.356960 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.512526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f0d66-61e8-48c4-8aa6-39e488d5e25c None None] Pushing event updated for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:03.522971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-374c84fe-676b-4fa7-a084-2993accde629 None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:03.523341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-374c84fe-676b-4fa7-a084-2993accde629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.563826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:40:59Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:02Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:03.566329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Allocated IP 2001:db8:1::2 (e361e4bb-90c8-4093-9872-510ee5fd9c4e/8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1/859bef9e-ddc0-4ab6-a663-f091bd6825ae) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:03.596215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c508ec-14bc-48c8-b4e9-239515446c89 req-61657424-8207-4249-893b-4f39183f9f74 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:03.598314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1c508ec-14bc-48c8-b4e9-239515446c89 req-61657424-8207-4249-893b-4f39183f9f74 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.5671890 Nov 08 12:41:03.605473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22adc-6618-4fec-bbeb-fc03ae74c15d None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:40:59Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:02Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:03.683651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33a327-763d-451d-aeb7-3b128cf0ee5b req-67ce479c-fb8c-40eb-8029-3d8499217010 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:03.692570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f33a327-763d-451d-aeb7-3b128cf0ee5b req-67ce479c-fb8c-40eb-8029-3d8499217010 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1432199 Nov 08 12:41:03.807670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.847471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1c508ec-14bc-48c8-b4e9-239515446c89 req-2f70d66d-5a2c-4e86-93a7-cf25761eac6c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313392 Nov 08 12:41:03.881141 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:03.899111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f33a327-763d-451d-aeb7-3b128cf0ee5b req-3b457769-f602-487b-87e4-0dec68545585 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056682 Nov 08 12:41:03.957929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Pushing event updated for resources: {'Port': ['ID=859bef9e-ddc0-4ab6-a663-f091bd6825ae,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:03.980224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:03.982878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:04.001265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:04.054204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8:1::1 (e361e4bb-90c8-4093-9872-510ee5fd9c4e/8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1/5f0d6d1a-3697-4b28-8c89-fc39f40e7684) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:04.105570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Attempting to bind port 859bef9e-ddc0-4ab6-a663-f091bd6825ae on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:04.105950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Attempting to bind port 859bef9e-ddc0-4ab6-a663-f091bd6825ae by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:04.107891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Attempting to bind port 859bef9e-ddc0-4ab6-a663-f091bd6825ae on network e361e4bb-90c8-4093-9872-510ee5fd9c4e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:04.121317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:04.121700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Checking segment: {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:04.122102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.125235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Bound using segment: {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:04.125996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Bound port: 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:04.126470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.234695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.265674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] For port 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:04.269766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] For port 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=859bef9e-ddc0-4ab6-a663-f091bd6825ae,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:04.344981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.372196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.462858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dbc40-0cfb-43fc-85a8-7efd2a14b97d None None] Pushing event updated for resources: {'Port': ['ID=859bef9e-ddc0-4ab6-a663-f091bd6825ae,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:04.485361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:04.489574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:04.494076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:04.494828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:04.560075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:04.768569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.083076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55138) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:05.108369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523daa9f-e232-4a50-bc17-8a337ad325de req-ac3040bb-d83d-42e9-a35d-c26d66a31d5b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:05.109868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-523daa9f-e232-4a50-bc17-8a337ad325de req-ac3040bb-d83d-42e9-a35d-c26d66a31d5b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1759615 Nov 08 12:41:05.138631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def988d-2897-4b87-85dc-edacd62c7747 req-b5f8167f-fab0-4db2-a0a9-8b28f799ed24 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:05.140255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4def988d-2897-4b87-85dc-edacd62c7747 req-b5f8167f-fab0-4db2-a0a9-8b28f799ed24 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1588452 Nov 08 12:41:05.204198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9cb-fe25-4c1c-b46a-5991df2d84b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.269958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-523daa9f-e232-4a50-bc17-8a337ad325de req-d13380f4-eecf-49e2-b2a1-67e802d2952b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537662 Nov 08 12:41:05.284374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.296551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4def988d-2897-4b87-85dc-edacd62c7747 req-20f757f4-545f-4e5c-a6ca-1d42c5a3cee2 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438205 Nov 08 12:41:05.363857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9cb-fe25-4c1c-b46a-5991df2d84b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.372464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.373671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.435431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 859bef9e-ddc0-4ab6-a663-f091bd6825ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:05.463849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9cb-fe25-4c1c-b46a-5991df2d84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.509543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:05.527049 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b36a9cb-fe25-4c1c-b46a-5991df2d84b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3748ee708905472ba565d9b94cbfc28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426835 Nov 08 12:41:05.528769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36a9cb-fe25-4c1c-b46a-5991df2d84b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdaafcf-58fe-48a9-874a-db19e63e394b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:05.529535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:05.538021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 859bef9e-ddc0-4ab6-a663-f091bd6825ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:05.538426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.603357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:05.610300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:05.666974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.744669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=859bef9e-ddc0-4ab6-a663-f091bd6825ae,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:05.751848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.791163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.817999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:05.835146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.840449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fa7eac80-db48-4352-9e35-714cf44abfaf up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:05.981512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=859bef9e-ddc0-4ab6-a663-f091bd6825ae,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:05.995499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fa7eac80-db48-4352-9e35-714cf44abfaf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:05.995953 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:05.999252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:06.010849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-912ea6ac-cc00-4a5a-9494-47967491c79e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3646498 Nov 08 12:41:06.011638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55154) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:06.019989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305445229'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:06.085315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21efbe-9e15-4333-a9b6-729945ab3b8d req-2f5d6de2-9a65-427c-9a10-14dab3889530 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:06.090830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f21efbe-9e15-4333-a9b6-729945ab3b8d req-2f5d6de2-9a65-427c-9a10-14dab3889530 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.0945771 Nov 08 12:41:06.112450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:06.116504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.154797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:06.170387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.171437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:41:06.171523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.171523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcdaafcf-58fe-48a9-874a-db19e63e394b HTTP/1.1" status: 204 len: 168 time: 0.6325097 Nov 08 12:41:06.171650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:06.171650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:06.187037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b31ac5-9d0f-42dd-9d9c-f0362bce2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdaafcf-58fe-48a9-874a-db19e63e394b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:06.190772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.191117 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment cb663ee8-b8eb-496c-bff0-c51d8ce71e17 of type vlan for network 85330fa9-5c7d-4602-8f3a-69a97803cb10 Nov 08 12:41:06.193439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f21efbe-9e15-4333-a9b6-729945ab3b8d req-60579d3a-840a-4852-8219-20b3c96800c7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980384 Nov 08 12:41:06.202852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abc937-9fb4-4b73-896c-52b5e25bf6a7 None None] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:06.277287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-09dbf79f-85c2-416f-b8ac-0dabb9116a62 None None] Provisioning complete for port 859bef9e-ddc0-4ab6-a663-f091bd6825ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:06.277657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09dbf79f-85c2-416f-b8ac-0dabb9116a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.291776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.353842 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:06.406325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.415984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:06.415984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.516970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=85330fa9-5c7d-4602-8f3a-69a97803cb10,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:06.543637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647a4c-3692-4e55-b738-3f9e5804261e req-6771e1ec-1266-425d-8fe9-952af974e7e2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:06.545461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b647a4c-3692-4e55-b738-3f9e5804261e req-6771e1ec-1266-425d-8fe9-952af974e7e2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1074619 Nov 08 12:41:06.564700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:41:06.565806 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-337f19f8-dbc8-456d-859c-6ceee7f8d07b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5530200 Nov 08 12:41:06.568383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55170) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:06.607246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:06.677990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b647a4c-3692-4e55-b738-3f9e5804261e req-24690d23-3386-4b12-a741-ba6ed5b3d9bf tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154523 Nov 08 12:41:06.728551 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:04Z', 'revision_number': 3, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:04Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:06.771475 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:06.772044 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Updating router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:41:06.801754 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:06.839250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:06.843337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.035683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7d1ddc0-4f61-4a4c-85e4-1c27fdd2b830 None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:07.035683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ddc0-4f61-4a4c-85e4-1c27fdd2b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.061249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-210adb37-f963-4fb3-9404-7665bbe1b4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609376 Nov 08 12:41:07.118485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1ddc0-4f61-4a4c-85e4-1c27fdd2b830 None None] Port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:07.155915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7d1ddc0-4f61-4a4c-85e4-1c27fdd2b830 None None] Provisioning complete for port 859bef9e-ddc0-4ab6-a663-f091bd6825ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:07.156296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ddc0-4f61-4a4c-85e4-1c27fdd2b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.168980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-5320f93e-e223-4473-9486-f46f95502098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.171864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-5320f93e-e223-4473-9486-f46f95502098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 1097 time: 0.0730221 Nov 08 12:41:07.194077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:07.255101 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.272393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b300ddb-9d98-4d70-a4d6-202396584e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.341515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 859bef9e-ddc0-4ab6-a663-f091bd6825ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:07.354471 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.367730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.484419 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Pushing event updated for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:07.498540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 859bef9e-ddc0-4ab6-a663-f091bd6825ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:07.499793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.520896 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.521966 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.522473 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.522968 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.526618 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.527162 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.527638 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.528957 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.529997 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.530571 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.531043 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.531508 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:07.549536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=05bdef62-4bfe-4125-856d-658f359a0828,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:07.576424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:07.576792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: 85330fa9-5c7d-4602-8f3a-69a97803cb10, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:41:07.594328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-93fe7668-483c-4755-b6a6-50e623377e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.601123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-93fe7668-483c-4755-b6a6-50e623377e48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 200 len: 907 time: 0.4024487 Nov 08 12:41:07.607961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1061f400-c345-439b-9284-44fd1ac8074a None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:07.608992 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1061f400-c345-439b-9284-44fd1ac8074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.660532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Attempting to bind port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:07.663181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f997-8a5f-4903-a963-b3242acfad52 req-fd31f1c0-e511-4003-afb2-6b264b68499d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.663543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Attempting to bind port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:07.663918 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Attempting to bind port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 on network e361e4bb-90c8-4093-9872-510ee5fd9c4e {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:07.670047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d6f997-8a5f-4903-a963-b3242acfad52 req-fd31f1c0-e511-4003-afb2-6b264b68499d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.2874012 Nov 08 12:41:07.677587 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:07.678005 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Checking segment: {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:07.679953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:41:07.680324 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.680811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Bound using segment: {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:07.681621 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Bound port: 5f0d6d1a-3697-4b28-8c89-fc39f40e7684, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fa6d88-d362-4b81-83c3-82d0d00379c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:07.682053 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.694220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1061f400-c345-439b-9284-44fd1ac8074a None None] Port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:07.766695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-8d315515-edd1-4b65-ad4b-05a52e6284af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b76c44-c661-43b1-bfeb-e60286bdce88 HTTP/1.1" status: 200 len: 217 time: 0.1473141 Nov 08 12:41:07.776844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 85330fa9-5c7d-4602-8f3a-69a97803cb10) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:07.783228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.784497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.812116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659f566-223c-4371-9c2b-53c913be647f None None] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:07.846160 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] For port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:07.851869 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] For port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:07.885395 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c4701c1-038b-4780-989d-190dec81d0bd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3158844 Nov 08 12:41:07.886549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55186) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:07.888095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a9cd3d81-052b-436a-bb6e-3d355bc21616 None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:07.888467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3d81-052b-436a-bb6e-3d355bc21616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.913522 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:07.917461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d6f997-8a5f-4903-a963-b3242acfad52 req-cb15c6eb-3055-40f9-81eb-31e30809e48f tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637707 Nov 08 12:41:07.964488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a446bd-b924-4853-8bc8-11e8d232fb82 req-28f8c681-a5a3-4010-944a-7b98ac6ab60e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.972753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01a446bd-b924-4853-8bc8-11e8d232fb82 req-28f8c681-a5a3-4010-944a-7b98ac6ab60e tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.2038260 Nov 08 12:41:07.989660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-89177cc2-8ee4-45f1-9217-b2047432e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:07.991159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-89177cc2-8ee4-45f1-9217-b2047432e2f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 200 len: 846 time: 0.2068932 Nov 08 12:41:08.002709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd3d81-052b-436a-bb6e-3d355bc21616 None None] Port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:08.153596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-85330fa9-5c7d-4602-8f3a-69a97803cb10', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:41:08.154482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.158612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-accf0249-78b6-4ea8-b559-c4d283b8e56c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460061 Nov 08 12:41:08.169054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b300ddb-9d98-4d70-a4d6-202396584e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.235545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01a446bd-b924-4853-8bc8-11e8d232fb82 req-5e9011d2-e069-4519-9435-9dd1830769d1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618952 Nov 08 12:41:08.260784 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1ea7d-d089-4968-93af-07babb02c0be None None] Pushing event updated for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:08.266800 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:08.267416 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:08.302179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b300ddb-9d98-4d70-a4d6-202396584e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.405160 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:08.425291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:08.425666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.443128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6b300ddb-9d98-4d70-a4d6-202396584e36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=510ac43a9c5e4b02942db3ecf74ee948&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2474914 Nov 08 12:41:08.450361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b300ddb-9d98-4d70-a4d6-202396584e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd41cb2-93c9-46fc-8ffc-f5f005ba1141,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:08.452956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:08.483452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-6b71e9b7-0736-4435-a324-fef0398324e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128526 Nov 08 12:41:08.605605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Allocated IP 2001:db8:2::2 (85330fa9-5c7d-4602-8f3a-69a97803cb10/05bdef62-4bfe-4125-856d-658f359a0828/40a2b012-d290-4114-bf6a-608d1f6052ce) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:08.605735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.641287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.673734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31aa97f7-89bd-4db2-8a43-8b24fbafa748 req-9717896e-e5f9-4b09-a12b-9052ee4175b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786346 Nov 08 12:41:08.679198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.734090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:04Z', 'revision_number': 3, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:07Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:08.799572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a7e2b-b865-4123-9c20-1921d1e27137 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:04Z', 'revision_number': 3, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:07Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:08.873405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.873405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:08.874224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dd41cb2-93c9-46fc-8ffc-f5f005ba1141 HTTP/1.1" status: 204 len: 168 time: 0.4167628 Nov 08 12:41:08.901471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e802a05-1f5b-4138-80b2-5a411b209bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd41cb2-93c9-46fc-8ffc-f5f005ba1141,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:08.925104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae19147-9f49-4cbe-9123-aad92817e094 req-fab7d5c7-7989-47d6-a7c0-a11d348e24de tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:08.930200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dae19147-9f49-4cbe-9123-aad92817e094 req-fab7d5c7-7989-47d6-a7c0-a11d348e24de tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.57 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1000695 Nov 08 12:41:09.070215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.081962 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.094872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Deleting port 4567b4cf-e371-47b8-a803-efd95b2c9e59 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:09.095196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.131382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] For port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:09.168273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.190946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:09.198860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e7b0f-c2b8-4a3f-af9a-c48bda8cb47b req-fbf17a9c-333c-4426-902e-72060a06cdea tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:09.200445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168e7b0f-c2b8-4a3f-af9a-c48bda8cb47b req-fbf17a9c-333c-4426-902e-72060a06cdea tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 945 time: 0.1416509 Nov 08 12:41:09.232899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:09.239478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:09.252653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] For port 4567b4cf-e371-47b8-a803-efd95b2c9e59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=4567b4cf-e371-47b8-a803-efd95b2c9e59,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:09.252653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.265318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8:2::1 (85330fa9-5c7d-4602-8f3a-69a97803cb10/05bdef62-4bfe-4125-856d-658f359a0828/f36e29fd-8949-4b49-aa10-92b052858181) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:09.268308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.279046 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:41:09.299468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Calling delete_port for 4567b4cf-e371-47b8-a803-efd95b2c9e59 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:09.332595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Pushing event updated for resources: {'Port': ['ID=40a2b012-d290-4114-bf6a-608d1f6052ce,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:09.394467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-168e7b0f-c2b8-4a3f-af9a-c48bda8cb47b req-da4be1b9-106e-4ebe-8628-8d42c44875c6 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734569 Nov 08 12:41:09.394660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:09.503660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfe737-55ac-42b7-961d-f3ac8e498da9 None None] Pushing event updated for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:09.507521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.508124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Attempting to bind port 40a2b012-d290-4114-bf6a-608d1f6052ce on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:09.509144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Attempting to bind port 40a2b012-d290-4114-bf6a-608d1f6052ce by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:09.509623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Attempting to bind port 40a2b012-d290-4114-bf6a-608d1f6052ce on network 85330fa9-5c7d-4602-8f3a-69a97803cb10 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:09.520744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:09.520744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Checking segment: {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:09.521953 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.521953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Bound using segment: {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:09.522303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Bound port: 40a2b012-d290-4114-bf6a-608d1f6052ce, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:09.522804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.538411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6b9016c1-aacb-4fd0-b0ca-c7d005d50a53 None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:09.539185 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b9016c1-aacb-4fd0-b0ca-c7d005d50a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.547926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931a81-380d-4513-9a0d-6eb1413ed15d req-950474d9-8993-4de3-9648-0b41e89ac016 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:09.549496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee931a81-380d-4513-9a0d-6eb1413ed15d req-950474d9-8993-4de3-9648-0b41e89ac016 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1540449 Nov 08 12:41:09.596132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:09.596686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.667784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.682157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee931a81-380d-4513-9a0d-6eb1413ed15d req-4fd8ef38-203a-4022-a296-e7789ff61720 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075785 Nov 08 12:41:09.765285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:09.769182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:09.771566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:09.778083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:09.778701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.785551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.832615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['4567b4cf-e371-47b8-a803-efd95b2c9e59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:09.835365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5edb529b-2188-43d7-81cb-4a97d284c69c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:09.881559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] For port 40a2b012-d290-4114-bf6a-608d1f6052ce, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:09.891860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Pushing event deleted for resources: {'Port': ['ID=4567b4cf-e371-47b8-a803-efd95b2c9e59,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:09.924698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] For port 40a2b012-d290-4114-bf6a-608d1f6052ce, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a2b012-d290-4114-bf6a-608d1f6052ce,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:09.967537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] No DVR routers for this DVR port 4567b4cf-e371-47b8-a803-efd95b2c9e59 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:09.970103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:09.986104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dae19147-9f49-4cbe-9123-aad92817e094 req-331aaa96-0aa1-46b1-b40c-2e4b2e11352d tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.57 "DELETE /v2.0/ports/4567b4cf-e371-47b8-a803-efd95b2c9e59 HTTP/1.1" status: 204 len: 173 time: 1.0498822 Nov 08 12:41:09.986626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'name': 'network-vif-deleted', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:09.989267 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8be54-d5d8-4c87-a989-64b4a0d5475b" -d '{"events": [{"server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "name": "network-vif-deleted", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:10.005465 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:10.042207 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97852f5-81d6-453f-ae7b-7ef3b42a891e x-openstack-request-id: req-e97852f5-81d6-453f-ae7b-7ef3b42a891e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:10.042680 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c3c10-770f-4deb-bbb9-bb732b28f7f2", "name": "network-vif-deleted", "tag": "4567b4cf-e371-47b8-a803-efd95b2c9e59", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:10.043075 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e97852f5-81d6-453f-ae7b-7ef3b42a891e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:10.043663 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694c3c10-770f-4deb-bbb9-bb732b28f7f2', 'name': 'network-vif-deleted', 'tag': '4567b4cf-e371-47b8-a803-efd95b2c9e59', 'status': 'completed', 'code': 200} Nov 08 12:41:10.089295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:10.098773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156f43d-778b-4297-be75-639bb29cf9cb None None] Pushing event updated for resources: {'Port': ['ID=40a2b012-d290-4114-bf6a-608d1f6052ce,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:10.207922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-424c084f-987c-406f-8ee5-d963fe3a87f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009736 Nov 08 12:41:10.406299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08381ff-9304-4765-9837-0141db15edc9 req-4125504a-c453-4f96-af1c-1b979f863d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:10.406299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-4125504a-c453-4f96-af1c-1b979f863d66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 1098 time: 0.1118069 Nov 08 12:41:10.540624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08381ff-9304-4765-9837-0141db15edc9 req-3a4f721f-61f7-43f7-8d10-dc453e82c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:10.542678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-3a4f721f-61f7-43f7-8d10-dc453e82c172 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 200 len: 918 time: 0.1138525 Nov 08 12:41:10.620194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:10.628069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e5b54e5-c3ac-4f31-8802-c5f921770db5 req-f941fb96-ba14-4306-a614-31592fd4b08c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=694c3c10-770f-4deb-bbb9-bb732b28f7f2 HTTP/1.1" status: 200 len: 210 time: 0.0751402 Nov 08 12:41:10.657817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-033d55c9-bffc-4c94-8dff-2ebc721609d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 200 len: 1001 time: 0.1064672 Nov 08 12:41:10.718322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08381ff-9304-4765-9837-0141db15edc9 req-408181ca-fc22-4154-ae58-824e151a84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:10.722370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-408181ca-fc22-4154-ae58-824e151a84f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 200 len: 856 time: 0.0535240 Nov 08 12:41:10.741627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:10.742161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:10.801761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:10.921162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:10.923034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:11.105602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:11.177125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac729c95-bbb8-43e6-bb51-95c4b8212ce7 req-8caef740-18c9-4f26-ae10-71d12bb9caa8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:11.179085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac729c95-bbb8-43e6-bb51-95c4b8212ce7 req-8caef740-18c9-4f26-ae10-71d12bb9caa8 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0674500 Nov 08 12:41:11.186000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08381ff-9304-4765-9837-0141db15edc9 req-276f89b2-5b70-4c6b-bdbc-a147c9578d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:11.187946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-276f89b2-5b70-4c6b-bdbc-a147c9578d05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5326ab6f-492b-4643-a45f-608f821bf824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4596245 Nov 08 12:41:11.286159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:11.302269 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b08e0002-a771-4076-8368-a3041bd711ea tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4111943 Nov 08 12:41:11.302269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55260) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:11.311017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:11.315039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760619233'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:11.333885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:11.334740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:11.392291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac729c95-bbb8-43e6-bb51-95c4b8212ce7 req-589f98cd-84ca-4c06-a948-b5eb93a7c878 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030518 Nov 08 12:41:11.433373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:11.437727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.505267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:41:11.519719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-67038368-11a6-47ba-a8cc-a915f7a3cd69 service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206565 Nov 08 12:41:11.536219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.536733 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added segment b65e7c86-8346-4d0e-98eb-d0a60a5b0648 of type vlan for network fcb329e7-00d4-40bc-a474-2213e9c00504 Nov 08 12:41:11.543293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:11.583584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a2b012-d290-4114-bf6a-608d1f6052ce up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:11.586854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b080796-5dc7-4572-a7ff-d4d952912fed None None] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:11.615494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.703273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b08381ff-9304-4765-9837-0141db15edc9 req-cd99c750-7a92-4a97-a2a2-d339ae08d9bf service neutron] 10.222.0.61 "GET /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745937 Nov 08 12:41:11.754696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.762317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:11.762984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.890052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Network': ['ID=fcb329e7-00d4-40bc-a474-2213e9c00504,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:11.911768 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3ba30e6-15ac-4bdb-8d0c-e107b82222cd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6079226 Nov 08 12:41:11.914579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55280) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:11.922875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'subnet': {'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:11.923020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] Provisioning complete for port 40a2b012-d290-4114-bf6a-608d1f6052ce triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:11.923371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:11.932045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fcb329e7-00d4-40bc-a474-2213e9c00504 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:41:12.110448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40a2b012-d290-4114-bf6a-608d1f6052ce triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:12.110938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.153791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Made reservation on behalf of 5d3515648c264e37a00a9f06790c3341 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:12.158277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4567b4cf-e371-47b8-a803-efd95b2c9e59 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:12.159341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.232934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 4567b4cf-e371-47b8-a803-efd95b2c9e59 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:12.233151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 4567b4cf-e371-47b8-a803-efd95b2c9e59 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:12.285263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842673fb-1ab9-47ad-8d0b-762ea533f14f req-935d120e-6e49-4d58-a443-999377ae094e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:12.286818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-842673fb-1ab9-47ad-8d0b-762ea533f14f req-935d120e-6e49-4d58-a443-999377ae094e tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.0857196 Nov 08 12:41:12.367494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-842673fb-1ab9-47ad-8d0b-762ea533f14f req-ba514101-e3f2-4141-8d3c-09d3216345b1 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664320 Nov 08 12:41:12.454432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.471299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.505926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:10Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:12.578503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afb70c-1344-48d6-aba0-6ad5a68c3b13 req-5371a745-0f4d-4e05-bb6c-c10da3bf7736 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:12.581561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86afb70c-1344-48d6-aba0-6ad5a68c3b13 req-5371a745-0f4d-4e05-bb6c-c10da3bf7736 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0682921 Nov 08 12:41:12.584293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:12.584709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Updating router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 port f36e29fd-8949-4b49-aa10-92b052858181 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:41:12.623016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] For port 40a2b012-d290-4114-bf6a-608d1f6052ce, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a2b012-d290-4114-bf6a-608d1f6052ce,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:12.623331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.635426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.653351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86afb70c-1344-48d6-aba0-6ad5a68c3b13 req-6a6a80c2-9969-41db-992b-8d7dfaff026d tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 Nov 08 12:41:12.753833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Checking segment: {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:12.754496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network hostable DHCP agents. Network: fcb329e7-00d4-40bc-a474-2213e9c00504, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:41:12.756991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Subnet': ['ID=f861e7d6-d5fa-410d-82ce-e41fa893b4e5,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:12.829563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network fcb329e7-00d4-40bc-a474-2213e9c00504 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:41:12.899806 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.909171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, fcb329e7-00d4-40bc-a474-2213e9c00504) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:12.913485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:12.914087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:12.951805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0eebf-a215-40eb-8630-44d639e3e10a None None] Network fcb329e7-00d4-40bc-a474-2213e9c00504 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:12.999205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:13.006992 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-35c35f45-d0be-492e-abee-9f2357a12e5c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0872993 Nov 08 12:41:13.284067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:41:13.284432 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:41:13.299690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeea86c-6604-4a3b-aee5-42e0629538e4 None None] Pushing event updated for resources: {'Port': ['ID=40a2b012-d290-4114-bf6a-608d1f6052ce,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:13.331511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c350e134-7b29-40be-b683-508c395130bc None None] Provisioning complete for port f36e29fd-8949-4b49-aa10-92b052858181 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:13.331894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c350e134-7b29-40be-b683-508c395130bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.476159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c350e134-7b29-40be-b683-508c395130bc None None] Port f36e29fd-8949-4b49-aa10-92b052858181 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:13.500571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.549057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c350e134-7b29-40be-b683-508c395130bc None None] Provisioning complete for port 40a2b012-d290-4114-bf6a-608d1f6052ce triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:13.549057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c350e134-7b29-40be-b683-508c395130bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.612881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.640548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11226c-223c-447a-9443-80e6edf27727 req-96e2a5ce-6400-4e4d-a179-1bce76a7cf7c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:13.641097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-fcb329e7-00d4-40bc-a474-2213e9c00504', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:41:13.641839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.646478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e11226c-223c-447a-9443-80e6edf27727 req-96e2a5ce-6400-4e4d-a179-1bce76a7cf7c tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1618900 Nov 08 12:41:13.733568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:13.829731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e11226c-223c-447a-9443-80e6edf27727 req-6248600e-0015-429e-97f4-f04959ae6a48 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822431 Nov 08 12:41:13.858337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce57903-e299-4d16-b051-eac8068a6fd4 req-5b3f0e1a-24c8-4d37-8756-9d9139ecf7c1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:13.859858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ce57903-e299-4d16-b051-eac8068a6fd4 req-5b3f0e1a-24c8-4d37-8756-9d9139ecf7c1 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1197619 Nov 08 12:41:13.953449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ce57903-e299-4d16-b051-eac8068a6fd4 req-14ed0d70-33ca-4aa8-b272-dcf4427a6fca tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682018 Nov 08 12:41:13.972719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Pushing event updated for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:13.980108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:13.986600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-36de955d-1d96-498d-8b16-efe020bd7828 None None] Provisioning complete for port f36e29fd-8949-4b49-aa10-92b052858181 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:13.986873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-36de955d-1d96-498d-8b16-efe020bd7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.149277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Allocated IP 2001:db8:3::2 (fcb329e7-00d4-40bc-a474-2213e9c00504/f861e7d6-d5fa-410d-82ce-e41fa893b4e5/4f0b42ed-567a-42c8-a096-7b61072d1ec6) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:14.155884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-36de955d-1d96-498d-8b16-efe020bd7828 None None] Port f36e29fd-8949-4b49-aa10-92b052858181 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:14.177959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Attempting to bind port f36e29fd-8949-4b49-aa10-92b052858181 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:14.178345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Attempting to bind port f36e29fd-8949-4b49-aa10-92b052858181 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:14.178710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Attempting to bind port f36e29fd-8949-4b49-aa10-92b052858181 on network 85330fa9-5c7d-4602-8f3a-69a97803cb10 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:14.208633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:14.208921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Checking segment: {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:14.209321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.209714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Bound using segment: {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:14.210333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Bound port: f36e29fd-8949-4b49-aa10-92b052858181, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:14.210717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.256395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:14.256766 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.375812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c248c04b-4304-4ae2-9f0e-40e950c748b1 None None] Provisioning complete for port f36e29fd-8949-4b49-aa10-92b052858181 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:14.376173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c248c04b-4304-4ae2-9f0e-40e950c748b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.421668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] For port f36e29fd-8949-4b49-aa10-92b052858181, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:14.470305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] For port f36e29fd-8949-4b49-aa10-92b052858181, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f36e29fd-8949-4b49-aa10-92b052858181,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:14.477671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c248c04b-4304-4ae2-9f0e-40e950c748b1 None None] Port f36e29fd-8949-4b49-aa10-92b052858181 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:14.512820 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.518785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55336) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:14.556637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.657466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Pushing event updated for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:14.663289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a2b012-d290-4114-bf6a-608d1f6052ce up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:14.667398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.667979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.668465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.669099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.669574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.670199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.670751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.676278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.676663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.677006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.677344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.677677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fec31-cc68-4d0f-ab02-07222b7371b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:14.696426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.721183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:14.721833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:14.754737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efad55f3-0c55-4d49-8a84-0da2a8fabefc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:14.790500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Allocated IP 2001:db8:3::1 (fcb329e7-00d4-40bc-a474-2213e9c00504/f861e7d6-d5fa-410d-82ce-e41fa893b4e5/40d03e82-93dc-428d-898a-796f7e893f73) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:14.880190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Pushing event updated for resources: {'Port': ['ID=4f0b42ed-567a-42c8-a096-7b61072d1ec6,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:14.963898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Network fcb329e7-00d4-40bc-a474-2213e9c00504 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:14.975967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:14.982178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:15.005543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40a2b012-d290-4114-bf6a-608d1f6052ce triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:15.005918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.017170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:15.062198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efad55f3-0c55-4d49-8a84-0da2a8fabefc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.100104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b1da8-b5bd-4d74-a618-482f0eebad60 req-7bc509ea-9d0e-4409-a356-8510e98c59b7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:15.108608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-549b1da8-b5bd-4d74-a618-482f0eebad60 req-7bc509ea-9d0e-4409-a356-8510e98c59b7 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.1876719 Nov 08 12:41:15.166272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efad55f3-0c55-4d49-8a84-0da2a8fabefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.179308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-368c7407-e412-433e-8fac-c3c0821488cd tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:15.181442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-368c7407-e412-433e-8fac-c3c0821488cd tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 946 time: 0.3521869 Nov 08 12:41:15.205636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55356) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:15.234803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad55f3-0c55-4d49-8a84-0da2a8fabefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6ec4b-cc3d-4d08-806b-a1f7c0c8b3fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:15.311631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.326683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-549b1da8-b5bd-4d74-a618-482f0eebad60 req-17b33427-ef48-4652-b54e-f2d53a686350 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/security-groups?id=0388523c-5f3c-4d8e-954a-71590fa4b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171469 Nov 08 12:41:15.360808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d185a44-aeac-45d9-8f29-428471133ca8 req-58cd5b38-e78b-49bc-87ef-11c2272f67d2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:15.362685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d185a44-aeac-45d9-8f29-428471133ca8 req-58cd5b38-e78b-49bc-87ef-11c2272f67d2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.2989612 Nov 08 12:41:15.383202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbe4a-7f33-44c6-8fb2-80fcd729f54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.391731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-efad55f3-0c55-4d49-8a84-0da2a8fabefc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32b1ab9f8bc441b694ad701766174c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8708451 Nov 08 12:41:15.392521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:15.441597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Attempting to bind port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:15.441974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Attempting to bind port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:15.442367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Attempting to bind port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 on network fcb329e7-00d4-40bc-a474-2213e9c00504 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:15.450014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] Provisioning complete for port f36e29fd-8949-4b49-aa10-92b052858181 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:15.450193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.485872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:15.486796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Checking segment: {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:15.486796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.487550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Bound using segment: {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:15.487789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Bound port: 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:15.488174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.524759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d185a44-aeac-45d9-8f29-428471133ca8 req-574bd3fc-1b0a-49cd-8988-b5f40f7bd28a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371834 Nov 08 12:41:15.533321 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.561303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Deleting port 5edb529b-2188-43d7-81cb-4a97d284c69c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:15.561655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.575210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.602821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbe4a-7f33-44c6-8fb2-80fcd729f54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.657675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] For port 5edb529b-2188-43d7-81cb-4a97d284c69c, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5edb529b-2188-43d7-81cb-4a97d284c69c,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:15.658006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.671700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Calling delete_port for 5edb529b-2188-43d7-81cb-4a97d284c69c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:15.689394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbe4a-7f33-44c6-8fb2-80fcd729f54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.706047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] For port 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:15.714091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] For port 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0b42ed-567a-42c8-a096-7b61072d1ec6,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:15.721326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.721668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.736944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bbcbe4a-7f33-44c6-8fb2-80fcd729f54f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44c8857de8e040328769f5a40f1bcad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280445 Nov 08 12:41:15.739838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:15.740551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcbe4a-7f33-44c6-8fb2-80fcd729f54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76169faa-0290-4173-a83f-0e62be1f09e9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:15.768034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network fcb329e7-00d4-40bc-a474-2213e9c00504 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:15.768658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] For port f36e29fd-8949-4b49-aa10-92b052858181, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f36e29fd-8949-4b49-aa10-92b052858181,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:15.769754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:14Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:15.770048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:15.785650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:15.786326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.798974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b3703-dc05-4cb0-a267-950c55d4e4ff None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:14Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:15.819671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.819671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.819671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8de6ec4b-cc3d-4d08-806b-a1f7c0c8b3fc HTTP/1.1" status: 204 len: 168 time: 0.4175136 Nov 08 12:41:15.827120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.846099 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.865200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:15.916344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.922875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eda14-fcf3-42ef-bf23-46515bbf2b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6ec4b-cc3d-4d08-806b-a1f7c0c8b3fc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:15.932685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.975448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:15.989581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44971-9013-4b00-a7b3-3422f0c1fd01 None None] Pushing event updated for resources: {'Port': ['ID=4f0b42ed-567a-42c8-a096-7b61072d1ec6,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:16.056079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.071785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5edb529b-2188-43d7-81cb-4a97d284c69c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:16.096289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Pushing event deleted for resources: {'Port': ['ID=5edb529b-2188-43d7-81cb-4a97d284c69c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:16.115935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad67e3b-ee5f-42e6-9904-2be2c4ddc38b None None] Pushing event updated for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:16.135849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.140873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.146345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76169faa-0290-4173-a83f-0e62be1f09e9 HTTP/1.1" status: 204 len: 168 time: 0.4009421 Nov 08 12:41:16.157817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d4954-6ec9-42f7-b62d-b1525d95e2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76169faa-0290-4173-a83f-0e62be1f09e9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:16.264774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] No DVR routers for this DVR port 5edb529b-2188-43d7-81cb-4a97d284c69c on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:16.269601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.273253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d59ecf46-ec6c-43b7-baf3-7ba193b60dbe req-85011df4-916c-4e24-ad9b-9abb3dc3eb05 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.61 "DELETE /v2.0/ports/5edb529b-2188-43d7-81cb-4a97d284c69c HTTP/1.1" status: 204 len: 173 time: 1.0487239 Nov 08 12:41:16.273881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'name': 'network-vif-deleted', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:16.277342 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26eb571-c06a-4124-837b-4165f2cbc3ed" -d '{"events": [{"server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "name": "network-vif-deleted", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:16.286233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.375185 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddba04-1ed0-4369-ae55-619b973a39fb x-openstack-request-id: req-ffddba04-1ed0-4369-ae55-619b973a39fb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:16.375694 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b042c3-ae8d-4f4f-bcac-5cebec8577e1", "name": "network-vif-deleted", "tag": "5edb529b-2188-43d7-81cb-4a97d284c69c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:16.376914 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffddba04-1ed0-4369-ae55-619b973a39fb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:16.377338 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b042c3-ae8d-4f4f-bcac-5cebec8577e1', 'name': 'network-vif-deleted', 'tag': '5edb529b-2188-43d7-81cb-4a97d284c69c', 'status': 'completed', 'code': 200} Nov 08 12:41:16.539829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dce5c02-2de2-4491-8255-15abdff7017e req-2888a6e7-d783-4ed6-980e-7fabed513f01 tempest-ServerRescueTestJSON-1771698665 tempest-ServerRescueTestJSON-1771698665-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b042c3-ae8d-4f4f-bcac-5cebec8577e1 HTTP/1.1" status: 200 len: 210 time: 0.0524802 Nov 08 12:41:16.730352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b2c09-047e-4780-8438-eeb4215bcfdb req-650cc923-47bf-4022-9c73-d1025d63e0ed tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:16.731837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-224b2c09-047e-4780-8438-eeb4215bcfdb req-650cc923-47bf-4022-9c73-d1025d63e0ed tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1080289 Nov 08 12:41:16.765586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0b42ed-567a-42c8-a096-7b61072d1ec6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:16.839132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:16.839568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.860785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-224b2c09-047e-4780-8438-eeb4215bcfdb req-93db37eb-e368-4aa1-97e6-5fd4022f1501 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056747 Nov 08 12:41:16.886387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.937158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.971769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.972570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:16.972681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0b42ed-567a-42c8-a096-7b61072d1ec6,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:16.990683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.009433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd13e909-d9fa-4cdc-a45e-809bda49b694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.069823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event updated for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:17.092245 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.099811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f36e29fd-8949-4b49-aa10-92b052858181 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:17.100103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd13e909-d9fa-4cdc-a45e-809bda49b694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.127132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Network fcb329e7-00d4-40bc-a474-2213e9c00504 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:17.128856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:17.187137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4f0b42ed-567a-42c8-a096-7b61072d1ec6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:17.204298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f36e29fd-8949-4b49-aa10-92b052858181 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:17.204678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.220868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd13e909-d9fa-4cdc-a45e-809bda49b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.246731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:17.267234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc641e-6103-4da7-8618-55eb0dc90f4b None None] Network fcb329e7-00d4-40bc-a474-2213e9c00504 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:17.293049 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd13e909-d9fa-4cdc-a45e-809bda49b694 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5975508ca8d349d589be2e5edadc9e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981660 Nov 08 12:41:17.293049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13e909-d9fa-4cdc-a45e-809bda49b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2655c-c746-4f6b-9466-952dc61ea8c7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:17.294049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55388) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.370344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.376587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55390) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.379617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5b22f032-1b58-47bc-9dbb-b0376ba8a500 None None] Provisioning complete for port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:17.379991 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b22f032-1b58-47bc-9dbb-b0376ba8a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.406503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5b08-1649-4634-86b0-0338b489fe2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.443022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.549001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5b08-1649-4634-86b0-0338b489fe2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.589914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.593475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.595014 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1a2655c-c746-4f6b-9466-952dc61ea8c7 HTTP/1.1" status: 204 len: 168 time: 0.2996793 Nov 08 12:41:17.610583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9d2ce-6368-4219-ae07-abcacd82665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2655c-c746-4f6b-9466-952dc61ea8c7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:17.630911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55398) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.638055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5b08-1649-4634-86b0-0338b489fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:17.685577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:17.700671 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:17.716131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f309c8dd-9aa4-4271-aa8d-d52692d9eae5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7150273 Nov 08 12:41:17.717386 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:17.718342 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:17.719025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.724583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:17.728928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7ad5b08-1649-4634-86b0-0338b489fe2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a981116667414e7480f8a30c4dcfa737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497427 Nov 08 12:41:17.732384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:17.775589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5b08-1649-4634-86b0-0338b489fe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3af2e-c210-44ae-af25-239834d0bfaf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:17.878623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:18.017104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0a2cb9ff-3257-4d1f-9b12-2f1f7be03e15 None None] Provisioning complete for port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:18.017673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb9ff-3257-4d1f-9b12-2f1f7be03e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.120744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87089a25-dae1-4faa-995e-32bff3ed84fc req-9f1f2e99-5052-4d8e-a11a-562b9d5a2337 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:18.122685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87089a25-dae1-4faa-995e-32bff3ed84fc req-9f1f2e99-5052-4d8e-a11a-562b9d5a2337 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1389782 Nov 08 12:41:18.179545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0a2cb9ff-3257-4d1f-9b12-2f1f7be03e15 None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:18.180117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb9ff-3257-4d1f-9b12-2f1f7be03e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.241926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87089a25-dae1-4faa-995e-32bff3ed84fc req-aa1597a5-b0ec-4508-9ddd-34c6aad2b004 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964792 Nov 08 12:41:18.252768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:16Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:16Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:18.283070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cb9ff-3257-4d1f-9b12-2f1f7be03e15 None None] Port 40d03e82-93dc-428d-898a-796f7e893f73 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:18.312436 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:18.313186 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Updating router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 port 40d03e82-93dc-428d-898a-796f7e893f73 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:41:18.356788 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.361358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:41:18.379859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:41:18.380258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.397209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.416509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4f91d920-a146-49f6-a0f8-f651edd92382 None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:18.416883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f91d920-a146-49f6-a0f8-f651edd92382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.504814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4f91d920-a146-49f6-a0f8-f651edd92382 None None] Port 40d03e82-93dc-428d-898a-796f7e893f73 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:18.540876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.657071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0b42ed-567a-42c8-a096-7b61072d1ec6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:18.734162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:18.734964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.758769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.779345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.789333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.808261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.811073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.812255 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09b3af2e-c210-44ae-af25-239834d0bfaf HTTP/1.1" status: 204 len: 168 time: 1.0796108 Nov 08 12:41:18.824772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb5ae-8f36-4b8c-b643-0d0792895bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3af2e-c210-44ae-af25-239834d0bfaf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:18.835229 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.901262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6fdb93cf-e05a-4b98-8758-0c8f6c4feed2 None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:18.902134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6fdb93cf-e05a-4b98-8758-0c8f6c4feed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.913237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:18.932676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a697a8f1-f46f-476b-b998-77bbaf39554e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.949011 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:18.985052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb93cf-e05a-4b98-8758-0c8f6c4feed2 None None] Port 40d03e82-93dc-428d-898a-796f7e893f73 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:19.001284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:19.086074 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Attempting to bind port 40d03e82-93dc-428d-898a-796f7e893f73 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:19.087531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Attempting to bind port 40d03e82-93dc-428d-898a-796f7e893f73 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:19.088214 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Attempting to bind port 40d03e82-93dc-428d-898a-796f7e893f73 on network fcb329e7-00d4-40bc-a474-2213e9c00504 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:19.096997 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:19.097888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Checking segment: {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:19.098541 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.099289 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Bound using segment: {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:19.099967 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Bound port: 40d03e82-93dc-428d-898a-796f7e893f73, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:19.100568 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.113229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Deleting port 5bd56633-13fa-4ec5-b6cc-5d721926c129 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:19.113590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.117061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6b83-103e-4a9e-a958-383aad211fb9 None None] Pushing event updated for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:19.137122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a697a8f1-f46f-476b-b998-77bbaf39554e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.151228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:19.159048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.163134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5d8b268-5c3e-45e3-a73c-c945aa29cc96 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 954 time: 1.4428103 Nov 08 12:41:19.163539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:19.188373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] For port 40d03e82-93dc-428d-898a-796f7e893f73, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:19.192968 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] For port 40d03e82-93dc-428d-898a-796f7e893f73, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40d03e82-93dc-428d-898a-796f7e893f73,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:19.234534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] For port 5bd56633-13fa-4ec5-b6cc-5d721926c129, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5bd56633-13fa-4ec5-b6cc-5d721926c129,segment=NetworkSegment(928a2be9-d2d5-42b5-b7f3-dfd024ba070f),segment_id=928a2be9-d2d5-42b5-b7f3-dfd024ba070f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:19.237002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.255593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Calling delete_port for 5bd56633-13fa-4ec5-b6cc-5d721926c129 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:19.259891 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a697a8f1-f46f-476b-b998-77bbaf39554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.287659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a697a8f1-f46f-476b-b998-77bbaf39554e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=282fea98fb98429b8e13b2177372795c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733361 Nov 08 12:41:19.291531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:19.336122 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.359573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697a8f1-f46f-476b-b998-77bbaf39554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76835eba-1a80-46af-93fb-5a59544d47bc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:19.376132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c96bd73a-e0a8-4cbc-b041-020a72cc4c61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 954 time: 0.2110751 Nov 08 12:41:19.386348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:19.390895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:19.488407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:19.488407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:19.534210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:19.537151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.537324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.594220 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6b83-103e-4a9e-a958-383aad211fb9 None None] Pushing event updated for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:19.600402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016848a2-ed4c-4604-aabf-30c6e79d3a75 req-15e66524-803d-4345-8d29-77b9d10e06b2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:19.603238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016848a2-ed4c-4604-aabf-30c6e79d3a75 req-15e66524-803d-4345-8d29-77b9d10e06b2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1918612 Nov 08 12:41:19.606880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.651580 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:19.689987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.710485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.735977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd56633-13fa-4ec5-b6cc-5d721926c129,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:19.764024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] For port 40d03e82-93dc-428d-898a-796f7e893f73, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40d03e82-93dc-428d-898a-796f7e893f73,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:19.792816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016848a2-ed4c-4604-aabf-30c6e79d3a75 req-fed413d4-49a2-486f-8842-4371d36c1385 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662335 Nov 08 12:41:19.854546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.919362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213829b4-8f5f-4a74-8d46-675839ff5963 None None] Pushing event updated for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:19.932513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.934911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:19.938768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76835eba-1a80-46af-93fb-5a59544d47bc HTTP/1.1" status: 204 len: 168 time: 0.6416671 Nov 08 12:41:19.982536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-19f9c86d-5f6f-423b-b9cd-0b617c8da05e None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:19.985252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-19f9c86d-5f6f-423b-b9cd-0b617c8da05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.020447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.067193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:41:20.067523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:41:20.103184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.116263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0edcb-eb44-4990-9f39-c0c6bdc775ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76835eba-1a80-46af-93fb-5a59544d47bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:20.129947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5edb529b-2188-43d7-81cb-4a97d284c69c no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:20.171524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5edb529b-2188-43d7-81cb-4a97d284c69c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:20.173516 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:18Z', 'revision_number': 6, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:20.174445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5edb529b-2188-43d7-81cb-4a97d284c69c not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:20.215997 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040cf6-ab30-4da3-b687-8d926370c802 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:18Z', 'revision_number': 6, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 4, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:20.222805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.365124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Router 2b1098bf-9933-4486-a84e-74ba2430d481 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:20.514768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:20.525604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Sync routers for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:20.528371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4cdbb52-925e-46da-a542-9415bec812f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b1098bf-9933-4486-a84e-74ba2430d481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8961103 Nov 08 12:41:20.529147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55456) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:20.543725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:20.551224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:20.794720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.803548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:20.926700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40d03e82-93dc-428d-898a-796f7e893f73 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:20.944869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.948810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:20.969755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:21.139244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Deleting port 89fd13de-32d6-4733-94e5-134d94357a8d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:21.140724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:21.157927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0daa0-a148-4e62-ab3e-c72f6af65530 req-ad101e9d-2f1d-4aaf-a171-2655745d35b9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:21.159704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7be0daa0-a148-4e62-ab3e-c72f6af65530 req-ad101e9d-2f1d-4aaf-a171-2655745d35b9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1221421 Nov 08 12:41:21.170859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:21.185475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40d03e82-93dc-428d-898a-796f7e893f73 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:21.185860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:21.311384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:21.322111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:21.330229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55476) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:21.333690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b246cd6b-eb5a-4d99-b6e7-7b477419c02f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 704 time: 1.9462314 Nov 08 12:41:21.376150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7be0daa0-a148-4e62-ab3e-c72f6af65530 req-01739f0a-d16c-4230-be7a-1e5ade9eb620 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025828 Nov 08 12:41:21.446372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] For port 89fd13de-32d6-4733-94e5-134d94357a8d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=89fd13de-32d6-4733-94e5-134d94357a8d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:21.446704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:21.472670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Calling delete_port for 89fd13de-32d6-4733-94e5-134d94357a8d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:21.503013 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5600ab99-efe4-4d26-bd0b-d036cb515e2b tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 704 time: 0.1711521 Nov 08 12:41:21.505568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:21.581385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:21.593986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:21.595546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:21.677887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 5, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port': {'id': '89fd13de-32d6-4733-94e5-134d94357a8d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:38:56Z', 'updated_at': '2021-11-08T12:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:21.709695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Checking router: 2b1098bf-9933-4486-a84e-74ba2430d481 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:21.729586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Routers {'2b1098bf-9933-4486-a84e-74ba2430d481'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:21.730220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b1098bf-9933-4486-a84e-74ba2430d481'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:21.745242 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:21.841457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] Set router 2b1098bf-9933-4486-a84e-74ba2430d481 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:21.934973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:41:20Z', 'revision_number': 6, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:21.954022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:21.970852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cf713-1775-44b4-8ebc-6611de5d76b4 None None] The sync data for ids ['2b1098bf-9933-4486-a84e-74ba2430d481'] in n-d-816990-1 is: [{'id': '2b1098bf-9933-4486-a84e-74ba2430d481', 'name': 'tempest-ServerRescueTestJSON-2056752610-router', 'tenant_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:38:55Z', 'updated_at': '2021-11-08T12:41:20Z', 'revision_number': 6, 'project_id': 'dff02ae468104f298e5acdb9bab7f7a7', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:21.988493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.043792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fd13de-32d6-4733-94e5-134d94357a8d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:22.135437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:20Z', 'revision_number': 7, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:22.150910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.181176 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:22.196855 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:22.197722 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:22.207542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.316582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:22.316889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b4bbbe-d4b6-4a96-b448-2c5bfd34ce41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.326875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.330789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.473746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b4bbbe-d4b6-4a96-b448-2c5bfd34ce41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.479970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.480156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 40d03e82-93dc-428d-898a-796f7e893f73 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:22.480310 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.480519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1098bf-9933-4486-a84e-74ba2430d481 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:41:22.485620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.489362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-abe109a8-646a-490f-85d0-c9c9660fa4c5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2b1098bf-9933-4486-a84e-74ba2430d481 HTTP/1.1" status: 204 len: 168 time: 1.9564536 Nov 08 12:41:22.490433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55538) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:22.564193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Deleting subnet a3fb8969-20ad-4744-80ec-922afdbd3e22 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:22.581876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.581876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b4bbbe-d4b6-4a96-b448-2c5bfd34ce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.643344 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:20Z', 'revision_number': 7, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:22.644137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 40d03e82-93dc-428d-898a-796f7e893f73, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40d03e82-93dc-428d-898a-796f7e893f73,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:22.644491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.663035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.665814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 40d03e82-93dc-428d-898a-796f7e893f73 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:22.670619 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10b4bbbe-d4b6-4a96-b448-2c5bfd34ce41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=641b2fb0246b4084903a333166720365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7130544 Nov 08 12:41:22.675299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27402683-494e-4ae8-8c8c-a44f05ffee44 req-e0a0bfea-01b3-4e91-aa35-5f421f1fb6a2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:22.675847 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248d2c5-c55e-4c48-996c-4926e02d3eb7 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:20Z', 'revision_number': 7, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '40d03e82-93dc-428d-898a-796f7e893f73', 'name': '', 'network_id': 'fcb329e7-00d4-40bc-a474-2213e9c00504', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:18:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:13Z', 'updated_at': '2021-11-08T12:41:19Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'f861e7d6-d5fa-410d-82ce-e41fa893b4e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:22.683283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27402683-494e-4ae8-8c8c-a44f05ffee44 req-e0a0bfea-01b3-4e91-aa35-5f421f1fb6a2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0953708 Nov 08 12:41:22.684933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:22.687790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4bbbe-d4b6-4a96-b448-2c5bfd34ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aecb7ae-d2c5-4bc7-a07f-4a0e3bca783d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:22.718642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.834857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27402683-494e-4ae8-8c8c-a44f05ffee44 req-cbfbb1a6-1577-4fe9-91ac-a630aa8c4530 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506195 Nov 08 12:41:22.836421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.866076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.886495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.913081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fb8969-20ad-4744-80ec-922afdbd3e22,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:22.921172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:22.924894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ea74ff3-8565-4a94-bda4-d51ffe85faa7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a3fb8969-20ad-4744-80ec-922afdbd3e22 HTTP/1.1" status: 204 len: 168 time: 0.4334757 Nov 08 12:41:22.927790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55546) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:22.959644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5bd56633-13fa-4ec5-b6cc-5d721926c129 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:23.029006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5bd56633-13fa-4ec5-b6cc-5d721926c129 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:23.031383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5bd56633-13fa-4ec5-b6cc-5d721926c129 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:23.045372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.145627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.148237 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-530ddefe-35e2-4122-b357-b35ee5e65c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.149195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.152630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.155518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.156661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9aecb7ae-d2c5-4bc7-a07f-4a0e3bca783d HTTP/1.1" status: 204 len: 168 time: 0.4678819 Nov 08 12:41:23.170107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e500ff46-0131-49e6-b649-ac409c6285d9']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:23.181798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a2be9-d2d5-42b5-b7f3-dfd024ba070f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:23.182139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a2be9-d2d5-42b5-b7f3-dfd024ba070f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:23.192238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d85b5-5b97-4ea1-9abe-13f2d622f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aecb7ae-d2c5-4bc7-a07f-4a0e3bca783d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:23.196359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.213150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.220568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:23.221015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=40d03e82-93dc-428d-898a-796f7e893f73,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:23.221577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:23.224061 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:23.345424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.411712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.425172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:23.432630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e500ff46-0131-49e6-b649-ac409c6285d9 HTTP/1.1" status: 204 len: 168 time: 0.5038476 Nov 08 12:41:23.457412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978b009-49dd-48bc-93c1-6c421371ee25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e500ff46-0131-49e6-b649-ac409c6285d9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:23.665981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:24.050400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:24.059519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:24.065612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c5e63ff3-e25c-40d0-befa-d3efc7367390 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5579898 Nov 08 12:41:24.068262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55604) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:24.081694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:24.084916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85752917-84ea-4832-8684-82a89e0f55a3 req-b073d7a1-d0da-4d65-9bf8-b587718d83b2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:24.091263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85752917-84ea-4832-8684-82a89e0f55a3 req-b073d7a1-d0da-4d65-9bf8-b587718d83b2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0677695 Nov 08 12:41:24.106567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:24.107567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:24.156274 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09d7db91-b334-4861-9989-a05f29cdaded admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dff02ae468104f298e5acdb9bab7f7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045532 Nov 08 12:41:24.159241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:24.166825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85752917-84ea-4832-8684-82a89e0f55a3 req-1bf47fe9-5501-400b-9e32-2bddb3216a79 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735428 Nov 08 12:41:24.197545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet f861e7d6-d5fa-410d-82ce-e41fa893b4e5 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:24.201348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.264999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:24.267206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.293757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.328139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.451274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.511620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:22Z', 'revision_number': 8, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:24.546909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:24.556526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:24.557151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:40:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:24.559886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.562787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.566427 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0388523c-5f3c-4d8e-954a-71590fa4b0cc HTTP/1.1" status: 204 len: 168 time: 0.4037530 Nov 08 12:41:24.584295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d66c0-f952-47c8-9cd6-3835e392452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0388523c-5f3c-4d8e-954a-71590fa4b0cc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:24.593115 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.639266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=f861e7d6-d5fa-410d-82ce-e41fa893b4e5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:24.643847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.647475 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f19b509f-e9ca-40af-81f3-9eca891aec56 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/f861e7d6-d5fa-410d-82ce-e41fa893b4e5 HTTP/1.1" status: 204 len: 168 time: 0.5777271 Nov 08 12:41:24.650238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55624) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:24.669787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d997f1-7041-4cb9-8dde-a4323d9b6cc5 None None] Network fcb329e7-00d4-40bc-a474-2213e9c00504 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:24.748543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.811881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 89fd13de-32d6-4733-94e5-134d94357a8d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:24.856856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:24.857195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.864181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:24.867904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 89fd13de-32d6-4733-94e5-134d94357a8d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:24.868443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 89fd13de-32d6-4733-94e5-134d94357a8d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:24.952524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4f0b42ed-567a-42c8-a096-7b61072d1ec6,segment=NetworkSegment(b65e7c86-8346-4d0e-98eb-d0a60a5b0648),segment_id=b65e7c86-8346-4d0e-98eb-d0a60a5b0648)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:24.953080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:24.997132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 4f0b42ed-567a-42c8-a096-7b61072d1ec6 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:25.056608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] DHCP port deletion for fcb329e7-00d4-40bc-a474-2213e9c00504 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:25.152169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.158961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Deleting port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:25.159536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.174402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:22Z', 'revision_number': 8, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:25.181451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=4f0b42ed-567a-42c8-a096-7b61072d1ec6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:25.190551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:25.222887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e745a-380b-4aca-a89b-d570bdd1438b None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:22Z', 'revision_number': 8, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f36e29fd-8949-4b49-aa10-92b052858181', 'name': '', 'network_id': '85330fa9-5c7d-4602-8f3a-69a97803cb10', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:dd:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '05bdef62-4bfe-4125-856d-658f359a0828', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:08Z', 'updated_at': '2021-11-08T12:41:15Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '05bdef62-4bfe-4125-856d-658f359a0828', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:25.297899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.317664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] For port 4f0b42ed-567a-42c8-a096-7b61072d1ec6, host n-d-816990-1, got binding levels [] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:25.318276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.322305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb329e7-00d4-40bc-a474-2213e9c00504']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:25.334612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:25.335061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65e7c86-8346-4d0e-98eb-d0a60a5b0648') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:25.347711 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.352812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Calling delete_port for 4f0b42ed-567a-42c8-a096-7b61072d1ec6 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:25.364755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.373891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:25.375004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:25.378059 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:25.390044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaffa9a-61b0-4a74-8263-e2d53437ed3c req-61d9f754-71ca-4661-ab07-717132b609c2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:25.397959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.ipam_backend_mixin [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 was not found and therefore no delete operation was performed {{(pid=102537) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:41:25.411351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adaffa9a-61b0-4a74-8263-e2d53437ed3c req-61d9f754-71ca-4661-ab07-717132b609c2 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.0939291 Nov 08 12:41:25.424030 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.477360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] Pushing event deleted for resources: {'Port': ['ID=4f0b42ed-567a-42c8-a096-7b61072d1ec6,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:25.478972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adaffa9a-61b0-4a74-8263-e2d53437ed3c req-c0814e7b-aa4f-431e-9119-c51427c33da9 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666416 Nov 08 12:41:25.499695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:25.499890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147dfd54-790e-4de5-87c6-ac15e73f7abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.501076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da8cc2-d7f0-4175-bd31-4e55a73a5d46 None None] No DVR routers for this DVR port 4f0b42ed-567a-42c8-a096-7b61072d1ec6 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:25.556433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.556433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.563443 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/fcb329e7-00d4-40bc-a474-2213e9c00504 HTTP/1.1" status: 204 len: 168 time: 0.9094505 Nov 08 12:41:25.563714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:25.574390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755fd19-2b7c-4049-b457-3e2e18dcb298 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=fcb329e7-00d4-40bc-a474-2213e9c00504,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:25.661015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b676d13-cf7d-41f3-b46d-118e1493db0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.794481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b676d13-cf7d-41f3-b46d-118e1493db0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.936488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b676d13-cf7d-41f3-b46d-118e1493db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:25.978654 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3b676d13-cf7d-41f3-b46d-118e1493db0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09428e56399d4ae284ba892b25b38d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853609 Nov 08 12:41:25.981086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:25.989043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b676d13-cf7d-41f3-b46d-118e1493db0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdd5856-ba69-45ca-9ad7-c732cd70a4f3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:26.005196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.058850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.083253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.208820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.212472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.213807 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afdd5856-ba69-45ca-9ad7-c732cd70a4f3 HTTP/1.1" status: 204 len: 168 time: 0.2316821 Nov 08 12:41:26.228963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89769efc-ebd9-4c4a-af5e-d1fbad611e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdd5856-ba69-45ca-9ad7-c732cd70a4f3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:26.310809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port f36e29fd-8949-4b49-aa10-92b052858181 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:26.311154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.420301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port f36e29fd-8949-4b49-aa10-92b052858181, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f36e29fd-8949-4b49-aa10-92b052858181,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:26.420902 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.436891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for f36e29fd-8949-4b49-aa10-92b052858181 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:26.649813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40d03e82-93dc-428d-898a-796f7e893f73 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:26.676730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 40d03e82-93dc-428d-898a-796f7e893f73 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:26.677082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40d03e82-93dc-428d-898a-796f7e893f73 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:26.677507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0b42ed-567a-42c8-a096-7b61072d1ec6 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:26.701817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4f0b42ed-567a-42c8-a096-7b61072d1ec6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:26.701817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4f0b42ed-567a-42c8-a096-7b61072d1ec6 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:26.702206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.703552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79e324-34a6-4143-b14c-27ad452cc2cf req-af356883-9a1f-405a-b9bb-31071848b91b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:26.716221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc79e324-34a6-4143-b14c-27ad452cc2cf req-af356883-9a1f-405a-b9bb-31071848b91b tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1175017 Nov 08 12:41:26.821793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc79e324-34a6-4143-b14c-27ad452cc2cf req-4e74c776-a4a1-41a0-b317-2ca765212d26 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023209 Nov 08 12:41:26.900599 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:26.963726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=f36e29fd-8949-4b49-aa10-92b052858181,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:27.195337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:27.431627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:27.538342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:27.545349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-33f6b002-3cfc-423b-94e3-6bc37f98bafd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9805589 Nov 08 12:41:27.548527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:27.560083 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:27.576461 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:27.576461 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:27.656622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 05bdef62-4bfe-4125-856d-658f359a0828 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:27.673684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:27.709766 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:27.764904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:27.837757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6e1d-1638-49c9-8423-0da91dd91522 req-bcfef41f-884b-47b1-8608-f01831523054 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:27.839321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13eb6e1d-1638-49c9-8423-0da91dd91522 req-bcfef41f-884b-47b1-8608-f01831523054 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.1939569 Nov 08 12:41:27.915116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:27.974857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13eb6e1d-1638-49c9-8423-0da91dd91522 req-668c4969-16f1-4621-9e9a-2651a43fbccc tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179035 Nov 08 12:41:28.020149 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:26Z', 'revision_number': 9, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:28.034711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:28.055705 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:28.057354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d6511-fa09-4dd7-b806-2dbb0321459d req-5fe50dc0-bc3d-49b2-880a-e1d14ebc8137 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:28.059207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7d6511-fa09-4dd7-b806-2dbb0321459d req-5fe50dc0-bc3d-49b2-880a-e1d14ebc8137 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1166139 Nov 08 12:41:28.072342 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:28.073354 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:28.131071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:28.192513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=05bdef62-4bfe-4125-856d-658f359a0828,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:28.203311 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:28.209748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb7d6511-fa09-4dd7-b806-2dbb0321459d req-d3596478-a3ab-4695-bb1a-71d621016673 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412237 Nov 08 12:41:28.218750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:28.225342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8002520-a134-4779-af36-d9bd2a7de130 None None] Network 85330fa9-5c7d-4602-8f3a-69a97803cb10 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:28.225744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-19f3567c-6aed-44a9-a9ba-f366583187f3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/05bdef62-4bfe-4125-856d-658f359a0828 HTTP/1.1" status: 204 len: 168 time: 0.6760042 Nov 08 12:41:28.229701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55738) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:28.496003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] DHCP port deletion for 85330fa9-5c7d-4602-8f3a-69a97803cb10 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:28.662566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Deleting port 40a2b012-d290-4114-bf6a-608d1f6052ce {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:28.663049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:28.688013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:26Z', 'revision_number': 9, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:28.756661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e7d5-bca6-45b1-914f-c4240de59eb1 req-3dfcb25b-8ffc-4d5a-a5df-70b0999cdf9a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:28.758474 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9dbd2-9535-41dd-bf7d-54c1a7957368 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:26Z', 'revision_number': 9, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': '5f0d6d1a-3697-4b28-8c89-fc39f40e7684', 'name': '', 'network_id': 'e361e4bb-90c8-4093-9872-510ee5fd9c4e', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:c9:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:41:03Z', 'updated_at': '2021-11-08T12:41:09Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': '8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:28.761354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4518e7d5-bca6-45b1-914f-c4240de59eb1 req-3dfcb25b-8ffc-4d5a-a5df-70b0999cdf9a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1181266 Nov 08 12:41:28.897566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4518e7d5-bca6-45b1-914f-c4240de59eb1 req-90c09455-2d71-48ad-9e69-6e1e1afabbd0 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194193 Nov 08 12:41:28.910698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] For port 40a2b012-d290-4114-bf6a-608d1f6052ce, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a2b012-d290-4114-bf6a-608d1f6052ce,segment=NetworkSegment(cb663ee8-b8eb-496c-bff0-c51d8ce71e17),segment_id=cb663ee8-b8eb-496c-bff0-c51d8ce71e17)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:28.911095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:28.952331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Calling delete_port for 40a2b012-d290-4114-bf6a-608d1f6052ce owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:29.066655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.106963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c773c0-5695-4e6b-90ff-efc61725ef35 req-b0ad278a-ce71-4bab-9a0b-736eb081f6ba tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:29.108600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c773c0-5695-4e6b-90ff-efc61725ef35 req-b0ad278a-ce71-4bab-9a0b-736eb081f6ba tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1219430 Nov 08 12:41:29.141727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.146884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-d0ebb0d3-aa20-4e3e-8b37-4779058f9ee0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:29.148908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-d0ebb0d3-aa20-4e3e-8b37-4779058f9ee0 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.2314208 Nov 08 12:41:29.153775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.180758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] No DVR routers for this DVR port 40a2b012-d290-4114-bf6a-608d1f6052ce on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:29.232041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a2b012-d290-4114-bf6a-608d1f6052ce no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:29.283070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f6bec-f1cb-4a8e-b0a4-ed7ad425e4b0 req-82426dc5-b466-436e-ba2e-f583408ffe3d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:29.286626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.291649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a3f6bec-f1cb-4a8e-b0a4-ed7ad425e4b0 req-82426dc5-b466-436e-ba2e-f583408ffe3d tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.2137766 Nov 08 12:41:29.317000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda816cd-617c-4b0a-8760-dea32cd4edb8 None None] Pushing event deleted for resources: {'Port': ['ID=40a2b012-d290-4114-bf6a-608d1f6052ce,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:29.337579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85330fa9-5c7d-4602-8f3a-69a97803cb10']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:29.345197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 40a2b012-d290-4114-bf6a-608d1f6052ce {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:29.345548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a2b012-d290-4114-bf6a-608d1f6052ce not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:29.362490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:29.362607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb663ee8-b8eb-496c-bff0-c51d8ce71e17') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:29.395739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.412529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.421665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:29.422332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:29.426081 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:29.428078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c773c0-5695-4e6b-90ff-efc61725ef35 req-2856089e-1186-4f10-85b9-34186fd94f90 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979267 Nov 08 12:41:29.504163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a3f6bec-f1cb-4a8e-b0a4-ed7ad425e4b0 req-c95de951-779b-4b7f-a417-1f00973b45cd tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031386 Nov 08 12:41:29.537019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Deleting port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:29.537597 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.624357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.629488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.637902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/85330fa9-5c7d-4602-8f3a-69a97803cb10 HTTP/1.1" status: 204 len: 168 time: 1.4061129 Nov 08 12:41:29.638787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55766) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:29.721671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] For port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:29.722166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:29.834321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49a2be-0255-4f89-accf-46f0b79da5da tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=85330fa9-5c7d-4602-8f3a-69a97803cb10,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:30.168325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:30.168899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:30.168986 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Floating IP 7c76e9b2-278a-4aba-abc3-e81c76dfe90b disassociated. External IP: 172.25.1.53, port: c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e. Nov 08 12:41:30.170323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Calling delete_port for c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:30.196775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3357-031c-4e75-97d6-0881f87a63d9 req-e1996b3e-b8df-41de-9d5c-c5e3bc9c8d38 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:30.200656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcfe3357-031c-4e75-97d6-0881f87a63d9 req-e1996b3e-b8df-41de-9d5c-c5e3bc9c8d38 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.1175334 Nov 08 12:41:30.226938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:30.589099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:30.589660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:30.602909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f36e29fd-8949-4b49-aa10-92b052858181 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:30.665023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f36e29fd-8949-4b49-aa10-92b052858181 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:30.666433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f36e29fd-8949-4b49-aa10-92b052858181 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:30.708540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 5f0d6d1a-3697-4b28-8c89-fc39f40e7684, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:30.708824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:30.734049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:30.779552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcfe3357-031c-4e75-97d6-0881f87a63d9 req-314572f6-14e2-49a6-941d-8185b26b70c3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604591 Nov 08 12:41:30.903122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41428bb6-be67-4946-9767-0cdd2de89106 req-b85b8db5-41d5-470c-89e1-12329bf93c89 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:30.904767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41428bb6-be67-4946-9767-0cdd2de89106 req-b85b8db5-41d5-470c-89e1-12329bf93c89 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 947 time: 0.2461288 Nov 08 12:41:31.040377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:31.043944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41428bb6-be67-4946-9767-0cdd2de89106 req-85eb5b77-6961-44b2-9727-e0820a534be2 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups?id=9775ee76-ebff-47d4-b970-3c5a1fe3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297827 Nov 08 12:41:31.077463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=5f0d6d1a-3697-4b28-8c89-fc39f40e7684,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:31.079781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:31.150910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'Port': ['ID=c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:31.195912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-c0048b9c-ef86-4aa2-82da-93e089326364 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609140 Nov 08 12:41:31.264090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:31.529276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-b83d0605-e0ef-4cd8-826f-409f4ea671fe tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:31.536538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-b83d0605-e0ef-4cd8-826f-409f4ea671fe tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387747 Nov 08 12:41:31.559844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-441c3f9f-6f73-4f2e-bc8f-0c64869636e9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/quotas/2a411e7dba7448b8b8c9fcd0d6faca91 HTTP/1.1" status: 200 len: 375 time: 0.0223334 Nov 08 12:41:31.571806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:31.619201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-2b8fa4b9-116d-4fdf-86b4-cfadefb80c06 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:31.636130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-3f65ba9e-793b-4121-8cda-cc782664c6a2 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753422 Nov 08 12:41:31.637267 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-2b8fa4b9-116d-4fdf-86b4-cfadefb80c06 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.2467666 Nov 08 12:41:31.645450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:31.844301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:31.860489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:31.875592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:31.877033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:31.998121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port dfc61b29-ef28-42a9-989f-215020ad9d42 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:31.998510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.003563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:32.012881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5086cfd1-4493-4ba4-9fc2-de63008c12ee tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634949 Nov 08 12:41:32.013558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55826) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:32.025880 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] No DVR routers for this DVR port c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:32.028595 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:32.035170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.043138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7206181-8186-4c75-a1f9-bb8cf86bcc38 req-b9eb30b4-b23f-4942-9aab-ec393c1d846c tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.61 "DELETE /v2.0/ports/c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e HTTP/1.1" status: 204 len: 173 time: 2.8814294 Nov 08 12:41:32.044983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-deleted', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:32.058011 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94907368-01a5-404c-9270-29e5826e0ac9" -d '{"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-deleted", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:32.066522 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:32.067779 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:32.142834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b531-0ccc-4d26-b0e1-dfb0d98995e4 req-58ee0829-37d9-401c-970a-dfe6a60fd188 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:32.151174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81b4b531-0ccc-4d26-b0e1-dfb0d98995e4 req-58ee0829-37d9-401c-970a-dfe6a60fd188 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 945 time: 0.2041717 Nov 08 12:41:32.196408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet 8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:32.204933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.311558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.350051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-afea3e5f-623c-49e8-82bd-01060e7fc3d7 req-f2d14c01-d925-4781-b936-4aa92c5452f6 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.1327353 Nov 08 12:41:32.356763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:32.376553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81b4b531-0ccc-4d26-b0e1-dfb0d98995e4 req-8d492835-fdb0-4076-8233-ccd79c90fd74 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219708 Nov 08 12:41:32.422692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port dfc61b29-ef28-42a9-989f-215020ad9d42, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=dfc61b29-ef28-42a9-989f-215020ad9d42,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:32.422919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.462051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for dfc61b29-ef28-42a9-989f-215020ad9d42 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:32.485963 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601dd43-ec8c-435d-9930-bc0ad5516d4b x-openstack-request-id: req-0601dd43-ec8c-435d-9930-bc0ad5516d4b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:32.486530 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb373a38-8bab-4e34-996d-0f282c0887a6", "name": "network-vif-deleted", "tag": "c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:32.487309 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0601dd43-ec8c-435d-9930-bc0ad5516d4b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:32.487854 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb373a38-8bab-4e34-996d-0f282c0887a6', 'name': 'network-vif-deleted', 'tag': 'c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e', 'status': 'completed', 'code': 200} Nov 08 12:41:32.540083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:32.670774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-278163c2-40b7-4888-80fb-85e20d18ae59 req-ec1a7b5d-cf50-4ead-89e2-babe53cd0440 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb373a38-8bab-4e34-996d-0f282c0887a6 HTTP/1.1" status: 200 len: 210 time: 0.0615330 Nov 08 12:41:32.756210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.787506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.800877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['dfc61b29-ef28-42a9-989f-215020ad9d42'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:32.803607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:32.841342 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:30Z', 'revision_number': 10, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:32.880441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:32.892020 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:32.894719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=dfc61b29-ef28-42a9-989f-215020ad9d42,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:32.896898 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:32.957831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port dfc61b29-ef28-42a9-989f-215020ad9d42 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:32.960059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:32.964117 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-18575d7a-a3f2-4fe6-888f-4da4af033a70 req-26c60304-7883-4414-a8de-a71430c23060 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.61 "DELETE /v2.0/ports/dfc61b29-ef28-42a9-989f-215020ad9d42 HTTP/1.1" status: 204 len: 173 time: 1.3016026 Nov 08 12:41:32.964587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'name': 'network-vif-deleted', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:32.967161 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e304bae-aecb-42f7-a01d-2f72e6538dce" -d '{"events": [{"server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "name": "network-vif-deleted", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:33.066647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.083324 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:33.146948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:33.161130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.171648 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ab8d5ed-a143-4d10-8c81-bb8e9cc64ed1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1 HTTP/1.1" status: 204 len: 168 time: 1.1392305 Nov 08 12:41:33.174378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:33.190951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3083be-77a4-445f-8e74-9b9f09372c1a None None] Network e361e4bb-90c8-4093-9872-510ee5fd9c4e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:33.317649 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc855a8f-a791-42ea-abf2-a535c17ff331 x-openstack-request-id: req-fc855a8f-a791-42ea-abf2-a535c17ff331 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:33.317649 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe6f385-f6bc-4ffb-9a6e-53d0171e0971", "name": "network-vif-deleted", "tag": "dfc61b29-ef28-42a9-989f-215020ad9d42", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:33.317649 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc855a8f-a791-42ea-abf2-a535c17ff331 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:33.317649 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe6f385-f6bc-4ffb-9a6e-53d0171e0971', 'name': 'network-vif-deleted', 'tag': 'dfc61b29-ef28-42a9-989f-215020ad9d42', 'status': 'completed', 'code': 200} Nov 08 12:41:33.438210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.451936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:33.486405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:33.515440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:33.516080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:33.575790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cee421a4-c999-477c-80a5-cedde376417f req-50184aba-cff3-44dd-b2e6-33200ce744dc tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.0662436 Nov 08 12:41:33.598291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] DHCP port deletion for e361e4bb-90c8-4093-9872-510ee5fd9c4e request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:33.609230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port 859bef9e-ddc0-4ab6-a663-f091bd6825ae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:33.610089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.629454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:30Z', 'revision_number': 10, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:33.697952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db77412-d100-4e4e-ba95-f5a999ebc181 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:30Z', 'revision_number': 10, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None, '_interfaces': [{'id': 'fa7eac80-db48-4352-9e35-714cf44abfaf', 'name': '', 'network_id': '18e640c5-115e-4780-bcc6-2ffd3e8a1c87', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'mac_address': 'fa:16:3e:50:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:40:58Z', 'updated_at': '2021-11-08T12:41:03Z', 'revision_number': 5, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'subnets': [{'id': 'd95edaae-dc5e-4b28-a182-fb41e1425aa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:33.717000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=859bef9e-ddc0-4ab6-a663-f091bd6825ae,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:33.717244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.739473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for 859bef9e-ddc0-4ab6-a663-f091bd6825ae owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:33.831247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa478f03-d125-438c-8a5c-06211e570a81 req-887d1190-c52d-490b-810d-39e897188e7a tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe6f385-f6bc-4ffb-9a6e-53d0171e0971 HTTP/1.1" status: 200 len: 210 time: 0.0685835 Nov 08 12:41:33.851031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:33.902114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Deleting port 859bef9e-ddc0-4ab6-a663-f091bd6825ae {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:33.902524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:33.997068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.000183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55870) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:34.033373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=859bef9e-ddc0-4ab6-a663-f091bd6825ae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:34.041294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port 859bef9e-ddc0-4ab6-a663-f091bd6825ae on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:34.082232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] For port 859bef9e-ddc0-4ab6-a663-f091bd6825ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=859bef9e-ddc0-4ab6-a663-f091bd6825ae,segment=NetworkSegment(83fa6d88-d362-4b81-83c3-82d0d00379c5),segment_id=83fa6d88-d362-4b81-83c3-82d0d00379c5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:34.082776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.154745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.179772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.187443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:34.193059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Calling delete_port for 859bef9e-ddc0-4ab6-a663-f091bd6825ae owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:34.206217 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.211260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e361e4bb-90c8-4093-9872-510ee5fd9c4e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:34.225847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fa6d88-d362-4b81-83c3-82d0d00379c5') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:34.226173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fa6d88-d362-4b81-83c3-82d0d00379c5') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:34.239675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:34.240646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c29c2e7e-e92c-4e99-9dbf-87cdef1d4f9e not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:34.241341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dfc61b29-ef28-42a9-989f-215020ad9d42 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:34.247532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.267742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.276674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:34.277151 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:34.280831 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:34.307646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: dfc61b29-ef28-42a9-989f-215020ad9d42 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:34.308836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device dfc61b29-ef28-42a9-989f-215020ad9d42 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:34.380359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.384291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.385853 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "DELETE /v2.0/security-groups/9775ee76-ebff-47d4-b970-3c5a1fe3c94b HTTP/1.1" status: 204 len: 168 time: 0.3835466 Nov 08 12:41:34.393503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:34.399324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac0f8-b2a7-40cd-9422-349477cd3f7b tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9775ee76-ebff-47d4-b970-3c5a1fe3c94b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:34.421638 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-52717a0f-58b4-4a99-88e9-f778b045b455 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] show failed (client error): The resource could not be found. Nov 08 12:41:34.443244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-52717a0f-58b4-4a99-88e9-f778b045b455 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "GET /v2.0/security-groups/9775ee76-ebff-47d4-b970-3c5a1fe3c94b HTTP/1.1" status: 404 len: 347 time: 0.0459309 Nov 08 12:41:34.444228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:34.508306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.539468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] Pushing event deleted for resources: {'Port': ['ID=859bef9e-ddc0-4ab6-a663-f091bd6825ae,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:34.548437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97435b86-d66d-4438-86f5-625f8086e102 None None] No DVR routers for this DVR port 859bef9e-ddc0-4ab6-a663-f091bd6825ae on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:34.561914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:34.592742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de90d-e8e5-4164-b998-daf77adaa14a None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:32:11Z', 'revision_number': 4, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a2e7e09a-e532-4742-8820-abf3c9e00e89', 'name': '', 'network_id': '5326ab6f-492b-4643-a45f-608f821bf824', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'mac_address': 'fa:16:3e:cf:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:09Z', 'updated_at': '2021-11-08T12:32:20Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'subnets': [{'id': '9ce3ef03-a630-49dc-92d9-fe7d71c66a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:34.638181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.670052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:34.682613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/e361e4bb-90c8-4093-9872-510ee5fd9c4e HTTP/1.1" status: 204 len: 168 time: 1.4985595 Nov 08 12:41:34.682791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55880) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:34.692136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d119d-71fe-490a-9d5f-48dc89659663 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=e361e4bb-90c8-4093-9872-510ee5fd9c4e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:34.707714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 859bef9e-ddc0-4ab6-a663-f091bd6825ae no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:34.751771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 859bef9e-ddc0-4ab6-a663-f091bd6825ae {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:34.752293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 859bef9e-ddc0-4ab6-a663-f091bd6825ae not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:34.753220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:34.809057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:34.813385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f0d6d1a-3697-4b28-8c89-fc39f40e7684 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:34.875190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b0d5c9a-b96a-4933-b2a8-c017d6af0d75 req-a167c8e6-a9de-47b9-a52d-bc6f44fff203 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.1239669 Nov 08 12:41:34.904743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Deleting port 7fdf3368-67f9-479f-a50b-77f544ba28ee {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:34.905091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.099560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.100156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.142682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Calling delete_port for 7fdf3368-67f9-479f-a50b-77f544ba28ee owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:35.294431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c862f0-a6bd-411a-a8ad-ebd3892874cb None None] New status for floating IP 7c76e9b2-278a-4aba-abc3-e81c76dfe90b: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:41:35.564301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-cb758da1-084b-4e10-a96b-42760e27dd80 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412681 Nov 08 12:41:35.649512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.660934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-88c862f0-a6bd-411a-a8ad-ebd3892874cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:41:35.661408 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-88c862f0-a6bd-411a-a8ad-ebd3892874cb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:41:35.749867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-3264beed-55be-48da-bb30-aa9502d8c4ce tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:35.753947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-3264beed-55be-48da-bb30-aa9502d8c4ce tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806719 Nov 08 12:41:35.753947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.772558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Request body: {'port': {'device_id': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '2a411e7dba7448b8b8c9fcd0d6faca91'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:35.833872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Pushing event deleted for resources: {'Port': ['ID=7fdf3368-67f9-479f-a50b-77f544ba28ee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:35.957177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.961740 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:35.984174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dec9262b-f8dc-4bf1-9b03-982d1600f3b1 tempest-AttachVolumeShelveTestJSON-1543103916 tempest-AttachVolumeShelveTestJSON-1543103916-project] 10.222.0.58 "DELETE /v2.0/floatingips/7c76e9b2-278a-4aba-abc3-e81c76dfe90b HTTP/1.1" status: 204 len: 168 time: 1.5386999 Nov 08 12:41:36.155131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:36.155552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3db33354-b006-4695-9235-e84aa11aa719 req-f9b5d294-efcf-46a4-bc6d-26e57c170b29 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.1078019 Nov 08 12:41:36.163032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c862f0-a6bd-411a-a8ad-ebd3892874cb None None] New status for floating IP 7c76e9b2-278a-4aba-abc3-e81c76dfe90b: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:41:36.278076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Made reservation on behalf of 2a411e7dba7448b8b8c9fcd0d6faca91 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:36.280921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.293509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port fa7eac80-db48-4352-9e35-714cf44abfaf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:36.293861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.311101 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.408127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eec65f3d-d704-46d7-bbb2-59d02c3a3086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.475666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.535803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port fa7eac80-db48-4352-9e35-714cf44abfaf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fa7eac80-db48-4352-9e35-714cf44abfaf,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:36.536555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.557509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.561228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for fa7eac80-db48-4352-9e35-714cf44abfaf owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:36.735630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eec65f3d-d704-46d7-bbb2-59d02c3a3086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.795866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e8d0f-c166-44c3-a420-dd19862838da,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:36.811711 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eec65f3d-d704-46d7-bbb2-59d02c3a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:36.922082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec65f3d-d704-46d7-bbb2-59d02c3a3086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5ae11-910e-4989-b88d-12b5f5ebcbe4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:36.931574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eec65f3d-d704-46d7-bbb2-59d02c3a3086 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=096f66bc36dd45ad9541527c381d28e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8156409 Nov 08 12:41:36.934595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55946) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:36.975033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Allocated IP 192.168.233.108 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/99f13416-4e7d-48db-9f18-ef7ec71baf44) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:41:36.988057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50a16-c7ff-44b0-966f-2a2534d53a4e req-50bc319d-9973-455a-9c0f-6ae923546804 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:37.002113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ce50a16-c7ff-44b0-966f-2a2534d53a4e req-50bc319d-9973-455a-9c0f-6ae923546804 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 946 time: 0.1769512 Nov 08 12:41:37.032248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.071704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.075052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=fa7eac80-db48-4352-9e35-714cf44abfaf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:37.154769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.206712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ce50a16-c7ff-44b0-966f-2a2534d53a4e req-841b690f-b3b7-4425-a9dc-2259a73e0b33 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954086 Nov 08 12:41:37.312997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.435355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95f74fa0-6779-4d9f-8d72-8fa9740cdb9e req-0874a050-d5dc-4ca6-9ef2-45f45d122c8a tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.1287675 Nov 08 12:41:37.526177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.635058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.795809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:41:37.818264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Pushing event updated for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:37.836860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:41:37.843615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:41:37.934453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:37.935334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.938152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.942106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:37.946075 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5a5ae11-910e-4989-b88d-12b5f5ebcbe4 HTTP/1.1" status: 204 len: 168 time: 1.0080345 Nov 08 12:41:37.982564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68aa53-98ee-4d66-aec4-d0c339d3d62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5ae11-910e-4989-b88d-12b5f5ebcbe4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:38.037205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-f50cd45a-da86-4c0e-9c9c-b2c7849275a9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2725899 Nov 08 12:41:38.050465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Request body: {'port': {'device_id': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:38.060923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:38.097468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-cae5e179-a349-48f8-934d-43bd69eb8098 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:38.099309 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-cae5e179-a349-48f8-934d-43bd69eb8098 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 946 time: 0.0950530 Nov 08 12:41:38.211674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.246151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-95035616-cc3f-4003-a56b-8d5750afc72d None None] Provisioning complete for port 99f13416-4e7d-48db-9f18-ef7ec71baf44 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:38.251169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95035616-cc3f-4003-a56b-8d5750afc72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.310801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:38.320576 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:38.340189 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:38.341753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fca69ebc-aefb-4ee2-9414-0a71e3fb01c1 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6549280 Nov 08 12:41:38.342655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:38.344264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:38.426060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-95035616-cc3f-4003-a56b-8d5750afc72d None None] Port 99f13416-4e7d-48db-9f18-ef7ec71baf44 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:41:38.531749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0ab94-7164-4a59-899a-7d5c9dbbcac6 req-0fe0f557-1bae-45ae-a8b5-4dcd7450cb3c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:38.540866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70c0ab94-7164-4a59-899a-7d5c9dbbcac6 req-0fe0f557-1bae-45ae-a8b5-4dcd7450cb3c tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 946 time: 0.1908960 Nov 08 12:41:38.596968 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:38.614638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting subnet d95edaae-dc5e-4b28-a182-fb41e1425aa3 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:38.617413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.666414 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:38.713089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:38.723531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:38.724705 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:38.726933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.767948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Deleting port 92b76c44-c661-43b1-bfeb-e60286bdce88 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:38.768214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.795156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-70c0ab94-7164-4a59-899a-7d5c9dbbcac6 req-abba385c-dbd1-4da9-b62e-695de07e92a6 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/security-groups?id=10e49c24-6b21-492a-9fae-6039cce39d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518930 Nov 08 12:41:38.829974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:38.921449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.941816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f13416-4e7d-48db-9f18-ef7ec71baf44 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:41:38.947869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:38.962150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Transition to ACTIVE for port object 99f13416-4e7d-48db-9f18-ef7ec71baf44 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:41:38.982172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5091d-0852-4748-bdaa-6ef78c338a27 req-7c2061e8-91ff-40f7-b24d-b7c12c2e2d54 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:38.984051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0d5091d-0852-4748-bdaa-6ef78c338a27 req-7c2061e8-91ff-40f7-b24d-b7c12c2e2d54 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 936 time: 0.4369404 Nov 08 12:41:38.988363 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:39.010177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] For port 92b76c44-c661-43b1-bfeb-e60286bdce88, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92b76c44-c661-43b1-bfeb-e60286bdce88,segment=NetworkSegment(cd2ed0cd-581e-44b5-b865-ec64b0105376),segment_id=cd2ed0cd-581e-44b5-b865-ec64b0105376)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:39.010824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.037798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Calling delete_port for 92b76c44-c661-43b1-bfeb-e60286bdce88 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:39.066702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.082688 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaba4a-86bd-4230-b64e-183f06097749 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:39.180992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.273403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0d5091d-0852-4748-bdaa-6ef78c338a27 req-972946fa-2b6f-4dca-b87e-22233f685d38 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776041 Nov 08 12:41:39.273819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243401cd-2db0-4e8b-bf8c-63a7b5c2353d None None] Network 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:39.275553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.280570 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/d95edaae-dc5e-4b28-a182-fb41e1425aa3 HTTP/1.1" status: 204 len: 168 time: 0.9330711 Nov 08 12:41:39.294492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55988) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:39.295862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396bbb2-8ee3-4573-8746-7812daf78725 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Subnet': ['ID=d95edaae-dc5e-4b28-a182-fb41e1425aa3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:39.374590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:39.519240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Attempting to bind port 99f13416-4e7d-48db-9f18-ef7ec71baf44 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:41:39.519580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Attempting to bind port 99f13416-4e7d-48db-9f18-ef7ec71baf44 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:41:39.519912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Attempting to bind port 99f13416-4e7d-48db-9f18-ef7ec71baf44 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:39.543435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Port 99f13416-4e7d-48db-9f18-ef7ec71baf44 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:41:39.543760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Attempting to bind port 99f13416-4e7d-48db-9f18-ef7ec71baf44 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:41:39.558675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.571216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:41:39.578102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:41:39.578102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:41:39.578102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Bound port: 99f13416-4e7d-48db-9f18-ef7ec71baf44, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:41:39.578102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.609891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92b76c44-c661-43b1-bfeb-e60286bdce88'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:39.748550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Pushing event deleted for resources: {'Port': ['ID=92b76c44-c661-43b1-bfeb-e60286bdce88,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:39.771192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.811770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] No DVR routers for this DVR port 92b76c44-c661-43b1-bfeb-e60286bdce88 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:39.813651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:41:39.816806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.821598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:41:39.831939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f62074c4-42c1-4130-8a62-411abcc9dd4d req-c4c05e8f-1165-4e57-ae1a-955deabbd973 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.57 "DELETE /v2.0/ports/92b76c44-c661-43b1-bfeb-e60286bdce88 HTTP/1.1" status: 204 len: 173 time: 1.6656566 Nov 08 12:41:39.835220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'name': 'network-vif-deleted', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:39.845713 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd618b-6710-4932-b589-03b7b13872ea" -d '{"events": [{"server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "name": "network-vif-deleted", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:39.892473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:39.898796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] DHCP port deletion for 18e640c5-115e-4780-bcc6-2ffd3e8a1c87 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:40.166386 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a40460-8713-4989-a0f1-9fd3df90325d x-openstack-request-id: req-94a40460-8713-4989-a0f1-9fd3df90325d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:40.166386 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d5ff88-8ed0-4e6d-91c4-79636cddd78d", "name": "network-vif-deleted", "tag": "92b76c44-c661-43b1-bfeb-e60286bdce88", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:40.166386 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94a40460-8713-4989-a0f1-9fd3df90325d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:40.166386 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d5ff88-8ed0-4e6d-91c4-79636cddd78d', 'name': 'network-vif-deleted', 'tag': '92b76c44-c661-43b1-bfeb-e60286bdce88', 'status': 'completed', 'code': 200} Nov 08 12:41:40.167732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Deleting port e27658c7-1603-4b09-8186-a6eac96ee527 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:40.167732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.168011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Deleting port e27658c7-1603-4b09-8186-a6eac96ee527 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:40.168011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-655a3cd5-de8c-4eab-9a61-14e488995e2b req-6ec0208f-68a9-46eb-bce2-5a7791dd8ee3 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.0534694 Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/99f13416-4e7d-48db-9f18-ef7ec71baf44 HTTP/1.1" status: 200 len: 1096 time: 1.9880574 Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295a1c9f-83ed-4da7-be38-52f12c392f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5025c-987c-47c7-be2c-7f0b73a6d7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647fdb03-3d17-42a4-8766-d803bf541344 x-openstack-request-id: req-647fdb03-3d17-42a4-8766-d803bf541344 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-647fdb03-3d17-42a4-8766-d803bf541344 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:40.168258 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44', 'status': 'completed', 'code': 200} Nov 08 12:41:40.169824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] For port e27658c7-1603-4b09-8186-a6eac96ee527, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e27658c7-1603-4b09-8186-a6eac96ee527,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:40.169824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.169824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Calling delete_port for e27658c7-1603-4b09-8186-a6eac96ee527 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:40.170205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] For port e27658c7-1603-4b09-8186-a6eac96ee527, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e27658c7-1603-4b09-8186-a6eac96ee527,segment=NetworkSegment(3e734798-6ed6-44b1-882b-47e428c0d00d),segment_id=3e734798-6ed6-44b1-882b-47e428c0d00d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:40.170205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.170681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a1c9f-83ed-4da7-be38-52f12c392f6a req-9ce16c09-aa39-4fe5-ad4d-b53f42ffdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:40.170681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-295a1c9f-83ed-4da7-be38-52f12c392f6a req-9ce16c09-aa39-4fe5-ad4d-b53f42ffdbc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 1099 time: 0.0453768 Nov 08 12:41:40.170840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Calling delete_port for e27658c7-1603-4b09-8186-a6eac96ee527 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:40.371549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.385136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.420389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] No DVR routers for this DVR port e27658c7-1603-4b09-8186-a6eac96ee527 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:40.521293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9ba09-d6aa-4303-8b1e-377eea919aab None None] Pushing event deleted for resources: {'Port': ['ID=e27658c7-1603-4b09-8186-a6eac96ee527,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:40.536099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No DVR routers for this DVR port e27658c7-1603-4b09-8186-a6eac96ee527 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:40.539989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Port': ['ID=e27658c7-1603-4b09-8186-a6eac96ee527,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:40.667765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-295a1c9f-83ed-4da7-be38-52f12c392f6a req-aa10d689-c308-4847-bdbf-2bf865e095bb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4929686 Nov 08 12:41:40.673895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e27658c7-1603-4b09-8186-a6eac96ee527 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:40.714696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e27658c7-1603-4b09-8186-a6eac96ee527 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:40.715053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e27658c7-1603-4b09-8186-a6eac96ee527 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:40.719437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.725744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fa7eac80-db48-4352-9e35-714cf44abfaf no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:40.766745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e640c5-115e-4780-bcc6-2ffd3e8a1c87']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:40.779935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fa7eac80-db48-4352-9e35-714cf44abfaf {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:40.780298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fa7eac80-db48-4352-9e35-714cf44abfaf not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:40.802570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e734798-6ed6-44b1-882b-47e428c0d00d') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:40.802918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e734798-6ed6-44b1-882b-47e428c0d00d') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:40.822816 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.837341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.846112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:40.846542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:40.850143 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:40.863918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b90c5-a1c4-4200-9daa-788886a2f024 req-a61c4843-7334-4082-b8b9-58b1964b801f tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:40.867568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d19b90c5-a1c4-4200-9daa-788886a2f024 req-a61c4843-7334-4082-b8b9-58b1964b801f tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 948 time: 0.2284148 Nov 08 12:41:40.927048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a1c9f-83ed-4da7-be38-52f12c392f6a req-c1ba69e7-b000-45c4-9534-a180fa5bdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:40.928437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-295a1c9f-83ed-4da7-be38-52f12c392f6a req-c1ba69e7-b000-45c4-9534-a180fa5bdaac service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209730 Nov 08 12:41:40.948445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d19b90c5-a1c4-4200-9daa-788886a2f024 req-fe3f17dd-4237-4ba6-9e61-3d2aa2b81e91 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Nov 08 12:41:41.010052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-c82dac02-210c-4cb6-af1f-6b54938ccca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:41.011839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-c82dac02-210c-4cb6-af1f-6b54938ccca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 1099 time: 0.0461609 Nov 08 12:41:41.021991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:41.040399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:41.048225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:41.050360 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/networks/18e640c5-115e-4780-bcc6-2ffd3e8a1c87 HTTP/1.1" status: 204 len: 168 time: 1.7348368 Nov 08 12:41:41.054822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:41.078426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c15022-d7e5-4773-a27a-05bacf1b8aab tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Pushing event deleted for resources: {'Network': ['ID=18e640c5-115e-4780-bcc6-2ffd3e8a1c87,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:41.246621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-b81671c5-21a7-4bb0-b03f-edaca771ad6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44 HTTP/1.1" status: 200 len: 217 time: 0.2214708 Nov 08 12:41:41.329928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-327e8540-310c-403e-9b52-f0e285eee1ab req-7c0d664c-3005-40df-a964-b3c2f2db4050 tempest-ServersTestJSON-823175179 tempest-ServersTestJSON-823175179-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d5ff88-8ed0-4e6d-91c4-79636cddd78d HTTP/1.1" status: 200 len: 210 time: 0.0859094 Nov 08 12:41:41.423121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:41:41.423422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:41:41.423792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:41.436177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-65c202e8-a8a4-45c4-a680-bed8a0843f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:41.437875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-65c202e8-a8a4-45c4-a680-bed8a0843f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1795113 Nov 08 12:41:41.614678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-8148b3af-843f-4689-941c-a281fffcc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:41.616201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-8148b3af-843f-4689-941c-a281fffcc24b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385698 Nov 08 12:41:41.668233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:41.678119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:41.817383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:41.897389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-791d8414-2274-49cf-b833-032f140d1146 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505286 Nov 08 12:41:42.034066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d3e49-2dda-4d37-9f4e-d56db705c396 req-ab277c0e-641e-4947-ae8f-84b92dc19c83 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007571 Nov 08 12:41:42.042643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:42.049946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.052945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f466e5c3-86d2-4516-bca9-33596f5a87e8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 705 time: 1.0021386 Nov 08 12:41:42.054779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:42.058207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Sync routers for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:42.078685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:42.086753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:42.123191 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d7c8ae0-6bd3-45c1-884e-9326bf8cdb51 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 205 time: 0.0650210 Nov 08 12:41:42.124795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:42.254085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.369429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92b76c44-c661-43b1-bfeb-e60286bdce88 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:42.432834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:42.468349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:42.470323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 92b76c44-c661-43b1-bfeb-e60286bdce88 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:42.470837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92b76c44-c661-43b1-bfeb-e60286bdce88 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:42.528178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Deleting subnet 8936b25c-ae0f-49bd-8f10-010a061f744b {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:42.532107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.566402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:42.584633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.586859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.601507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Checking router: cc85f0d2-de3b-4a2a-9c34-06a519f707f5 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:42.602207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.610852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Routers {'cc85f0d2-de3b-4a2a-9c34-06a519f707f5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:42.612031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:42.665994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec23ab-3835-4e45-abf2-c3902ad8a64e req-30a4a54c-0199-42e2-a7d9-033215bbf56e tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:42.667712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-faec23ab-3835-4e45-abf2-c3902ad8a64e req-30a4a54c-0199-42e2-a7d9-033215bbf56e tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 948 time: 0.4504552 Nov 08 12:41:42.705224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.746499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.746692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] Set router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:42.747299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router cc85f0d2-de3b-4a2a-9c34-06a519f707f5 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:41:42.766628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-faec23ab-3835-4e45-abf2-c3902ad8a64e req-efbf20ff-6b7b-41aa-aada-e32214e1b2bb tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862634 Nov 08 12:41:42.780553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.782290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-189f412f-2193-47c4-995a-fe481d89f7b3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 204 len: 168 time: 0.6564929 Nov 08 12:41:42.788134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:42.797286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242647289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:42.827424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:42.855899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf91dd-a52a-4276-85a4-1e01c1029492 None None] The sync data for ids ['cc85f0d2-de3b-4a2a-9c34-06a519f707f5'] in n-d-816990-1 is: [{'id': 'cc85f0d2-de3b-4a2a-9c34-06a519f707f5', 'name': 'tempest-RoutersIpV6Test-router-1242113764', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:40:55Z', 'updated_at': '2021-11-08T12:41:36Z', 'revision_number': 11, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:42.926351 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.959568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8936b25c-ae0f-49bd-8f10-010a061f744b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:42.961898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.963165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.967656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:42.971011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-452198c7-d46f-4e9d-be45-fc18e0c80e9c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8936b25c-ae0f-49bd-8f10-010a061f744b HTTP/1.1" status: 204 len: 168 time: 0.5369587 Nov 08 12:41:42.973612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:43.032075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.077846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.111683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.189855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.195172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.199899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:43.200919 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6d31ce61-0407-43c2-9d1f-f16a828e6d36 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4105160 Nov 08 12:41:43.212795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:43.306803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:43.418279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2ed0cd-581e-44b5-b865-ec64b0105376') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:43.418279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2ed0cd-581e-44b5-b865-ec64b0105376') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:43.463824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.509006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.520925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.531441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:43.531852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:43.533557 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:43.656609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.030085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.034862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.040548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84 HTTP/1.1" status: 204 len: 168 time: 1.0630975 Nov 08 12:41:44.101755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b5e9fa-4d1d-48aa-bfdf-8ff832125f84,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:44.112530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.112874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.113214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.113554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.113887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.114215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.114567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.115098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.115228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.115521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.115841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.116161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07726461-11f3-4ff2-ac0a-b5bca9be1294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:44.138635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12a4f5-49ed-40fc-b5a4-f7420fff12cd req-44cf3851-1d13-4bed-8176-16a1a46fcc2b tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:44.139005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.147043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df12a4f5-49ed-40fc-b5a4-f7420fff12cd req-44cf3851-1d13-4bed-8176-16a1a46fcc2b tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 948 time: 0.1185725 Nov 08 12:41:44.211095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df12a4f5-49ed-40fc-b5a4-f7420fff12cd req-5a1a2bef-78d6-4885-be7b-b7318a188fe1 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622399 Nov 08 12:41:44.257779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 99f13416-4e7d-48db-9f18-ef7ec71baf44 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:41:44.298095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aaa91e4-8902-4001-b28b-081ea8a24f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.305762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Router 6740e26c-7105-48ee-9b48-4a802051ab24 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:41:44.387389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:44.394875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aaa91e4-8902-4001-b28b-081ea8a24f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.412099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '99f13416-4e7d-48db-9f18-ef7ec71baf44', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '99f13416-4e7d-48db-9f18-ef7ec71baf44', 'mac_address': 'fa:16:3e:88:cf:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:41:44.432012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:44.442905 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Sync routers for ids ['6740e26c-7105-48ee-9b48-4a802051ab24'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:44.456524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aaa91e4-8902-4001-b28b-081ea8a24f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.465525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.467210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-18b8e19c-6804-4b4f-a164-ec84782ce4ec tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "PUT /v2.0/routers/6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 200 len: 698 time: 1.2661090 Nov 08 12:41:44.468224 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Routers {'6740e26c-7105-48ee-9b48-4a802051ab24'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:44.468938 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6740e26c-7105-48ee-9b48-4a802051ab24'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:44.473380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.476044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56122) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.489430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f13416-4e7d-48db-9f18-ef7ec71baf44 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:41:44.512386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:44.569954 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6aaa91e4-8902-4001-b28b-081ea8a24f92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=048f12ae7783449f9cf3d10bedb0f25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281633 Nov 08 12:41:44.575906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa91e4-8902-4001-b28b-081ea8a24f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f660c-e3c6-4bb9-a706-d556e3921ca9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:44.579954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56126) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.594309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.637560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56128) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.674223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Set router 6740e26c-7105-48ee-9b48-4a802051ab24 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:44.691819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-792c3272-958c-486d-ba0b-538af0f26566 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/routers/6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 200 len: 704 time: 0.2122781 Nov 08 12:41:44.695245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.712363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:44.731357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-187e2569-68cf-454b-907f-8161924328b8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 200 len: 205 time: 0.0348368 Nov 08 12:41:44.733757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.737140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.761194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9df4ae4-7475-4325-9965-880335698fa2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d1e662fe9b74040ae3898d30b07a9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1219871 Nov 08 12:41:44.766718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:44.780969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.796125 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6740e26c-7105-48ee-9b48-4a802051ab24', 'name': 'tempest-RoutersIpV6Test-router-1242647289', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:41:42Z', 'updated_at': '2021-11-08T12:41:43Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:44.858101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.858983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['99f13416-4e7d-48db-9f18-ef7ec71baf44'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:41:44.867975 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Checking router: 6740e26c-7105-48ee-9b48-4a802051ab24 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:44.879176 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Routers {'6740e26c-7105-48ee-9b48-4a802051ab24'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:44.880013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['6740e26c-7105-48ee-9b48-4a802051ab24'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:44.886354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.898749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:44.986697 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] Set router 6740e26c-7105-48ee-9b48-4a802051ab24 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:45.019972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.023924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.025120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e8f660c-e3c6-4bb9-a706-d556e3921ca9 HTTP/1.1" status: 204 len: 168 time: 0.4438877 Nov 08 12:41:45.062594 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6740e26c-7105-48ee-9b48-4a802051ab24', 'name': 'tempest-RoutersIpV6Test-router-1242647289', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:41:42Z', 'updated_at': '2021-11-08T12:41:43Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:45.070156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306fef0-39b8-4370-872c-3129eee7a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f660c-e3c6-4bb9-a706-d556e3921ca9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:45.088645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.101408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.102644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10e49c24-6b21-492a-9fae-6039cce39d4e HTTP/1.1" status: 204 len: 168 time: 0.3349209 Nov 08 12:41:45.106674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234726d8-73d3-475e-b46c-0c4e1345162e None None] The sync data for ids ['6740e26c-7105-48ee-9b48-4a802051ab24'] in n-d-816990-1 is: [{'id': '6740e26c-7105-48ee-9b48-4a802051ab24', 'name': 'tempest-RoutersIpV6Test-router-1242647289', 'tenant_id': '5d3515648c264e37a00a9f06790c3341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:41:42Z', 'updated_at': '2021-11-08T12:41:43Z', 'revision_number': 2, 'project_id': '5d3515648c264e37a00a9f06790c3341', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:45.141856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b078b-1a03-4292-b9ff-c30dbca0f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e49c24-6b21-492a-9fae-6039cce39d4e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:45.244216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.256347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:45.389244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428ae0-0950-4f1c-9c16-247f09913801 req-c70cb9fc-15f8-4dd9-b4b7-1f392acc6984 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:45.391180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33428ae0-0950-4f1c-9c16-247f09913801 req-c70cb9fc-15f8-4dd9-b4b7-1f392acc6984 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 949 time: 0.0825450 Nov 08 12:41:45.463902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33428ae0-0950-4f1c-9c16-247f09913801 req-9d9c21d0-1b33-4af3-8aa2-63acb529cfe4 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Nov 08 12:41:46.235824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.236970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Fanout notify agent at l3_agent the message router_deleted on router 6740e26c-7105-48ee-9b48-4a802051ab24 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:41:46.248709 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.253869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-068dd3e7-eae2-40c0-9bf1-98ee892afde8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 204 len: 168 time: 1.5181117 Nov 08 12:41:46.257975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.271451 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.276340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 99f13416-4e7d-48db-9f18-ef7ec71baf44 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:41:46.288558 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:41:46.342579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56164) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.345095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53082691-d686-455b-a840-fa4810e90c61 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 200 len: 205 time: 0.0807872 Nov 08 12:41:46.417578 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0c5365e3-8b7d-4b7d-a8fa-cc798f48698e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:46.418973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0c5365e3-8b7d-4b7d-a8fa-cc798f48698e tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/6740e26c-7105-48ee-9b48-4a802051ab24 HTTP/1.1" status: 404 len: 336 time: 0.0751951 Nov 08 12:41:46.422403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.455280 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4caf6f-44ba-497c-ab0a-f86fcadb615c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:46.456613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4caf6f-44ba-497c-ab0a-f86fcadb615c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:46.466016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f4caf6f-44ba-497c-ab0a-f86fcadb615c tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/f861e7d6-d5fa-410d-82ce-e41fa893b4e5 HTTP/1.1" status: 404 len: 337 time: 0.0417943 Nov 08 12:41:46.470845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56170) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.493653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 99f13416-4e7d-48db-9f18-ef7ec71baf44 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:41:46.498584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 99f13416-4e7d-48db-9f18-ef7ec71baf44 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:41:46.502365 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.546315 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-42541923-8864-49af-9113-a67769cf9f1f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:46.547819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42541923-8864-49af-9113-a67769cf9f1f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:46.558932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.561781 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42541923-8864-49af-9113-a67769cf9f1f tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/05bdef62-4bfe-4125-856d-658f359a0828 HTTP/1.1" status: 404 len: 337 time: 0.0895724 Nov 08 12:41:46.621863 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b71c70b-f224-484e-9b6f-56254aaf5d39 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:46.621863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b71c70b-f224-484e-9b6f-56254aaf5d39 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:46.626519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b71c70b-f224-484e-9b6f-56254aaf5d39 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/8e3d7ea4-24ed-499f-9e4d-78b7c5d73be1 HTTP/1.1" status: 404 len: 337 time: 0.0643487 Nov 08 12:41:46.627324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56180) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.665421 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af056bb-d4ac-410e-a3b7-40243b7bc994 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:46.666379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af056bb-d4ac-410e-a3b7-40243b7bc994 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:46.669863 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1af056bb-d4ac-410e-a3b7-40243b7bc994 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/d95edaae-dc5e-4b28-a182-fb41e1425aa3 HTTP/1.1" status: 404 len: 337 time: 0.0419426 Nov 08 12:41:46.672366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56184) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.690207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.705538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfa8fdb0-269b-4a61-a93b-1497e8393767 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 200 len: 205 time: 0.0319071 Nov 08 12:41:46.711511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56186) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.720944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309955a4-a509-49f5-8c8c-90eafa746596 req-df65bfe2-e2b8-4b85-98e8-8101b7afe0ee tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:46.722574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-309955a4-a509-49f5-8c8c-90eafa746596 req-df65bfe2-e2b8-4b85-98e8-8101b7afe0ee tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 949 time: 0.1185284 Nov 08 12:41:46.793271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:46.793387 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-5ebd7cb2-6af0-4802-aef5-fabf2ba94dd4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:46.793387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5ebd7cb2-6af0-4802-aef5-fabf2ba94dd4 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/cc85f0d2-de3b-4a2a-9c34-06a519f707f5 HTTP/1.1" status: 404 len: 336 time: 0.0733590 Nov 08 12:41:46.793564 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0139ed-94d4-4aff-a4c0-deb32753a0e4" -d '{"events": [{"server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "name": "network-vif-plugged", "status": "completed", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:46.793671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56192) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.807237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:46.823883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-309955a4-a509-49f5-8c8c-90eafa746596 req-624c9362-6368-4e84-a99f-e015c2830f6c tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884542 Nov 08 12:41:46.841044 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7238aed2-70c1-46cd-985a-61299ee55b00 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=b316fed5-11f7-4a30-ac3d-bda77ca1bee8 HTTP/1.1" status: 200 len: 205 time: 0.0455835 Nov 08 12:41:46.843626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.873258 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b8d34-9670-4403-b461-589a65050a04 x-openstack-request-id: req-068b8d34-9670-4403-b461-589a65050a04 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:46.873547 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "name": "network-vif-plugged", "status": "completed", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:46.873794 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-068b8d34-9670-4403-b461-589a65050a04 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:46.874185 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44', 'code': 200} Nov 08 12:41:46.885312 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-d5d7199e-f488-46f8-9cf5-7a7c3cb83317 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:46.886760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d5d7199e-f488-46f8-9cf5-7a7c3cb83317 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/b316fed5-11f7-4a30-ac3d-bda77ca1bee8 HTTP/1.1" status: 404 len: 336 time: 0.0421185 Nov 08 12:41:46.889289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56200) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.907912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:46.928059 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-3887c562-5561-4b7a-9e20-850220e8eda8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:46.929435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3887c562-5561-4b7a-9e20-850220e8eda8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:46.932927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3887c562-5561-4b7a-9e20-850220e8eda8 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/4be71c93-58f1-41e7-923f-a3fda27f6788 HTTP/1.1" status: 404 len: 337 time: 0.0423889 Nov 08 12:41:46.935627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:46.973424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf2072d1-b500-4ca1-853a-30ac269cb7dd tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 200 len: 205 time: 0.0363562 Nov 08 12:41:46.977176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.036389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:47.076843 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-dd48c814-f850-4590-9806-8b2750e15144 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:47.080551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dd48c814-f850-4590-9806-8b2750e15144 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/0e17c6e0-2dab-48d1-8f2d-5e67bcc7f3da HTTP/1.1" status: 404 len: 336 time: 0.0995719 Nov 08 12:41:47.080884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.108182 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c035ca2-65e4-4670-92ef-9da3f04d6180 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e HTTP/1.1" status: 200 len: 205 time: 0.0261426 Nov 08 12:41:47.111005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.161276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.162971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d86ef-c0d3-407f-9e51-2774a7cd2921 req-c132b535-dbc7-487c-b6a6-3f4182665eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:47.165367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d86ef-c0d3-407f-9e51-2774a7cd2921 req-c132b535-dbc7-487c-b6a6-3f4182665eda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 1101 time: 0.1695440 Nov 08 12:41:47.166274 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0d449173-7fc5-4d80-ac14-42ea5e9a1809 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:47.169697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d449173-7fc5-4d80-ac14-42ea5e9a1809 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/46d3d5e4-5f6a-4cff-b696-9eec18ce5b5e HTTP/1.1" status: 404 len: 336 time: 0.0550401 Nov 08 12:41:47.169962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56224) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.204121 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.207689 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8983dce-4220-4425-a55d-5e0d084a6e48 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:47.209818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8983dce-4220-4425-a55d-5e0d084a6e48 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:47.217493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.217632 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a8983dce-4220-4425-a55d-5e0d084a6e48 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/882c2ad2-e849-4573-917f-5b29b44b2e33 HTTP/1.1" status: 404 len: 337 time: 0.0421259 Nov 08 12:41:47.231726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7d86ef-c0d3-407f-9e51-2774a7cd2921 req-d5d1b9d0-02c9-43bc-93e9-10a1bc5096bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Nov 08 12:41:47.248759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6e74fe94-ee7b-4a8a-9dab-55dc6ec555a3 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6837431d-1ca7-48de-aad4-7cb1eba7fa8d HTTP/1.1" status: 200 len: 205 time: 0.0297859 Nov 08 12:41:47.251160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.298511 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-174e73bb-edfb-42d1-ab5d-d47d4ef2abf6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:47.302138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-174e73bb-edfb-42d1-ab5d-d47d4ef2abf6 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/6837431d-1ca7-48de-aad4-7cb1eba7fa8d HTTP/1.1" status: 404 len: 336 time: 0.0500209 Nov 08 12:41:47.302317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.345252 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d524945-a2cd-4b14-9344-aab8f7aef7d5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:47.345723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d524945-a2cd-4b14-9344-aab8f7aef7d5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:47.349029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d524945-a2cd-4b14-9344-aab8f7aef7d5 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/01ddfc51-e205-4e82-8e4e-2fd532b0e1b6 HTTP/1.1" status: 404 len: 337 time: 0.0456443 Nov 08 12:41:47.353856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.359564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.414565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-560d89fa-e60d-48e3-af13-db00fc5d233d tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4283c76-8f87-49ff-81a8-2728f9cea190 HTTP/1.1" status: 200 len: 205 time: 0.0595143 Nov 08 12:41:47.417069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.445576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.463234 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-09640d3e-ca60-4cfc-ac46-45dc33939222 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] delete failed (client error): The resource could not be found. Nov 08 12:41:47.464538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-09640d3e-ca60-4cfc-ac46-45dc33939222 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/routers/e4283c76-8f87-49ff-81a8-2728f9cea190 HTTP/1.1" status: 404 len: 336 time: 0.0463619 Nov 08 12:41:47.467220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.498602 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd16241-c84e-4273-8771-03b486d861db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:47.499064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd16241-c84e-4273-8771-03b486d861db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:47.504519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0bd16241-c84e-4273-8771-03b486d861db tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/6ccf1dc0-712c-4837-8acb-d944acbc9a97 HTTP/1.1" status: 404 len: 337 time: 0.0333910 Nov 08 12:41:47.509700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.519161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ef900-950f-489b-af93-8a38dcb287f6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:47.531118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.531700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.532208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.532789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.533322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.533853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.534612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.535231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.535780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.536356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.536931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.537241 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd7ca9d-09d1-43cc-9fe8-4a28db7e4642 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] DELETE failed (client error): The resource could not be found. Nov 08 12:41:47.537646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:41:47.537752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd7ca9d-09d1-43cc-9fe8-4a28db7e4642 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:41:47.550843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fdd7ca9d-09d1-43cc-9fe8-4a28db7e4642 tempest-RoutersIpV6Test-895162252 tempest-RoutersIpV6Test-895162252-project] 10.222.0.58 "DELETE /v2.0/subnets/8bac8062-b441-491b-ad64-a48c0d0c4f70 HTTP/1.1" status: 404 len: 337 time: 0.0406191 Nov 08 12:41:47.552218 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b1af228-b5c3-44e8-a8ab-02096eaeaa02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb31a7cea4194dc6b9d86d1cec5b1b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896177 Nov 08 12:41:47.555088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.687838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.728376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.849194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:47.902014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.905493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:47.907073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f1ef900-950f-489b-af93-8a38dcb287f6 HTTP/1.1" status: 204 len: 168 time: 0.3508852 Nov 08 12:41:47.923978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0b9e-99b7-4040-921a-9a72176d64d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ef900-950f-489b-af93-8a38dcb287f6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:48.015455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4277b4-3b98-4a4a-afe0-414734fbbf0b req-43f0799f-5ee4-4f0b-89d4-fc542a66b1c1 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:48.017219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed4277b4-3b98-4a4a-afe0-414734fbbf0b req-43f0799f-5ee4-4f0b-89d4-fc542a66b1c1 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 950 time: 0.0734243 Nov 08 12:41:48.138508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed4277b4-3b98-4a4a-afe0-414734fbbf0b req-07a32e3e-375e-49fa-94e2-56bb662f3ac9 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143887 Nov 08 12:41:48.322038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:48.508594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a8a9aa55-0e50-4ac2-9ebd-2815baddc127 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d3515648c264e37a00a9f06790c3341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852720 Nov 08 12:41:48.511093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:48.634802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:48.672712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:48.730945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39ddec66-af85-44cd-b6bc-71f609d43644 req-746462b9-5f0f-4536-905e-7545f93ce8c7 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.2445092 Nov 08 12:41:48.841926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:48.844587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:48.848741 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90566dc6-6d08-4000-a131-b15aa52638a8 HTTP/1.1" status: 204 len: 168 time: 0.3337195 Nov 08 12:41:48.858149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7076b7-9c92-4f28-9e01-382ac0cde48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90566dc6-6d08-4000-a131-b15aa52638a8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:48.985903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:49.328542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba742d1-3c6a-47d3-b443-9f710a2a3453 req-4c65acda-9d48-4a24-9180-d729e209cfea tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:49.330084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ba742d1-3c6a-47d3-b443-9f710a2a3453 req-4c65acda-9d48-4a24-9180-d729e209cfea tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 950 time: 0.0959983 Nov 08 12:41:49.430733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ba742d1-3c6a-47d3-b443-9f710a2a3453 req-ac25d572-3e89-439c-af41-4a89ad4f60e0 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Nov 08 12:41:49.455017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Deleting port a2e7e09a-e532-4742-8820-abf3c9e00e89 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:49.455591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:49.582324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] For port a2e7e09a-e532-4742-8820-abf3c9e00e89, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a2e7e09a-e532-4742-8820-abf3c9e00e89,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:49.589039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:49.603185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Calling delete_port for a2e7e09a-e532-4742-8820-abf3c9e00e89 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:49.899951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22c28861-e67f-47c8-8a7e-f1a3a33f35e0 req-f137a64b-7077-43ab-98e8-3a2047df32c0 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0297205 Nov 08 12:41:49.953284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:49.985197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e7e09a-e532-4742-8820-abf3c9e00e89,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:50.167673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:50.311991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:50.325766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce5e8-4558-47a4-a248-697af9ca673b req-f7bea752-22e2-42a3-a703-a2fcda27da58 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:50.328144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd8ce5e8-4558-47a4-a248-697af9ca673b req-f7bea752-22e2-42a3-a703-a2fcda27da58 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 950 time: 0.2235763 Nov 08 12:41:50.501330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd8ce5e8-4558-47a4-a248-697af9ca673b req-c9a88b53-3253-45ba-b1af-d7388c1a42d8 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646044 Nov 08 12:41:50.579394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:50.761151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Router 97cade0a-2271-4304-9433-f87ff3c6b52d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:41:50.898632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:41:50.903324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--687325342'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:50.904423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8ca3578-0cff-45dd-a530-db4cab0c1f1e admin admin] 10.222.0.58 "PUT /v2.0/routers/97cade0a-2271-4304-9433-f87ff3c6b52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0541673 Nov 08 12:41:50.907041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:50.911311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Sync routers for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:41:50.923750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:50.924724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:51.047659 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.048170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:51.061759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.068535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a0e32e0-afcf-43d3-ace8-b313b1126c82 req-113dfa77-503a-4386-ab4c-1a33cb79db27 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0365245 Nov 08 12:41:51.130041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.186160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.270284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.273310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.313188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:41:49Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:51.320685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bda463-a993-4b96-bc21-c9a38760fe28,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:51.354462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Checking router: 97cade0a-2271-4304-9433-f87ff3c6b52d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:41:51.364074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.371920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Routers {'97cade0a-2271-4304-9433-f87ff3c6b52d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:41:51.372470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:41:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['97cade0a-2271-4304-9433-f87ff3c6b52d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:51.381848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-751b6d75-6ec5-4b28-ba1d-c3fcd7528db1 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:51.383621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-751b6d75-6ec5-4b28-ba1d-c3fcd7528db1 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 950 time: 0.0960793 Nov 08 12:41:51.488792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.509154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] Set router 97cade0a-2271-4304-9433-f87ff3c6b52d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:41:51.587275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334d26d4-cf5f-4379-a3e3-1d8dc293fe85,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:51.601899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.603295 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-80640987-a7b5-49c6-abd0-7c646e014334 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0195770 Nov 08 12:41:51.606150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56414) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:51.682584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-13fb933f-e7ea-485d-8e51-3f151a3d0aa6 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0749629 Nov 08 12:41:51.685274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:51.690512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-security--262090910', 'description': 'tempest-security-description-1346616224'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:51.730879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.842959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:41:49Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:51.869199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.889343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbcf99-23a9-4f7e-82fe-7424ed79f52c None None] The sync data for ids ['97cade0a-2271-4304-9433-f87ff3c6b52d'] in n-d-816990-1 is: [{'id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'name': 'tempest-AttachVolumeShelveTestJSON-2065037299-router', 'tenant_id': '6f3b9e43d17e4fd48647187956d7b85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:32:05Z', 'updated_at': '2021-11-08T12:41:49Z', 'revision_number': 5, 'project_id': '6f3b9e43d17e4fd48647187956d7b85e', 'gw_port': {'id': 'c8ce18f0-f631-4999-94df-3f082b6acd3f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cade0a-2271-4304-9433-f87ff3c6b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:32:06Z', 'updated_at': '2021-11-08T12:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:41:51.911498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241358c-bf9a-44b5-878b-8c93eff11007 req-03d9d94b-da70-4817-a133-91b4908f3915 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:51.919581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1241358c-bf9a-44b5-878b-8c93eff11007 req-03d9d94b-da70-4817-a133-91b4908f3915 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 950 time: 0.1188943 Nov 08 12:41:51.959495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.973066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.973165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Deleting port c8ce18f0-f631-4999-94df-3f082b6acd3f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:51.974913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:51.979809 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "PUT /v2.0/security-groups/334d26d4-cf5f-4379-a3e3-1d8dc293fe85 HTTP/1.1" status: 200 len: 1796 time: 0.2932069 Nov 08 12:41:51.988643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56424) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.019028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1241358c-bf9a-44b5-878b-8c93eff11007 req-2b85eb55-c021-43f4-a32f-3ad4de73724d tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f4e8d0f-c166-44c3-a420-dd19862838da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983174 Nov 08 12:41:52.063553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a7ec-d953-4271-817c-48b430dce499 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334d26d4-cf5f-4379-a3e3-1d8dc293fe85,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:52.075989 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30578f49-3fdc-4d5b-9279-7e4d788a5a42 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups/334d26d4-cf5f-4379-a3e3-1d8dc293fe85 HTTP/1.1" status: 200 len: 1796 time: 0.0861647 Nov 08 12:41:52.078532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56428) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.097144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Deleting port 99f13416-4e7d-48db-9f18-ef7ec71baf44 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:52.097481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.140593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.156082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] For port c8ce18f0-f631-4999-94df-3f082b6acd3f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c8ce18f0-f631-4999-94df-3f082b6acd3f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:52.156448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.171687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.235149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Calling delete_port for c8ce18f0-f631-4999-94df-3f082b6acd3f owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:52.238419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eff2182-4a47-4251-a543-4cbe2ad3371f req-9628f8f2-0b28-4e60-9a95-9cedf1241c10 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0415912 Nov 08 12:41:52.276442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.280299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.282371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/334d26d4-cf5f-4379-a3e3-1d8dc293fe85 HTTP/1.1" status: 204 len: 168 time: 0.2025235 Nov 08 12:41:52.296323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56436) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.328400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] For port 99f13416-4e7d-48db-9f18-ef7ec71baf44, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=99f13416-4e7d-48db-9f18-ef7ec71baf44,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:52.328770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.346479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Calling delete_port for 99f13416-4e7d-48db-9f18-ef7ec71baf44 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:52.347835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ced9d5-d3b6-4c1d-beb2-4eff4a7c5270 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d26d4-cf5f-4379-a3e3-1d8dc293fe85,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:52.414226 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-113810e0-2c6f-42a9-a27d-73d4dde1330d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1165783 Nov 08 12:41:52.417263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56442) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.430516 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-f7c2d039-233a-4caa-a035-de4e9dcb8813 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] delete failed (client error): The resource could not be found. Nov 08 12:41:52.432101 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f7c2d039-233a-4caa-a035-de4e9dcb8813 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/334d26d4-cf5f-4379-a3e3-1d8dc293fe85 HTTP/1.1" status: 404 len: 347 time: 0.0133343 Nov 08 12:41:52.436688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.442310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--577630667'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:52.559432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.607651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a2e7e09a-e532-4742-8820-abf3c9e00e89 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:52.647039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a2e7e09a-e532-4742-8820-abf3c9e00e89 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:52.649414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a2e7e09a-e532-4742-8820-abf3c9e00e89 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:52.659043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.711595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.747057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Pushing event deleted for resources: {'Port': ['ID=99f13416-4e7d-48db-9f18-ef7ec71baf44,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:52.776990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.800299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] No DVR routers for this DVR port 99f13416-4e7d-48db-9f18-ef7ec71baf44 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:52.802942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.806966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e17df705-a9ae-40d6-be00-4f9c21a2bd3e req-7ef17e86-f78c-4834-9a3b-3becd625d722 tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.57 "DELETE /v2.0/ports/99f13416-4e7d-48db-9f18-ef7ec71baf44 HTTP/1.1" status: 204 len: 173 time: 1.3957250 Nov 08 12:41:52.813711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'name': 'network-vif-deleted', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:41:52.813711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435a560-dab6-43b1-bf89-3c1eb8ac8cf3" -d '{"events": [{"server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "name": "network-vif-deleted", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:41:52.813711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.834292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99223ed7-dbb3-4f4c-a82b-dd225d9acf2c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:52.855866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ce18f0-f631-4999-94df-3f082b6acd3f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:52.873134 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4b348-b02b-446c-9ea6-e313b0dbf417 x-openstack-request-id: req-3ab4b348-b02b-446c-9ea6-e313b0dbf417 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:41:52.873429 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f", "name": "network-vif-deleted", "tag": "99f13416-4e7d-48db-9f18-ef7ec71baf44", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:41:52.873689 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ab4b348-b02b-446c-9ea6-e313b0dbf417 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:41:52.874095 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f', 'name': 'network-vif-deleted', 'tag': '99f13416-4e7d-48db-9f18-ef7ec71baf44', 'status': 'completed', 'code': 200} Nov 08 12:41:52.917593 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-328bf5d5-977e-4f5c-b179-7af4f2d65124 req-3f2a3a0f-c03c-4f57-8ff3-367ac76acb13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0415902 Nov 08 12:41:52.921687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:52.923031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10b2c229-b96b-4bdc-adb2-36ca254e1cdd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4852116 Nov 08 12:41:52.926027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56454) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:52.932945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '99223ed7-dbb3-4f4c-a82b-dd225d9acf2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:52.966546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.079679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.081868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.117471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.155959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f380934-8e6d-46f4-8083-f3707c0d40ca req-7fc6f495-1509-4dcd-befb-aa69759f1cfa tempest-VolumesNegativeTest-1295032643 tempest-VolumesNegativeTest-1295032643-project] 10.222.0.58 "GET /v2.0/ports?device_id=4dd9ccbd-94a7-48b0-b8ce-872fb4ac8f8f HTTP/1.1" status: 200 len: 210 time: 0.0290098 Nov 08 12:41:53.169155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10205a78-a012-41cc-aac0-20f37c6a9b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.188728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.299525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.300150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cade0a-2271-4304-9433-f87ff3c6b52d {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:41:53.301027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.312174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.312174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ca688af7-eca3-4981-91bc-1d3481b2e2d2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/97cade0a-2271-4304-9433-f87ff3c6b52d HTTP/1.1" status: 204 len: 168 time: 2.4011395 Nov 08 12:41:53.312338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:53.341352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c531fe2-7db1-4c36-a1bc-dbdf0ae22ac9,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:53.379298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aec1e6bb-5f86-4938-b4ea-af4beeae89f5 req-a8c53189-3147-4474-aace-2f58233efbe4 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0323837 Nov 08 12:41:53.414075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Deleting subnet 9ce3ef03-a630-49dc-92d9-fe7d71c66a84 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:41:53.417465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.452499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.454125 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-efda7c91-6ff9-42ab-9032-ba52907641de tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5263536 Nov 08 12:41:53.459588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56472) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:53.477196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.520016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.537386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.605053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.782259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.794160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.795319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0c531fe2-7db1-4c36-a1bc-dbdf0ae22ac9 HTTP/1.1" status: 204 len: 168 time: 0.3341763 Nov 08 12:41:53.796806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cbeb6-aca4-4c54-97f4-535bc4c7b6c2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c531fe2-7db1-4c36-a1bc-dbdf0ae22ac9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:53.798362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56478) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:53.834767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.874290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d91b94ab-762d-4d9a-a5e0-f56fcd371711 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0731800 Nov 08 12:41:53.876611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:53.887088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce3ef03-a630-49dc-92d9-fe7d71c66a84,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:53.895005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.898106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa725d-9911-4b0f-8544-e2a22639fb35 None None] Network 5326ab6f-492b-4643-a45f-608f821bf824 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:41:53.899128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-81774c2c-e15a-425f-bda6-5de60dcbcff4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9ce3ef03-a630-49dc-92d9-fe7d71c66a84 HTTP/1.1" status: 204 len: 168 time: 0.5856724 Nov 08 12:41:53.901530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:53.936944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.975647 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:53.976362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.044604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Deleting port ba46d502-60e6-4b4f-890a-9395d87e8808 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:54.045285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.117402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] For port ba46d502-60e6-4b4f-890a-9395d87e8808, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ba46d502-60e6-4b4f-890a-9395d87e8808,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:54.117830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.132427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Calling delete_port for ba46d502-60e6-4b4f-890a-9395d87e8808 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:54.183318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] DHCP port deletion for 5326ab6f-492b-4643-a45f-608f821bf824 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:41:54.191918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.196495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.198585 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/99223ed7-dbb3-4f4c-a82b-dd225d9acf2c HTTP/1.1" status: 204 len: 168 time: 0.3217673 Nov 08 12:41:54.202388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56488) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:54.245171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61682a9-f3eb-4e76-9a84-8f4672cf528b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99223ed7-dbb3-4f4c-a82b-dd225d9acf2c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:54.279386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 99f13416-4e7d-48db-9f18-ef7ec71baf44 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:54.287514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Deleting port ba46d502-60e6-4b4f-890a-9395d87e8808 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:41:54.287514 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.302889 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-daf2130e-a48d-468e-beec-46aac8f2d119 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787177 Nov 08 12:41:54.304328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56496) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:54.310093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--142006996'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:54.337985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 99f13416-4e7d-48db-9f18-ef7ec71baf44 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:54.337985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 99f13416-4e7d-48db-9f18-ef7ec71baf44 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:54.343702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:54.351313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.389314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba46d502-60e6-4b4f-890a-9395d87e8808,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:54.392111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] For port ba46d502-60e6-4b4f-890a-9395d87e8808, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ba46d502-60e6-4b4f-890a-9395d87e8808,segment=NetworkSegment(7d6d7c0c-0a24-4902-a72c-35364266c883),segment_id=7d6d7c0c-0a24-4902-a72c-35364266c883)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:41:54.392611 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.395323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] No DVR routers for this DVR port ba46d502-60e6-4b4f-890a-9395d87e8808 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:54.438954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Calling delete_port for ba46d502-60e6-4b4f-890a-9395d87e8808 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:41:54.446179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.504589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fe94f75-6bef-4df0-ba94-fb00d46308a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.549347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.560644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.585983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.588844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-962ffdb9-5a3c-4af2-a392-f41f4c09322b req-a624e0cb-7385-4e25-a94d-854a36a363a8 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0438166 Nov 08 12:41:54.603031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5326ab6f-492b-4643-a45f-608f821bf824']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:54.631301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] No DVR routers for this DVR port ba46d502-60e6-4b4f-890a-9395d87e8808 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:41:54.633034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6d7c0c-0a24-4902-a72c-35364266c883') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:54.633513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6d7c0c-0a24-4902-a72c-35364266c883') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:41:54.637457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba882-e208-47f1-aa2c-7adbd3f8ecda None None] Pushing event deleted for resources: {'Port': ['ID=ba46d502-60e6-4b4f-890a-9395d87e8808,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:54.650841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.659648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.697836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c8ce18f0-f631-4999-94df-3f082b6acd3f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:54.699430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.723307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:41:54.728208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.729965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c8ce18f0-f631-4999-94df-3f082b6acd3f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:41:54.730220 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:41:54.732633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c8ce18f0-f631-4999-94df-3f082b6acd3f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:54.732633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ba46d502-60e6-4b4f-890a-9395d87e8808 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:41:54.733370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579ced50-f3ee-4acc-9ce6-3db58db6d071,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:54.769709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ba46d502-60e6-4b4f-890a-9395d87e8808 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:41:54.770065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ba46d502-60e6-4b4f-890a-9395d87e8808 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:41:54.820520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.823368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbecf1b6-0770-4de2-9216-88a505b88da3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5165813 Nov 08 12:41:54.825173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56516) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:54.830648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '579ced50-f3ee-4acc-9ce6-3db58db6d071', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:54.837909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fe94f75-6bef-4df0-ba94-fb00d46308a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.916448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.921767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.926437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5326ab6f-492b-4643-a45f-608f821bf824 HTTP/1.1" status: 204 len: 168 time: 1.0227060 Nov 08 12:41:54.941415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f86dae-e62a-4332-ba0d-60f7983dd470 admin admin] Pushing event deleted for resources: {'Network': ['ID=5326ab6f-492b-4643-a45f-608f821bf824,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:54.965213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fe94f75-6bef-4df0-ba94-fb00d46308a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:54.966372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.009374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1fe94f75-6bef-4df0-ba94-fb00d46308a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9126bbe85db49c7ac503bb8740b4635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6644852 Nov 08 12:41:55.010582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:55.011026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94f75-6bef-4df0-ba94-fb00d46308a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c811288-da5c-4ba3-bd17-6f6eca044de6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:55.051070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.082532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.110146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.170509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.192451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ff477d-2179-40ad-9160-0ae433f5bd72,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:55.330978 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.334942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.335772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c811288-da5c-4ba3-bd17-6f6eca044de6 HTTP/1.1" status: 204 len: 168 time: 0.3217959 Nov 08 12:41:55.342863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.346950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-26c000f2-90f5-44e2-b2a6-a564f959a084 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5178320 Nov 08 12:41:55.349539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:55.355509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '579ced50-f3ee-4acc-9ce6-3db58db6d071', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:55.363217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c5240-1633-4f3b-b1a9-e9d0177f5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c811288-da5c-4ba3-bd17-6f6eca044de6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:55.525404 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8042ca15-7d27-460c-bc20-cacc20deaa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.532234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:55.543823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.601822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d05a12b8-ccb5-4c19-b18d-923583777fec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f3b9e43d17e4fd48647187956d7b85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668581 Nov 08 12:41:55.604369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:55.626780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.667501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.690437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.745876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.770690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f68a819-7844-49d2-bd9d-491aed609ea2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:55.855957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.858267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.862603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a36cd043-d3ad-4e26-aa7e-e51819225eb0 HTTP/1.1" status: 204 len: 168 time: 0.2541008 Nov 08 12:41:55.862603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:55.863606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d621ff30-cea6-498a-b6eb-17d6c62bd51d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5123651 Nov 08 12:41:55.867323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56578) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:55.872992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '579ced50-f3ee-4acc-9ce6-3db58db6d071', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:55.906438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5424f0d5-45dc-4083-9fa4-40f3306b05b9 req-0e002de2-503e-4bdf-93eb-a55f10a6c942 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0487807 Nov 08 12:41:55.907311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3f55-2dc1-486e-9669-980d9e493160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36cd043-d3ad-4e26-aa7e-e51819225eb0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:55.991471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.073145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.176194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.195058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69d789a-facb-49f2-abb5-c9f0a5c0ffe5,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:56.297882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.299398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-52d19967-0abd-456b-903d-355e789f6f26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4300363 Nov 08 12:41:56.302489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56638) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:56.307025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '579ced50-f3ee-4acc-9ce6-3db58db6d071', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:56.410941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.447134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:56.462352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7c088b6-a6fd-4d4a-9fd3-e7f9d13e537c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.481647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.542560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7c088b6-a6fd-4d4a-9fd3-e7f9d13e537c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.701611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.725884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c5b822-2482-40c0-b98c-38e4ee9d38c2,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:56.788142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7c088b6-a6fd-4d4a-9fd3-e7f9d13e537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.788478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.843727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d7c088b6-a6fd-4d4a-9fd3-e7f9d13e537c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00db34ada14a404687e1a09ff43be188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954084 Nov 08 12:41:56.844302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56662) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:56.846232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c088b6-a6fd-4d4a-9fd3-e7f9d13e537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00aeb5-16e8-42a3-bcc9-31f0ead3d34a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:56.880522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.881857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d38056d-50ef-4f63-b8bd-a3385fbbb8e5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5783827 Nov 08 12:41:56.885306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:56.892022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '579ced50-f3ee-4acc-9ce6-3db58db6d071', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:56.904556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:56.928848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.010156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bae55ed3-a1cc-4762-8d17-6525d818eeb1 req-faf288ca-0fbf-4fd4-8132-c0fd824a071f tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0289049 Nov 08 12:41:57.042159 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.093870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.096880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.102435 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac00aeb5-16e8-42a3-bcc9-31f0ead3d34a HTTP/1.1" status: 204 len: 168 time: 0.2549164 Nov 08 12:41:57.123606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf8067-60eb-4966-8bb7-055520772dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00aeb5-16e8-42a3-bcc9-31f0ead3d34a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:57.135301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.259269 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.279752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720032b8-4197-465b-b65a-76623cd723a1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:57.426832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.428085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c9e5619-4a48-46c5-ae86-f8570ef7c483 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5416377 Nov 08 12:41:57.437178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:57.476174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.485461 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.704512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.712092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.713397 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/720032b8-4197-465b-b65a-76623cd723a1 HTTP/1.1" status: 204 len: 168 time: 0.2797437 Nov 08 12:41:57.719388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9f87c-1aa6-40c4-b182-f17b25f97ee5 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=720032b8-4197-465b-b65a-76623cd723a1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:57.721048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56700) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:57.777900 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de9e5422-72e7-4a64-884d-240e51160ab0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0556302 Nov 08 12:41:57.780640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56706) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:57.807950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.815550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.963171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:57.990681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:57.999456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.000916 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a4c5b822-2482-40c0-b98c-38e4ee9d38c2 HTTP/1.1" status: 204 len: 168 time: 0.2190289 Nov 08 12:41:58.003607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.016125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5b1f7-1389-4c5d-b501-694c22edb29b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4c5b822-2482-40c0-b98c-38e4ee9d38c2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:58.062745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1b2034cc-1b8f-4918-92bd-42e600f137f2 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0579176 Nov 08 12:41:58.065624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.092411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.101169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.142203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e72bf3d-de23-485f-aa36-f5f0893e4f91 req-949462c7-0423-426d-a83d-cf88261ddf1e tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0294302 Nov 08 12:41:58.145436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-173400359-network', 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:58.149556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.305014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.321054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.321054 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d69d789a-facb-49f2-abb5-c9f0a5c0ffe5 HTTP/1.1" status: 204 len: 168 time: 0.2492876 Nov 08 12:41:58.322445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.326069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6069-bf99-4981-8e96-749af8350d7e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d69d789a-facb-49f2-abb5-c9f0a5c0ffe5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:58.344265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:58.349262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.373755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.422479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6d9c058-20da-46c6-a3dd-9b0e9207f113 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0987265 Nov 08 12:41:58.425402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.455509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.466716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.492773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.678672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.686783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.694802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.696091 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8f68a819-7844-49d2-bd9d-491aed609ea2 HTTP/1.1" status: 204 len: 168 time: 0.2696912 Nov 08 12:41:58.703225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56794) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.704216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e31cfc-c5a9-4ff6-9c5b-253cb308871c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f68a819-7844-49d2-bd9d-491aed609ea2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:58.712078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:41:58.724390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.724956 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Added segment e79d04cf-9493-4ccc-8bd2-4fa9250af021 of type vlan for network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 Nov 08 12:41:58.774891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-61f437d1-1004-4513-b595-dc1cc362babd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0619812 Nov 08 12:41:58.775359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.775504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:58.799478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:58.800758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61cdb8-d357-4c75-a4ba-78750b40539b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:58.809797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.033164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.033762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.034210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:41:59.035396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.079099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.091783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.093139 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/21ff477d-2179-40ad-9160-0ae433f5bd72 HTTP/1.1" status: 204 len: 168 time: 0.3166826 Nov 08 12:41:59.094071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4543bb-65b7-455b-bf1c-dc87d5e94ebf tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21ff477d-2179-40ad-9160-0ae433f5bd72,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:59.095809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:59.140076 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9c6967b2-fa7e-49ce-9be6-7f691ed5c3d0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431747 Nov 08 12:41:59.142749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:59.144805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfa54bc-56f4-4936-9f66-bcbf88e87c47,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:59.156056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:41:59.221645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.273907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f6f7358-421c-41b5-8abd-a5c9bff28884 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3103156 Nov 08 12:41:59.276930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:59.282381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Request body: {'subnet': {'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-173400359-subnet', 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:59.293110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.297203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4066bba6-460b-4ee2-83a9-b8d8f2e4cff8 req-ea2e122c-69d8-4707-8554-ae4533226c84 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0455692 Nov 08 12:41:59.476979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:41:59.479053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.479756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.484593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.486344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/579ced50-f3ee-4acc-9ce6-3db58db6d071 HTTP/1.1" status: 204 len: 168 time: 0.3420033 Nov 08 12:41:59.500614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56832) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:59.512696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae468-81b5-434a-98fb-26ef6630554f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ced50-f3ee-4acc-9ce6-3db58db6d071,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:41:59.570537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34ba2029-9b3d-4478-9961-737e6487d825 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683053 Nov 08 12:41:59.574700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:41:59.582638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--101430490'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:41:59.733422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.847630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.938716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.963406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:41:59.979954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0cc361-9942-4046-9b09-5a9734c7f6e9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:00.041584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0762b07-ce8d-4205-b465-a6f5946a840e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:00.052368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.056912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3c97cf5a-b337-45af-8dbd-11d712c1f74d tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4807389 Nov 08 12:42:00.057517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:00.062001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '8f0cc361-9942-4046-9b09-5a9734c7f6e9', 'direction': 'ingress', 'protocol': 17}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:00.088555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Checking segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:00.089137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Network hostable DHCP agents. Network: 2cfa54bc-56f4-4936-9f66-bcbf88e87c47, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:42:00.167648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:42:00.172607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.258999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2cfa54bc-56f4-4936-9f66-bcbf88e87c47) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:00.260080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.263584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:00.264328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.269142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0290c8-2035-47c6-89a9-c2857399e644 None None] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:00.370425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.416320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2de4f42-b2cb-4c0a-844d-7b8f06cbf4f3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:00.443195 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3b263a33-50f7-41d0-9a29-4ac39f1dc822 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1647694 Nov 08 12:42:00.464760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fab09c3b-d88c-4634-8446-7b354cee8acc req-1ab1bf6f-eb0d-4d44-baf5-f7fc2c46bbc5 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0376806 Nov 08 12:42:00.488528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254f43b-e882-425e-b7ec-2ddfb97c99a5 None None] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:00.536084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.538157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cb3913a3-b7fb-455e-97e3-d8464f8ea7c7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4790680 Nov 08 12:42:00.545142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:00.668648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.704745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.873453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.876913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:00.879819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f0cc361-9942-4046-9b09-5a9734c7f6e9 HTTP/1.1" status: 204 len: 168 time: 0.3354735 Nov 08 12:42:00.880499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:00.905469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f39575-e299-45c9-b847-a5fbf7b970a8 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0cc361-9942-4046-9b09-5a9734c7f6e9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:00.969599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e627560b-582d-4947-82c4-6d99072a9b9a tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879061 Nov 08 12:42:00.973750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:00.980039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--549368814'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:01.195192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.260494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-67e85845-1706-42a4-ae61-ab79e7db7c13 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:01.261962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-67e85845-1706-42a4-ae61-ab79e7db7c13 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.1493809 Nov 08 12:42:01.287070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-34b5cefb-5bdb-4a43-a4ea-0bf55d14d120 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/quotas/bb60dd2ab63e41f4b790a0e1567e63ea HTTP/1.1" status: 200 len: 375 time: 0.0184486 Nov 08 12:42:01.340837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-40937d92-1d6a-401d-8cf1-dbceffa042eb tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436075 Nov 08 12:42:01.344456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.348586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-b19ccd53-93eb-45fa-86f3-fd9a3938422d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:42:01.356750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-b19ccd53-93eb-45fa-86f3-fd9a3938422d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150931 Nov 08 12:42:01.426210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.471897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a66a64c-f166-4843-85b9-29a1596b7c8e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:01.483043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-081c3b34-aec5-4b1c-85f3-dde317fe7cc3 service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252596 Nov 08 12:42:01.515042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.516269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ebc66e8-19a4-4dc2-a2d7-a927154c71eb tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5402703 Nov 08 12:42:01.519091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:01.528282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073234123'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:01.632855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-7d89ffd6-f2c3-4513-a2aa-4eddc16d7df7 service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489086 Nov 08 12:42:01.670158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.676526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b86a770-2b23-420a-980b-5ea2bb1bf9ac req-6fdfc518-b06e-4ba3-931e-c0551ec0e31e tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Nov 08 12:42:01.839700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:01.968258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.012891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e8716-afe8-4ff6-aad7-f3bfe59e1142,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:02.043258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a61a969c-2266-4c03-8818-81dcd3aedc5e req-dfbeec27-ab86-47cd-8afa-02749f6283d8 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.0820422 Nov 08 12:42:02.115103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.119551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-74631821-c6a7-4994-b494-406ec8199b51 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5959115 Nov 08 12:42:02.119847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:02.124866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': '7a66a64c-f166-4843-85b9-29a1596b7c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'db1e8716-afe8-4ff6-aad7-f3bfe59e1142', 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:02.176644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:02.304697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47e84580-c954-4b5f-bd58-7931290b04be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.354156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.444773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47e84580-c954-4b5f-bd58-7931290b04be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.470786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.647728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.652422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47e84580-c954-4b5f-bd58-7931290b04be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.689688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf427d5-137f-43e6-8f44-34e1de5f9a47,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:02.727624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e84580-c954-4b5f-bd58-7931290b04be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec726dae-4856-4824-a059-65c9d367a51f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:02.732625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-47e84580-c954-4b5f-bd58-7931290b04be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2fe858aacca4ae7beabcbf080e408f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549223 Nov 08 12:42:02.735363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:02.848394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a21303a-061c-4520-9f21-84779b22d43c req-219cb384-1186-4c49-a336-04af6be9fadc tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0437870 Nov 08 12:42:02.853706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.857863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:02.866044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-966b3017-dfa3-4030-947f-b3675dc4e382 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7444673 Nov 08 12:42:02.867425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.917214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.935678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:02.947850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.075354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.078293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.079624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec726dae-4856-4824-a059-65c9d367a51f HTTP/1.1" status: 204 len: 168 time: 0.3427007 Nov 08 12:42:03.097075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.097225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cf8f2-d734-44d1-beeb-79b00ba416a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec726dae-4856-4824-a059-65c9d367a51f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:03.107888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.107888 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8cf427d5-137f-43e6-8f44-34e1de5f9a47 HTTP/1.1" status: 204 len: 168 time: 0.2465663 Nov 08 12:42:03.109879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:03.184007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248d70-5393-4cda-b0cb-3c70b6b1b5b1 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf427d5-137f-43e6-8f44-34e1de5f9a47,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:03.207714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5cafabdd-655f-4b49-88e3-8a33f24e100e req-4bd85fe4-aadb-4332-a44e-d8c4255671f7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.0703752 Nov 08 12:42:03.220481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:03.220716 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec62ed65-0805-49ed-b921-29cb38e3ca30 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1093130 Nov 08 12:42:03.276107 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.313379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.492964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.495895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.497827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/db1e8716-afe8-4ff6-aad7-f3bfe59e1142 HTTP/1.1" status: 204 len: 168 time: 0.2759926 Nov 08 12:42:03.500682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57024) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:03.514025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d892b7-2cb2-4f2e-b52f-c290caf641ef tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e8716-afe8-4ff6-aad7-f3bfe59e1142,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:03.603469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:03.608694 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bce43f99-73f0-4998-a651-16f161ec9bc7 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1065254 Nov 08 12:42:03.700253 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:03.737391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.032302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0195e015-0ba8-48c7-b5e8-d7e6925fb78b req-f39a525e-c864-4b8b-8919-c648ee7c7d72 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0784922 Nov 08 12:42:04.036262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.039371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.050525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57034) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:04.054777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a66a64c-f166-4843-85b9-29a1596b7c8e HTTP/1.1" status: 204 len: 168 time: 0.4498317 Nov 08 12:42:04.065596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b756-da17-47ca-9409-aaf6f5552aa0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a66a64c-f166-4843-85b9-29a1596b7c8e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:04.115125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:04.136628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20a91257-b790-48f6-82a1-634cb2621c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.168376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d8bc77f-eb41-4aed-a403-96373c25a319 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156120 Nov 08 12:42:04.172827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:04.182468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--587617153'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:04.280844 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20a91257-b790-48f6-82a1-634cb2621c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.304549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.362536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-629dda27-448c-4700-8f18-a08717b1893d req-fc123a24-3ca7-4685-bb23-033e184eed7f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.0595350 Nov 08 12:42:04.407135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20a91257-b790-48f6-82a1-634cb2621c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.426859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.445399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20a91257-b790-48f6-82a1-634cb2621c7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a907b1df13a8455c937b1cfb4d88ecfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279049 Nov 08 12:42:04.448989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57048) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:04.462278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a91257-b790-48f6-82a1-634cb2621c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292eb7fc-ecb0-4e15-a9b4-e51d3b4bc536,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:04.499748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.537706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.548706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5f2d0-cf69-4c7e-9618-927453318344,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:04.564510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.618798 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.620281 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b69c43a5-a53c-4dfa-ae2b-4467440b0961 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4457283 Nov 08 12:42:04.622930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:04.628521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5f2d0-cf69-4c7e-9618-927453318344', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:04.688012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.691690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.696033 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/292eb7fc-ecb0-4e15-a9b4-e51d3b4bc536 HTTP/1.1" status: 204 len: 168 time: 0.2426057 Nov 08 12:42:04.704864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a37d0-fe74-411f-8968-bd5d4d8c2c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292eb7fc-ecb0-4e15-a9b4-e51d3b4bc536,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:04.729175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.830934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.895725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:04.917225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01136b52-451f-4faf-9077-df10e55c82ca,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:05.004207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.008184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54140cb5-1cd0-4856-9354-b7a88ea99670 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3814039 Nov 08 12:42:05.008789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57056) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:05.093601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.124869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.275703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-1cafce85-04c3-403d-aded-d8b148709fac tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:05.280302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-1cafce85-04c3-403d-aded-d8b148709fac tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.3184125 Nov 08 12:42:05.312073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.328632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.335197 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/01136b52-451f-4faf-9077-df10e55c82ca HTTP/1.1" status: 204 len: 168 time: 0.3222730 Nov 08 12:42:05.348182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57070) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:05.365886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d65ee-5351-4791-b894-9cb514b5386e tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01136b52-451f-4faf-9077-df10e55c82ca,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:05.411297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6fb583e5-0725-4a5a-99ca-c40ca464b8e7 req-5ede7cdd-f912-4cb3-af44-8390d9d1c524 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.1277554 Nov 08 12:42:05.427992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Request body: {'port': {'device_id': '456fec39-159b-48d6-903a-07fad23d3d66', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'admin_state_up': True, 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:05.539938 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4fe972be-97fc-4a6b-8eb1-d782ca9b5126 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1909997 Nov 08 12:42:05.540536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:05.640890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.657384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8616219-1fc4-45e5-9d06-690f1017a7d3 req-7d74d73b-d68b-4454-8ca2-6d8992e7972f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.0647244 Nov 08 12:42:05.673644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.820085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:05.826742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.933802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.944324 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:05.948542 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9a5f2d0-cf69-4c7e-9618-927453318344 HTTP/1.1" status: 204 len: 168 time: 0.4062438 Nov 08 12:42:05.953074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:06.014861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68cf0c-99fc-492b-bcf3-67721d2e6829 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5f2d0-cf69-4c7e-9618-927453318344,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:06.119901 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c2a92ce-175e-473e-b146-47ad4261287f tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1477931 Nov 08 12:42:06.120651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:06.138407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046917867'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:06.176242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57092) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:06.196041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Allocated IP 172.20.0.13 (2cfa54bc-56f4-4936-9f66-bcbf88e87c47/f0762b07-ce8d-4205-b465-a6f5946a840e/92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:06.313864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.505177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8019522a-7efa-446e-8333-2f19e2280b3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a411e7dba7448b8b8c9fcd0d6faca91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278320 Nov 08 12:42:06.508073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:06.514753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.567359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.625856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e397d3d-6549-4c6b-96ae-e08a4604b3a7 req-b71552d3-a458-4f4f-9d08-bf6eaf797271 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0470364 Nov 08 12:42:06.681267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.682611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.710103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.762933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c8aab6-85b0-4312-84e7-7c80f69cde2c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:06.845871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb3ba0b5-3b6b-4216-8b0f-868a195f9a87 req-c920f7ff-05bb-4bc0-b6f7-ee7eaedb6d79 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.0596504 Nov 08 12:42:06.847867 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.895667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:06.901352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:06.905452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:06.905639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:06.907064 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0faa08f-3b14-492b-9da9-8a4871447770 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7854276 Nov 08 12:42:06.915763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:06.915763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': 'd3c8aab6-85b0-4312-84e7-7c80f69cde2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:06.941131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event updated for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:06.972185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:06.972805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.018990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-6db75921-d395-4577-91fa-b7c79822d440 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0489109 Nov 08 12:42:07.087414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.091871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.093236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f4e8d0f-c166-44c3-a420-dd19862838da HTTP/1.1" status: 204 len: 168 time: 0.5827560 Nov 08 12:42:07.105253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a33e4-a02b-4de4-9715-cbf852f8e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e8d0f-c166-44c3-a420-dd19862838da,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:07.134692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.190984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.191942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.192581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.193238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.194696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.195330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.195955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.198357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c08f8cb0-e5e5-4cce-b6b1-cef80561e619 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.1181874 Nov 08 12:42:07.213663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-d90341e3-82f7-4ca2-aba8-4556ae8a3f89 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7969308 Nov 08 12:42:07.229364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Request body: {'port': {'device_id': '456fec39-159b-48d6-903a-07fad23d3d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:07.231749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.300178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.321551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.349309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a248f535-e7ac-4adb-8b47-04b43f387cec,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:07.373190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-430dd559-75d7-4bc9-9523-0bbc512223b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.373611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-430dd559-75d7-4bc9-9523-0bbc512223b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.374068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-430dd559-75d7-4bc9-9523-0bbc512223b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.375707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-430dd559-75d7-4bc9-9523-0bbc512223b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 2299 time: 0.1353087 Nov 08 12:42:07.456506 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-2c0afd79-39d2-4be4-89a3-ccc0918d98a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 1001 time: 0.0689940 Nov 08 12:42:07.497090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.498626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd5032d5-4b66-4379-a048-0034381d35ad tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5877004 Nov 08 12:42:07.501062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:07.534185 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-79f1ad65-d80f-41d7-9488-ec9bfe04f987 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules/a248f535-e7ac-4adb-8b47-04b43f387cec HTTP/1.1" status: 200 len: 763 time: 0.0247777 Nov 08 12:42:07.534185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-368f1c9b-f79b-473d-b999-6ca2a1e23e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.535117 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-368f1c9b-f79b-473d-b999-6ca2a1e23e7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.0732069 Nov 08 12:42:07.535969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:07.612736 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c1851746-4599-4ddd-966b-4277e172383b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728929 Nov 08 12:42:07.613352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:07.613896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-879bc85c-673b-4db3-850f-3b9c2cd03ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:07.615751 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-879bc85c-673b-4db3-850f-3b9c2cd03ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708551 Nov 08 12:42:07.692815 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.708866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:42:07.715365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.729334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:07.868588 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-d94cd321-063e-4619-83a8-be0aa1503c6b service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451036 Nov 08 12:42:07.999761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-4735e048-c951-42ae-ac5e-60afdc96ddc1 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217771 Nov 08 12:42:08.055969 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-793fafce-d8ea-40e2-84b9-e6f50d5bf587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 217 time: 0.0490189 Nov 08 12:42:08.115171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-2cbb9c7e-66e3-40af-827b-9062f2930321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.117623 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-2cbb9c7e-66e3-40af-827b-9062f2930321 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0551696 Nov 08 12:42:08.173255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-7477f658-a484-47c6-be6b-8dbf4b267886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.175088 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-7477f658-a484-47c6-be6b-8dbf4b267886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507383 Nov 08 12:42:08.181604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Transition to ACTIVE for port object 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:42:08.183815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39443e97-9b99-464a-b941-6d8012bc47c6 req-99ba5fa5-a689-4634-9975-412455b8358b tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.4203463 Nov 08 12:42:08.185118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.199043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.202689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57160) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:08.203356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a248f535-e7ac-4adb-8b47-04b43f387cec HTTP/1.1" status: 204 len: 168 time: 0.5890231 Nov 08 12:42:08.225594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98121-bd0b-4eb8-a609-a8dfcf6b3ebd tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a248f535-e7ac-4adb-8b47-04b43f387cec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:08.265521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145979-095f-47c5-bdc0-1a7893a18bdd req-a4b94c11-2cf8-45a0-84e0-ebdb6f97e246 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.285900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3145979-095f-47c5-bdc0-1a7893a18bdd req-a4b94c11-2cf8-45a0-84e0-ebdb6f97e246 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 932 time: 0.1056499 Nov 08 12:42:08.311772 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd16a433-66d2-48d8-9c55-c0b18f36f55a tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1077945 Nov 08 12:42:08.312746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.314619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57164) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:08.320611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': 'd3c8aab6-85b0-4312-84e7-7c80f69cde2c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:08.372250 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-fa9aa33d-2db8-4c2b-8b62-2c7e0153d1b1 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898227 Nov 08 12:42:08.479631 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.503716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3145979-095f-47c5-bdc0-1a7893a18bdd req-00fb175d-bf3b-4de2-aec0-ac5f28137d50 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162244 Nov 08 12:42:08.508102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:08.553600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Attempting to bind port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:42:08.554517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Attempting to bind port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:42:08.554614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Attempting to bind port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:08.575922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:42:08.576208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Attempting to bind port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:08.596932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-9670ff85-9491-4870-94fe-9c5b4d12c1e0 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130635 Nov 08 12:42:08.604149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:42:08.604508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Checking segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:08.604899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Bound using segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:42:08.605362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Bound port: 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:42:08.605712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.696019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-0aeeda61-b37e-4f79-ad0a-32664b22c24a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 217 time: 0.0876877 Nov 08 12:42:08.702223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.730446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:42:08.733766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:42:08.755616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-5f01e3db-bc0e-4aa4-8d73-abb8f6330101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.757155 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-5f01e3db-bc0e-4aa4-8d73-abb8f6330101 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0537257 Nov 08 12:42:08.804865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-9c6d52b4-2afb-49b1-8bcb-55f6f2630d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.806399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-9c6d52b4-2afb-49b1-8bcb-55f6f2630d3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423918 Nov 08 12:42:08.809741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.811845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.843500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbde56a-dc1b-40d7-a00b-e3f4282a16a7,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:08.875662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:08.876251 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.877861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] 10.222.0.57 "PUT /v2.0/ports/92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 HTTP/1.1" status: 200 len: 1092 time: 1.6571789 Nov 08 12:42:08.880528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:42:08.884728 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441873da-e268-4de8-b197-42978676d014" -d '{"events": [{"name": "network-changed", "server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:42:08.916193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3aa94-2a6b-42f9-8ab1-1d39b6de3356 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:08.948564 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0e2fc-3766-4e99-b8c1-2efcb8279a09 x-openstack-request-id: req-e2d0e2fc-3766-4e99-b8c1-2efcb8279a09 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:42:08.948564 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:42:08.948776 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2d0e2fc-3766-4e99-b8c1-2efcb8279a09 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:42:08.949712 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'status': 'completed', 'code': 200} Nov 08 12:42:08.956850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:08.959844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9dc518ac-27c2-4f8c-a190-86ce3302f4da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6426275 Nov 08 12:42:08.967344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:09.002342 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-f4073429-6cdf-4e16-9fc3-3593a534127c service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845140 Nov 08 12:42:09.042340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-02672390-72f5-48c6-84c2-e1576acef5da tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules/cdbde56a-dc1b-40d7-a00b-e3f4282a16a7 HTTP/1.1" status: 200 len: 763 time: 0.0711985 Nov 08 12:42:09.043420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57194) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:09.087001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441873da-e268-4de8-b197-42978676d014 req-fbb9063c-4b47-40c3-bfea-513ba7bbeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.092116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-441873da-e268-4de8-b197-42978676d014 req-fbb9063c-4b47-40c3-bfea-513ba7bbeecb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 1095 time: 0.1135099 Nov 08 12:42:09.248775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d4c73b6b-2a3d-4576-9a99-795c492c676b tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2004678 Nov 08 12:42:09.250454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:09.308429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441873da-e268-4de8-b197-42978676d014 req-fb846d2a-b55e-4b27-a30d-19b1c81d28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.310005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-441873da-e268-4de8-b197-42978676d014 req-fb846d2a-b55e-4b27-a30d-19b1c81d28f1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2090957 Nov 08 12:42:09.313085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:09.332883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:09.505839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23d8b319-96d7-4a24-b0f9-f17273c5cec0 req-fbddc3e0-ac81-496e-8168-d6648f622022 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.1135507 Nov 08 12:42:09.576761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441873da-e268-4de8-b197-42978676d014 req-1aca2d9e-f4c5-4959-b7d5-a593307c41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.579967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-441873da-e268-4de8-b197-42978676d014 req-1aca2d9e-f4c5-4959-b7d5-a593307c41ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2578123 Nov 08 12:42:09.582819 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-dbde78d3-fb22-4398-abdb-6407e3495cef service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733728 Nov 08 12:42:09.656927 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-9fb03191-2f5b-4224-8c0c-360f3c8a14b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0572488 Nov 08 12:42:09.689704 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:09.702736 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:09.704287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cdbde56a-dc1b-40d7-a00b-e3f4282a16a7 HTTP/1.1" status: 204 len: 168 time: 0.4530041 Nov 08 12:42:09.707000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:09.737246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b3c00-d798-4c03-83bc-51c3a7d81daf req-8f44ef5e-2559-46df-8503-9411bb98e8b4 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.738841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-758b3c00-d798-4c03-83bc-51c3a7d81daf req-8f44ef5e-2559-46df-8503-9411bb98e8b4 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 944 time: 0.0968425 Nov 08 12:42:09.742939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba9ff-c533-404c-be05-7bf16406069c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdbde56a-dc1b-40d7-a00b-e3f4282a16a7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:09.775007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-b38cb427-8cd4-4c74-ab05-b75680c4e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.775462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-558d9c51-e93e-4428-8945-6f7f1142de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.776967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-558d9c51-e93e-4428-8945-6f7f1142de40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 1095 time: 0.1457863 Nov 08 12:42:09.777087 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-b38cb427-8cd4-4c74-ab05-b75680c4e992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.1114864 Nov 08 12:42:09.843067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-46f4e3e5-d605-4267-b94a-e00fedd192ec tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346323 Nov 08 12:42:09.843806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57224) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:09.855492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Request body: {'security_group_rule': {'security_group_id': 'd3c8aab6-85b0-4312-84e7-7c80f69cde2c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:09.869499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-051df5e3-5bcd-4a6d-b591-f9a11f3469cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 HTTP/1.1" status: 200 len: 217 time: 0.0767751 Nov 08 12:42:09.887999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-bc9999be-4720-441d-88a0-1399ae9b67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.890415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-bc9999be-4720-441d-88a0-1399ae9b67b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977197 Nov 08 12:42:09.916883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-758b3c00-d798-4c03-83bc-51c3a7d81daf req-b3d25f62-61fd-43ff-b137-df15effaf7d6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592910 Nov 08 12:42:09.939483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-0efcf509-4077-4c8e-9510-b282ddd0136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:09.941132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-0efcf509-4077-4c8e-9510-b282ddd0136e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.0609577 Nov 08 12:42:09.975451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-f5376789-7789-4d8e-aec7-7d5878afe199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269942 Nov 08 12:42:09.992170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-ce9e3e43-0bcf-4985-af04-0f24f97cd52d service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941050 Nov 08 12:42:10.029257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.099187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-613a6ee3-3e64-4627-8989-fbc7dffb7558 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161520 Nov 08 12:42:10.133688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a701865c-7e18-4d7e-a75e-d52853b5752e service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345670 Nov 08 12:42:10.135384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.183298 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-ac8fb3fe-df64-43a1-9c5f-cc4682602f8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 217 time: 0.0428538 Nov 08 12:42:10.204067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0dd00ea5-8615-4286-b3b8-8ed13a44aa91 req-4bbf631b-62ab-4264-9a65-859ecb5d7465 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967515 Nov 08 12:42:10.259553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-5bcaf043-4077-4dfb-b43c-fc95f561355f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849142 Nov 08 12:42:10.278645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-ee1f7e1f-26c7-46ac-87df-86506a4f667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.280286 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-ee1f7e1f-26c7-46ac-87df-86506a4f667c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0748422 Nov 08 12:42:10.328701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.374846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8364a6-e085-4be4-85d4-88274cdb536b,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:10.388499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-1d6a0d76-b3e9-43c5-bbf8-3b322d557366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.390026 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-1d6a0d76-b3e9-43c5-bbf8-3b322d557366 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006675 Nov 08 12:42:10.396280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-38c3dd7b-5042-4a48-98c1-1f2a6a60ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.398495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-38c3dd7b-5042-4a48-98c1-1f2a6a60ccc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 1097 time: 0.0970709 Nov 08 12:42:10.518216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.519427 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4c542fe6-0584-4c10-9288-44303245d132 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6734622 Nov 08 12:42:10.522941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:10.543146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71faeea9-75b6-4567-a5c7-e8a241f1bf26 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules/0d8364a6-e085-4be4-85d4-88274cdb536b HTTP/1.1" status: 200 len: 764 time: 0.0189857 Nov 08 12:42:10.547376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:10.565112 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-635c2f57-4846-4f9a-a32b-b470565a1677 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657209 Nov 08 12:42:10.612861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-04b655d8-a902-4b62-acb5-fbd5b2eb136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.614387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-04b655d8-a902-4b62-acb5-fbd5b2eb136e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 200 len: 911 time: 0.1935601 Nov 08 12:42:10.624126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d2774b2-b8b3-4262-906f-f1cd02ba755c tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0714340 Nov 08 12:42:10.625241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:10.663942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.680187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.739067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bef0f38f-225e-40f9-8348-d133cb10510f req-8361e056-63e0-407e-ad71-90ab40d360a5 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0616424 Nov 08 12:42:10.756054 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-15628ce7-7441-4c35-ab09-835426b1167d service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822059 Nov 08 12:42:10.758926 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-1e66ad49-57bd-43a0-ab93-b37d83b4860e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 200 len: 1002 time: 0.1125841 Nov 08 12:42:10.806890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-9d9398ed-8749-421f-abc7-a97333a88ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.0438976 Nov 08 12:42:10.881546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-4fa47b99-c500-495d-b4ff-f8b21f165bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.883163 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-4fa47b99-c500-495d-b4ff-f8b21f165bec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 200 len: 849 time: 0.1144018 Nov 08 12:42:10.890814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a9d7f13c-6c53-490e-a445-59009e329cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.892214 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a9d7f13c-6c53-490e-a445-59009e329cd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.0679169 Nov 08 12:42:10.901566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.907433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:10.908590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0d8364a6-e085-4be4-85d4-88274cdb536b HTTP/1.1" status: 204 len: 168 time: 0.2820804 Nov 08 12:42:10.913852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57256) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:10.931505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29228bc-3999-47a8-92c5-cf87f640da31 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d8364a6-e085-4be4-85d4-88274cdb536b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:10.969423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-3933e18c-eaaa-4daf-87af-7a7f8899bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.970978 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-3933e18c-eaaa-4daf-87af-7a7f8899bcc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad57206f-963f-47ad-b33c-250c8fb9d4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778422 Nov 08 12:42:10.973817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-1d4beb3d-138b-4ede-9676-93574921e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:10.975395 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-1d4beb3d-138b-4ede-9676-93574921e763 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745685 Nov 08 12:42:10.986303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-abf82d95-7555-4438-86a3-50cfe30afbec tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683362 Nov 08 12:42:10.988912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:11.107400 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:11.123842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858495f-fc09-4900-a2de-09bb4268ad2c req-75a80899-f78f-4692-8de4-cab8bd528726 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:11.125505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e858495f-fc09-4900-a2de-09bb4268ad2c req-75a80899-f78f-4692-8de4-cab8bd528726 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 944 time: 0.0828252 Nov 08 12:42:11.160105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:11.163514 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-fd2b7e3f-3f99-4d7b-9d11-ad2dc5109022 service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830392 Nov 08 12:42:11.165409 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-6598bb58-9507-4e00-bee5-b79a3e92e1ad service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765320 Nov 08 12:42:11.237257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e858495f-fc09-4900-a2de-09bb4268ad2c req-272f0023-75be-4274-9e7b-7815922df1c5 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020553 Nov 08 12:42:11.344695 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84f8dcc4-47d3-4564-b9b1-482de273e0ea req-768d5e9a-b344-4651-b177-ba72ddc8ebac service neutron] 10.222.0.61 "GET /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730020 Nov 08 12:42:11.347502 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-02022740-154a-41b3-bd10-6a94d2f73864 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747639 Nov 08 12:42:11.367576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:11.370443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:11.374310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "DELETE /v2.0/security-groups/d3c8aab6-85b0-4312-84e7-7c80f69cde2c HTTP/1.1" status: 204 len: 168 time: 0.3818848 Nov 08 12:42:11.376149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:11.388154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b5edc-3a2c-4541-ae68-3d753b9c36ee tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c8aab6-85b0-4312-84e7-7c80f69cde2c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:11.393353 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-c2fb0eca-b72e-429a-a486-d3d356a5399b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 217 time: 0.0388784 Nov 08 12:42:11.458317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-31a15a28-ecee-4b56-bd55-5396c7cba1f3 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0805361 Nov 08 12:42:11.465214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:11.469873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a4fc2165-7013-4446-8a7f-51301f37bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:11.471506 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a4fc2165-7013-4446-8a7f-51301f37bb30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.0613275 Nov 08 12:42:11.532538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a9956739-4ddc-4fe2-985c-acd48a26adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:11.534171 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-a9956739-4ddc-4fe2-985c-acd48a26adfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562050 Nov 08 12:42:11.538828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6af9ebe4-ecb6-4e21-abfb-2e1a7dc5bce0 tempest-SecGroupTest-33577002 tempest-SecGroupTest-33577002-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0735085 Nov 08 12:42:11.659483 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-58a42ecb-5a3f-41da-b841-47e3c0ced7ff service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178899 Nov 08 12:42:11.834795 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e3e83a7f-6218-42ba-a4a7-a0bfd20a7f97 req-e71c2349-7119-47e8-a5bb-8dca95f7f82a service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665199 Nov 08 12:42:11.902862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d7e21ce-9adb-4595-b802-3668de9fa6e4 req-c2133c6c-e674-4294-8ea0-38700e90cfa3 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0445187 Nov 08 12:42:12.318423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:42:12.446058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:12.487326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1e92-e3dd-4307-a8af-d6318c04a5b2 req-1f58c9a9-2bc8-4b5a-b970-f465bd1a8c36 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:12.488859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-078d1e92-e3dd-4307-a8af-d6318c04a5b2 req-1f58c9a9-2bc8-4b5a-b970-f465bd1a8c36 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 944 time: 0.1009922 Nov 08 12:42:12.528174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:12.531776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'port_id': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'mac_address': 'fa:16:3e:2c:1e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0762b07-ce8d-4205-b465-a6f5946a840e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:42:12.574970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-078d1e92-e3dd-4307-a8af-d6318c04a5b2 req-56e0df63-63e9-4eab-892b-1f0c9473e7ad tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689187 Nov 08 12:42:12.591416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:12.606432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:42:12.633468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:12.698289 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-644ad1bb-eac7-4bd5-856b-46b28bc87862 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=008bc17ab085497bad848f1a32371e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512660 Nov 08 12:42:12.700920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57306) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:12.750271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:12.772220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:12.773579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:12.867022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:13.000926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:13.003615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:13.007292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71bda463-a993-4b96-bc21-c9a38760fe28 HTTP/1.1" status: 204 len: 168 time: 0.3052745 Nov 08 12:42:13.017096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253db0-c086-4df7-a721-982dfb6d0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bda463-a993-4b96-bc21-c9a38760fe28,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:13.032928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:42:13.037914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa6b376b-fd06-4783-97c7-ee02e585c95b req-fa4f0d5c-3177-4ac2-8c15-bc2395941faa tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0450122 Nov 08 12:42:13.703755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3de91-ea9c-4b57-ade1-ede240ed56ed req-2d8b8f3e-51a0-46db-b38c-c835d18166ca tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:13.705274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ae3de91-ea9c-4b57-ade1-ede240ed56ed req-2d8b8f3e-51a0-46db-b38c-c835d18166ca tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 945 time: 0.0549200 Nov 08 12:42:13.764836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ae3de91-ea9c-4b57-ade1-ede240ed56ed req-bb3d8e84-69b8-417c-a40e-f0ddc74c82b5 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494680 Nov 08 12:42:14.185256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4204236-8f5c-4309-9de6-f5f50d93641c req-45920f4b-100b-4bf4-9ac4-1c09c35ecbd4 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0340292 Nov 08 12:42:14.319011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:14.486628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:42:14.491798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:14.492440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:14.589202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:14.622820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:42:14.626515 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa1f3a-de46-4265-9581-0d385e771d26" -d '{"events": [{"server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "name": "network-vif-plugged", "status": "completed", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:42:14.643218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:14.680676 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39968c-27df-40e6-a38d-316a6fc9a23d x-openstack-request-id: req-0e39968c-27df-40e6-a38d-316a6fc9a23d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:42:14.680975 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "name": "network-vif-plugged", "status": "completed", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:42:14.681260 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e39968c-27df-40e6-a38d-316a6fc9a23d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:42:14.681682 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'code': 200} Nov 08 12:42:14.711612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:14.817319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e000a-2404-48f6-a5cf-f909afe0b850 req-77c54023-fd4f-45c6-89e7-d997c26d0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:14.820213 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-255e000a-2404-48f6-a5cf-f909afe0b850 req-77c54023-fd4f-45c6-89e7-d997c26d0401 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 1096 time: 0.0708494 Nov 08 12:42:14.823967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:14.850560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194427280-network', 'tenant_id': '5f09aa0177434ea49e40999d8182d17f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:14.925643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:14.938380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-255e000a-2404-48f6-a5cf-f909afe0b850 req-4b2d747f-ce6e-4dc7-8162-7925c9a4b2d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063485 Nov 08 12:42:14.941807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.942205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.942699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.943556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.943904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.944245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.944583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.944917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.945252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.945582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.945913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.946254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:14.993139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032bc3b-3f19-4958-854a-cc7db322e6bd req-49dccf40-d331-40d3-b2ab-e3c45c826de9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:14.994709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1032bc3b-3f19-4958-854a-cc7db322e6bd req-49dccf40-d331-40d3-b2ab-e3c45c826de9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.0890799 Nov 08 12:42:15.031557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Made reservation on behalf of 5f09aa0177434ea49e40999d8182d17f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:15.034030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.047986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.069302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1032bc3b-3f19-4958-854a-cc7db322e6bd req-d04d6516-a9fc-41f1-8fe6-980b921062c0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672166 Nov 08 12:42:15.173863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.330648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eea254f3-78a4-414b-b105-f1b24ce48fc7 req-1bbcb74d-f9bb-433f-ac32-7f9b4177a973 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Nov 08 12:42:15.331419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.361847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:42:15.378805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.379330 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Added segment 9012d64b-538d-461f-8a55-338d8749356e of type vlan for network 3f889411-7649-4bf3-b50d-858ee4752a7d Nov 08 12:42:15.380995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e46e28-0b05-449d-995f-262c6401141d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:15.448142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.577889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.578965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:15.579563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:15.676429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] Pushing event updated for resources: {'Network': ['ID=3f889411-7649-4bf3-b50d-858ee4752a7d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:15.689029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3f889411-7649-4bf3-b50d-858ee4752a7d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:42:15.843327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cea35d29-21f5-4c27-a907-90ba99a3152b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1266475 Nov 08 12:42:15.843327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:15.846774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Request body: {'subnet': {'network_id': '3f889411-7649-4bf3-b50d-858ee4752a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194427280-subnet', 'tenant_id': '5f09aa0177434ea49e40999d8182d17f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:15.941826 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:16.081285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Made reservation on behalf of 5f09aa0177434ea49e40999d8182d17f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:16.084239 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:16.361707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143a59c-915e-46e4-9023-6968eaa0b3d3 req-79ffa6aa-c90a-4f27-bc88-ad6643503d80 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:16.363395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1143a59c-915e-46e4-9023-6968eaa0b3d3 req-79ffa6aa-c90a-4f27-bc88-ad6643503d80 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.1263487 Nov 08 12:42:16.445940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1143a59c-915e-46e4-9023-6968eaa0b3d3 req-75d0b23c-31b5-494c-9b26-27e9c2fe3563 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633311 Nov 08 12:42:16.475936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c141775b-105b-4720-ae83-f51b95dfdaa7 req-82c356e2-2eff-4807-93b2-be83ea0367aa tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0290449 Nov 08 12:42:16.520727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:16.597623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86c6c5a-0eaf-4174-a453-46927c3ab71f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:16.608523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Checking segment: {'id': '9012d64b-538d-461f-8a55-338d8749356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3f889411-7649-4bf3-b50d-858ee4752a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:16.608894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Network hostable DHCP agents. Network: 3f889411-7649-4bf3-b50d-858ee4752a7d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:42:16.775985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Network 3f889411-7649-4bf3-b50d-858ee4752a7d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:42:16.956871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3f889411-7649-4bf3-b50d-858ee4752a7d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:16.961656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:16.962267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:16.981463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9584ad-42e1-494e-9ed2-a086293b9bf8 None None] Network 3f889411-7649-4bf3-b50d-858ee4752a7d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:17.101444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd74ff3-3f4c-4f14-b84e-6c1b053560cd None None] Network 3f889411-7649-4bf3-b50d-858ee4752a7d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:17.264552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2161862c-a38f-4df9-9d25-4c7b2bee6eb8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4215565 Nov 08 12:42:17.606951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a3136-ad97-4602-bd82-b4df51c6da7d req-6157291d-51f5-45bc-850e-98633c1d2ad5 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:17.608490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e84a3136-ad97-4602-bd82-b4df51c6da7d req-6157291d-51f5-45bc-850e-98633c1d2ad5 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.0761268 Nov 08 12:42:17.661051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e84a3136-ad97-4602-bd82-b4df51c6da7d req-8e147240-bfdb-47e6-877f-495fc1ea29e1 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 Nov 08 12:42:17.779767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed8035a-2c5b-4dcf-96bb-55928f2cfb9a req-10feaec9-3322-4d5c-82fe-786438213366 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0336633 Nov 08 12:42:18.211018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:18.216087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-864252082-network', 'tenant_id': '19f71259caef4368a2d388b54d9ece3c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:18.355166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Made reservation on behalf of 19f71259caef4368a2d388b54d9ece3c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:18.366129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.408199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.498474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.611964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.643537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51fc7e-55b1-4f9d-bf92-7731d4023c3a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:18.798281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:42:18.808129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.808372 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Added segment 52b9f5b8-ac0b-4909-89bd-efd47db2a27f of type vlan for network 8d325a9b-0ec9-4ecc-af5b-702f9386b64d Nov 08 12:42:18.875713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:18.909103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef5fdf4c-b7c3-4fd8-98c1-c459fd3c0377 req-51916ac2-15f5-47f9-8926-c035026cfd8f tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0373862 Nov 08 12:42:19.044399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:19.045565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:19.046285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:19.121659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] Pushing event updated for resources: {'Network': ['ID=8d325a9b-0ec9-4ecc-af5b-702f9386b64d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:19.142120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8d325a9b-0ec9-4ecc-af5b-702f9386b64d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:42:19.173556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-907243d4-7274-4e79-b750-58a5faedd69d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9590673 Nov 08 12:42:19.173992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57490) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:19.180404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Request body: {'subnet': {'network_id': '8d325a9b-0ec9-4ecc-af5b-702f9386b64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-864252082-subnet', 'tenant_id': '19f71259caef4368a2d388b54d9ece3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:19.301118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Made reservation on behalf of 19f71259caef4368a2d388b54d9ece3c for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:19.310688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:19.790060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:19.857094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48152195-c5a9-4c77-a032-e2ef2ce01cf4,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:19.865174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Checking segment: {'id': '52b9f5b8-ac0b-4909-89bd-efd47db2a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8d325a9b-0ec9-4ecc-af5b-702f9386b64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:19.865801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Network hostable DHCP agents. Network: 8d325a9b-0ec9-4ecc-af5b-702f9386b64d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:42:19.981576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Network 8d325a9b-0ec9-4ecc-af5b-702f9386b64d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:42:20.039396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97e415b8-afb5-4678-ab7e-a39c6ce78ed2 req-099a4b43-293d-43e7-a561-ba9f73bdc401 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0301726 Nov 08 12:42:20.115900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8d325a9b-0ec9-4ecc-af5b-702f9386b64d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:20.127304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5437dd1-e1db-4d92-a53c-41812c52b0ec None None] Network 8d325a9b-0ec9-4ecc-af5b-702f9386b64d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:20.131914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:20.132797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.239265 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.266382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-415c17c5-5471-4410-837a-1360b59af454 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0910139 Nov 08 12:42:20.314571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb42c0-32a2-47f5-b659-0ac61ef0e2b9 None None] Network 8d325a9b-0ec9-4ecc-af5b-702f9386b64d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:20.456610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57518) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:20.531014 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Deleting subnet f86c6c5a-0eaf-4174-a453-46927c3ab71f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:42:20.535325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.582854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.635159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.916650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:20.984516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86c6c5a-0eaf-4174-a453-46927c3ab71f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:20.994558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.010769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b25f15e4-132c-44fc-b872-69cae1b6c6df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f86c6c5a-0eaf-4174-a453-46927c3ab71f HTTP/1.1" status: 204 len: 168 time: 0.5450473 Nov 08 12:42:21.011825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57538) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:21.193311 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.237359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e95a9b60-2561-48d7-a394-671d25d70f87 req-8e93f9a8-79b1-4de8-ac82-029a8fcb3f68 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0370033 Nov 08 12:42:21.298851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.338169 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f889411-7649-4bf3-b50d-858ee4752a7d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:21.383770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9012d64b-538d-461f-8a55-338d8749356e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:21.384098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9012d64b-538d-461f-8a55-338d8749356e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:21.402286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.428712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.438371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:42:21.438997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.536268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:42:21.540083 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:42:21.671748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfb92f8f-e156-4f0c-9d61-0adbd7f56785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.731902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.743791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.751946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f889411-7649-4bf3-b50d-858ee4752a7d HTTP/1.1" status: 204 len: 168 time: 0.7396903 Nov 08 12:42:21.752628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57554) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:21.824078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfb92f8f-e156-4f0c-9d61-0adbd7f56785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.845663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a2244-7499-4c8f-a6d7-26b4c9c40c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f889411-7649-4bf3-b50d-858ee4752a7d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:21.878422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Deleting subnet 48152195-c5a9-4c77-a032-e2ef2ce01cf4 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:42:21.883350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.932007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfb92f8f-e156-4f0c-9d61-0adbd7f56785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.942624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:21.963963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb92f8f-e156-4f0c-9d61-0adbd7f56785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f024c15-8662-4a10-85d6-54ce9e692154,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:21.997929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cfb92f8f-e156-4f0c-9d61-0adbd7f56785 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f59186fcffc1467eb17428ea87308739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591932 Nov 08 12:42:22.000593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57562) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:22.055286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.094705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.118868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.263945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.266784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.269001 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f024c15-8662-4a10-85d6-54ce9e692154 HTTP/1.1" status: 204 len: 168 time: 0.2666509 Nov 08 12:42:22.308476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3635d-f09c-46dc-a805-f17dcb606649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f024c15-8662-4a10-85d6-54ce9e692154,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:22.319133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.393964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48152195-c5a9-4c77-a032-e2ef2ce01cf4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:22.399938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.406897 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75cc5bf4-8780-40e7-b430-0a8006eff6dc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/48152195-c5a9-4c77-a032-e2ef2ce01cf4 HTTP/1.1" status: 204 len: 168 time: 0.6493664 Nov 08 12:42:22.407396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:22.494521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bab6a044-d96a-4f79-9157-864dcf1291b9 req-b5ce51e7-790f-4076-bbe2-e1b8077bb9ea tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0517428 Nov 08 12:42:22.570174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.704706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.740875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d325a9b-0ec9-4ecc-af5b-702f9386b64d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:22.754130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b9f5b8-ac0b-4909-89bd-efd47db2a27f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:22.754602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b9f5b8-ac0b-4909-89bd-efd47db2a27f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:22.778801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.795556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.803196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:42:22.808068 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:42:22.996185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.006832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.012059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8d325a9b-0ec9-4ecc-af5b-702f9386b64d HTTP/1.1" status: 204 len: 168 time: 0.6035385 Nov 08 12:42:23.053139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d45e0-7e44-4845-8d5b-c11f3d751b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d325a9b-0ec9-4ecc-af5b-702f9386b64d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:23.143943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9e67b104-9b3b-4c1c-ba6c-89f6dab63787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.191042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:23.229310 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab38060a-a10f-4516-b421-1e284de91f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.278114 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:42:23.344608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab38060a-a10f-4516-b421-1e284de91f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.491667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab38060a-a10f-4516-b421-1e284de91f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.557559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38060a-a10f-4516-b421-1e284de91f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc9dc3-187a-4610-8334-f44d120a0a60,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:23.562300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab38060a-a10f-4516-b421-1e284de91f7c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05af14d6ef774ad5880281a34b960849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698001 Nov 08 12:42:23.570758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:23.572491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:23.642480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.662475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a7004bc5-98aa-40c0-9476-d148343620e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f09aa0177434ea49e40999d8182d17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881081 Nov 08 12:42:23.663106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57596) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:23.665163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-265182e5-1f6f-4466-bd3c-18a320d852e5 req-69c3a5f4-baa5-4e63-af73-9eb22215a05c tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0392573 Nov 08 12:42:23.681231 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.728947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.754899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.886367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.889029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.890301 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfdc9dc3-187a-4610-8334-f44d120a0a60 HTTP/1.1" status: 204 len: 168 time: 0.3242602 Nov 08 12:42:23.907339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c4110-47e8-41f7-a4d1-06c1252fd3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc9dc3-187a-4610-8334-f44d120a0a60,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:23.960584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.965284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:23.969737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6e46e28-0b05-449d-995f-262c6401141d HTTP/1.1" status: 204 len: 168 time: 0.3036249 Nov 08 12:42:23.986846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf917456-56bb-4107-afb5-195cead9891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e46e28-0b05-449d-995f-262c6401141d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:24.480924 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-77ee865b-3abb-4078-b57b-45da3978c64a req-df242610-1520-48e1-894c-14b729373bca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0449700 Nov 08 12:42:24.807735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa2154c7-d68b-42a4-b6ae-3f87d81d4085 req-78e55045-81b8-4caa-a755-58dad29d8a99 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0356297 Nov 08 12:42:24.998303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:25.050056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2461a82b-0601-41ba-8a0d-26343e57e3ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19f71259caef4368a2d388b54d9ece3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479081 Nov 08 12:42:25.053021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:25.149373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:25.185167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:25.352401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:25.355443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:25.369558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f51fc7e-55b1-4f9d-bf92-7731d4023c3a HTTP/1.1" status: 204 len: 168 time: 0.3050156 Nov 08 12:42:25.422370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff64c48-5b03-4362-b8c6-6ec08935aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51fc7e-55b1-4f9d-bf92-7731d4023c3a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:25.474572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dce6cee6-e332-49c3-81a9-166845358d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:26.030704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-292fa521-2510-46ea-ba86-ec3a7914cff5 req-746e098a-9f99-4021-b544-f1c8f332a79c tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0599201 Nov 08 12:42:26.726132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:26.810844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4ba9c8f9-9829-408c-a7ed-a5c3e0386205 req-128f449e-4cc1-4548-9332-eef685d68106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4bb6157d2a94439b118117bf11cd339&device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Nov 08 12:42:26.846228 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4ba9c8f9-9829-408c-a7ed-a5c3e0386205 req-ded6c276-054b-4f4f-bb2b-2de81352d8f7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e4bb6157d2a94439b118117bf11cd339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280194 Nov 08 12:42:26.851303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d190979-4975-4041-8660-75e45b579e45 req-f4a9bf2e-4cf0-441c-8864-733c06a7bfd2 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0401425 Nov 08 12:42:27.045269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9c8f9-9829-408c-a7ed-a5c3e0386205 req-2efcf297-8c91-4751-a104-5ace7f5db37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:27.047166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4ba9c8f9-9829-408c-a7ed-a5c3e0386205 req-2efcf297-8c91-4751-a104-5ace7f5db37d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942549 Nov 08 12:42:27.241509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:27.434578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcb8050-6cf2-497f-9e37-1aeda26ca3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.515489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcb8050-6cf2-497f-9e37-1aeda26ca3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.600382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcb8050-6cf2-497f-9e37-1aeda26ca3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.641946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-abcb8050-6cf2-497f-9e37-1aeda26ca3f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c545b59f3eab4781944da9059b1ae654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992736 Nov 08 12:42:27.643022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb8050-6cf2-497f-9e37-1aeda26ca3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88eee9-4be2-4944-bd8f-5c4572d124fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:27.646916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57700) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:27.711255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.731990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.892075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.896357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:27.897978 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a88eee9-4be2-4944-bd8f-5c4572d124fc HTTP/1.1" status: 204 len: 168 time: 0.2490644 Nov 08 12:42:27.915396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b45145-0fca-47cc-9ec7-0da01d2f6ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88eee9-4be2-4944-bd8f-5c4572d124fc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:28.050858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f1264e-bcba-4dc7-a116-18342710e245 req-8dadb051-aa46-403b-85a5-daf12e1bed72 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0484328 Nov 08 12:42:28.072628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:28.306529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4ba9c8f9-9829-408c-a7ed-a5c3e0386205 req-c9c88302-ef64-4da9-9f85-d39136be1512 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0265918 Nov 08 12:42:29.012455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:29.244911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4d36c02-62d0-462c-8657-195acce030a0 req-2f2f3ebc-9ffa-436e-a886-825e2ca65363 tempest-ServerShowV254Test-825963761 tempest-ServerShowV254Test-825963761-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddcdc429-5f22-4dd7-8ed3-ab04a5ec8e50 HTTP/1.1" status: 200 len: 210 time: 0.0785923 Nov 08 12:42:29.607469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:29.734680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8007e70a-4694-4fdd-a3e5-531bbfd3fffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:29.818482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8007e70a-4694-4fdd-a3e5-531bbfd3fffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:29.923844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8007e70a-4694-4fdd-a3e5-531bbfd3fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:29.970750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:29.970958 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8007e70a-4694-4fdd-a3e5-531bbfd3fffa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b697d17787c4b3a9f737af3df3dd8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619375 Nov 08 12:42:29.972000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007e70a-4694-4fdd-a3e5-531bbfd3fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90faabfd-cfd7-442d-94b6-065a20fd6a83,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:30.046025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:30.074214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:30.261344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:30.265420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:30.267344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90faabfd-cfd7-442d-94b6-065a20fd6a83 HTTP/1.1" status: 204 len: 168 time: 0.2951009 Nov 08 12:42:30.321866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c2b5d-ccc1-43b8-96b1-b90dce25657b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90faabfd-cfd7-442d-94b6-065a20fd6a83,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:31.207638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:31.526127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6c8046d-3078-4ecc-87e5-cb6c01d453ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:31.641100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6c8046d-3078-4ecc-87e5-cb6c01d453ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:31.823245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6c8046d-3078-4ecc-87e5-cb6c01d453ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:31.870207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57818) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:31.873224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b6c8046d-3078-4ecc-87e5-cb6c01d453ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4bb6157d2a94439b118117bf11cd339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639788 Nov 08 12:42:31.892695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8046d-3078-4ecc-87e5-cb6c01d453ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa6df1-6662-40c6-9cd5-3f0cb5302129,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:31.960133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:31.986767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:32.120436 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:32.123501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:32.127641 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4aa6df1-6662-40c6-9cd5-3f0cb5302129 HTTP/1.1" status: 204 len: 168 time: 0.2553983 Nov 08 12:42:32.148844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7b7f-6e3f-4199-a4ee-a6cc88011f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa6df1-6662-40c6-9cd5-3f0cb5302129,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:34.290522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:34.295086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421250145', 'description': 'tempest-secgroup-smoke-1421250145 description', 'project_id': '888214d139364e1a8d116c3eceb48166'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:34.384762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57944) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:34.422920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.433167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.526275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.537216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04ec5c6c-3121-497f-9d25-d3e4750b50ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.621874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04ec5c6c-3121-497f-9d25-d3e4750b50ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.640220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.680120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0ac60-94b9-47e2-9b99-a52d35ab6ec9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:34.751703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.775944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04ec5c6c-3121-497f-9d25-d3e4750b50ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.855153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-04ec5c6c-3121-497f-9d25-d3e4750b50ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bf56b4b87da445da21be993cd50caac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692924 Nov 08 12:42:34.858023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec5c6c-3121-497f-9d25-d3e4750b50ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2398bf-795c-4428-8071-ccec096ea3d3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:34.859907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57970) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:34.884090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:34.919885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd98c22-db96-495e-98ba-6a09133063bd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:34.958113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.018156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.023047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72f93f88-8fa2-494f-b192-f7cbda8a3034 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7287090 Nov 08 12:42:35.025275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:35.038496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.040685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:35.180727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.198149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.201097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.202345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be2398bf-795c-4428-8071-ccec096ea3d3 HTTP/1.1" status: 204 len: 168 time: 0.3408074 Nov 08 12:42:35.218341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd4142-6e5d-44c5-a279-de0b356beabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2398bf-795c-4428-8071-ccec096ea3d3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:35.300078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.365512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.397469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0370460a-c33a-43a9-97f0-193d70fbbabd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:35.523052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.524674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-52f3c525-82b0-4ee4-9265-7a6cc93a9212 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4984219 Nov 08 12:42:35.527469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58004) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:35.532808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:35.691589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.751103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.820037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.848090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d09ec2-03c3-47d0-9292-81b7bd1fddbb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:35.902588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:35.904185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d4c362b4-6773-4ac6-b025-e894fbd5ae71 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3754125 Nov 08 12:42:35.910174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58026) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:35.915670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:36.045167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.120337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.200006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.228588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dde5e45-1f0e-4f46-a34b-7b081ed83df7,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:36.311999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.314106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-256c8cc8-bc65-4292-878f-dc4190b625f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015462 Nov 08 12:42:36.319478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58038) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:36.325095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:36.468810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.583499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.712365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.774513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457b61aa-3c5f-4ab1-84af-20815d57111e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:36.859795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:36.864498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:36.865914 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4bb0ffe4-1cb7-4822-a36f-dafb8d75e705 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5452003 Nov 08 12:42:36.871114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:36.982958 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:42:36.990350 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.117988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.235005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.279704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a2af9c-9a42-4690-b3b6-5ee235db58c2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:37.414910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.419334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:37.424533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'bdd98c22-db96-495e-98ba-6a09133063bd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:37.426089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ef25ab65-2325-4bdc-aa28-4d2d704d496c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5603039 Nov 08 12:42:37.523807 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:42:37.535173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.638207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.788654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.813229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fe4f1d-f7eb-4489-a026-7d4838ccacf0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:37.927261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:37.931282 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e22afb26-d3f9-42f8-830c-4b63e1e86234 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5081658 Nov 08 12:42:37.931552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58104) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:37.936660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'network': {'name': 'tempest-network-smoke--2063659320', 'project_id': '888214d139364e1a8d116c3eceb48166', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:38.115066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:38.118715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.143160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:42:38.151652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.151935 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Added segment 64bf0ee7-6850-4473-b176-6830ef69853e of type vlan for network 9212c9a1-e444-4456-9601-a01da59caddd Nov 08 12:42:38.191494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.366672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.372339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:38.373033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.450688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Network': ['ID=9212c9a1-e444-4456-9601-a01da59caddd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:38.461031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9212c9a1-e444-4456-9601-a01da59caddd details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:42:38.517332 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07c11a30-d112-4065-8383-2ff2b23ce543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5846772 Nov 08 12:42:38.520539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:38.524944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'admin_state_up': True, 'project_id': '888214d139364e1a8d116c3eceb48166', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:38.628780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.629951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:38.728004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:39.079806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-439ca85f-37a5-4f02-af40-136d1ab00913 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:39.104363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-439ca85f-37a5-4f02-af40-136d1ab00913 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.1871474 Nov 08 12:42:39.124353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-ee48c876-80ae-45a3-af0a-a7400b199b50 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/quotas/bb60dd2ab63e41f4b790a0e1567e63ea HTTP/1.1" status: 200 len: 375 time: 0.0187480 Nov 08 12:42:39.129533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:39.183156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-3212a8e6-3f86-4026-89eb-1e59b8236ada tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576212 Nov 08 12:42:39.313226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-82f3af71-02c8-4353-b54a-83631fa44f68 service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287348 Nov 08 12:42:39.475697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-8609a7b4-0e8f-47cb-b8a5-857483e82292 service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615462 Nov 08 12:42:40.045363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c3a07a-a51b-417a-b8c8-82e36fccab45 req-91c6963e-1916-4d32-9857-a681305f5c64 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.0660627 Nov 08 12:42:40.231239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:40.279529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:40.285191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.294665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.301068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.315878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.325132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.331905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.338338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.340299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-7c8f837a-3ca0-4c8d-a9e1-8427ce49f288 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.1367977 Nov 08 12:42:40.400449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.183 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e8781fee-2ff8-4496-85af-77dea5118c95) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:40.438495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-723b1a11-c88f-4690-8953-aecc9ff5f62b req-2507e3ce-1664-4f21-9d1f-a8d1e45d4cbf tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911634 Nov 08 12:42:40.569582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:40.665663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.684729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.694731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.710538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.726640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:40.737040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.749680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.768638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:40.774389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810f4f78-7c41-46f2-8f51-c50a92c8e718 req-1ce4ddcb-7cdc-4418-98c1-a693faad64b0 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.2205191 Nov 08 12:42:40.864739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:40.873128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:40.888524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:40.931300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=e8781fee-2ff8-4496-85af-77dea5118c95,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:41.182663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c4caa52-d6f7-4cf7-b9c0-82704b104501 req-9ccc2d9d-bd30-4bba-bc8e-4ac7202a47b7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.0332425 Nov 08 12:42:41.407343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:41.773309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:42.037821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:42:42.221720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:42:42.233331 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17009d7b-f650-471d-870d-13422a523704 None None] Sync routers for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:42:42.257896 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:42:42.260849 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:42.325186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:42.326675 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ba985a74-fbb0-4441-9198-426f909c3433 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8052597 Nov 08 12:42:42.329919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:42.386835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-854d01d9-3962-4026-855f-fd5d13a69954 req-ca0f77fe-1ded-4800-9a23-30e48305a89b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.0857136 Nov 08 12:42:42.630631 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:42:42.808406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7fcc80f7-b71b-416f-bdaa-061cf19d6516 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=888214d139364e1a8d116c3eceb48166&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4773200 Nov 08 12:42:42.811243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58366) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:42.921039 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:41Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:43.060594 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17009d7b-f650-471d-870d-13422a523704 None None] Checking router: b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:42:43.060940 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17009d7b-f650-471d-870d-13422a523704 None None] Updating router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 port e8781fee-2ff8-4496-85af-77dea5118c95 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:42:43.191659 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:43.238476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:43.561655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.562730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.567247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.567728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.568196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.568864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.569336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.577620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-6761c6fe-0934-4b6b-bd1f-006da40db6ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.3375695 Nov 08 12:42:43.616616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016174f4-cc76-40e5-996a-c42169951a34 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.622485 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-016174f4-cc76-40e5-996a-c42169951a34 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8075469 Nov 08 12:42:43.623114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58408) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:43.683422 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6e8cd7e1-a7e4-437d-9b17-8c2ac5939b72 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501332 Nov 08 12:42:43.684039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58410) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:43.700990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236652858', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'project_id': '888214d139364e1a8d116c3eceb48166', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:43.732795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-4dfb642e-fe33-4d4b-ae84-040ede6704b6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:43.744119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83da918d-d5ba-461b-b539-4d75338e9dfa req-81962323-051c-413a-b3cf-10af6febd516 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.1163440 Nov 08 12:42:43.751061 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-4dfb642e-fe33-4d4b-ae84-040ede6704b6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.7636461 Nov 08 12:42:43.776485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Request body: {'port': {'device_id': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'admin_state_up': True, 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:43.823026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-c566b7b9-efe4-4d63-9776-81e59208ed0f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2372320 Nov 08 12:42:43.951975 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.072625 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.142998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:44.147190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.149036 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-17009d7b-f650-471d-870d-13422a523704 None None] Attempting to bind port e8781fee-2ff8-4496-85af-77dea5118c95 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:42:44.149408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-17009d7b-f650-471d-870d-13422a523704 None None] Attempting to bind port e8781fee-2ff8-4496-85af-77dea5118c95 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:42:44.149954 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d7b-f650-471d-870d-13422a523704 None None] Attempting to bind port e8781fee-2ff8-4496-85af-77dea5118c95 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:44.152301 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Pushing event updated for resources: {'Port': ['ID=e8781fee-2ff8-4496-85af-77dea5118c95,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:44.164008 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d7b-f650-471d-870d-13422a523704 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:42:44.164388 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d7b-f650-471d-870d-13422a523704 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:44.164793 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.165188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d7b-f650-471d-870d-13422a523704 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:42:44.166206 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-17009d7b-f650-471d-870d-13422a523704 None None] Bound port: e8781fee-2ff8-4496-85af-77dea5118c95, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:42:44.166206 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.168455 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.168797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.169134 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.169623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.169958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.170333 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.170665 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.170991 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.171315 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.171640 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.171959 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.172278 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:44.260046 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-17009d7b-f650-471d-870d-13422a523704 None None] For port e8781fee-2ff8-4496-85af-77dea5118c95, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:42:44.265134 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-17009d7b-f650-471d-870d-13422a523704 None None] For port e8781fee-2ff8-4496-85af-77dea5118c95, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e8781fee-2ff8-4496-85af-77dea5118c95,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:42:44.319556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:44.325971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.350280 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-17009d7b-f650-471d-870d-13422a523704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.426951 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb13afa-af27-4b73-8759-6190e797bf8b None None] Pushing event updated for resources: {'Port': ['ID=e8781fee-2ff8-4496-85af-77dea5118c95,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:44.437089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:42:44.438047 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:44.526105 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:44.630582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:42:44.681684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Allocated IP 172.20.0.6 (2cfa54bc-56f4-4936-9f66-bcbf88e87c47/f0762b07-ce8d-4205-b465-a6f5946a840e/2ea1f005-d9a0-4c1c-b3d5-f62da65b0641) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:44.806656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Subnet': ['ID=fb33392b-b608-4fc4-b2e6-2a8b2303a981,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:44.812605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Checking segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:44.813050 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network hostable DHCP agents. Network: 9212c9a1-e444-4456-9601-a01da59caddd, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:42:45.015600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b800e5e-ad75-4a67-b3dc-3d2bac421440 req-8351a42c-ef83-42ef-9c3e-24cb0c869097 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.1038227 Nov 08 12:42:45.020407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:45.027670 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17009d7b-f650-471d-870d-13422a523704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:41Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:45.062436 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17009d7b-f650-471d-870d-13422a523704 None None] The sync data for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 is: [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:41Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:42:45.194860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:45.210497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:42:45.269446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:45.273447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 9212c9a1-e444-4456-9601-a01da59caddd is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:42:45.286703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:45.295664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:45.383672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event updated for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:45.390295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9212c9a1-e444-4456-9601-a01da59caddd) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:45.411821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de75142-ee2b-4cc4-ade9-d548f0ac111c None None] Network 9212c9a1-e444-4456-9601-a01da59caddd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:45.412226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:45.431584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:45.498128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:45.499856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:45.647261 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e0356a4-a134-46f9-b320-2ff56b8a09f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9621990 Nov 08 12:42:45.651314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:45.799526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-c25363bd-ad97-4993-a0a6-e124a01c24ce tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0462022 Nov 08 12:42:45.812564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Request body: {'port': {'device_id': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:45.965987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:45.996941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9212c9a1-e444-4456-9601-a01da59caddd', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:42:46.003510 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:46.013845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:46.294597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46bc21-5839-41e7-839e-f7738434fead req-6325b9d3-91be-4554-86f4-f9e541c0d8df tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:46.303498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d46bc21-5839-41e7-839e-f7738434fead req-6325b9d3-91be-4554-86f4-f9e541c0d8df tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 931 time: 0.1623709 Nov 08 12:42:46.389336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58498) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:46.436228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d46bc21-5839-41e7-839e-f7738434fead req-53e0f76d-dfe3-45df-a374-4c948e6b59b3 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225953 Nov 08 12:42:46.516276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Allocated IP 172.20.0.2 (9212c9a1-e444-4456-9601-a01da59caddd/fb33392b-b608-4fc4-b2e6-2a8b2303a981/72cf75fa-4316-458b-99b5-ed45c3b11dd6) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:46.991353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.001539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e8781fee-2ff8-4496-85af-77dea5118c95 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:47.136411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.213736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Network 9212c9a1-e444-4456-9601-a01da59caddd is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:47.221338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:47.224081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:47.234712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Pushing event updated for resources: {'Port': ['ID=72cf75fa-4316-458b-99b5-ed45c3b11dd6,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:47.243314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.265368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e8781fee-2ff8-4496-85af-77dea5118c95 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:47.267606 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.527880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Attempting to bind port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:42:47.528465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Attempting to bind port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:42:47.531228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Attempting to bind port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:47.574745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:42:47.575190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Checking segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:47.575596 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.576164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Bound using segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:42:47.576804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Bound port: 72cf75fa-4316-458b-99b5-ed45c3b11dd6, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:42:47.577222 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.695088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:42:47.714584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45b5c-4088-41cf-a7cd-448d5bab4fbb req-d3b7d9db-0758-4fc9-8d75-879f6c9d5e67 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:47.727493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0c45b5c-4088-41cf-a7cd-448d5bab4fbb req-d3b7d9db-0758-4fc9-8d75-879f6c9d5e67 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 931 time: 0.1344266 Nov 08 12:42:47.742507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.759364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.848124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Transition to ACTIVE for port object 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:42:47.852546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.862154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0c45b5c-4088-41cf-a7cd-448d5bab4fbb req-7844ea95-485d-4352-a504-b76b65ecdc04 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335580 Nov 08 12:42:47.892891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:47.920048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] For port 72cf75fa-4316-458b-99b5-ed45c3b11dd6, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:42:47.934633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e8781fee-2ff8-4496-85af-77dea5118c95, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e8781fee-2ff8-4496-85af-77dea5118c95,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:47.936881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] For port 72cf75fa-4316-458b-99b5-ed45c3b11dd6, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72cf75fa-4316-458b-99b5-ed45c3b11dd6,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:42:48.227028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.262237 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.270229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.302816 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.353812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf7ecad-2485-4662-87de-c2932fb048cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:48.438282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3d30-553c-42b2-b9a4-21cc343b26c4 None None] Pushing event updated for resources: {'Port': ['ID=72cf75fa-4316-458b-99b5-ed45c3b11dd6,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:48.510194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.510971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.511301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.511631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.511958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.513081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.513415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:48.529966 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9fb0e88b-3162-4b83-84fc-47bc429e3774 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fca916814572400292b67fb6aee8b641&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1287570 Nov 08 12:42:48.534742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:48.563789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e8781fee-2ff8-4496-85af-77dea5118c95,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:48.590792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.1 (9212c9a1-e444-4456-9601-a01da59caddd/fb33392b-b608-4fc4-b2e6-2a8b2303a981/67644c62-8ca6-47ea-9873-8900c9bba9f2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:48.671062 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.724079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:48.748193 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:48.872961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e8781fee-2ff8-4496-85af-77dea5118c95 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:48.997691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.004335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e8781fee-2ff8-4496-85af-77dea5118c95 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:49.004781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.007821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.021497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdf7ecad-2485-4662-87de-c2932fb048cc HTTP/1.1" status: 204 len: 168 time: 0.4860392 Nov 08 12:42:49.050119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf7ecad-2485-4662-87de-c2932fb048cc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:49.063129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.063860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Attempting to bind port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:42:49.063860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Attempting to bind port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:42:49.064640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.065206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.065766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.066393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.067500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.068047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.068589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.069813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.070413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.075613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.075613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45a92f-10d5-45b3-acb4-dd227e59e94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:42:49.083428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Attempting to bind port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:49.132020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:42:49.132444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Attempting to bind port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:49.166126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28a205-3f71-4f57-8779-c5261fde9d68 req-50cca90a-beef-40f1-a6a7-38fe80449b4c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:49.176670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d28a205-3f71-4f57-8779-c5261fde9d68 req-50cca90a-beef-40f1-a6a7-38fe80449b4c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 943 time: 0.1258290 Nov 08 12:42:49.176786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:42:49.176786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Checking segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:49.176786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Bound using segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:42:49.177178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Bound port: 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:42:49.177614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.223747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.275900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d28a205-3f71-4f57-8779-c5261fde9d68 req-461995c0-68b6-4ea5-a845-1915c9d380b4 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909498 Nov 08 12:42:49.349916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:42:49.363355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:42:49.444383 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.509353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.524227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:49.573858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 9212c9a1-e444-4456-9601-a01da59caddd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:49.580862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:49.586128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:49.626174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:49.626961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.628512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d82113c0-3ad9-4298-8484-9f439102ad7e service neutron] 10.222.0.61 "PUT /v2.0/ports/2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 HTTP/1.1" status: 200 len: 1091 time: 3.8208935 Nov 08 12:42:49.629846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:42:49.632309 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d819e-14ba-4798-bcb5-94158838d396" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:42:49.713698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:49.715354 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3322c-34d7-45c0-9754-a2dfe4a71f68 x-openstack-request-id: req-f4e3322c-34d7-45c0-9754-a2dfe4a71f68 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:42:49.715656 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:42:49.715892 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e3322c-34d7-45c0-9754-a2dfe4a71f68 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:42:49.716314 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', 'status': 'completed', 'code': 200} Nov 08 12:42:49.717435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:49.913946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d819e-14ba-4798-bcb5-94158838d396 req-c0cb02f6-ebef-40a8-8944-61303159ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:49.926939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-777d819e-14ba-4798-bcb5-94158838d396 req-c0cb02f6-ebef-40a8-8944-61303159ef3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 1094 time: 0.1023641 Nov 08 12:42:50.075871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd6512-65db-47a0-a2e7-7a85a0e045e7 None None] Network 9212c9a1-e444-4456-9601-a01da59caddd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:42:50.186262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] Provisioning complete for port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:50.187334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.214545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d819e-14ba-4798-bcb5-94158838d396 req-ba261960-ba9e-4098-9174-3c50b960db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:50.216817 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-777d819e-14ba-4798-bcb5-94158838d396 req-ba261960-ba9e-4098-9174-3c50b960db94 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2913213 Nov 08 12:42:50.226867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.236530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.435796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.481427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3e1bb-065e-41f1-9f8e-841857713b94 req-74433dd6-9fe8-417d-88b1-63e88a87d58e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:50.493300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94c3e1bb-065e-41f1-9f8e-841857713b94 req-74433dd6-9fe8-417d-88b1-63e88a87d58e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 943 time: 0.0994101 Nov 08 12:42:50.621170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94c3e1bb-065e-41f1-9f8e-841857713b94 req-f6e0832f-2d94-43c7-affd-1aa756a1a34b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Nov 08 12:42:50.638768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d819e-14ba-4798-bcb5-94158838d396 req-e779e21d-4349-4122-8f66-3f46f638cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:50.640466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-777d819e-14ba-4798-bcb5-94158838d396 req-e779e21d-4349-4122-8f66-3f46f638cb06 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4091942 Nov 08 12:42:50.708801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] For port 72cf75fa-4316-458b-99b5-ed45c3b11dd6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72cf75fa-4316-458b-99b5-ed45c3b11dd6,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:50.804049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72cf75fa-4316-458b-99b5-ed45c3b11dd6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:50.890636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:50.891154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.895337 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:50.913068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d6a3f259-3294-480c-9a22-153cb652332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:50.928483 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-d6a3f259-3294-480c-9a22-153cb652332e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 1094 time: 0.2272666 Nov 08 12:42:51.009142 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-ebeb082a-beda-4c36-a26c-75e60da5254c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 HTTP/1.1" status: 200 len: 217 time: 0.0686460 Nov 08 12:42:51.039373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e018a-6578-477d-9108-6bef51f6252d None None] Pushing event updated for resources: {'Port': ['ID=72cf75fa-4316-458b-99b5-ed45c3b11dd6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:51.212016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.245201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-20ff6e8e-7e7f-443f-a6be-7d1614b180db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:51.256832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-20ff6e8e-7e7f-443f-a6be-7d1614b180db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.2244110 Nov 08 12:42:51.271986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-44b0cd20-e65f-4d52-ae7f-ab4b08690158 None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:51.272593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44b0cd20-e65f-4d52-ae7f-ab4b08690158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.284748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.351132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-44b0cd20-e65f-4d52-ae7f-ab4b08690158 None None] Port 67644c62-8ca6-47ea-9873-8900c9bba9f2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:42:51.363936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-44b0cd20-e65f-4d52-ae7f-ab4b08690158 None None] Provisioning complete for port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:51.364844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44b0cd20-e65f-4d52-ae7f-ab4b08690158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.371698 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-7b40ba9e-c7e6-44c9-902e-9173e1280328 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135614 Nov 08 12:42:51.521556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.562814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:51.687765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-303ccd89-8add-4791-83c9-d58ae99a4e93 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281586 Nov 08 12:42:51.763946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2db01c7f-6952-456c-9877-b2d13bbc5cd2 None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:51.766465 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2db01c7f-6952-456c-9877-b2d13bbc5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:51.901645 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-84c32a21-86f4-4c3b-bb2d-005ca3efe031 req-b8726d69-f1ab-4238-a927-0f8c89aef149 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015214 Nov 08 12:42:51.918776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a94e-053c-4bd3-81d1-ab397ffe8f33 req-68c94716-e939-4fd4-90e9-d2dc2c4dff9e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:51.921465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2db01c7f-6952-456c-9877-b2d13bbc5cd2 None None] Port 67644c62-8ca6-47ea-9873-8900c9bba9f2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:42:51.923612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 9212c9a1-e444-4456-9601-a01da59caddd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:51.930137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:51.932615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2787a94e-053c-4bd3-81d1-ab397ffe8f33 req-68c94716-e939-4fd4-90e9-d2dc2c4dff9e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 943 time: 0.2241073 Nov 08 12:42:52.073491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2787a94e-053c-4bd3-81d1-ab397ffe8f33 req-bcaa47e4-d72f-4d01-ae94-a8ac125eb90b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342902 Nov 08 12:42:52.143894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:42:52.406417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:42:52.451196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Sync routers for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:42:52.484750 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-614ca389-ae3a-4b49-92af-4fd072b3a930 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8287821 Nov 08 12:42:52.518643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:42:52.528411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:52.712840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:42:52.871793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72cf75fa-4316-458b-99b5-ed45c3b11dd6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:52.884405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-befabbcb-37e2-4ca0-9b49-2efcc11e7910 None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:52.884646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-befabbcb-37e2-4ca0-9b49-2efcc11e7910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:52.903556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-33757df5-ae74-4587-8749-1fe44b966586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421250145&fields=id&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 267 time: 0.0802326 Nov 08 12:42:53.051847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-4ae3d6a4-4b0f-473d-8636-cfcf1dd2238d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:53.063264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-4ae3d6a4-4b0f-473d-8636-cfcf1dd2238d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 797 time: 0.1580081 Nov 08 12:42:53.085049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-7f3676dd-bd12-4743-847a-9cd56b11eaf5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/quotas/888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 375 time: 0.0206063 Nov 08 12:42:53.125622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-befabbcb-37e2-4ca0-9b49-2efcc11e7910 None None] Port 67644c62-8ca6-47ea-9873-8900c9bba9f2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:42:53.168184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-67e3ec72-aa3c-40e9-8ccf-269aa4910073 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765228 Nov 08 12:42:53.268049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-11c41d05-efaf-4379-af2f-134e9c725ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:53.315747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-268c47c7-d39b-4da1-8ea2-239b628ebf6f service neutron] 10.222.0.58 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432106 Nov 08 12:42:53.360410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:53.360967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:53.438823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518440-3ebd-4307-b1cc-b3a33096f0ae req-b794aed3-3164-4508-adb5-d4d86b4a2f70 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:53.440364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77518440-3ebd-4307-b1cc-b3a33096f0ae req-b794aed3-3164-4508-adb5-d4d86b4a2f70 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 943 time: 0.1222765 Nov 08 12:42:53.539305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-64fc9f43-8f3d-4b9b-8d3d-c56aa8cd5762 service neutron] 10.222.0.58 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226424 Nov 08 12:42:53.567833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77518440-3ebd-4307-b1cc-b3a33096f0ae req-9baa0c6c-5ebe-49a9-9fb9-0b6d11d67600 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105947 Nov 08 12:42:53.646737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:50Z', 'revision_number': 2, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:53.684345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Checking router: b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:42:53.684705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Updating router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 port 67644c62-8ca6-47ea-9873-8900c9bba9f2 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:42:53.730204 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:53.784736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:54.057213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0eaf3fd-ef27-47cb-9095-55ea5c17e490 req-536331cc-c5e6-4f70-b620-ffa88f293601 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0490959 Nov 08 12:42:54.062115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:54.186144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.235529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.301470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.335049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.433283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664e7e-4f03-421c-97a1-b2d940493c5f None None] Pushing event updated for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:54.449412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:42:54.510097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Attempting to bind port 67644c62-8ca6-47ea-9873-8900c9bba9f2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:42:54.510837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Attempting to bind port 67644c62-8ca6-47ea-9873-8900c9bba9f2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:42:54.511418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Attempting to bind port 67644c62-8ca6-47ea-9873-8900c9bba9f2 on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:42:54.523900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:42:54.524927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Checking segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:42:54.525515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.526077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Bound using segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:42:54.527143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Bound port: 67644c62-8ca6-47ea-9873-8900c9bba9f2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:42:54.527740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:54.817898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] For port 67644c62-8ca6-47ea-9873-8900c9bba9f2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:42:54.824770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] For port 67644c62-8ca6-47ea-9873-8900c9bba9f2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=67644c62-8ca6-47ea-9873-8900c9bba9f2,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:42:54.843743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:54.869796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'port_id': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', 'mac_address': 'fa:16:3e:c3:f2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0762b07-ce8d-4205-b465-a6f5946a840e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:42:54.940140 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.012145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664e7e-4f03-421c-97a1-b2d940493c5f None None] Pushing event updated for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:55.016362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:55.016762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.019173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2150948-482f-45ec-9fd3-a7de755b64e8 req-b7dc3cdb-455c-40a9-9a7a-2775a0bcd8b8 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:55.021367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2150948-482f-45ec-9fd3-a7de755b64e8 req-b7dc3cdb-455c-40a9-9a7a-2775a0bcd8b8 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 943 time: 0.1016989 Nov 08 12:42:55.062514 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.117053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2150948-482f-45ec-9fd3-a7de755b64e8 req-dec0717d-0924-4e72-973d-877d5a974ecf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796499 Nov 08 12:42:55.125471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:42:55.136270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:42:55.137594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:55.178529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0a673b3-527a-4c2d-aad6-308cb872c241 req-b6efd0b1-ee8b-4d0a-8e96-3b3a58b37156 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0345891 Nov 08 12:42:55.205023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Allocated IP 172.25.1.154 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5437f62d-b6ab-4fb6-b911-9a7607704f9a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:55.433940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.454556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:55.491537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.519262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:42:55.596159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] For port 67644c62-8ca6-47ea-9873-8900c9bba9f2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=67644c62-8ca6-47ea-9873-8900c9bba9f2,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:55.601328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.639868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.671344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-011a49ad-79f7-4537-b751-edcbdfee802b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.691221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:42:55.696106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:42:55.699933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:42:55.746619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=5437f62d-b6ab-4fb6-b911-9a7607704f9a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:55.829756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:55.909062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:55.917632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:42:55.957072 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.203210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3248c2e8-a336-4a58-ab98-6336bd0d838f None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:56.203210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3248c2e8-a336-4a58-ab98-6336bd0d838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.224857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80505976-dfb6-4602-9ca6-f049dad7b1b3 None None] Pushing event updated for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:56.235542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.436735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:42:56.464413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edcf0-90ea-43bc-94cc-0f8710927f30 req-976d0a4b-3280-4b60-96ee-6838cb5132b7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:56.466220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-624edcf0-90ea-43bc-94cc-0f8710927f30 req-976d0a4b-3280-4b60-96ee-6838cb5132b7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.1860104 Nov 08 12:42:56.491646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d37b6-9fa3-4180-abf6-a59268f4746d None None] The sync data for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 is: [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:42:56.569100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.663227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12198a-fb4e-4b5a-820d-f38490ceff90 req-2ec169f5-1d87-48f5-bf12-a4a099639e4f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:56.677974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd12198a-fb4e-4b5a-820d-f38490ceff90 req-2ec169f5-1d87-48f5-bf12-a4a099639e4f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 944 time: 0.3962843 Nov 08 12:42:56.736825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.772089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:56.864043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 67644c62-8ca6-47ea-9873-8900c9bba9f2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:56.868748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=5437f62d-b6ab-4fb6-b911-9a7607704f9a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:56.891821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd12198a-fb4e-4b5a-820d-f38490ceff90 req-5d57e8f4-ebc6-4743-a7e3-2b4c0813ebb2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148855 Nov 08 12:42:56.947866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-624edcf0-90ea-43bc-94cc-0f8710927f30 req-20bb6f02-1c28-4d46-98d7-f842e1885bd8 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4703879 Nov 08 12:42:56.968513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58724) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:57.079617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 67644c62-8ca6-47ea-9873-8900c9bba9f2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:57.080686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:57.102073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:57.199684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:57.236834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f01623e-8e2a-4a37-9f99-3903c5c26ac4 req-c758d41d-c6e7-40ef-97c7-884754ec89ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0886497 Nov 08 12:42:57.297096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:57.302039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ed1ce6b-afa9-4e9f-b292-a4160fdd1353 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5122137 Nov 08 12:42:57.302339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:57.311836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-267611268'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:57.853550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de6f3cdd-9d91-46be-96e4-d29d18cb85ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:57.860127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4f8-29e3-46a5-b336-04f834c15eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:57.987950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Made reservation on behalf of 3569ce1f786b4f39912d754f641ece4d for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:57.991142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.042580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740627a-3bf3-4e91-ba16-d23561a2468b req-c60aa23f-c734-40a0-ad4e-6fe8fcb2d763 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:58.043633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-b421e090-cbc1-43a0-a488-f2e9a6d74812 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:58.045213 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-b421e090-cbc1-43a0-a488-f2e9a6d74812 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.2334487 Nov 08 12:42:58.051136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4740627a-3bf3-4e91-ba16-d23561a2468b req-c60aa23f-c734-40a0-ad4e-6fe8fcb2d763 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 944 time: 0.0782650 Nov 08 12:42:58.055194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.073481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.087968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-4b3577be-c42f-4d5b-b33b-912a29c76e7c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:58.087968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-4b3577be-c42f-4d5b-b33b-912a29c76e7c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 797 time: 0.2909856 Nov 08 12:42:58.107203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4740627a-3bf3-4e91-ba16-d23561a2468b req-595505e3-5036-4289-bb89-7a883aef2dea tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562768 Nov 08 12:42:58.178512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43cf1c-50c0-410e-900b-ea8df908942c req-b11adbb4-8cd4-4928-b718-75a5c5d003c7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:58.180086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c43cf1c-50c0-410e-900b-ea8df908942c req-b11adbb4-8cd4-4928-b718-75a5c5d003c7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.0691314 Nov 08 12:42:58.287012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c43cf1c-50c0-410e-900b-ea8df908942c req-f73bf248-cdc4-4e42-bf9e-7ae0f9ffb496 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946052 Nov 08 12:42:58.295065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4f8-29e3-46a5-b336-04f834c15eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.351911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de6f3cdd-9d91-46be-96e4-d29d18cb85ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.368358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7801b36-c7c4-4ddd-8aa3-ed42038cac04 req-46b2574c-20b1-44a2-b43a-6c890e9dca78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0392067 Nov 08 12:42:58.368749 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-a581f67d-3274-46ca-a68f-483f7e27d0a2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 380 time: 0.2790926 Nov 08 12:42:58.384987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'port': {'device_id': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'admin_state_up': True, 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'security_groups': ['bdd98c22-db96-495e-98ba-6a09133063bd']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:58.437456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4f8-29e3-46a5-b336-04f834c15eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.448577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:42:58.517264 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de6f3cdd-9d91-46be-96e4-d29d18cb85ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.526919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.532598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Deleting port 793addbb-665d-4f62-bedf-b98fd270f716 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:42:58.532954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.586098 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d43ed4f8-29e3-46a5-b336-04f834c15eb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5727a8a7848470d956f68f6c9ed49ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4804227 Nov 08 12:42:58.588625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58746) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:58.599487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ed4f8-29e3-46a5-b336-04f834c15eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35ae39-7fb8-4820-b2f3-0e018518f865,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:58.647615 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.650405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:42:58.653111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-de6f3cdd-9d91-46be-96e4-d29d18cb85ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2eea3e7e153c4a3c9e7f6a7aa50b443b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6807745 Nov 08 12:42:58.655510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:58.660302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:42:58.660958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.683335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f3cdd-9d91-46be-96e4-d29d18cb85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91d5fc-8ec2-4fc6-a048-cba28b7c1168,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:58.695539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.752811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] For port 793addbb-665d-4f62-bedf-b98fd270f716, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=793addbb-665d-4f62-bedf-b98fd270f716,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:58.753175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.761048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.764388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.791158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.793265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:42:58.795702 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57d59e-8277-4922-9e04-3886bbab7989" -d '{"events": [{"server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:42:58.818274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:42:58.839765 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5093d5c7-bdab-4151-b27e-d0bd682a7a7c x-openstack-request-id: req-5093d5c7-bdab-4151-b27e-d0bd682a7a7c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:42:58.841292 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:42:58.841292 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5093d5c7-bdab-4151-b27e-d0bd682a7a7c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:42:58.841292 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', 'code': 200} Nov 08 12:42:58.876720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.921587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:58.925214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.954605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd907a0-bede-481e-b94d-03803c50d358 req-8fe3b6fd-03d0-4a95-9dae-1d3123f89dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:58.956230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebd907a0-bede-481e-b94d-03803c50d358 req-8fe3b6fd-03d0-4a95-9dae-1d3123f89dc8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 1095 time: 0.0536327 Nov 08 12:42:58.982006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ea75a-00e7-4c11-8f9f-0dccb06ae8dc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:58.982812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.986133 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.990718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:58.994870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa35ae39-7fb8-4820-b2f3-0e018518f865 HTTP/1.1" status: 204 len: 168 time: 0.4040699 Nov 08 12:42:59.020913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec1ad-c5de-49bb-9f9d-e7586a7100ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35ae39-7fb8-4820-b2f3-0e018518f865,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:59.029528 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebd907a0-bede-481e-b94d-03803c50d358 req-3f0bf40e-7b1c-4e01-8a74-771571104160 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Nov 08 12:42:59.030727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.033318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.035922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e91d5fc-8ec2-4fc6-a048-cba28b7c1168 HTTP/1.1" status: 204 len: 168 time: 0.3779328 Nov 08 12:42:59.060804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379cde-95a7-4007-a0c3-72c53f7ff4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91d5fc-8ec2-4fc6-a048-cba28b7c1168,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:59.074386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:42:59.107473 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.143799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:59.177995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.178408 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Added segment 4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c of type vlan for network ab371aad-34ed-4510-bce5-7e5c8c32ede2 Nov 08 12:42:59.264906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd896-0ca9-4575-8a86-187303ab794e req-85fb23c3-b035-4b97-84b9-5a6b596901ec tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:59.273633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7effd896-0ca9-4575-8a86-187303ab794e req-85fb23c3-b035-4b97-84b9-5a6b596901ec tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 945 time: 0.0701728 Nov 08 12:42:59.333339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7effd896-0ca9-4575-8a86-187303ab794e req-7b268c90-6edb-4682-a7ad-855f70b604e7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585132 Nov 08 12:42:59.351107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.353923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.9 (9212c9a1-e444-4456-9601-a01da59caddd/fb33392b-b608-4fc4-b2e6-2a8b2303a981/f2ae3d10-f443-4c7d-95c9-7b387a89869d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:42:59.365895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.366303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.366661 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Floating IP 933e1ea6-da84-4bb3-8a0a-23471efd9713 disassociated. External IP: 172.25.1.227, port: 793addbb-665d-4f62-bedf-b98fd270f716. Nov 08 12:42:59.367058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Calling delete_port for 793addbb-665d-4f62-bedf-b98fd270f716 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:42:59.533232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5416eeed-29e6-4faf-94f3-757ba49d08a7 req-bb8b348b-c85a-4909-94ee-e144366dd0f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0398576 Nov 08 12:42:59.559759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bda8c-8bf7-4837-bc86-6dfce613c265 req-a7695b5b-4c8d-410d-b9aa-c3276e0bfebd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:59.563521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-834bda8c-8bf7-4837-bc86-6dfce613c265 req-a7695b5b-4c8d-410d-b9aa-c3276e0bfebd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 946 time: 0.1282737 Nov 08 12:42:59.587637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.594442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:42:59.595235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.638128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-834bda8c-8bf7-4837-bc86-6dfce613c265 req-ae871d0f-c629-4918-9dd4-842ae92365e2 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups?id=eadf4a8f-d5f0-418d-9c49-7a4713bbad74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681541 Nov 08 12:42:59.732542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Network': ['ID=ab371aad-34ed-4510-bce5-7e5c8c32ede2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:59.741385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.744438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:42:59.787093 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0c1ee98-70e3-4a5d-afc9-83f52a0b2ad3 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4804795 Nov 08 12:42:59.787613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:42:59.793814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Request body: {'subnet': {'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:42:59.902234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.936522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:42:59.941722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'Port': ['ID=793addbb-665d-4f62-bedf-b98fd270f716,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:42:59.959048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Made reservation on behalf of 3569ce1f786b4f39912d754f641ece4d for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:42:59.962968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.015192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 9212c9a1-e444-4456-9601-a01da59caddd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:00.052661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:00.056008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:00.058201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:00.151232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:00.151920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.158980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:00.198027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a762e56-5b93-4b33-a53c-025337de602b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.242949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:00.280559 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:43:00.395948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-93d5de10-5507-474c-a7ab-81e228e4c974 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0159996 Nov 08 12:43:00.411396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Request body: {'port': {'device_id': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:00.417862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.451598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1bc070b0-2eaf-4a52-9ed4-7af7ac25a252 None None] Provisioning complete for port f2ae3d10-f443-4c7d-95c9-7b387a89869d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:00.452614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1bc070b0-2eaf-4a52-9ed4-7af7ac25a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.506429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a762e56-5b93-4b33-a53c-025337de602b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.522586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1bc070b0-2eaf-4a52-9ed4-7af7ac25a252 None None] Port f2ae3d10-f443-4c7d-95c9-7b387a89869d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:00.532763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:00.554118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.560447 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:00.571696 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:00.571959 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:00.587256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Subnet': ['ID=c7baabd4-befb-4655-a886-968e23511b19,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:00.610598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] No DVR routers for this DVR port 793addbb-665d-4f62-bedf-b98fd270f716 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:43:00.622549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.645398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347c5f2-a0ff-485f-a21a-1b23c86080af req-7b242421-62cb-40cf-af3b-9b181813ff2c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:00.647228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4347c5f2-a0ff-485f-a21a-1b23c86080af req-7b242421-62cb-40cf-af3b-9b181813ff2c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 945 time: 0.1562479 Nov 08 12:43:00.664717 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cd62a1db-c83d-419d-9175-01cc8dea7e75 req-1dc6360f-f844-44f9-a1fd-e3114bf85f39 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.61 "DELETE /v2.0/ports/793addbb-665d-4f62-bedf-b98fd270f716 HTTP/1.1" status: 204 len: 173 time: 2.5702031 Nov 08 12:43:00.668787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'name': 'network-vif-deleted', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:00.676907 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c7eb87-bf6c-43ad-903c-d26e8b2261be" -d '{"events": [{"server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "name": "network-vif-deleted", "tag": "793addbb-665d-4f62-bedf-b98fd270f716"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:00.681673 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a762e56-5b93-4b33-a53c-025337de602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:00.699324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Checking segment: {'id': '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:00.699808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network hostable DHCP agents. Network: ab371aad-34ed-4510-bce5-7e5c8c32ede2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:43:00.740551 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:00.775731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4347c5f2-a0ff-485f-a21a-1b23c86080af req-f8e7fe88-5b47-4a6a-8098-6a641879a822 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037164 Nov 08 12:43:00.807439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a762e56-5b93-4b33-a53c-025337de602b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e3223d53d0c445d883e2089dd87f992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6450655 Nov 08 12:43:00.830521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:00.841159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9659cd-f994-4837-97cf-ad0b59b07cc0 req-00a73a5e-11af-4874-80d9-c55b5c3d5e01 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:00.854823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e9659cd-f994-4837-97cf-ad0b59b07cc0 req-00a73a5e-11af-4874-80d9-c55b5c3d5e01 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 931 time: 0.2060235 Nov 08 12:43:00.866798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a762e56-5b93-4b33-a53c-025337de602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ced483-3406-4645-80b0-5f5f2659a1a2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:00.950991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4503e9fe-3a1e-4cfc-a0bb-a4f0f1124a5a req-8b8f2adb-29dd-4538-8f74-eb5aac2171cd tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.0394390 Nov 08 12:43:00.953177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:43:00.972744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e9659cd-f994-4837-97cf-ad0b59b07cc0 req-566b93bb-5cf3-4b98-b0c5-3e308d2f053d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114159 Nov 08 12:43:01.024003 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:01.066701 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:43:01.069603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.079597 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:01.080506 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:01.089374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ab371aad-34ed-4510-bce5-7e5c8c32ede2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:01.094535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:01.094969 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1230790e-423b-4cf4-abed-4d41d8d2750e x-openstack-request-id: req-1230790e-423b-4cf4-abed-4d41d8d2750e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:01.095157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.095336 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb370700-ca20-46ea-8598-48fe03837944", "name": "network-vif-deleted", "tag": "793addbb-665d-4f62-bedf-b98fd270f716", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:01.095685 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1230790e-423b-4cf4-abed-4d41d8d2750e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:01.096147 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb370700-ca20-46ea-8598-48fe03837944', 'name': 'network-vif-deleted', 'tag': '793addbb-665d-4f62-bedf-b98fd270f716', 'status': 'completed', 'code': 200} Nov 08 12:43:01.104492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b5253-f9f6-4f80-89fd-7cbb70141265 None None] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:01.147296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.236507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a1ed177-361a-42b0-971c-62114fc3686c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4473231 Nov 08 12:43:01.237363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:01.247604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2098853808', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:01.343656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.347190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.351141 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35ced483-3406-4645-80b0-5f5f2659a1a2 HTTP/1.1" status: 204 len: 168 time: 0.5166759 Nov 08 12:43:01.377031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ab371aad-34ed-4510-bce5-7e5c8c32ede2', 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2', 'tenant_id': '3569ce1f786b4f39912d754f641ece4d', 'fixed_ips': [{'subnet_id': 'c7baabd4-befb-4655-a886-968e23511b19'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:43:01.378121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.387644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8d84-a9a5-4ec4-a3ac-300ac9773070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ced483-3406-4645-80b0-5f5f2659a1a2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:01.422992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.424700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.447242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ae3d10-f443-4c7d-95c9-7b387a89869d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:43:01.469113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.490882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Transition to ACTIVE for port object f2ae3d10-f443-4c7d-95c9-7b387a89869d will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:43:01.541293 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:01.570309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.596192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.715594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Allocated IP 172.20.0.2 (ab371aad-34ed-4510-bce5-7e5c8c32ede2/c7baabd4-befb-4655-a886-968e23511b19/405c0629-459c-4796-a0e6-005931b5fbd0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:01.719967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:01.916977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:43:01.919772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:43:01.920228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:01.941796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:43:01.942150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:01.960226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:43:01.960781 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:01.961065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Checking segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:01.962360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Bound using segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:43:01.964352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Bound port: f2ae3d10-f443-4c7d-95c9-7b387a89869d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:43:01.964903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:01.992498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:02.027346 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ac1c9-dcbe-42f8-9a20-145546ba0cf7 None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:35:02Z', 'revision_number': 4, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7', 'name': '', 'network_id': 'ad57206f-963f-47ad-b33c-250c8fb9d4d8', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'mac_address': 'fa:16:3e:78:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:35:01Z', 'updated_at': '2021-11-08T12:35:10Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'subnets': [{'id': 'fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:02.219361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:43:02.226086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:43:02.270673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:02.359256 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:02.382181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:02.384833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:02.387303 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 1091 time: 1.9832230 Nov 08 12:43:02.411790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:02.429267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11956da9-fd0b-4391-bb0a-aac377d94c5f req-e741b818-e611-4d7b-97ce-59bbecf6c477 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb370700-ca20-46ea-8598-48fe03837944 HTTP/1.1" status: 200 len: 210 time: 0.1501482 Nov 08 12:43:02.484987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 793addbb-665d-4f62-bedf-b98fd270f716 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:43:02.544397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709152-7076-4185-917b-a5aad7981a81 req-c55cb6d2-1441-4c47-942b-0889ad2ac579 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:02.557914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53709152-7076-4185-917b-a5aad7981a81 req-c55cb6d2-1441-4c47-942b-0889ad2ac579 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.2779558 Nov 08 12:43:02.649581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b140b-bc70-46c3-9bf9-b1a6d90d1168 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:02.753833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13451d2f-5d6d-40eb-bd57-5af003247a7f None None] New status for floating IP 933e1ea6-da84-4bb3-8a0a-23471efd9713: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:43:02.821603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-b7424c23-1755-4d78-9bb1-9253d0d79277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:02.823490 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-b7424c23-1755-4d78-9bb1-9253d0d79277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1094 time: 0.1550756 Nov 08 12:43:02.903841 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-f291c6ac-c587-41dd-8191-323f6a6f5098 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 217 time: 0.0718677 Nov 08 12:43:02.924159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53709152-7076-4185-917b-a5aad7981a81 req-aa92a93e-32cb-439c-bd14-771b4ecff5fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225231 Nov 08 12:43:02.976945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-7c1f9749-192a-4a3f-8ecc-ab8fd7b50346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:02.981654 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-7c1f9749-192a-4a3f-8ecc-ab8fd7b50346 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.0690045 Nov 08 12:43:02.996593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.009807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 793addbb-665d-4f62-bedf-b98fd270f716 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:43:03.009807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 793addbb-665d-4f62-bedf-b98fd270f716 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:43:03.027001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.079444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-94fe7273-1038-44e1-be47-b7255341a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:03.082619 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-94fe7273-1038-44e1-be47-b7255341a890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823987 Nov 08 12:43:03.106926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:03.111993 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f36b7-0342-4b00-9821-26fc4211620e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:03.294664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:03.355465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:03.369106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:03.386088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Pushing event updated for resources: {'Port': ['ID=405c0629-459c-4796-a0e6-005931b5fbd0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:03.416401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Allocated IP 172.25.1.57 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/cd2a1c0d-7abc-45ed-8b6a-747fd50b6991) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:03.416602 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c507ac6-33d3-4af7-a969-a58d1c5c6817 x-openstack-request-id: req-9c507ac6-33d3-4af7-a969-a58d1c5c6817 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:03.417025 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:03.417025 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c507ac6-33d3-4af7-a969-a58d1c5c6817 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:03.417396 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'status': 'completed', 'code': 200} Nov 08 12:43:03.479829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-f9907169-7ae4-41ff-be12-d80a7655103b service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863106 Nov 08 12:43:03.582379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Attempting to bind port 405c0629-459c-4796-a0e6-005931b5fbd0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:43:03.586828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Attempting to bind port 405c0629-459c-4796-a0e6-005931b5fbd0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:43:03.586828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Attempting to bind port 405c0629-459c-4796-a0e6-005931b5fbd0 on network ab371aad-34ed-4510-bce5-7e5c8c32ede2 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:03.603186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:43:03.612357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Checking segment: {'id': '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:03.618186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.618887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Bound using segment: {'id': '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:43:03.621897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Bound port: 405c0629-459c-4796-a0e6-005931b5fbd0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:43:03.622825 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.678894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58872) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:03.806190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.819545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] For port 405c0629-459c-4796-a0e6-005931b5fbd0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:43:03.834515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] For port 405c0629-459c-4796-a0e6-005931b5fbd0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=405c0629-459c-4796-a0e6-005931b5fbd0,segment=NetworkSegment(4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c),segment_id=4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:43:03.866099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5b0cdaeb-35d7-4b07-a2f6-ee940bd6dd9b req-c059b09d-5132-40e8-9acd-2c885480bdfc service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814597 Nov 08 12:43:03.897335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.931445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:03.998569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:04.037309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e8b54-67b1-4300-abf5-c7d85e8a3087 req-31d508f9-a310-4cc3-a031-cbaf10d6a2e8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:04.039151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f8e8b54-67b1-4300-abf5-c7d85e8a3087 req-31d508f9-a310-4cc3-a031-cbaf10d6a2e8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.0607691 Nov 08 12:43:04.101397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f8e8b54-67b1-4300-abf5-c7d85e8a3087 req-e3e95b4e-f75d-4066-9fd6-ca94039da054 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559239 Nov 08 12:43:04.110055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a52434-c9a1-4fe5-bd7d-8e59d7e9500e None None] Pushing event updated for resources: {'Port': ['ID=405c0629-459c-4796-a0e6-005931b5fbd0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:04.126074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:04.220620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:04.230806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:04.234392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:04.237490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:04.239342 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "DELETE /v2.0/security-groups/eadf4a8f-d5f0-418d-9c49-7a4713bbad74 HTTP/1.1" status: 204 len: 168 time: 0.5594893 Nov 08 12:43:04.249416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:04.251554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:04.287296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4351bb-dc6d-49c1-9748-81d5dbeb6d51 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf4a8f-d5f0-418d-9c49-7a4713bbad74,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:04.303708 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-be34162b-225b-4a89-88df-3f836ba998b3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] show failed (client error): The resource could not be found. Nov 08 12:43:04.305458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be34162b-225b-4a89-88df-3f836ba998b3 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "GET /v2.0/security-groups/eadf4a8f-d5f0-418d-9c49-7a4713bbad74 HTTP/1.1" status: 404 len: 347 time: 0.0490527 Nov 08 12:43:04.312232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58884) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:04.325782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=cd2a1c0d-7abc-45ed-8b6a-747fd50b6991,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:04.627545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f36b7-0342-4b00-9821-26fc4211620e req-504396e3-bd8d-4db4-9adc-beac49563bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:04.630209 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-504396e3-bd8d-4db4-9adc-beac49563bdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1094 time: 0.4662068 Nov 08 12:43:04.871272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 405c0629-459c-4796-a0e6-005931b5fbd0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:04.991684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.039507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 405c0629-459c-4796-a0e6-005931b5fbd0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:05.039878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.204609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.313419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 405c0629-459c-4796-a0e6-005931b5fbd0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=405c0629-459c-4796-a0e6-005931b5fbd0,segment=NetworkSegment(4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c),segment_id=4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:05.362108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.431891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.504799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=405c0629-459c-4796-a0e6-005931b5fbd0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:05.604431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f36b7-0342-4b00-9821-26fc4211620e req-8adb50c6-531e-4ea6-8487-eb7ae3dda3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:05.605937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-8adb50c6-531e-4ea6-8487-eb7ae3dda3c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.9552021 Nov 08 12:43:05.675991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-3e014ddc-da1b-4575-988a-a1250655de1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 217 time: 0.0553355 Nov 08 12:43:05.680305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Deleting port 319732d8-615a-44be-9a0f-334a70d7587b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:05.680658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.768526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f36b7-0342-4b00-9821-26fc4211620e req-9f359bd6-0b27-46d5-8dea-013ce24121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:05.770987 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-9f359bd6-0b27-46d5-8dea-013ce24121a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.0874646 Nov 08 12:43:05.937343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f36b7-0342-4b00-9821-26fc4211620e req-f8f00242-8c58-4be0-a005-a946a53c841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:05.938884 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-f8f00242-8c58-4be0-a005-a946a53c841a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557405 Nov 08 12:43:05.971754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:05.972142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.025025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d182fb-1ac1-4d5d-9e4f-abd1cd979d7d None None] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:06.165340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Calling delete_port for 319732d8-615a-44be-9a0f-334a70d7587b owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:06.293888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893f669-264e-4a50-98c4-2d55ef0db385 req-36e460f3-0d46-4e24-81e5-e69bcb2b26bb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:06.303050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1893f669-264e-4a50-98c4-2d55ef0db385 req-36e460f3-0d46-4e24-81e5-e69bcb2b26bb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.9541838 Nov 08 12:43:06.356537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-53bdf002-b755-4644-bd8d-69cca32dc1b2 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872328 Nov 08 12:43:06.377529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0ce9baad-b465-4bb9-aeb2-57e17e9afb51 None None] Provisioning complete for port 405c0629-459c-4796-a0e6-005931b5fbd0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:06.377912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ce9baad-b465-4bb9-aeb2-57e17e9afb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.461911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.482925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1893f669-264e-4a50-98c4-2d55ef0db385 req-fd574782-e330-4845-bcb2-c5264d3e5d9c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617200 Nov 08 12:43:06.488986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Router 599f4556-2aaa-439e-ad46-958e797ad9a4 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:43:06.587460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.592793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.592793 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] 10.222.0.58 "DELETE /v2.0/floatingips/933e1ea6-da84-4bb3-8a0a-23471efd9713 HTTP/1.1" status: 204 len: 168 time: 2.2736745 Nov 08 12:43:06.599818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501aae4-2635-44e5-b629-035a22b4f0f7 tempest-AttachVolumeTestJSON-828242489 tempest-AttachVolumeTestJSON-828242489-project] Pushing event deleted for resources: {'Port': ['ID=319732d8-615a-44be-9a0f-334a70d7587b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:06.684150 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-534f36b7-0342-4b00-9821-26fc4211620e req-d5700fe5-b1f2-41df-9cf3-96b1a17be985 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196855 Nov 08 12:43:06.697376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:43:06.848525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:06.865543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] Sync routers for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:06.888446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 405c0629-459c-4796-a0e6-005931b5fbd0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:06.890277 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:06.892900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:06.978317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:06.981181 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:06.982519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58940) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:06.982996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-686b5e81-1b55-4a91-b861-e4cbe87ed355 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.7445946 Nov 08 12:43:06.995551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:07.009817 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:07.010627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:07.014147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3585dbf0-1552-4dbb-a9e0-fdb9bc7611e8 None None] Provisioning complete for port 405c0629-459c-4796-a0e6-005931b5fbd0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:07.014876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3585dbf0-1552-4dbb-a9e0-fdb9bc7611e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:07.064373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 405c0629-459c-4796-a0e6-005931b5fbd0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:07.065000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:07.069915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'mac_address': 'fa:16:3e:9b:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:43:07.127008 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:07.129373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4004b-91d4-4cae-ad8e-cd24032d555f None None] The sync data for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:07.215205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:07.239458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ae3d10-f443-4c7d-95c9-7b387a89869d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:43:07.297057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:07.415762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:07.525974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:07.614513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52753e0-4101-4e01-96e9-f0ce67d29a3f req-f831f616-9054-4f7f-a319-6855384c81e0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:07.616569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e52753e0-4101-4e01-96e9-f0ce67d29a3f req-f831f616-9054-4f7f-a319-6855384c81e0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.0644529 Nov 08 12:43:07.678493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e52753e0-4101-4e01-96e9-f0ce67d29a3f req-5eea3e27-10df-41ee-8605-4821b2d0b2e6 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548012 Nov 08 12:43:07.698755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f2ae3d10-f443-4c7d-95c9-7b387a89869d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:43:07.749855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.106063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Allocated IP 172.20.0.1 (ab371aad-34ed-4510-bce5-7e5c8c32ede2/c7baabd4-befb-4655-a886-968e23511b19/318c988a-e1ad-444a-986d-1b045a793dad) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:08.250052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.411486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.455560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:08.458136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:08.463112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:08.503250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=318c988a-e1ad-444a-986d-1b045a793dad,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:08.547282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.817555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d206dfd6-6290-4499-a73e-193c2c46da18 None None] Provisioning complete for port 318c988a-e1ad-444a-986d-1b045a793dad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:08.818105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d206dfd6-6290-4499-a73e-193c2c46da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.848201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daa1a-0838-4672-bb76-f865cd1fee3e req-cb6efde5-bb59-4541-8045-76d22b29be57 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:08.850579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c32daa1a-0838-4672-bb76-f865cd1fee3e req-cb6efde5-bb59-4541-8045-76d22b29be57 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.0632775 Nov 08 12:43:08.859710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d206dfd6-6290-4499-a73e-193c2c46da18 None None] Port 318c988a-e1ad-444a-986d-1b045a793dad cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:08.919842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:08.920902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c32daa1a-0838-4672-bb76-f865cd1fee3e req-a40ee53c-16a3-45fb-98fa-bc8656f76e9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641377 Nov 08 12:43:09.179152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-2cd1ba9b-e0dc-4887-b7a8-17061ec8912e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1256459 Nov 08 12:43:09.353760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.354165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.354659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.355121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.355578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.356024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.356480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.358723 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-a37e1552-4acf-45a6-9735-acf11b8b12f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 6502 time: 0.0919790 Nov 08 12:43:09.389329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:09.500108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:09.667594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=318c988a-e1ad-444a-986d-1b045a793dad,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:09.676965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:09.703564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0deb0484-ce2e-4d6b-9edc-be75706cfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.704034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0deb0484-ce2e-4d6b-9edc-be75706cfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.704497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0deb0484-ce2e-4d6b-9edc-be75706cfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.706104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0deb0484-ce2e-4d6b-9edc-be75706cfa30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=8b1d8bab-2430-486f-a213-e05db4931400&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&id=f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 200 len: 2299 time: 0.3112242 Nov 08 12:43:09.826794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-f69e7b63-628d-4d1b-bd0c-28be23abec71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 200 len: 1001 time: 0.1120548 Nov 08 12:43:09.851794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:09.870136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:09.985896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-c7a70742-bd40-4d74-844d-4bafc2a143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:09.987496 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-c7a70742-bd40-4d74-844d-4bafc2a143de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 200 len: 856 time: 0.1533217 Nov 08 12:43:10.067557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-eaf9852a-7064-4569-b7a6-a363a99d5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:10.069088 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-eaf9852a-7064-4569-b7a6-a363a99d5955 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=516bb95e-f98a-4fb8-8df6-30f3dc9314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636370 Nov 08 12:43:10.089292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Router 599f4556-2aaa-439e-ad46-958e797ad9a4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:10.135564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c41c3-a880-4c11-b9a4-5d2bbd9c0693 req-435fad73-dc6e-4840-9695-3f263eb971a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:10.145912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab3c41c3-a880-4c11-b9a4-5d2bbd9c0693 req-435fad73-dc6e-4840-9695-3f263eb971a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.0930309 Nov 08 12:43:10.233580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab3c41c3-a880-4c11-b9a4-5d2bbd9c0693 req-6843167e-e90c-4294-afb8-83c805b9a5bc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861082 Nov 08 12:43:10.314187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d58474e3-b9a7-437b-8c03-3c43b8ca25b3 None None] Provisioning complete for port 318c988a-e1ad-444a-986d-1b045a793dad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:10.315284 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d58474e3-b9a7-437b-8c03-3c43b8ca25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:10.347417 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-2abe3432-452b-4804-a357-eb2c54e81a9b service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688112 Nov 08 12:43:10.381001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d58474e3-b9a7-437b-8c03-3c43b8ca25b3 None None] Port 318c988a-e1ad-444a-986d-1b045a793dad cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:10.399168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:10.407176 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7e0ca089-87f4-4e36-b231-cdea83178035 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "PUT /v2.0/routers/599f4556-2aaa-439e-ad46-958e797ad9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202302 Nov 08 12:43:10.407523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:10.413635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Request body: {'port': {'network_id': 'ab371aad-34ed-4510-bce5-7e5c8c32ede2', 'name': 'tempest-FloatingIPAdminTestJSON-1528645181'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:10.424516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] Sync routers for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:10.441561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:10.442472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:10.531706 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-3ef3e16f-c12a-49e3-9c7b-284734bedf89 service neutron] 10.222.0.57 "GET /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736822 Nov 08 12:43:10.534837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:10.563287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:10.563917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:10.633368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-2acca773-24c7-4c5a-879e-dd6a94bec837 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 217 time: 0.0937662 Nov 08 12:43:10.650902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:10.650902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c26f6-cc4d-4a33-9ed1-447a01a24f3a None None] The sync data for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:10.659357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:10.741452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Made reservation on behalf of 3569ce1f786b4f39912d754f641ece4d for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:10.747478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:10.781718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] device_id is not set on port dd3e68cf-d207-4b6f-b345-95b8023fc57f yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:10.799402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f2ae3d10-f443-4c7d-95c9-7b387a89869d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:43:10.804243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f2ae3d10-f443-4c7d-95c9-7b387a89869d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:10.804618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:10.824472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-75d7a7c1-9bb2-4e24-a45c-8ecd24c5150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:10.850668 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-75d7a7c1-9bb2-4e24-a45c-8ecd24c5150f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.2086446 Nov 08 12:43:10.964076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-594e6f50-ee6f-4d4c-bbf8-433914437da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:10.971322 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-594e6f50-ee6f-4d4c-bbf8-433914437da7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131368 Nov 08 12:43:10.994740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:11.005039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Allocated IP 172.20.0.3 (ab371aad-34ed-4510-bce5-7e5c8c32ede2/c7baabd4-befb-4655-a886-968e23511b19/dd3e68cf-d207-4b6f-b345-95b8023fc57f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:11.054890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:11.062405 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715edefc-80b3-4a5c-85bd-4f0d61bb1069" -d '{"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:11.106078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:11.126624 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc386900-8c15-4b43-bbb0-fdb254e04fa9 x-openstack-request-id: req-fc386900-8c15-4b43-bbb0-fdb254e04fa9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:11.126964 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:11.127223 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc386900-8c15-4b43-bbb0-fdb254e04fa9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:11.127618 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'code': 200} Nov 08 12:43:11.177876 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-363b43a1-ff68-4a58-8cfe-ed6d1fc4b142 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010202 Nov 08 12:43:11.232686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:11.380701 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-54f9ecd9-5467-47b6-ad2c-55519e7691b2 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955285 Nov 08 12:43:11.383895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416fb20-420c-46eb-956b-fb328b1bc642 req-fe41e360-f6fb-4377-8ca3-10d2c89f0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:11.385377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3416fb20-420c-46eb-956b-fb328b1bc642 req-fe41e360-f6fb-4377-8ca3-10d2c89f0bcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1846380 Nov 08 12:43:11.418004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:11.449548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:11.484034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0aafd578-6f22-43ff-8548-8d408851b0c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 217 time: 0.0884197 Nov 08 12:43:11.582965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-8ed93ce1-6098-4bf0-a632-1e28e78f7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:11.590991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-8ed93ce1-6098-4bf0-a632-1e28e78f7839 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0986745 Nov 08 12:43:11.602687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53a36-4432-41fa-8dc4-f51364c4424e req-ef52a8ac-b759-4a2e-840d-6407d85c547f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:11.602687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af53a36-4432-41fa-8dc4-f51364c4424e req-ef52a8ac-b759-4a2e-840d-6407d85c547f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2496626 Nov 08 12:43:11.609206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:11.675992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-8e6954f1-b965-4f9a-94d6-763090c1ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:11.677723 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-8e6954f1-b965-4f9a-94d6-763090c1ae54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818474 Nov 08 12:43:11.680318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3416fb20-420c-46eb-956b-fb328b1bc642 req-463194df-c7ea-4820-8afc-665ac97e6b92 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943364 Nov 08 12:43:11.741533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:11.743052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:11.747414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:11.803758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:11.803758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:11.811280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event updated for resources: {'Port': ['ID=dd3e68cf-d207-4b6f-b345-95b8023fc57f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:11.856757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af53a36-4432-41fa-8dc4-f51364c4424e req-4a0a96af-67a1-4407-81eb-1b7444aa5e27 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555552 Nov 08 12:43:11.910069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7ef69ead-fd51-4d2a-88ff-3de0a0f60699 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5011950 Nov 08 12:43:11.913224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:12.283704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-12877d04-1900-4788-be16-564a7a67116a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:12.300808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-12877d04-1900-4788-be16-564a7a67116a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.2505348 Nov 08 12:43:12.320177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-76834848-afbb-446d-bac8-4ee729d4dd8e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/quotas/bb60dd2ab63e41f4b790a0e1567e63ea HTTP/1.1" status: 200 len: 375 time: 0.0179708 Nov 08 12:43:12.323951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b8ee4829-db6b-44cd-bd20-8fd432c49ec0 None None] Provisioning complete for port dd3e68cf-d207-4b6f-b345-95b8023fc57f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:12.324773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4829-db6b-44cd-bd20-8fd432c49ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:12.449187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'project_id': '3569ce1f786b4f39912d754f641ece4d', 'port_id': 'dd3e68cf-d207-4b6f-b345-95b8023fc57f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:12.462137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4829-db6b-44cd-bd20-8fd432c49ec0 None None] Port dd3e68cf-d207-4b6f-b345-95b8023fc57f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:12.485987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-1bbed462-1576-48de-a5d2-75e37434f3d2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646569 Nov 08 12:43:12.604020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:12.648635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-649386c0-e083-497f-9a9c-d898a993bd25 service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498301 Nov 08 12:43:12.741079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-650eef30-044f-4e0d-a646-21fd028aad8e service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725898 Nov 08 12:43:12.848632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-5aa4a7a3-58fa-44e9-ae12-e77e9e5ae73c service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932473 Nov 08 12:43:12.866972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:12.872453 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-7539586c-a19a-49bc-abab-b70d9ced3773 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Nov 08 12:43:12.957017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-58a19037-eb56-4148-8c8a-54e50c6e317a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0762231 Nov 08 12:43:13.016204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-42fc0a65-e83c-4d80-8342-27f104ffdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.020355 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-42fc0a65-e83c-4d80-8342-27f104ffdd65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0551670 Nov 08 12:43:13.094479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-3615f9e0-75c4-4a49-a310-4b792cfcb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.105724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-3615f9e0-75c4-4a49-a310-4b792cfcb48b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763063 Nov 08 12:43:13.140282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c7cd9-5443-4b53-9638-b7b98b4447c3 req-7fae90ea-394a-4990-a44c-030efa1495ca tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.147669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc2c7cd9-5443-4b53-9638-b7b98b4447c3 req-7fae90ea-394a-4990-a44c-030efa1495ca tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1274862 Nov 08 12:43:13.197799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Allocated IP 172.25.1.201 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/00476f32-4ef9-41ff-af8f-64df9ad3e16c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:13.249093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc2c7cd9-5443-4b53-9638-b7b98b4447c3 req-5af335eb-7c3b-4179-b6e6-ddc5cc0fbb00 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960317 Nov 08 12:43:13.276714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-d20e2cce-9a31-425c-a7f1-e415d930c15f service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681724 Nov 08 12:43:13.332280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de59aa7e-d7e6-4955-b417-7a82ca9d36a4 req-c57509b3-be7d-4231-ad22-4ef09f6a53d7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.1157200 Nov 08 12:43:13.462030 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-3aae6a25-eac5-4d06-bb79-a30a723ac76f service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778712 Nov 08 12:43:13.577304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aedde-484a-488c-9470-557203347fa0 req-50aadd96-e158-4936-a0c9-1fdaf303eda0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.586205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a44aedde-484a-488c-9470-557203347fa0 req-50aadd96-e158-4936-a0c9-1fdaf303eda0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2045765 Nov 08 12:43:13.599270 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-d9bf7edd-0d1f-492e-a41a-0f1617637591 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 200 len: 217 time: 0.1295681 Nov 08 12:43:13.690977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-25b66cb6-0b9b-478d-add3-18f54c379416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.698046 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:13.703481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-25b66cb6-0b9b-478d-add3-18f54c379416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 200 len: 797 time: 0.0955615 Nov 08 12:43:13.776500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a44aedde-484a-488c-9470-557203347fa0 req-0ea73df2-84f0-4828-88d6-b737b496fe0e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755226 Nov 08 12:43:13.814904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:13.838910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-62dde0cf-a76e-45a4-a06e-092566c0e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:13.840651 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-62dde0cf-a76e-45a4-a06e-092566c0e62b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b1d8bab-2430-486f-a213-e05db4931400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306040 Nov 08 12:43:13.885537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:14.025199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:14.055928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:14.061800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:14.063982 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-9c7e19d7-81f2-420a-89cd-1a48ea3c370a service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150176 Nov 08 12:43:14.094651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Pushing event updated for resources: {'Port': ['ID=00476f32-4ef9-41ff-af8f-64df9ad3e16c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:14.100863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db737a3f-35ed-49e5-ac45-b47c8519645b tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:14.113078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db737a3f-35ed-49e5-ac45-b47c8519645b tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1091 time: 0.2965467 Nov 08 12:43:14.116912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:14.142212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:14.304852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-efe74a34-92a0-4331-a119-cdbf49da2186 service neutron] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332067 Nov 08 12:43:14.528741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:14.543915 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-63e23b86-c468-46c2-8b64-3906e35d92a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 200 len: 217 time: 0.2273419 Nov 08 12:43:14.807516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-64c950f8-01b7-47b8-a15b-681a7c7efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:14.813629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-64c950f8-01b7-47b8-a15b-681a7c7efef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.2581074 Nov 08 12:43:14.824161 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.005603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-ed9fa64f-a71e-4f7b-a5af-7e24fc95b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:15.011594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-ed9fa64f-a71e-4f7b-a5af-7e24fc95b8ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847725 Nov 08 12:43:15.016577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8873bde0-c3bd-4a5a-ac0f-0b80abf0efca req-c91bab53-90b1-4791-84b8-5c67f8ae3209 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.5402210 Nov 08 12:43:15.101289 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.299179 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-13a1400b-0309-49e9-a40f-d505783da81e service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732396 Nov 08 12:43:15.335952 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.433940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.512960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.588190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Pushing event updated for resources: {'Port': ['ID=00476f32-4ef9-41ff-af8f-64df9ad3e16c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:15.619083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-6690ed86-4aaf-4713-a952-8045576ae452 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054972 Nov 08 12:43:15.645660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.688409 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-85be4866-4bab-484a-a301-e36fd95fc661 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 200 len: 217 time: 0.0626950 Nov 08 12:43:15.705285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.61 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5ab88c0f-5d9b-4b23-be40-87c921cb6723) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:15.847640 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Floating IP 03c91e0b-0d19-4e85-b70c-5d25ffeda984 associated. External IP: 172.25.1.201, port: dd3e68cf-d207-4b6f-b345-95b8023fc57f. Nov 08 12:43:15.920713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:15.933716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-f14d1424-a1a0-4edd-a91c-57e631c63025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:15.935373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-f14d1424-a1a0-4edd-a91c-57e631c63025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 200 len: 797 time: 0.2221708 Nov 08 12:43:16.031154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-607ce7df-d6f8-4a88-97a7-abed7496014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:16.033611 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-607ce7df-d6f8-4a88-97a7-abed7496014e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7c2097d-00c4-4ede-b600-6db1d5e991f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902631 Nov 08 12:43:16.235238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e013fa6-91c9-4832-b736-2963444a1a6c req-4431c2db-8b09-43f4-9aa8-911b1b0dd647 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.0643349 Nov 08 12:43:16.341919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-fda9fcb7-b252-4a20-b2fc-a5ceff957081 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:16.343508 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-fda9fcb7-b252-4a20-b2fc-a5ceff957081 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.2569616 Nov 08 12:43:16.356931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:16.364515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Request body: {'port': {'device_id': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'admin_state_up': True, 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:16.443143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Router 599f4556-2aaa-439e-ad46-958e797ad9a4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:16.597528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:16.612673 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] Sync routers for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:16.628471 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:16.629133 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:16.755680 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:16.755945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:16.779089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:16.779963 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:16.801050 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-d7110e75-04a3-4cf5-bef1-d277194b0319 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7494810 Nov 08 12:43:16.832581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9a426b65-7478-47ef-942c-f28a8935d1f0 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.9179990 Nov 08 12:43:16.834353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59150) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:16.842399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:16.877569 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:16.879184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93564-12e9-472a-bedb-0804ddbcaf2d None None] The sync data for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:16.978575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5ab88c0f-5d9b-4b23-be40-87c921cb6723,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:17.013987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:17.017645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:17.029436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:17.034795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4568a776-da32-476f-b44b-7438829c3e4f tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "GET /v2.0/floatingips/03c91e0b-0d19-4e85-b70c-5d25ffeda984 HTTP/1.1" status: 200 len: 983 time: 0.1986182 Nov 08 12:43:17.036041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:17.058665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:17.064997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:17.235079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a51399a-7f9a-4ec6-b1e3-22c168f57a18 req-0e875ca8-66ac-404f-bbde-267a94c1b117 service neutron] 10.222.0.57 "GET /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213219 Nov 08 12:43:17.563890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Allocated IP 172.20.0.14 (2cfa54bc-56f4-4936-9f66-bcbf88e87c47/f0762b07-ce8d-4205-b465-a6f5946a840e/5345e71f-1828-4f5f-bcc8-3dde8f9f365b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:17.855782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b22a11a-99f4-4bcb-b2bc-b502333d5535 req-7d1f5f58-8bb9-4464-bf92-f0a9f6d546ba tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.0722795 Nov 08 12:43:17.965018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f806ea9b-ad2a-4b35-b8c2-0f7107560864 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.9264166 Nov 08 12:43:17.965844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:18.043180 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.172995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.230895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port 00476f32-4ef9-41ff-af8f-64df9ad3e16c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:18.230895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.312124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.326759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:43:18.381744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.382091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.432074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for 00476f32-4ef9-41ff-af8f-64df9ad3e16c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:18.484307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:43:18.499634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:18.502127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event updated for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:18.506394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:18.516812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:18.672603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:18.680875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.839377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:18.839377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:18.912822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb296002-c8d7-443a-8340-6f2b0329fa83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.056937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.079901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907c9f-932b-47c7-a869-fd60b9b0685d req-70101bb4-5229-4201-bb98-d454fe04ca2c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:19.081732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2907c9f-932b-47c7-a869-fd60b9b0685d req-70101bb4-5229-4201-bb98-d454fe04ca2c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 932 time: 0.0801375 Nov 08 12:43:19.159301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2907c9f-932b-47c7-a869-fd60b9b0685d req-85edc6a0-032e-4769-a0f0-d3f6cdd4ccc9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Nov 08 12:43:19.320865 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-94b4ecce-a2e6-4159-a46a-80a84fbd5eff tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9610972 Nov 08 12:43:19.325955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.334191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Request body: {'port': {'device_id': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:19.381001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.401738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=00476f32-4ef9-41ff-af8f-64df9ad3e16c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:19.506100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.519172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5ab88c0f-5d9b-4b23-be40-87c921cb6723,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:19.583558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.645515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.646096 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Floating IP 03c91e0b-0d19-4e85-b70c-5d25ffeda984 disassociated (deleted). External IP: 172.25.1.201, port: dd3e68cf-d207-4b6f-b345-95b8023fc57f. Nov 08 12:43:19.834707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb296002-c8d7-443a-8340-6f2b0329fa83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:19.838753 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e associated. External IP: 172.25.1.61, port: f2ae3d10-f443-4c7d-95c9-7b387a89869d. Nov 08 12:43:19.973921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Router 599f4556-2aaa-439e-ad46-958e797ad9a4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:19.983115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb296002-c8d7-443a-8340-6f2b0329fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.112713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb296002-c8d7-443a-8340-6f2b0329fa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38005bfa-afce-4c36-9c4e-9182a6449eaa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:20.212605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cb296002-c8d7-443a-8340-6f2b0329fa83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74d708c1805b48ddb1f616315eaeba55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5387497 Nov 08 12:43:20.239524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:20.255313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.466665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.474886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:20.490107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] Sync routers for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:20.491132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.511512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca71d2-94e1-4b03-98cf-33968f455b0d req-039a03a5-0c33-4ce0-b455-fef8cbca1f42 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:20.513840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:20.519200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:20.524046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bca71d2-94e1-4b03-98cf-33968f455b0d req-039a03a5-0c33-4ce0-b455-fef8cbca1f42 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 932 time: 0.2222514 Nov 08 12:43:20.545197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59200) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:20.551941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.617310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:20.638656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:20.639420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:20.665457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-049a6a67-6db7-4258-ba32-777c5aa2875a tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/floatingips/03c91e0b-0d19-4e85-b70c-5d25ffeda984 HTTP/1.1" status: 204 len: 168 time: 2.6970000 Nov 08 12:43:20.669924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:20.677656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:20.709578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bca71d2-94e1-4b03-98cf-33968f455b0d req-2835fc46-12df-4e86-943f-00d481ed820c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846561 Nov 08 12:43:20.739338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:20.740152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a9943b-aff8-422b-a3f6-170de7b1257a None None] The sync data for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:20.764799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dec17fd4-0d97-42d8-907f-55aa61fa7659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.826836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.829769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.832505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38005bfa-afce-4c36-9c4e-9182a6449eaa HTTP/1.1" status: 204 len: 168 time: 0.5918429 Nov 08 12:43:20.862644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43afa9b-d228-48d3-acdd-f90f2af2b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38005bfa-afce-4c36-9c4e-9182a6449eaa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:20.891224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5345e71f-1828-4f5f-bcc8-3dde8f9f365b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:43:20.898861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.912168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:20.961710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Transition to ACTIVE for port object 5345e71f-1828-4f5f-bcc8-3dde8f9f365b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:43:21.053817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.137643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:21.156791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dec17fd4-0d97-42d8-907f-55aa61fa7659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.188185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Pushing event updated for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:21.350879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dec17fd4-0d97-42d8-907f-55aa61fa7659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.429639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Attempting to bind port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:43:21.429987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Attempting to bind port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:43:21.430333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Attempting to bind port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:21.438935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dec17fd4-0d97-42d8-907f-55aa61fa7659 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35c71fce524e40c3b72ebcac7633d939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8924372 Nov 08 12:43:21.442649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:21.443006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17fd4-0d97-42d8-907f-55aa61fa7659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dbc99d-ef6f-42d4-ac06-e912c97791d3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:21.447490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:43:21.447828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Attempting to bind port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:21.452072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:21.462617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.467009 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Sync routers for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:21.473573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:43:21.476081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Checking segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:21.476081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Bound using segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:43:21.476081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Bound port: 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:43:21.476081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.479841 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:21.481163 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:21.504519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.533604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.642283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.645523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:21.687988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Allocated IP 172.25.1.29 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/128f8b65-a79f-4be5-9c68-268bfc2b96f4) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:21.699921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:43:21.708294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:43:21.722976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7acebde6-821e-490c-9760-7e02034239d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5896189 Nov 08 12:43:21.725431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:21.735291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.740019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.745400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67dbc99d-ef6f-42d4-ac06-e912c97791d3 HTTP/1.1" status: 204 len: 168 time: 0.2991428 Nov 08 12:43:21.756263 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:21.777080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275549d-c89f-4d07-a10b-311a5ab65dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dbc99d-ef6f-42d4-ac06-e912c97791d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:21.818344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:21.843633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.845860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0697237a-7ff6-4ca0-be2b-3be2a3304065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.991646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:21.992967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:21.999065 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-638db488-8085-4080-8b29-83bdb10096eb service neutron] 10.222.0.61 "PUT /v2.0/ports/5345e71f-1828-4f5f-bcc8-3dde8f9f365b HTTP/1.1" status: 200 len: 1092 time: 2.6682665 Nov 08 12:43:22.003693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537105d-fc8e-45b6-a00e-f725d1a40492 req-4908b0d9-0dd7-4299-8c8f-6fb2ae9a3763 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.005240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6537105d-fc8e-45b6-a00e-f725d1a40492 req-4908b0d9-0dd7-4299-8c8f-6fb2ae9a3763 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1123703 Nov 08 12:43:22.017610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576c7d8-c7a8-41b9-8f02-781d822a85bd req-01d757af-529f-4a19-a363-5e544cc149bf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.026127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1576c7d8-c7a8-41b9-8f02-781d822a85bd req-01d757af-529f-4a19-a363-5e544cc149bf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 944 time: 0.1596286 Nov 08 12:43:22.061824 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'mac_address': 'fa:16:3e:9b:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:43:17Z', 'updated_at': '2021-11-08T12:43:17Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:22.078838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638db488-8085-4080-8b29-83bdb10096eb service neutron] Pushing event updated for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:22.117850 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Checking router: b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:43:22.131256 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:22.131731 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:22.134083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.142832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1576c7d8-c7a8-41b9-8f02-781d822a85bd req-561ec59d-087b-4e13-b5db-4617de49099e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157475 Nov 08 12:43:22.151386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0697237a-7ff6-4ca0-be2b-3be2a3304065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.156977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6537105d-fc8e-45b6-a00e-f725d1a40492 req-71d7e8b6-0aa5-442d-a36e-138edfd9e08f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216328 Nov 08 12:43:22.201016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:22.216653 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09084fe-cec5-42e5-bc1b-548324e5c470 x-openstack-request-id: req-d09084fe-cec5-42e5-bc1b-548324e5c470 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:22.216927 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:22.217227 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d09084fe-cec5-42e5-bc1b-548324e5c470 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:22.218007 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'status': 'completed', 'code': 200} Nov 08 12:43:22.239137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-5a2168fa-ed36-4245-957b-2c1f447f2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.240615 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-5a2168fa-ed36-4245-957b-2c1f447f2dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 1095 time: 0.0924459 Nov 08 12:43:22.319349 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:22.334564 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-948d3083-0373-403a-b277-fa0911f55d9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b HTTP/1.1" status: 200 len: 217 time: 0.0808504 Nov 08 12:43:22.338201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.386188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6068ba7a-a271-48fc-83e0-124555bd9369 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 200 len: 990 time: 0.1838012 Nov 08 12:43:22.387089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0697237a-7ff6-4ca0-be2b-3be2a3304065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.467810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d020-aa09-4f11-bd62-5e926d84293a req-ec5ddd31-2e50-4e5b-b57b-bc45560548d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.469456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-ec5ddd31-2e50-4e5b-b57b-bc45560548d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.1233230 Nov 08 12:43:22.477327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:22.483517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0697237a-7ff6-4ca0-be2b-3be2a3304065 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60280069cb9a4db281bba9ed439259ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6627545 Nov 08 12:43:22.487059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:22.496665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:22.498807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Pushing event updated for resources: {'Port': ['ID=128f8b65-a79f-4be5-9c68-268bfc2b96f4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:22.514119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:22.524613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697237a-7ff6-4ca0-be2b-3be2a3304065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a5ea42-9ce1-473e-813a-f1c33eae13aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:22.585068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.611898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.617665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.650990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-ed051791-a07d-4a4f-b10a-0a743b398e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.652748 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-ed051791-a07d-4a4f-b10a-0a743b398e87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1096 time: 0.4111979 Nov 08 12:43:22.660078 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-1ffee77f-25ed-47a7-a16b-1104fb15b607 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514797 Nov 08 12:43:22.744806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'mac_address': 'fa:16:3e:9b:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:43:17Z', 'updated_at': '2021-11-08T12:43:17Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:22.781113 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957b7e9-dfee-43a7-8dc9-36cf0e3bab76 None None] The sync data for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 is: [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'mac_address': 'fa:16:3e:9b:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:43:17Z', 'updated_at': '2021-11-08T12:43:17Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:22.867371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.870267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.871639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6a5ea42-9ce1-473e-813a-f1c33eae13aa HTTP/1.1" status: 204 len: 168 time: 0.3836520 Nov 08 12:43:22.881051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5357-9a42-4cc5-95d7-91b73d9370d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a5ea42-9ce1-473e-813a-f1c33eae13aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:22.907891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:22.966392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-f542f9c6-747d-4ded-8601-891367940ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:22.967901 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-f542f9c6-747d-4ded-8601-891367940ebd service neutron] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.2861137 Nov 08 12:43:22.975073 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-f99c09b4-2f26-4256-a24e-a7a7b76b6ade service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103805 Nov 08 12:43:23.164692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1eae9-fc1a-47ff-bb09-d39208a121bf None None] New status for floating IP f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:43:23.233269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:23.237868 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8054-f8d4-4011-824f-fccb29e97ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.246227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b887862-aeb1-4bb9-b547-a56db556e23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.301968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-66748075-f67a-491e-a062-0b565dd51be2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 998 time: 0.2978806 Nov 08 12:43:23.334196 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8055d020-aa09-4f11-bd62-5e926d84293a req-b147cd66-b03d-4409-9c27-0b6a0341be7c service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484805 Nov 08 12:43:23.367578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6114ce3-ad64-4004-b5c2-7b967d04d9f3 req-7d3cd677-e1f6-4630-936b-b22bd5056179 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:23.376119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6114ce3-ad64-4004-b5c2-7b967d04d9f3 req-7d3cd677-e1f6-4630-936b-b22bd5056179 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 944 time: 0.1010814 Nov 08 12:43:23.403346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59252) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:23.538206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-a763b832-0b8b-49a9-bc04-8f9c3c043845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:23.542961 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-a763b832-0b8b-49a9-bc04-8f9c3c043845 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.2312849 Nov 08 12:43:23.585478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9c50b5d-5d2d-4722-91ba-2c2b0c548c9b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 200 len: 990 time: 0.1770024 Nov 08 12:43:23.586017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.627875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b887862-aeb1-4bb9-b547-a56db556e23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.668709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-494cdc20-e04d-4dba-91b1-0f45610ceaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:23.670646 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-494cdc20-e04d-4dba-91b1-0f45610ceaff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129813 Nov 08 12:43:23.677270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6114ce3-ad64-4004-b5c2-7b967d04d9f3 req-a704c087-8848-40aa-a73e-7087cb2fb8fc tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000262 Nov 08 12:43:23.736123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b887862-aeb1-4bb9-b547-a56db556e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.792040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.793341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b887862-aeb1-4bb9-b547-a56db556e23d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a702ac14cc8c4564a3f63550addbfb8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621343 Nov 08 12:43:23.795584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:23.950039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.974139 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:23.992607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Pushing event updated for resources: {'Port': ['ID=128f8b65-a79f-4be5-9c68-268bfc2b96f4,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:24.017347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-caea2440-6c4b-420d-a13e-1e2a97ffdb87 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367155 Nov 08 12:43:24.019658 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:24.073234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b887862-aeb1-4bb9-b547-a56db556e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f5d1a-ae6a-42cc-b9e9-1e50dd6e46c3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:24.168537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:24.172339 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76efbf5a-18c3-447e-96ce-f30e261a6bb7 tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4988303 Nov 08 12:43:24.173440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:24.178232 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d6785ffa-f4c5-4e3c-860b-5cd938eae9c3 req-7a4493af-6543-4efa-a509-76f529027991 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537683 Nov 08 12:43:24.198763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:24.201847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:24.206411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d97f5d1a-ae6a-42cc-b9e9-1e50dd6e46c3 HTTP/1.1" status: 204 len: 168 time: 0.4073510 Nov 08 12:43:24.219375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:24.222316 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e9e97-978a-4a0d-8c7a-1996a7838d87" -d '{"events": [{"name": "network-changed", "server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:24.233843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e563fa-ec8d-4e10-aeb8-2148d8be39f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f5d1a-ae6a-42cc-b9e9-1e50dd6e46c3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:24.302456 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c2c11-cccf-4518-87ad-a8fda9cbb93c x-openstack-request-id: req-994c2c11-cccf-4518-87ad-a8fda9cbb93c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:24.303016 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:24.303478 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-994c2c11-cccf-4518-87ad-a8fda9cbb93c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:24.304059 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b', 'status': 'completed', 'code': 200} Nov 08 12:43:24.376502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-bedab83e-24e9-4ee4-a9ca-c306718be4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:24.378211 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-bedab83e-24e9-4ee4-a9ca-c306718be4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 1095 time: 0.0558248 Nov 08 12:43:24.488272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:24.565759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-35b23bab-17e5-4b5b-9201-b1fdbdd6de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:24.567596 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-35b23bab-17e5-4b5b-9201-b1fdbdd6de05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.1804953 Nov 08 12:43:24.588175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59282) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:24.625361 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-ab388d86-01b2-4e73-a735-eb22c32fd7af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b HTTP/1.1" status: 200 len: 217 time: 0.0498967 Nov 08 12:43:24.701200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:24.820346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-e43860de-4bcf-4e83-b563-eff6d4567d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:24.823434 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-e43860de-4bcf-4e83-b563-eff6d4567d72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.1882837 Nov 08 12:43:24.824958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4c34714b-e945-4284-9f25-7855bb3cad9b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 200 len: 992 time: 0.2353575 Nov 08 12:43:24.915656 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-2b6c6e85-16c1-4c0c-b11e-d4ebb2ec7575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821655 Nov 08 12:43:25.022073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2386-7fa1-45fc-bbe1-94127c291660 req-cca95f99-8c78-4453-b7ba-b53d2edb34ae tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:25.023618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9da2386-7fa1-45fc-bbe1-94127c291660 req-cca95f99-8c78-4453-b7ba-b53d2edb34ae tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 944 time: 0.1307890 Nov 08 12:43:25.123311 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-a3ff8de7-394e-4dbf-8726-9aab10c57672 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956244 Nov 08 12:43:25.167821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9da2386-7fa1-45fc-bbe1-94127c291660 req-ecc28889-8344-41f3-959e-ddb6cd5d36b2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323519 Nov 08 12:43:25.187118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:25.372970 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-455e9e97-978a-4a0d-8c7a-1996a7838d87 req-b90832ab-7260-4049-98cd-53e5bc62dc1c service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383630 Nov 08 12:43:25.435711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Allocated IP 172.25.1.197 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6b731835-1b40-45ee-a06e-9df2df7508e8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:25.506879 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6fea-bde4-4a22-bdf2-95b2ea378c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:25.618215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:25.775644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:25.816943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:25.820307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:25.824850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:25.881476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Pushing event updated for resources: {'Port': ['ID=6b731835-1b40-45ee-a06e-9df2df7508e8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:25.992404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.149714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.443219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c684e4d-0323-40f8-8e9e-5561ab0be870 req-be67d357-2537-4d2c-9a15-47175c3fef6a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:26.444892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c684e4d-0323-40f8-8e9e-5561ab0be870 req-be67d357-2537-4d2c-9a15-47175c3fef6a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 944 time: 0.1080658 Nov 08 12:43:26.447270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.519256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c684e4d-0323-40f8-8e9e-5561ab0be870 req-9af07e05-7fd1-4fb6-8ffa-767d3db97826 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625870 Nov 08 12:43:26.520722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.598592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5345e71f-1828-4f5f-bcc8-3dde8f9f365b details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:43:26.601384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Pushing event updated for resources: {'Port': ['ID=6b731835-1b40-45ee-a06e-9df2df7508e8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:26.604248 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.717229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:26.729652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'port_id': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b', 'mac_address': 'fa:16:3e:c5:ce:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0762b07-ce8d-4205-b465-a6f5946a840e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:43:26.732706 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.772263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.772791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:26.776592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7a1b0bf4-a6df-4313-a600-b376c60e1a05 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5987141 Nov 08 12:43:26.777333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:26.791795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5345e71f-1828-4f5f-bcc8-3dde8f9f365b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:43:26.831528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:26.893535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:26.895534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a7136ff9-6e45-4db2-9b18-a5ae00ccb84c tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1158657 Nov 08 12:43:26.927675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59366) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:26.961998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.057622 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73acafe6-5b06-4def-860b-30d1ce3e3627 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1613014 Nov 08 12:43:27.060456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59374) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:27.067260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:27.079109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-04b97f65-100c-418f-be49-efe631c2c2f0 req-9b629b82-a622-419f-813c-2f7956587ceb tempest-ImagesOneServerNegativeTestJSON-1423405891 tempest-ImagesOneServerNegativeTestJSON-1423405891-project] (102536) timed out ('10.222.0.61', 63805) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:43:27.082416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.084408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.084937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.090876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.091412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.091909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.092400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.092902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.093492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.093976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.094485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.095007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:27.195235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5345e71f-1828-4f5f-bcc8-3dde8f9f365b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:43:27.208750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369f11c-e3b6-4142-8831-25874c1d80e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.264539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Deleting port 6b731835-1b40-45ee-a06e-9df2df7508e8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:27.264854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.358273 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369f11c-e3b6-4142-8831-25874c1d80e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.359423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.359752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.373390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Calling delete_port for 6b731835-1b40-45ee-a06e-9df2df7508e8 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:27.554156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3369f11c-e3b6-4142-8831-25874c1d80e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.605435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3369f11c-e3b6-4142-8831-25874c1d80e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b775e3cf56c14ad2a83df9510d504880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6704566 Nov 08 12:43:27.605636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:27.626147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369f11c-e3b6-4142-8831-25874c1d80e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af3b1d-fab7-43c7-bda8-37ce359b55cd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:27.642718 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.680995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Pushing event deleted for resources: {'Port': ['ID=6b731835-1b40-45ee-a06e-9df2df7508e8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:27.698662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f55ee-b495-4180-aa91-53c8db3a5e2d req-2ebeea5f-4a50-4333-b5d0-99441ef64912 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:27.700360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed2f55ee-b495-4180-aa91-53c8db3a5e2d req-2ebeea5f-4a50-4333-b5d0-99441ef64912 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 945 time: 0.0959544 Nov 08 12:43:27.716024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.758538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed2f55ee-b495-4180-aa91-53c8db3a5e2d req-44315a09-264a-43c7-a70f-6dedc1c7bba0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Nov 08 12:43:27.764553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.779500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.782147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.785976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6e59be93-d49b-4a50-a423-21fcbcba3dd4 tempest-FloatingIPAdminTestJSON-1725346940 tempest-FloatingIPAdminTestJSON-1725346940-project] 10.222.0.58 "DELETE /v2.0/floatingips/6024df5f-1bf4-4d22-a9d1-fb26eb1314a5 HTTP/1.1" status: 204 len: 168 time: 0.7199130 Nov 08 12:43:27.786306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:27.906657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.911833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:27.912958 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1af3b1d-fab7-43c7-bda8-37ce359b55cd HTTP/1.1" status: 204 len: 168 time: 0.3100779 Nov 08 12:43:27.926097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09690e-26a0-496c-890b-5a410e357803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af3b1d-fab7-43c7-bda8-37ce359b55cd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:27.937463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Deleting port 128f8b65-a79f-4be5-9c68-268bfc2b96f4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:27.937819 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.071641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.072089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.087653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Calling delete_port for 128f8b65-a79f-4be5-9c68-268bfc2b96f4 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:28.089080 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.202184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59410) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:28.352518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.387748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Pushing event deleted for resources: {'Port': ['ID=128f8b65-a79f-4be5-9c68-268bfc2b96f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:28.472052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.480609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.485845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59424) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:28.486037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cddcd9b0-e06d-418b-a0c3-1d68f66e798a tempest-FloatingIPAdminTestJSON-1127192899 tempest-FloatingIPAdminTestJSON-1127192899-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/3b287207-0a57-4f1b-815a-90d1293f7a67 HTTP/1.1" status: 204 len: 168 time: 0.6986344 Nov 08 12:43:28.593887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5345e71f-1828-4f5f-bcc8-3dde8f9f365b up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:28.809967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:43:28.815137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:28.816426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:28.996028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066e07f-1974-46a1-97fa-36d148eea263 req-23f3431a-e064-4c80-adee-0aa05d12e40a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:29.008579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6066e07f-1974-46a1-97fa-36d148eea263 req-23f3431a-e064-4c80-adee-0aa05d12e40a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 945 time: 0.1111763 Nov 08 12:43:29.080201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6066e07f-1974-46a1-97fa-36d148eea263 req-34a1b946-83fc-42db-b715-23b6e3c2ad59 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 Nov 08 12:43:29.124338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59446) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:29.287291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.308044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.322965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b340b8-1ed8-4e90-80cf-4641825f3235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.325796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:43:29.328311 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a93bc1-66e1-4c3f-bc0f-00692a91ce14" -d '{"events": [{"server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "name": "network-vif-plugged", "status": "completed", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:43:29.348827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:29.397820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port dd3e68cf-d207-4b6f-b345-95b8023fc57f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:29.398332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.433898 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09292f7-c080-475f-bac2-fa0b4e11c9ff x-openstack-request-id: req-b09292f7-c080-475f-bac2-fa0b4e11c9ff {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:43:29.434360 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "name": "network-vif-plugged", "status": "completed", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:43:29.435475 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b09292f7-c080-475f-bac2-fa0b4e11c9ff {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:43:29.435953 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b', 'code': 200} Nov 08 12:43:29.479177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.521509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b340b8-1ed8-4e90-80cf-4641825f3235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.563902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:29.609898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.613760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b340b8-1ed8-4e90-80cf-4641825f3235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.650358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5641f3f-27a7-45d1-86d6-6ba59d7058d1 req-592b5dcf-2d1a-4298-b2d7-50ab2ae0b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:29.654680 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e5641f3f-27a7-45d1-86d6-6ba59d7058d1 req-592b5dcf-2d1a-4298-b2d7-50ab2ae0b054 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 1097 time: 0.1347606 Nov 08 12:43:29.654680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for dd3e68cf-d207-4b6f-b345-95b8023fc57f owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:29.655340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5b340b8-1ed8-4e90-80cf-4641825f3235 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ec2d38c57284136a6f60f25eb4cee79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295715 Nov 08 12:43:29.656533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b340b8-1ed8-4e90-80cf-4641825f3235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb0268-5e71-4b8b-b30a-fbc64363e3ba,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:29.658919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59462) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:29.726174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.756303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.793762 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e5641f3f-27a7-45d1-86d6-6ba59d7058d1 req-2bd07f91-b49d-4a32-87e7-7604ae56d364 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289959 Nov 08 12:43:29.912254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.914936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.916152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01bb0268-5e71-4b8b-b30a-fbc64363e3ba HTTP/1.1" status: 204 len: 168 time: 0.2562027 Nov 08 12:43:29.932003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760fcd5-c6c6-45fd-b015-5d8782b21392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb0268-5e71-4b8b-b30a-fbc64363e3ba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:29.953454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:29.990388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59472) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:30.010710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.077347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=dd3e68cf-d207-4b6f-b345-95b8023fc57f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:30.259153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.265507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:30.266664 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd3e06a0-a25b-4834-92cd-e418c5a30c61 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/ports/dd3e68cf-d207-4b6f-b345-95b8023fc57f HTTP/1.1" status: 204 len: 168 time: 1.7786400 Nov 08 12:43:30.323902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc42b43-bdf4-49b4-85a1-c5b48b452ba2 req-2df25038-1462-4635-8c32-a07de7b8e4e0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:30.332945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dc42b43-bdf4-49b4-85a1-c5b48b452ba2 req-2df25038-1462-4635-8c32-a07de7b8e4e0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 946 time: 0.1469119 Nov 08 12:43:30.399408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a16862f-dcdf-41c3-9be3-57a0bfdb72c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.414849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Deleting port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:30.418956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.434451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd08038-2e75-4b6e-83fb-868092e583b4 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:30.438915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3dd08038-2e75-4b6e-83fb-868092e583b4 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "GET /v2.0/ports?device_id=599f4556-2aaa-439e-ad46-958e797ad9a4 HTTP/1.1" status: 200 len: 913 time: 0.1687126 Nov 08 12:43:30.440105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59488) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:30.479504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6dc42b43-bdf4-49b4-85a1-c5b48b452ba2 req-596c0705-b5b1-41f0-82bb-24477d963c2b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397448 Nov 08 12:43:30.561160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a16862f-dcdf-41c3-9be3-57a0bfdb72c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.595109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] For port 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:30.595476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.618043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Calling delete_port for 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:30.682218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a16862f-dcdf-41c3-9be3-57a0bfdb72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:30.727353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4a16862f-dcdf-41c3-9be3-57a0bfdb72c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f4b6e0f4eaa4630b102245693969b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353413 Nov 08 12:43:30.728510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16862f-dcdf-41c3-9be3-57a0bfdb72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d55d3c2-b094-4470-b548-35e88c3723dc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:30.730532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59500) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:30.946742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.008204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:31.013564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.133422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d27c619c-8510-4549-9bda-a54d80afccf4 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-325046505'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:31.133890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d27c619c-8510-4549-9bda-a54d80afccf4 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Unknown quota resources ['metering_label']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:43:31.152564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.189221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.193407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:31.236786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.239802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.241246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d55d3c2-b094-4470-b548-35e88c3723dc HTTP/1.1" status: 204 len: 168 time: 0.5094388 Nov 08 12:43:31.306653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2946841-9bf9-4c3c-8cb0-3beef248a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d55d3c2-b094-4470-b548-35e88c3723dc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:31.614233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.805757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d27c619c-8510-4549-9bda-a54d80afccf4 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.809926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:31.810098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d27c619c-8510-4549-9bda-a54d80afccf4 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7977562 Nov 08 12:43:31.816389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5a5d46a5-35fa-4119-ae84-7797c99bc9e0 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0dd814ec-003d-48c7-95ef-c24478c391df'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:31.816389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5a5d46a5-35fa-4119-ae84-7797c99bc9e0 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:43:31.825407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port 318c988a-e1ad-444a-986d-1b045a793dad {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:31.825827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:31.856624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2de84-5f37-4f0f-b80d-676083506ee5 req-3fef6503-1f0b-492d-bd25-08acd2916186 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:31.858469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cb2de84-5f37-4f0f-b80d-676083506ee5 req-3fef6503-1f0b-492d-bd25-08acd2916186 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 946 time: 0.0567789 Nov 08 12:43:31.909308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cb2de84-5f37-4f0f-b80d-676083506ee5 req-fdd8830d-3fe3-4415-989e-980d10430e7e tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Nov 08 12:43:32.057584 n-d-816990-1 neutron-server[102536]: WARNING neutron.services.metering.metering_plugin [None req-5a5d46a5-35fa-4119-ae84-7797c99bc9e0 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 12:43:32.061736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.148565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:32.162935 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86948390-49e7-40e3-96f5-350ee70bdbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.250732 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86948390-49e7-40e3-96f5-350ee70bdbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.327660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86948390-49e7-40e3-96f5-350ee70bdbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.367213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948390-49e7-40e3-96f5-350ee70bdbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b8bd2a-762d-4ab2-a5fd-12ca22e17ebf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:32.374862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-86948390-49e7-40e3-96f5-350ee70bdbaa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd928bd4789e4de98703d871d6937548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248719 Nov 08 12:43:32.375526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:32.466810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.490557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.554303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for 318c988a-e1ad-444a-986d-1b045a793dad owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:32.594391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a5d46a5-35fa-4119-ae84-7797c99bc9e0 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.595566 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a5d46a5-35fa-4119-ae84-7797c99bc9e0 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7848399 Nov 08 12:43:32.603453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Router bef17caa-1344-4eae-aea8-3c2f9033c5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:32.605183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:32.610132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-53214026-5b88-4886-bef3-8394fd3d0d76 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0dd814ec-003d-48c7-95ef-c24478c391df'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:32.610673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-53214026-5b88-4886-bef3-8394fd3d0d76 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:43:32.689255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.692262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.696567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06b8bd2a-762d-4ab2-a5fd-12ca22e17ebf HTTP/1.1" status: 204 len: 168 time: 0.3200579 Nov 08 12:43:32.705723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0823e8-f25f-4244-8950-7c0434e31a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b8bd2a-762d-4ab2-a5fd-12ca22e17ebf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:32.758420 n-d-816990-1 neutron-server[102535]: WARNING neutron.services.metering.metering_plugin [None req-53214026-5b88-4886-bef3-8394fd3d0d76 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 12:43:32.838195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:32.845133 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-35246a79-3d09-45e5-a89d-9574e4aa3b51 admin admin] 10.222.0.58 "PUT /v2.0/routers/bef17caa-1344-4eae-aea8-3c2f9033c5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6418626 Nov 08 12:43:32.852667 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Sync routers for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:32.853388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:32.865938 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:32.867792 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:43:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:32.943873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53214026-5b88-4886-bef3-8394fd3d0d76 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:32.945892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53214026-5b88-4886-bef3-8394fd3d0d76 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3395517 Nov 08 12:43:32.951775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:32.972281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-41ee8fdd-53af-4a7e-99fe-8bc9ae700052 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=178c257a-aed1-4367-91dc-163bf8a9847e HTTP/1.1" status: 200 len: 464 time: 0.0183048 Nov 08 12:43:32.975518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:33.069681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.202986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.205986 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:33.222787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.245030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15584e93-c014-4f80-b83c-7edc9f3c748b tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.252730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-15584e93-c014-4f80-b83c-7edc9f3c748b tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/178c257a-aed1-4367-91dc-163bf8a9847e HTTP/1.1" status: 204 len: 168 time: 0.2759171 Nov 08 12:43:33.255068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:33.270391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-915e918d-025d-44d6-899e-39e3185891f9 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=178c257a-aed1-4367-91dc-163bf8a9847e HTTP/1.1" status: 200 len: 221 time: 0.0138257 Nov 08 12:43:33.274493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59564) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:33.279146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-62a87f7d-30f3-476a-a0ae-91b3c73ce33a tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1159059109', 'description': 'label created by tempest'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:33.282645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-62a87f7d-30f3-476a-a0ae-91b3c73ce33a tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Unknown quota resources ['metering_label']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:43:33.649041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=318c988a-e1ad-444a-986d-1b045a793dad,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:33.652722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.658972 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:43:31Z', 'revision_number': 5, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port': {'id': 'e012dde3-fadc-4983-9974-23a76a2769d2', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:57Z', 'updated_at': '2021-11-08T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:33.748689 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Checking router: bef17caa-1344-4eae-aea8-3c2f9033c5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:43:33.774440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Routers {'bef17caa-1344-4eae-aea8-3c2f9033c5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:33.775327 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:43:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:33.814781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62a87f7d-30f3-476a-a0ae-91b3c73ce33a tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.819945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-62a87f7d-30f3-476a-a0ae-91b3c73ce33a tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5441442 Nov 08 12:43:33.824633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:33.904403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Deleting port e012dde3-fadc-4983-9974-23a76a2769d2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:33.904992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:33.957276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2a8edb0b-7957-4aef-b8ec-afa9eff02f1f tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2d40ab2e-49ed-43f3-a695-d3a7a77965f9 HTTP/1.1" status: 200 len: 468 time: 0.1311307 Nov 08 12:43:33.960690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59580) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:33.963556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] Set router bef17caa-1344-4eae-aea8-3c2f9033c5bf gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:43:34.025720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:43:33Z', 'revision_number': 6, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:34.053839 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0f958-25c0-48ff-8912-b79f3a902403 None None] The sync data for ids ['bef17caa-1344-4eae-aea8-3c2f9033c5bf'] in n-d-816990-1 is: [{'id': 'bef17caa-1344-4eae-aea8-3c2f9033c5bf', 'name': 'tempest-AttachVolumeTestJSON-815933773-router', 'tenant_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:56Z', 'updated_at': '2021-11-08T12:43:33Z', 'revision_number': 6, 'project_id': '5d2719b6f6864b71a54db60aae7fc2c7', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:34.123907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] For port e012dde3-fadc-4983-9974-23a76a2769d2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e012dde3-fadc-4983-9974-23a76a2769d2,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:34.124278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.142770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Calling delete_port for e012dde3-fadc-4983-9974-23a76a2769d2 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:34.157661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Router 599f4556-2aaa-439e-ad46-958e797ad9a4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:43:34.251718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94e8d503-f5e0-4277-a073-30e234df884c tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.255167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-94e8d503-f5e0-4277-a073-30e234df884c tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/2d40ab2e-49ed-43f3-a695-d3a7a77965f9 HTTP/1.1" status: 204 len: 168 time: 0.2927520 Nov 08 12:43:34.257795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.275456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-454f3411-7037-42cc-ae31-d948a4960ce7 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2d40ab2e-49ed-43f3-a695-d3a7a77965f9 HTTP/1.1" status: 200 len: 216 time: 0.0185585 Nov 08 12:43:34.276307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.289967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e660c61-7ec3-4926-8153-fe3483650a2a tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0124044 Nov 08 12:43:34.291098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.310758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1fbe3762-b037-40ea-a66b-e8bca640bd51 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0183568 Nov 08 12:43:34.311346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.375378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-99fd57f8-7b33-434f-a07e-efbcdb7b53f2 tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/0dd814ec-003d-48c7-95ef-c24478c391df HTTP/1.1" status: 200 len: 472 time: 0.0628781 Nov 08 12:43:34.379758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.391237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb1dd62b-ec60-41c5-85c2-e68db5c2f15f tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/648a67a7-0e81-44a5-99d5-7b16ed8bbd97 HTTP/1.1" status: 200 len: 461 time: 0.0088899 Nov 08 12:43:34.414600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.422828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:43:34.438269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.442738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] Sync routers for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:43:34.452690 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-38a5ec5e-2a9a-4913-ac47-6bbfec574001 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "PUT /v2.0/routers/599f4556-2aaa-439e-ad46-958e797ad9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9994116 Nov 08 12:43:34.472211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:34.472211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:43:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:34.530830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:34.552003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] Routers {'599f4556-2aaa-439e-ad46-958e797ad9a4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:43:34.552727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:43:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['599f4556-2aaa-439e-ad46-958e797ad9a4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:34.587641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:34.588297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b102298-ec67-4572-b4df-f4ac9aa7ce93 None None] The sync data for ids ['599f4556-2aaa-439e-ad46-958e797ad9a4'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:43:34.589657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.643940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.686639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Pushing event deleted for resources: {'Port': ['ID=e012dde3-fadc-4983-9974-23a76a2769d2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:34.754368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.763376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b824154-b423-4716-92ae-4d405bc2fd0e tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.764525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b824154-b423-4716-92ae-4d405bc2fd0e tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/648a67a7-0e81-44a5-99d5-7b16ed8bbd97 HTTP/1.1" status: 204 len: 168 time: 0.3486478 Nov 08 12:43:34.768298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:34.882081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.899240 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:34.901310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.037287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:43:35.038371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port cd2a1c0d-7abc-45ed-8b6a-747fd50b6991 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:35.038848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.057671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:43:35.058009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4cb72a1e-18e4-4c31-b2d4-3f21d59d69e7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:43:35.058450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e012dde3-fadc-4983-9974-23a76a2769d2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:43:35.077323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e012dde3-fadc-4983-9974-23a76a2769d2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:43:35.077669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e012dde3-fadc-4983-9974-23a76a2769d2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:43:35.120065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.133113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for cd2a1c0d-7abc-45ed-8b6a-747fd50b6991 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:35.134605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.135809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef17caa-1344-4eae-aea8-3c2f9033c5bf {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:35.140452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.142034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-49f98197-56d4-4470-afdc-faa275d1d61f admin admin] 10.222.0.58 "DELETE /v2.0/routers/bef17caa-1344-4eae-aea8-3c2f9033c5bf HTTP/1.1" status: 204 len: 168 time: 2.2808578 Nov 08 12:43:35.145759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:35.170986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acd126e-15bb-4391-86de-98055f023dfb tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.172426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2acd126e-15bb-4391-86de-98055f023dfb tempest-MeteringTestJSON-1978635550 tempest-MeteringTestJSON-1978635550-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/0dd814ec-003d-48c7-95ef-c24478c391df HTTP/1.1" status: 204 len: 168 time: 0.4032178 Nov 08 12:43:35.229640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Deleting subnet fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:43:35.234685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.297877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:35.311758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.507147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae43ac3f-56ca-4f1c-b553-0a8579c5fa27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.517706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.558023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.586017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=cd2a1c0d-7abc-45ed-8b6a-747fd50b6991,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:35.629529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae43ac3f-56ca-4f1c-b553-0a8579c5fa27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.654280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.667330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.746125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:35.757464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.759742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.778877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68cbb1-b03c-4113-bc68-693d25cb56bb None None] Network ad57206f-963f-47ad-b33c-250c8fb9d4d8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:35.779817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.784773 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-39e263de-f6f1-4da7-9965-6786820eea3b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc50b3b8-8db6-4dd9-ae06-e5ac54e6d48f HTTP/1.1" status: 204 len: 168 time: 0.6379921 Nov 08 12:43:35.785963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae43ac3f-56ca-4f1c-b553-0a8579c5fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.790699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:35.894272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:35.917672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.918547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Fanout notify agent at l3_agent the message router_deleted on router 599f4556-2aaa-439e-ad46-958e797ad9a4 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:35.932412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ae43ac3f-56ca-4f1c-b553-0a8579c5fa27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39c1645ba9104936aa4ccdc6dfa24aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6299856 Nov 08 12:43:35.932799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ac3f-56ca-4f1c-b553-0a8579c5fa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19f733-3004-4684-a1cf-73dea340119f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:35.935762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59658) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:35.939335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:35.946403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b59657a1-64ff-4f70-a04f-97012ad8bd18 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/routers/599f4556-2aaa-439e-ad46-958e797ad9a4 HTTP/1.1" status: 204 len: 168 time: 1.5045130 Nov 08 12:43:35.947166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:36.061079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] DHCP port deletion for ad57206f-963f-47ad-b33c-250c8fb9d4d8 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:43:36.079695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.085036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting subnet c7baabd4-befb-4655-a886-968e23511b19 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:43:36.086675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.096643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.170926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.201821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Deleting port 0efdaf34-5950-42f6-96d4-db0d36aece40 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:36.202207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.204573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f26a-beb6-47d4-bca3-1ccd6952a1ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.271477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Deleting port 0efdaf34-5950-42f6-96d4-db0d36aece40 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:36.272106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.312131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] For port 0efdaf34-5950-42f6-96d4-db0d36aece40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0efdaf34-5950-42f6-96d4-db0d36aece40,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:36.312925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.332877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Calling delete_port for 0efdaf34-5950-42f6-96d4-db0d36aece40 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:36.339846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f26a-beb6-47d4-bca3-1ccd6952a1ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.342726 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.347540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] For port 0efdaf34-5950-42f6-96d4-db0d36aece40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0efdaf34-5950-42f6-96d4-db0d36aece40,segment=NetworkSegment(c487f7ae-a5a3-4d24-9740-6332616e4540),segment_id=c487f7ae-a5a3-4d24-9740-6332616e4540)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:36.347907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.455753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.485539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f26a-beb6-47d4-bca3-1ccd6952a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.519587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9d1f26a-beb6-47d4-bca3-1ccd6952a1ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d50cae8b74441689ead6031dc7db9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6224020 Nov 08 12:43:36.521439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:36.555332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.568732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f26a-beb6-47d4-bca3-1ccd6952a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad15da-573e-4c57-b7b6-73ad57ca6bbb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.619998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.649312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.662126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] Pushing event deleted for resources: {'Port': ['ID=0efdaf34-5950-42f6-96d4-db0d36aece40,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.662317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.663309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.664514 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c19f733-3004-4684-a1cf-73dea340119f HTTP/1.1" status: 204 len: 168 time: 0.7108212 Nov 08 12:43:36.665556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Calling delete_port for 0efdaf34-5950-42f6-96d4-db0d36aece40 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:36.680750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f20785-1142-4d74-97a7-5603e68c5ac0 None None] No DVR routers for this DVR port 0efdaf34-5950-42f6-96d4-db0d36aece40 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:43:36.680923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09b45-193a-4c3d-acb6-c1c9738ab8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19f733-3004-4684-a1cf-73dea340119f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.715497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.776412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.788247 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.790838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.792043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25ad15da-573e-4c57-b7b6-73ad57ca6bbb HTTP/1.1" status: 204 len: 168 time: 0.2648039 Nov 08 12:43:36.802485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Subnet': ['ID=c7baabd4-befb-4655-a886-968e23511b19,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.807286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.810581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-23cd3656-602d-4693-947d-a16f7c788d6c tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/subnets/c7baabd4-befb-4655-a886-968e23511b19 HTTP/1.1" status: 204 len: 168 time: 0.8620770 Nov 08 12:43:36.813437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:36.823702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90757f9-6b19-45de-9a5d-77ab67c0f550 None None] Network ab371aad-34ed-4510-bce5-7e5c8c32ede2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:36.835751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697e4a-1b73-4c48-b255-23a38b5e38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad15da-573e-4c57-b7b6-73ad57ca6bbb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.842118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0efdaf34-5950-42f6-96d4-db0d36aece40,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:36.844283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] No DVR routers for this DVR port 0efdaf34-5950-42f6-96d4-db0d36aece40 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:43:36.921576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0efdaf34-5950-42f6-96d4-db0d36aece40 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:43:36.960977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:36.986584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad57206f-963f-47ad-b33c-250c8fb9d4d8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.020114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c487f7ae-a5a3-4d24-9740-6332616e4540') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.024194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c487f7ae-a5a3-4d24-9740-6332616e4540') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.031154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.067530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.083288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0efdaf34-5950-42f6-96d4-db0d36aece40 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:43:37.083652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0efdaf34-5950-42f6-96d4-db0d36aece40 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:43:37.123861 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.136302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:43:37.137415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:43:37.140183 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:43:37.150601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port 405c0629-459c-4796-a0e6-005931b5fbd0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:37.150601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.292048 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:43:37.321461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] DHCP port deletion for ab371aad-34ed-4510-bce5-7e5c8c32ede2 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:43:37.337605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] For port 405c0629-459c-4796-a0e6-005931b5fbd0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=405c0629-459c-4796-a0e6-005931b5fbd0,segment=NetworkSegment(4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c),segment_id=4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:37.337977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.348754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.359573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for 405c0629-459c-4796-a0e6-005931b5fbd0 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:37.379609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.383640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ad57206f-963f-47ad-b33c-250c8fb9d4d8 HTTP/1.1" status: 204 len: 168 time: 1.5855687 Nov 08 12:43:37.385501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee1763-e3e5-4c65-8af4-0bbabd7327a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad57206f-963f-47ad-b33c-250c8fb9d4d8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:37.434707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Deleting port 405c0629-459c-4796-a0e6-005931b5fbd0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:37.437202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.537973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] For port 405c0629-459c-4796-a0e6-005931b5fbd0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=405c0629-459c-4796-a0e6-005931b5fbd0,segment=NetworkSegment(4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c),segment_id=4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:37.538314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.551827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Calling delete_port for 405c0629-459c-4796-a0e6-005931b5fbd0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:37.557523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.589993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=405c0629-459c-4796-a0e6-005931b5fbd0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:37.604118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] No DVR routers for this DVR port 405c0629-459c-4796-a0e6-005931b5fbd0 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:43:37.640555 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.649728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59692) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:37.658411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] No DVR routers for this DVR port 405c0629-459c-4796-a0e6-005931b5fbd0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:43:37.674913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8377-6fe7-4361-9b6c-c0950cd67b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.738143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe48215-fcd1-429d-867b-f33dbe3abdf4 None None] Pushing event deleted for resources: {'Port': ['ID=405c0629-459c-4796-a0e6-005931b5fbd0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:37.787838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.828853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab371aad-34ed-4510-bce5-7e5c8c32ede2']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.848832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.849346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc81fd6-0f1d-4a04-bdf7-ba29bd97354c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:43:37.867624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.874995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8377-6fe7-4361-9b6c-c0950cd67b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.888596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59696) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:37.915165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.927427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:43:37.927757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:37.969492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-607e3d11-305b-4a28-ad0f-2ef506cda8fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d2719b6f6864b71a54db60aae7fc2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798371 Nov 08 12:43:37.972906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59700) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:37.978557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8377-6fe7-4361-9b6c-c0950cd67b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:43:38.008481 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:43:38.072003 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd4c8377-6fe7-4361-9b6c-c0950cd67b1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebdd9ec56eb34e39a5694109394cd10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4208412 Nov 08 12:43:38.074588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:38.086285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c8377-6fe7-4361-9b6c-c0950cd67b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b032ab84-8899-44a7-aaed-4206116350ed,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:38.105646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.135966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.149790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.151536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.168911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.172443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/networks/ab371aad-34ed-4510-bce5-7e5c8c32ede2 HTTP/1.1" status: 204 len: 168 time: 1.3580551 Nov 08 12:43:38.188422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59704) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:38.190011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d5e5e-b88d-46e4-8987-d740b671ff96 tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Network': ['ID=ab371aad-34ed-4510-bce5-7e5c8c32ede2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:38.204079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.343500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Deleting port 5437f62d-b6ab-4fb6-b911-9a7607704f9a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:38.343500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.363183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.366615 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.373796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b032ab84-8899-44a7-aaed-4206116350ed HTTP/1.1" status: 204 len: 168 time: 0.2922552 Nov 08 12:43:38.377064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e65f65-e530-488e-9c30-2e91f9bcca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b032ab84-8899-44a7-aaed-4206116350ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:38.420207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.424442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.426869 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/477999d5-9632-471c-b15b-e4915db2064a HTTP/1.1" status: 204 len: 168 time: 0.4527347 Nov 08 12:43:38.453837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316554ce-9260-4865-bc8f-a9fb3bdec4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477999d5-9632-471c-b15b-e4915db2064a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:38.513463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.513801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.528604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Calling delete_port for 5437f62d-b6ab-4fb6-b911-9a7607704f9a owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:38.734452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.775420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 405c0629-459c-4796-a0e6-005931b5fbd0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:43:38.824464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 405c0629-459c-4796-a0e6-005931b5fbd0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:43:38.826163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 405c0629-459c-4796-a0e6-005931b5fbd0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:43:38.832506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Pushing event deleted for resources: {'Port': ['ID=5437f62d-b6ab-4fb6-b911-9a7607704f9a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:38.916365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.921362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:38.926048 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-47eb4cd6-4abf-4df3-8421-4405e61f64ba tempest-FloatingIPAdminTestJSON-1710380724 tempest-FloatingIPAdminTestJSON-1710380724-project] 10.222.0.58 "DELETE /v2.0/floatingips/7101d8fd-9fa1-4366-bdf9-b72a93efb053 HTTP/1.1" status: 204 len: 168 time: 0.7380993 Nov 08 12:43:39.722654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59760) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:40.196498 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b486430c-8ab4-427f-bf4f-9da47b7c9ada admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3569ce1f786b4f39912d754f641ece4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763832 Nov 08 12:43:40.198669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:40.296025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:40.319474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:40.477572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:40.480410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:40.488463 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e48ea75a-00e7-4c11-8f9f-0dccb06ae8dc HTTP/1.1" status: 204 len: 168 time: 0.2844813 Nov 08 12:43:40.505601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763288d-804a-4b8f-8403-6528330acac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ea75a-00e7-4c11-8f9f-0dccb06ae8dc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:41.519894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:41.536664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a872f7-f6c4-4f22-8ca2-b90d61f03dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:41.654064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a872f7-f6c4-4f22-8ca2-b90d61f03dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:41.740723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a872f7-f6c4-4f22-8ca2-b90d61f03dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:41.791914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00a872f7-f6c4-4f22-8ca2-b90d61f03dfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaf60f506fa2474fa8192a4ce5e02b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707961 Nov 08 12:43:41.793227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a872f7-f6c4-4f22-8ca2-b90d61f03dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff2334-ae37-471f-937b-c36e45b7cb13,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:41.795424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:41.870404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:41.887336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59832) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:41.895346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.054338 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.058495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.060594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14ff2334-ae37-471f-937b-c36e45b7cb13 HTTP/1.1" status: 204 len: 168 time: 0.2625196 Nov 08 12:43:42.072317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3156-281c-4816-ba71-940b5a4005e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff2334-ae37-471f-937b-c36e45b7cb13,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:42.161441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-526940137'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:42.266562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.267701 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.356576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.448975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.571153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.576232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54ba18c7-ce2b-4c7d-9a23-9f7e133c022f tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6876557 Nov 08 12:43:42.577530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:42.710581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.901511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:42.903902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.036412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.037333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d85be4bf-cbca-4afd-8f8b-3a1cee27d0d8 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:43.045839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.051993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:43.057845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Request body: {'router': {'name': 'tempest-router-351395614', 'distributed': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:43.062032 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-224e104b-6de0-4f27-9b6e-39be59352495 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d85be4bf-cbca-4afd-8f8b-3a1cee27d0d8 HTTP/1.1" status: 204 len: 168 time: 0.4818194 Nov 08 12:43:43.177006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.178488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.187287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:43.201999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fbe9cf-dccc-4460-bfdc-8c669d2bc40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.295429 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.365262 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fbe9cf-dccc-4460-bfdc-8c669d2bc40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.397932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.426144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fbe9cf-dccc-4460-bfdc-8c669d2bc40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.474776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-85fbe9cf-dccc-4460-bfdc-8c669d2bc40d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=632ab5cabf0d4580b0c5878b457709a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852421 Nov 08 12:43:43.477931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:43.480864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbe9cf-dccc-4460-bfdc-8c669d2bc40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f650b8-c9e4-4914-be53-ac805e4f2a2e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:43.540389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.548938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.550204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eab3ba10-b85b-4579-b507-f5cddfdd39a3 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4970436 Nov 08 12:43:43.553695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59886) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:43.590353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.686475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.770183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.774176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.776824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60f650b8-c9e4-4914-be53-ac805e4f2a2e HTTP/1.1" status: 204 len: 168 time: 0.2973700 Nov 08 12:43:43.791496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b837b8-6c1e-4df8-b28e-8650a0eaa315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f650b8-c9e4-4914-be53-ac805e4f2a2e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:43.968624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:43.971751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.108727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.110159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b46cf69d-c055-426b-b25d-05c66fd7c95b {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:44.128965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.132165 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9039d356-525b-41c7-99f9-039c6574e250 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b46cf69d-c055-426b-b25d-05c66fd7c95b HTTP/1.1" status: 204 len: 168 time: 0.5765631 Nov 08 12:43:44.134763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:44.139118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Request body: {'router': {'name': 'tempest-router-426661429', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd72c17d454b04a20b52fa21913740597'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:44.203757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.205782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.261840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.316877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.428464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.440742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-30c2b45f-c644-4791-855c-79c614987524 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3016546 Nov 08 12:43:44.441473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:44.446003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:44.719301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.719907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.812234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102536) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 08 12:43:44.812662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Router d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 migrating from provider to provider. {{(pid=102536) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 08 12:43:44.813331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.818735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:44.900306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.003693 n-d-816990-1 neutron-server[102536]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] No L3 agents can host the router d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 Nov 08 12:43:45.128229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Hosts for router d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94: [] {{(pid=102536) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 08 12:43:45.149633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Hosts for other DVR routers connected to router d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94: set() {{(pid=102536) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 08 12:43:45.152303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.153476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d548f86-776d-4594-9d3f-24c08bb4a5d5 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "PUT /v2.0/routers/d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 HTTP/1.1" status: 200 len: 716 time: 0.7112243 Nov 08 12:43:45.156260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.265960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.304491 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9584e7be-e3d6-4ba1-8e09-1b0f6e8598a8 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "GET /v2.0/routers/d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 HTTP/1.1" status: 200 len: 716 time: 0.1471035 Nov 08 12:43:45.304697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.539197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-387114176'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:45.622199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.646890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-607b2aaa-6648-4ce5-99b8-bcce797c78c8 tempest-RoutersTestDVR-986538309 tempest-RoutersTestDVR-986538309-project] 10.222.0.58 "GET /v2.0/routers/d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 HTTP/1.1" status: 200 len: 682 time: 0.3410654 Nov 08 12:43:45.649486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59952) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.687379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9f4adb4-fc10-4154-a5ec-013a20ea307d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.768582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9f4adb4-fc10-4154-a5ec-013a20ea307d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.853864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9f4adb4-fc10-4154-a5ec-013a20ea307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.894870 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e9f4adb4-fc10-4154-a5ec-013a20ea307d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e6888a629ce4ad8bada71790d8c5cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2713900 Nov 08 12:43:45.895798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4adb4-fc10-4154-a5ec-013a20ea307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d55ca2-146a-4b22-be9a-0d1315aac05e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:45.898173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:45.958692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.961234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:45.985299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.039773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:46.043298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.078995 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.092523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.122606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.125506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.127640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2d55ca2-146a-4b22-be9a-0d1315aac05e HTTP/1.1" status: 204 len: 168 time: 0.2282734 Nov 08 12:43:46.139345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0c97-149d-4c86-84ec-d1e116f8b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d55ca2-146a-4b22-be9a-0d1315aac05e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:46.296095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.299881 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.379776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.460348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.460894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:46.462611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.495588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:43:46.509598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.509952 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Added segment b90e688d-494c-4162-8d3d-a5f75fcc7cf3 of type vlan for network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d Nov 08 12:43:46.546951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.553134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-21be1f2d-6305-475e-887c-0ace98eb1a0d tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d1d3321a-fb5f-4d2d-b64a-d8dcc34e2c94 HTTP/1.1" status: 204 len: 168 time: 0.8976703 Nov 08 12:43:46.553433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59972) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:46.558566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Request body: {'router': {'name': 'tempest-router-1253505824', 'distributed': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:46.583244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.601164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb01412-efe8-41d3-92d6-1b44afd70a5b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:46.723739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.729732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:46.730381 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:46.807026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Network': ['ID=1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:46.819224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:43:46.839850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af94a76f-3b22-4d1b-9729-9a57f4bf83ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5704858 Nov 08 12:43:46.842870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:46.869767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'subnet': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:47.008586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.010398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.049800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:47.069972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a35f04b9-66f2-4207-b9e0-481febe75943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.091799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:47.102751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.121515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.204239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.279389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.285420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:47.286346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a4289429-0c20-434b-a61a-7908ce9862c1 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7317863 Nov 08 12:43:47.287267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a35f04b9-66f2-4207-b9e0-481febe75943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.344366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a35f04b9-66f2-4207-b9e0-481febe75943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.450114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.511915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59988) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:47.514755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a35f04b9-66f2-4207-b9e0-481febe75943 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f25990542104fafafd5677d938e54b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633129 Nov 08 12:43:47.552198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f04b9-66f2-4207-b9e0-481febe75943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23621983-2552-477f-a369-a4b2579ff638,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:47.610453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.639655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.679658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.683624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.689773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.755942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.759563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.763474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23621983-2552-477f-a369-a4b2579ff638 HTTP/1.1" status: 204 len: 168 time: 0.2476480 Nov 08 12:43:47.770719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cad68-bed3-486e-b8fd-21dac6c5cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23621983-2552-477f-a369-a4b2579ff638,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:47.792098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Subnet': ['ID=544b4556-08dd-4dce-a9df-a7dbf9e39c3f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:47.809169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Checking segment: {'id': 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:47.809545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network hostable DHCP agents. Network: 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:43:47.888158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.888709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b973ca-ae56-4f2e-95f3-588fac94892d {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:43:47.901121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:47.901121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fa3db4c1-0f98-49e6-85c0-64d5e2e6e726 tempest-RoutersTestDVR-814841910 tempest-RoutersTestDVR-814841910-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a7b973ca-ae56-4f2e-95f3-588fac94892d HTTP/1.1" status: 204 len: 168 time: 0.6085505 Nov 08 12:43:47.917740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:43:48.008196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:48.012950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:48.013563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.021177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c7fcc-0f5d-49cf-8049-201835b5bb5f None None] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:48.108685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12ed0d0c-081f-4314-ad80-3791e79aa1eb tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2643032 Nov 08 12:43:48.111775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60000) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:48.118613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-688947125'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:48.215199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'tenant_id': '01b40a48375845f9935560e6c7df0576', 'fixed_ips': [{'subnet_id': '544b4556-08dd-4dce-a9df-a7dbf9e39c3f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:43:48.216360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.339829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:48.343398 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.367447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 323696ae-f38f-4533-ad67-e0a5858dfc06 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:48.379819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Allocated IP 172.20.0.2 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/2da5786a-b231-4fab-b7f4-47d19a3ad678) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:48.488132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:48.597652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.603853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.678667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.704165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.760202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:48.768768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:48.780379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:48.792270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.800559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Pushing event updated for resources: {'Port': ['ID=2da5786a-b231-4fab-b7f4-47d19a3ad678,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:48.833382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d72c17d454b04a20b52fa21913740597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434255 Nov 08 12:43:48.837870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:48.895609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Attempting to bind port 2da5786a-b231-4fab-b7f4-47d19a3ad678 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:43:48.896250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Attempting to bind port 2da5786a-b231-4fab-b7f4-47d19a3ad678 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:43:48.896838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Attempting to bind port 2da5786a-b231-4fab-b7f4-47d19a3ad678 on network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:43:48.897813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.5 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/323696ae-f38f-4533-ad67-e0a5858dfc06) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:48.903917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:43:48.910873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Checking segment: {'id': 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:43:48.910873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.910873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Bound using segment: {'id': 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:43:48.910873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Bound port: 2da5786a-b231-4fab-b7f4-47d19a3ad678, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:43:48.910873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.911304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec253c22-e69c-4100-9829-ad4d108d1f6d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:48.963931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:48.977430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.005328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.006008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.022538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.028310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.029113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.031835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.034816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.036609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] For port 2da5786a-b231-4fab-b7f4-47d19a3ad678, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:43:49.038284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.045315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.045732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.046142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.046672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] For port 2da5786a-b231-4fab-b7f4-47d19a3ad678, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2da5786a-b231-4fab-b7f4-47d19a3ad678,segment=NetworkSegment(b90e688d-494c-4162-8d3d-a5f75fcc7cf3),segment_id=b90e688d-494c-4162-8d3d-a5f75fcc7cf3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:43:49.052091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553d37e-ca18-4cac-ac50-8ff56a37bea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.108883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.190470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60ecf-baf0-4dbd-8891-44e1c653e2c3 None None] Pushing event updated for resources: {'Port': ['ID=2da5786a-b231-4fab-b7f4-47d19a3ad678,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:49.215448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.219780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.233951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec253c22-e69c-4100-9829-ad4d108d1f6d HTTP/1.1" status: 204 len: 168 time: 0.3924613 Nov 08 12:43:49.253651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec253c22-e69c-4100-9829-ad4d108d1f6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:49.274750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.278917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.279354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.279706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.280030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.280361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.280697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a96bd8-8203-43a2-ab6d-6c40fd1d6943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:43:49.446514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.643498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:49.738678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:50.016330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:50.016330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:50.016330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=323696ae-f38f-4533-ad67-e0a5858dfc06,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:50.016330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:50.016330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.276786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-e2116a30-34ef-41a9-bb9c-2467bb0e76b6 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:50.279050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-e2116a30-34ef-41a9-bb9c-2467bb0e76b6 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0519536 Nov 08 12:43:50.304572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-af032ded-426c-44c1-90fb-d54f7c5860a4 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.329071 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e528e259-c1d4-4cf8-9431-5f7167905955 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2146280 Nov 08 12:43:50.333436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60066) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:50.339997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-757992933', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ad:4d:7b'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:50.395503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5343dd2-d779-4845-867f-97dfd94947c3 None None] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:43:50.468013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-af032ded-426c-44c1-90fb-d54f7c5860a4 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.469602 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.519068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] Provisioning complete for port 2da5786a-b231-4fab-b7f4-47d19a3ad678 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:50.519610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.579907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-af032ded-426c-44c1-90fb-d54f7c5860a4 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.678918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:50.679665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:50.716932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37bcd61a-05bc-4cc4-a13a-a8c146950e80 req-af032ded-426c-44c1-90fb-d54f7c5860a4 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264097 Nov 08 12:43:50.718964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032ded-426c-44c1-90fb-d54f7c5860a4 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b1c13-1f7b-4b30-80fe-8521a400c727,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:50.722210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.735513 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3375ddd3-fcad-46b0-97a0-f129fc71f07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.801685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] For port 2da5786a-b231-4fab-b7f4-47d19a3ad678, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2da5786a-b231-4fab-b7f4-47d19a3ad678,segment=NetworkSegment(b90e688d-494c-4162-8d3d-a5f75fcc7cf3),segment_id=b90e688d-494c-4162-8d3d-a5f75fcc7cf3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:43:50.863628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:50.921741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2da5786a-b231-4fab-b7f4-47d19a3ad678 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:51.018987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4447b-2b63-4f17-ba81-028d500d2dec None None] Pushing event updated for resources: {'Port': ['ID=2da5786a-b231-4fab-b7f4-47d19a3ad678,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:51.060496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a334-d2e8-4472-b95c-7b64436fcb92 req-d34e4a5d-16d9-4f9f-9bfe-7296fe95b2ec tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:51.062227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c799a334-d2e8-4472-b95c-7b64436fcb92 req-d34e4a5d-16d9-4f9f-9bfe-7296fe95b2ec tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1754003 Nov 08 12:43:51.078213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3375ddd3-fcad-46b0-97a0-f129fc71f07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.085215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2da5786a-b231-4fab-b7f4-47d19a3ad678 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:51.086291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.165452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.197271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c799a334-d2e8-4472-b95c-7b64436fcb92 req-64963996-29dc-47b4-b8f3-47ce0dd988ea tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278539 Nov 08 12:43:51.212031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3375ddd3-fcad-46b0-97a0-f129fc71f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.232271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:51.238997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 3b081052-a1ac-48c3-a270-4e8661f444a1 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:51.327500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5a5ccc91-6f56-40a0-bdff-f203e0c1cadb None None] Provisioning complete for port 323696ae-f38f-4533-ad67-e0a5858dfc06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:51.327874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccc91-6f56-40a0-bdff-f203e0c1cadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.409463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:51.410629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3375ddd3-fcad-46b0-97a0-f129fc71f07e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e6bfc0d049e4412a878aa340086cebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7142406 Nov 08 12:43:51.423030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375ddd3-fcad-46b0-97a0-f129fc71f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5066ba7f-e038-4a61-962b-134085ee79ef,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:51.429745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-83300c58-5617-4637-97e8-9b6f7f55d0ff tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 200 len: 992 time: 0.1908243 Nov 08 12:43:51.452347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ccc91-6f56-40a0-bdff-f203e0c1cadb None None] Port 323696ae-f38f-4533-ad67-e0a5858dfc06 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:51.488137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5a5ccc91-6f56-40a0-bdff-f203e0c1cadb None None] Provisioning complete for port 2da5786a-b231-4fab-b7f4-47d19a3ad678 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:51.488509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccc91-6f56-40a0-bdff-f203e0c1cadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.556183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.599538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.7 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/3b081052-a1ac-48c3-a270-4e8661f444a1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:51.622646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.757052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.760618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.765580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5066ba7f-e038-4a61-962b-134085ee79ef HTTP/1.1" status: 204 len: 168 time: 0.3541481 Nov 08 12:43:51.787148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712772-985a-4298-b383-90f5ea5e42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066ba7f-e038-4a61-962b-134085ee79ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:51.831791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-81d8c112-0fb4-4914-867b-235fc95e5523 req-d00251ea-c5e9-4bf0-b48b-040e801678d4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:43:51.833028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81d8c112-0fb4-4914-867b-235fc95e5523 req-d00251ea-c5e9-4bf0-b48b-040e801678d4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111299 Nov 08 12:43:51.865777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bbd6c21b-9cf3-4dfb-a9f6-c00aab61be80 None None] Provisioning complete for port 323696ae-f38f-4533-ad67-e0a5858dfc06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:51.866146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c21b-9cf3-4dfb-a9f6-c00aab61be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:51.958975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6c21b-9cf3-4dfb-a9f6-c00aab61be80 None None] Port 323696ae-f38f-4533-ad67-e0a5858dfc06 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:52.033043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:52.135164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:52.265623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:52.269351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:52.293315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:52.357723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=3b081052-a1ac-48c3-a270-4e8661f444a1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:52.429109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:52.429783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:52.553328 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5959a11c-86df-4ba0-b198-7a5418f3ffaf tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.2177176 Nov 08 12:43:52.555532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60144) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:52.761112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c2d9c-7c4c-4c50-a619-d86c8093f28b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:52.782814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c2d9c-7c4c-4c50-a619-d86c8093f28b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:52.798972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d2e8055e-0103-422a-afbc-481645c40dbd None None] Provisioning complete for port 3b081052-a1ac-48c3-a270-4e8661f444a1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:52.799484 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d2e8055e-0103-422a-afbc-481645c40dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:52.810391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c2d9c-7c4c-4c50-a619-d86c8093f28b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:52.812494 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-947c2d9c-7c4c-4c50-a619-d86c8093f28b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2557507 Nov 08 12:43:52.815686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60150) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:52.854092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8055e-0103-422a-afbc-481645c40dbd None None] Port 3b081052-a1ac-48c3-a270-4e8661f444a1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:52.857519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2da5786a-b231-4fab-b7f4-47d19a3ad678 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:43:52.952924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2da5786a-b231-4fab-b7f4-47d19a3ad678 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:52.953304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:52.995403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 3b081052-a1ac-48c3-a270-4e8661f444a1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:52.995749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:53.202416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c72094-2ad0-4a6d-8c74-3e61dccf8afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:53.229212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:53.244296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 3b081052-a1ac-48c3-a270-4e8661f444a1 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:53.279521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1934b9-30ec-4fdf-8eb3-717a5dcd7610 req-1836404f-70aa-42a9-8fe5-7efd7130925a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:53.294591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a1934b9-30ec-4fdf-8eb3-717a5dcd7610 req-1836404f-70aa-42a9-8fe5-7efd7130925a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1365454 Nov 08 12:43:53.384587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a1934b9-30ec-4fdf-8eb3-717a5dcd7610 req-1ef1958d-b90f-4f7c-bcb2-aa5ea4fefb5d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890005 Nov 08 12:43:53.625263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:53.677462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=3b081052-a1ac-48c3-a270-4e8661f444a1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:53.719565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-c563ec4d-05fd-433f-878b-a8b6e2f68a81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3817382 Nov 08 12:43:53.841568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-c63b9cf5-04c5-4318-b30d-f8049b00f836 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:43:53.843990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-c63b9cf5-04c5-4318-b30d-f8049b00f836 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277448 Nov 08 12:43:54.168022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:54.175797 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bcd9a0ed-965b-4d9f-9211-05c6e63e44b2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/3b081052-a1ac-48c3-a270-4e8661f444a1 HTTP/1.1" status: 204 len: 168 time: 1.3568559 Nov 08 12:43:54.176189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:54.213864 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84e9efb-4098-4c89-8145-827c2fd0cb75 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] GET failed (client error): The resource could not be found. Nov 08 12:43:54.215733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f84e9efb-4098-4c89-8145-827c2fd0cb75 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports/3b081052-a1ac-48c3-a270-4e8661f444a1 HTTP/1.1" status: 404 len: 333 time: 0.0384545 Nov 08 12:43:54.220472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60192) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:54.228158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-1497479837'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:54.545142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:54.549426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:54.583610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 78501e6c-377c-4709-af0b-eaf6f5f5c29b yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:54.614992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa316cf-7310-417c-9ba0-a305ac87e48a req-b1c68822-83da-4457-b592-cc62faad65a0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:54.629981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-baa316cf-7310-417c-9ba0-a305ac87e48a req-b1c68822-83da-4457-b592-cc62faad65a0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.0905204 Nov 08 12:43:54.730134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-baa316cf-7310-417c-9ba0-a305ac87e48a req-3ed09cfc-c22b-4b49-aab8-cd39c8448713 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998642 Nov 08 12:43:54.772945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.10 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/78501e6c-377c-4709-af0b-eaf6f5f5c29b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:55.134141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:55.294084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:55.385029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:55.389040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:55.405902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:55.475760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f488fa7-7da4-476f-ab8f-7592f8065fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:55.505024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:55.507715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:55.532229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=78501e6c-377c-4709-af0b-eaf6f5f5c29b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:55.547665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:55.648688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:55.649334 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5ecc75cd-6469-493a-a0b4-a16385415a3d tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4272921 Nov 08 12:43:55.654229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ad:4d:7b'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:55.816169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3aea4622-a1b5-439e-a22c-40a2b1709704 None None] Provisioning complete for port 78501e6c-377c-4709-af0b-eaf6f5f5c29b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:55.819779 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3aea4622-a1b5-439e-a22c-40a2b1709704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:55.975467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3aea4622-a1b5-439e-a22c-40a2b1709704 None None] Port 78501e6c-377c-4709-af0b-eaf6f5f5c29b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:56.013925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ec540-d0f6-4a61-9bca-f5bab0387c29 req-ab32b1ba-c77f-45c7-a80a-3bfa013da908 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:56.023158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e2ec540-d0f6-4a61-9bca-f5bab0387c29 req-ab32b1ba-c77f-45c7-a80a-3bfa013da908 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1553802 Nov 08 12:43:56.034753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-647699472', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:56.158889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e2ec540-d0f6-4a61-9bca-f5bab0387c29 req-5d705bba-dbd9-454f-9461-4fb272f1658f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329601 Nov 08 12:43:56.240706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.300522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Made reservation on behalf of 443a4010cf904021b8922baf5352bc8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:56.305431 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.341563 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.655825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.669559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.778388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.825551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.828731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:56.831770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] device_id is not set on port 6e1837bf-ce25-45f7-9170-ed906250bddc yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:57.108711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-ca92c570-2e24-49e7-90b7-6412252d209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.111690 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-ca92c570-2e24-49e7-90b7-6412252d209f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0760844 Nov 08 12:43:57.112023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Allocated IP 172.25.1.196 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6e1837bf-ce25-45f7-9170-ed906250bddc) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:57.278871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-cd88fe56-457c-45df-b697-ab8220f09a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.281820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-cd88fe56-457c-45df-b697-ab8220f09a50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.1624913 Nov 08 12:43:57.312220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44907a72-5cb9-45ab-a3a5-b2aa2d8d5cc9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:57.409766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-b8f1c955-c2e7-4f98-8c19-17fc7467fd8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 1000 time: 0.1207592 Nov 08 12:43:57.491065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:57.532122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-706c9817-cedf-4436-be6c-6fb9aeffccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.534615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2faa2595-e1ae-4830-abff-c41edbf94375 None None] Provisioning complete for port 78501e6c-377c-4709-af0b-eaf6f5f5c29b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:43:57.536589 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-706c9817-cedf-4436-be6c-6fb9aeffccf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.1185822 Nov 08 12:43:57.536811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2faa2595-e1ae-4830-abff-c41edbf94375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:57.564929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=78501e6c-377c-4709-af0b-eaf6f5f5c29b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:57.607537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] In _notify_port_updated(), no bound segment for port 78501e6c-377c-4709-af0b-eaf6f5f5c29b on network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:43:57.612389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.613098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:57.614650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-edb9992a-9e3f-4214-a434-846d591271e2 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "PUT /v2.0/ports/78501e6c-377c-4709-af0b-eaf6f5f5c29b HTTP/1.1" status: 200 len: 994 time: 1.9649639 Nov 08 12:43:57.631275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60280) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:57.663684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2faa2595-e1ae-4830-abff-c41edbf94375 None None] Port 78501e6c-377c-4709-af0b-eaf6f5f5c29b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:43:57.701696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-716b78d3-eeaf-4adb-a477-2a18ebc5bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.703253 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-716b78d3-eeaf-4adb-a477-2a18ebc5bf08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595154 Nov 08 12:43:57.709488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:57.788920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731adf5-acb7-4c92-8f6a-94de32381c7c req-a6b3b712-c30f-44a8-b5e1-1ed691ccfd08 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:57.798848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f731adf5-acb7-4c92-8f6a-94de32381c7c req-a6b3b712-c30f-44a8-b5e1-1ed691ccfd08 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.4162800 Nov 08 12:43:57.884661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:43:57.892621 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-20799a41-9007-4779-bf8a-0134f23d540e service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811924 Nov 08 12:43:57.955156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:43:57.967794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:43:58.030130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1837bf-ce25-45f7-9170-ed906250bddc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:58.036792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.070634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f731adf5-acb7-4c92-8f6a-94de32381c7c req-0cb4231a-11f7-4ffa-a7d1-bedeb4da1aa5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702098 Nov 08 12:43:58.080375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:58.080998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.095624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 78501e6c-377c-4709-af0b-eaf6f5f5c29b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:43:58.095966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.108761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-9e3fd580-433b-4492-8814-cdae69bf2eff service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090013 Nov 08 12:43:58.245107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b3dfd1de-9ccc-432b-a8d0-34a545851712 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6967936 Nov 08 12:43:58.248044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60286) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:58.253203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.196'}]}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:58.260718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.287497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 78501e6c-377c-4709-af0b-eaf6f5f5c29b owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:43:58.356916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.361163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.502169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.625089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.700147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=78501e6c-377c-4709-af0b-eaf6f5f5c29b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:43:58.904727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:58.970071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:59.030494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:59.036253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d266230f-05f3-4e28-b1f7-9ddafd0d6934 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/78501e6c-377c-4709-af0b-eaf6f5f5c29b HTTP/1.1" status: 204 len: 168 time: 1.4014463 Nov 08 12:43:59.036849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:59.089113 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba19d72-78c0-4860-9c74-52160473b88b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] GET failed (client error): The resource could not be found. Nov 08 12:43:59.095258 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aba19d72-78c0-4860-9c74-52160473b88b tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports/78501e6c-377c-4709-af0b-eaf6f5f5c29b HTTP/1.1" status: 404 len: 333 time: 0.0537243 Nov 08 12:43:59.095840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:43:59.124595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-1672215114'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:43:59.386452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:59.428477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f97348-dbbc-48e0-839c-f8eb4dd6286c req-cb099702-d3a0-4add-89dc-570285c08c7a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:43:59.430659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f97348-dbbc-48e0-839c-f8eb4dd6286c req-cb099702-d3a0-4add-89dc-570285c08c7a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1414428 Nov 08 12:43:59.445012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:59.530821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:43:59.548418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:43:59.565932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 9c731c8d-b198-48fa-81e2-69532632a660 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:43:59.584431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f97348-dbbc-48e0-839c-f8eb4dd6286c req-c94e9ae8-b524-4840-a714-57971c51a9bb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397226 Nov 08 12:43:59.757673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.12 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/9c731c8d-b198-48fa-81e2-69532632a660) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:43:59.993373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.142271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.179530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.265973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:00.277151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:00.286210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:00.343276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=9c731c8d-b198-48fa-81e2-69532632a660,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:00.351011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.354474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.406536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:00.408083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.550015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-b1c11f52-16bf-454d-80be-104aa3434c0c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:00.551642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-b1c11f52-16bf-454d-80be-104aa3434c0c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.1193783 Nov 08 12:44:00.573090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f044faa8-9271-4b86-9849-a13a8ed48013 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4715383 Nov 08 12:44:00.573090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-3bcdc821-c0c6-464e-aae1-45fa3d6d6b4c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/quotas/bb60dd2ab63e41f4b790a0e1567e63ea HTTP/1.1" status: 200 len: 375 time: 0.0143301 Nov 08 12:44:00.573871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:00.582702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ad:4d:7b'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:00.607263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.607907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1b51dab-7d82-40a2-ba26-cb5a2c4cdd72 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:44:00.642841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c6b59a7b-ca34-45c0-8f55-d8e1353fa511 None None] Provisioning complete for port 9c731c8d-b198-48fa-81e2-69532632a660 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:00.647763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6b59a7b-ca34-45c0-8f55-d8e1353fa511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:00.706894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c6b59a7b-ca34-45c0-8f55-d8e1353fa511 None None] Port 9c731c8d-b198-48fa-81e2-69532632a660 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:00.729828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-2c47eb5a-bbf0-4445-b171-98a697fd6d8a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424050 Nov 08 12:44:00.784602 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:44:00.789998 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1862db34-8cb0-4856-afc9-eaa505c5d74d tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5409064 Nov 08 12:44:00.792215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60350) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:00.878642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-84b73247-4c67-48bd-9dde-a0abcb15207b service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401083 Nov 08 12:44:00.955522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.001582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Deleting port 6e1837bf-ce25-45f7-9170-ed906250bddc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:01.001582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.020591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-d5240662-c3da-4c9c-9d4b-0a5eef9bbedf service neutron] 10.222.0.58 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342342 Nov 08 12:44:01.187266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.203548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6b0f-9240-44dc-b3fc-7e83d6dc560c req-8e1ad306-009c-44f5-8a32-78178258f317 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:01.206145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a3f6b0f-9240-44dc-b3fc-7e83d6dc560c req-8e1ad306-009c-44f5-8a32-78178258f317 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.4558890 Nov 08 12:44:01.210007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Calling delete_port for 6e1837bf-ce25-45f7-9170-ed906250bddc owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:01.319963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a3f6b0f-9240-44dc-b3fc-7e83d6dc560c req-35aa23d7-4921-425d-a12d-e2a0b03dbb50 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989208 Nov 08 12:44:01.377290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.382688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3300966f-a480-443b-8992-6726efabb9fc req-b950f309-0ccc-497c-9f5b-7c5854f549d9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 210 time: 0.0516598 Nov 08 12:44:01.482904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.571524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.647481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=9c731c8d-b198-48fa-81e2-69532632a660,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:01.745523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e1837bf-ce25-45f7-9170-ed906250bddc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:01.753574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] In _notify_port_updated(), no bound segment for port 9c731c8d-b198-48fa-81e2-69532632a660 on network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:44:01.759809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:01.760208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.764561 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ac76fd6-f7b2-444f-9e9c-08fc3a2d8b8e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "PUT /v2.0/ports/9c731c8d-b198-48fa-81e2-69532632a660 HTTP/1.1" status: 200 len: 997 time: 1.1895385 Nov 08 12:44:01.769740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:01.809601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:01.814053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-058ad6bf-cda4-4899-8f31-fb73db082747 tempest-RoutersAdminNegativeIpV6Test-397533359 tempest-RoutersAdminNegativeIpV6Test-397533359-project-admin] 10.222.0.58 "DELETE /v2.0/ports/6e1837bf-ce25-45f7-9170-ed906250bddc HTTP/1.1" status: 204 len: 168 time: 1.0205064 Nov 08 12:44:01.999796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 9c731c8d-b198-48fa-81e2-69532632a660 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:02.001449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:02.056167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d9eff130-737e-4dd0-9ca8-32be9bc8c43c None None] Provisioning complete for port 9c731c8d-b198-48fa-81e2-69532632a660 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:02.056167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9eff130-737e-4dd0-9ca8-32be9bc8c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:02.133793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d9eff130-737e-4dd0-9ca8-32be9bc8c43c None None] Port 9c731c8d-b198-48fa-81e2-69532632a660 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:02.176421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:02.197104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 9c731c8d-b198-48fa-81e2-69532632a660 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:02.486736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004535-0d82-4c5c-b875-e0dd6301af40 req-bc79d814-a9d2-4bc1-975a-fdb5f8e79e78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:02.488521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24004535-0d82-4c5c-b875-e0dd6301af40 req-bc79d814-a9d2-4bc1-975a-fdb5f8e79e78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.0763638 Nov 08 12:44:02.491108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:02.513233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a2b9ebe-0a55-4563-a965-672b4ca54500 req-1bc6929e-c7d5-45e1-966b-1a6674b43dc4 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 210 time: 0.0455737 Nov 08 12:44:02.580438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=9c731c8d-b198-48fa-81e2-69532632a660,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:02.671132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24004535-0d82-4c5c-b875-e0dd6301af40 req-aafa9cc2-6da7-447c-8dbd-2179280cd156 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624954 Nov 08 12:44:02.693856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:02.697699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8dba3b3c-16c8-4129-b50a-cc7319f99700 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/9c731c8d-b198-48fa-81e2-69532632a660 HTTP/1.1" status: 204 len: 168 time: 0.9221802 Nov 08 12:44:02.698262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:02.727296 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c3e4bc-bb95-4f33-9241-9cbf52de86ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] GET failed (client error): The resource could not be found. Nov 08 12:44:02.733076 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66c3e4bc-bb95-4f33-9241-9cbf52de86ad tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports/9c731c8d-b198-48fa-81e2-69532632a660 HTTP/1.1" status: 404 len: 333 time: 0.0293305 Nov 08 12:44:02.733231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60396) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:02.742647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-1709785599'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:02.874795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:03.014831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:03.031235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.072896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 37cc7aee-fcbd-42fe-976b-24c7fd970b4a yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:03.194884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54b1522b-f37f-49b0-a139-de1e81f17a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.199693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.9 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/37cc7aee-fcbd-42fe-976b-24c7fd970b4a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:03.322186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54b1522b-f37f-49b0-a139-de1e81f17a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.391595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54b1522b-f37f-49b0-a139-de1e81f17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.427681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54b1522b-f37f-49b0-a139-de1e81f17a42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcb0916257364769ae1969b5404d8b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517859 Nov 08 12:44:03.430398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:03.448729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1522b-f37f-49b0-a139-de1e81f17a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576fb4ea-c108-426e-b7af-56d1562be481,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:03.494849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.534043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.569685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.636880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-567a1741-3681-479b-8b9b-4b5c16653b84 req-a20d55fa-20bd-471c-87ca-f8addde09702 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Nov 08 12:44:03.723879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.790633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.793459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:03.806790 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/576fb4ea-c108-426e-b7af-56d1562be481 HTTP/1.1" status: 204 len: 168 time: 0.3684573 Nov 08 12:44:03.866452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:03.874910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:03.892573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7973-a8b8-4698-9ea4-c171e401e406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576fb4ea-c108-426e-b7af-56d1562be481,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:03.895569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:03.936335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332669-ac6e-43de-99f6-cb2dd90df8f6 req-4ad4247b-b053-4b7c-be02-1464c52d94ee tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:03.940236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa332669-ac6e-43de-99f6-cb2dd90df8f6 req-4ad4247b-b053-4b7c-be02-1464c52d94ee tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1789649 Nov 08 12:44:04.150135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:04.151233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:04.155103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa332669-ac6e-43de-99f6-cb2dd90df8f6 req-76e31f71-21e7-4c34-8ee4-f478165e6915 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082489 Nov 08 12:44:04.164057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=37cc7aee-fcbd-42fe-976b-24c7fd970b4a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:04.312660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-44797e45-5d0d-4744-8727-4f155f64e782 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:04.318059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-44797e45-5d0d-4744-8727-4f155f64e782 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 814 time: 0.2618625 Nov 08 12:44:04.328202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Request body: {'port': {'device_id': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'admin_state_up': True, 'tenant_id': 'bb60dd2ab63e41f4b790a0e1567e63ea'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:04.355175 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab099302-f5ae-41be-af53-3d6739a54637 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6208975 Nov 08 12:44:04.361160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:04.366874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'network_id': '1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d', 'name': 'tempest-AllowedAddressPairTestJSON-1832177628'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:04.437272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9ee61ebe-1448-459b-bcaf-08bebb3dfe70 None None] Provisioning complete for port 37cc7aee-fcbd-42fe-976b-24c7fd970b4a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:04.439456 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ebe-1448-459b-bcaf-08bebb3dfe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:04.514399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9ee61ebe-1448-459b-bcaf-08bebb3dfe70 None None] Port 37cc7aee-fcbd-42fe-976b-24c7fd970b4a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:04.636049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Made reservation on behalf of 01b40a48375845f9935560e6c7df0576 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:04.639624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:04.669261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] device_id is not set on port 51be0a58-f167-4c92-ab5c-852d62e024e0 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:04.687063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Made reservation on behalf of bb60dd2ab63e41f4b790a0e1567e63ea for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:04.691637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:04.766165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:04.815541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31394ded-114b-4b8f-b798-92cf8a0d5710 req-4ab13118-9360-48de-b6f2-3f5763ee4266 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 210 time: 0.0502093 Nov 08 12:44:04.899450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Allocated IP 172.20.0.11 (2cfa54bc-56f4-4936-9f66-bcbf88e87c47/f0762b07-ce8d-4205-b465-a6f5946a840e/c2184931-a608-4245-a6f6-7d9866b6851e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:04.910108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Allocated IP 172.20.0.8 (1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d/544b4556-08dd-4dce-a9df-a7dbf9e39c3f/51be0a58-f167-4c92-ab5c-852d62e024e0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:04.940542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34c04902-2cd6-4462-b080-99ad9d00966f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.087006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60442) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:05.129510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.150514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34c04902-2cd6-4462-b080-99ad9d00966f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.167089 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-58d751a1-b6e2-481b-bcc2-4af4a7f26ff1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=443a4010cf904021b8922baf5352bc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788808 Nov 08 12:44:05.167864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60450) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:05.214988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.218735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34c04902-2cd6-4462-b080-99ad9d00966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.267427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.274590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04902-2cd6-4462-b080-99ad9d00966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94165342-b18d-4bd1-9bcf-1d3a4f2e0424,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:05.292159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34c04902-2cd6-4462-b080-99ad9d00966f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bca0df9cb64c4ddba00742f2793cccdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244920 Nov 08 12:44:05.295549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:05.309818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.312514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.326976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:44:05.357669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', '5345e71f-1828-4f5f-bcc8-3dde8f9f365b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:44:05.403614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:05.410210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event updated for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:05.419823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:05.423402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:05.511081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:05.512425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.585814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.588764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.590168 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44907a72-5cb9-45ab-a3a5-b2aa2d8d5cc9 HTTP/1.1" status: 204 len: 168 time: 0.4176285 Nov 08 12:44:05.603113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7e9c7-5f1c-49a5-9de0-28171e64fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44907a72-5cb9-45ab-a3a5-b2aa2d8d5cc9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:05.616921 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-abca3783-c1b0-4bee-926f-4fb7321512e6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2924507 Nov 08 12:44:05.632416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Request body: {'port': {'device_id': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:05.750107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.843290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead0247-fdf4-4254-bbfd-f1a0d74cfeaa req-841beca6-d815-49bd-991e-71aa4e4f177b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:05.845124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ead0247-fdf4-4254-bbfd-f1a0d74cfeaa req-841beca6-d815-49bd-991e-71aa4e4f177b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.5293500 Nov 08 12:44:05.847646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.911393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:05.977848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.059248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:06.071168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ead0247-fdf4-4254-bbfd-f1a0d74cfeaa req-2e62c919-1b0f-432a-8b0b-fc22a43d6862 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079153 Nov 08 12:44:06.074791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:06.079205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=51be0a58-f167-4c92-ab5c-852d62e024e0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:06.081674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:06.144807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:06.145799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.213219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.216096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.217591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94165342-b18d-4bd1-9bcf-1d3a4f2e0424 HTTP/1.1" status: 204 len: 168 time: 0.9211140 Nov 08 12:44:06.233090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eea607-8e22-4995-992b-c234f9ed40ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94165342-b18d-4bd1-9bcf-1d3a4f2e0424,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:06.268629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-02d63f78-0c4c-4d88-ae3a-69c39374b83f tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9051394 Nov 08 12:44:06.270452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60470) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:06.277721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ad:4d:7b'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:28:e3'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:06.414499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2184931-a608-4245-a6f6-7d9866b6851e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:44:06.424990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.438930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Transition to ACTIVE for port object c2184931-a608-4245-a6f6-7d9866b6851e will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:44:06.509988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.572558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-74e475e3-b528-439c-b6bd-349c33ebf452 None None] Provisioning complete for port 51be0a58-f167-4c92-ab5c-852d62e024e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:06.574054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74e475e3-b528-439c-b6bd-349c33ebf452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.598456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9663dc9-74b1-45b3-8a26-350ddf4dd733 req-eb8dd7d9-6bf3-4c17-93c3-294b94352d2f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:06.600014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9663dc9-74b1-45b3-8a26-350ddf4dd733 req-eb8dd7d9-6bf3-4c17-93c3-294b94352d2f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 932 time: 0.6802003 Nov 08 12:44:06.674920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-74e475e3-b528-439c-b6bd-349c33ebf452 None None] Port 51be0a58-f167-4c92-ab5c-852d62e024e0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:06.775735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:06.794196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Pushing event updated for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:06.875257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Attempting to bind port c2184931-a608-4245-a6f6-7d9866b6851e on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:06.875640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Attempting to bind port c2184931-a608-4245-a6f6-7d9866b6851e by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:06.876233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Attempting to bind port c2184931-a608-4245-a6f6-7d9866b6851e on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:06.880662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9663dc9-74b1-45b3-8a26-350ddf4dd733 req-5307bac2-aaf4-42f0-a0f1-363254198b4c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665622 Nov 08 12:44:06.898571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Port c2184931-a608-4245-a6f6-7d9866b6851e on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:44:06.898923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Attempting to bind port c2184931-a608-4245-a6f6-7d9866b6851e on network 2cfa54bc-56f4-4936-9f66-bcbf88e87c47 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:06.909759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:06.910221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Checking segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:06.910511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Bound using segment: {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:06.910952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Bound port: c2184931-a608-4245-a6f6-7d9866b6851e, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d04cf-9493-4ccc-8bd2-4fa9250af021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:06.911315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.049628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:07.052871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c2184931-a608-4245-a6f6-7d9866b6851e,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:07.122652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.176102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.223515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:07.224167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.226701 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] 10.222.0.57 "PUT /v2.0/ports/c2184931-a608-4245-a6f6-7d9866b6851e HTTP/1.1" status: 200 len: 1092 time: 1.6019793 Nov 08 12:44:07.227081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.229311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:07.233196 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:07.301855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a851-8ea8-45ee-87ae-b192d59dbb75 req-4831ad2c-a524-4ae5-8579-3507bb185aea tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:07.304767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d642a851-8ea8-45ee-87ae-b192d59dbb75 req-4831ad2c-a524-4ae5-8579-3507bb185aea tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1492245 Nov 08 12:44:07.438741 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc6148-9689-439c-8a30-53ec3f54cb5b x-openstack-request-id: req-58fc6148-9689-439c-8a30-53ec3f54cb5b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:07.439274 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:07.439274 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58fc6148-9689-439c-8a30-53ec3f54cb5b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:07.439720 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e', 'status': 'completed', 'code': 200} Nov 08 12:44:07.447071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4d823-a2d3-48f6-b4f4-04b52fd47d46 service neutron] Pushing event updated for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:07.448057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event updated for resources: {'Port': ['ID=51be0a58-f167-4c92-ab5c-852d62e024e0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:07.466906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-c636a929-f473-4f4a-ae09-2fffaf8927ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:07.466906 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-c636a929-f473-4f4a-ae09-2fffaf8927ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 1095 time: 0.1102910 Nov 08 12:44:07.483384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] In _notify_port_updated(), no bound segment for port 51be0a58-f167-4c92-ab5c-852d62e024e0 on network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:44:07.489733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:07.490542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.497519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d559a245-05a1-4a80-bf86-39033d441c7e tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "PUT /v2.0/ports/51be0a58-f167-4c92-ab5c-852d62e024e0 HTTP/1.1" status: 200 len: 1055 time: 1.2200925 Nov 08 12:44:07.497519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d642a851-8ea8-45ee-87ae-b192d59dbb75 req-d7022b87-2937-40bb-a8db-5a27f2215400 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792884 Nov 08 12:44:07.497519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:07.557356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:07.562876 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-9f5df4ce-98e7-416b-8bdd-7c52ed0bceee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2184931-a608-4245-a6f6-7d9866b6851e HTTP/1.1" status: 200 len: 217 time: 0.0810547 Nov 08 12:44:07.580607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d88770-937b-4272-990e-f58adae3baad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.668934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-0bf2799e-5b91-4ec4-bd08-cbc22042595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:07.670975 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-0bf2799e-5b91-4ec4-bd08-cbc22042595f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.1003680 Nov 08 12:44:07.728631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 51be0a58-f167-4c92-ab5c-852d62e024e0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:07.728766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-7b024be4-5144-4715-b459-ddee83e96d52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489528 Nov 08 12:44:07.728981 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.818972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e3209d0c-933f-4f36-9a49-34719110aa42 None None] Provisioning complete for port 51be0a58-f167-4c92-ab5c-852d62e024e0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:07.823426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3209d0c-933f-4f36-9a49-34719110aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:07.880850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e3209d0c-933f-4f36-9a49-34719110aa42 None None] Port 51be0a58-f167-4c92-ab5c-852d62e024e0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:07.942389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-cd841b8e-a997-40ed-ac27-0221a6c5f197 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043085 Nov 08 12:44:08.009067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.071405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 51be0a58-f167-4c92-ab5c-852d62e024e0 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:08.102955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d88770-937b-4272-990e-f58adae3baad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.120198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-3692b155-d44d-4df1-9211-424e5e4c6698 req-c91bb083-4412-4596-90d0-e746e374ddca service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703064 Nov 08 12:44:08.145174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60508) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:08.165534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bf865-a1b2-49f7-9c05-f55fedf8aaa9 req-60101b05-76cc-4153-84f2-a826a28ec683 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:08.172768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-352bf865-a1b2-49f7-9c05-f55fedf8aaa9 req-60101b05-76cc-4153-84f2-a826a28ec683 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 944 time: 0.1143174 Nov 08 12:44:08.201213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9d88770-937b-4272-990e-f58adae3baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.292052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f9d88770-937b-4272-990e-f58adae3baad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e86c76463b094764a55728b3cd33e798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337451 Nov 08 12:44:08.299503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:08.312148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-352bf865-a1b2-49f7-9c05-f55fedf8aaa9 req-454d7e47-4db4-4b9b-bc8f-f8354062d970 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343000 Nov 08 12:44:08.313683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d88770-937b-4272-990e-f58adae3baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724c5e2-c79f-439c-ad87-86e170a1a141,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:08.346051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-645450802'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:08.440213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.486421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-42a5b5e8-f647-4b2a-9b7e-ae61f9294b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:08.488584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-42a5b5e8-f647-4b2a-9b7e-ae61f9294b71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 1095 time: 0.1971085 Nov 08 12:44:08.494669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.614061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.626967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:08.630827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.642467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.693305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-95ec53d4-73bb-44d8-9feb-acd89d7a3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:08.695053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-95ec53d4-73bb-44d8-9feb-acd89d7a3d65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.1977708 Nov 08 12:44:08.747925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.752268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:08.753573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c724c5e2-c79f-439c-ad87-86e170a1a141 HTTP/1.1" status: 204 len: 168 time: 0.4528158 Nov 08 12:44:08.758913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=51be0a58-f167-4c92-ab5c-852d62e024e0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:08.760713 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-b6e931ad-3a93-44e6-b368-1fbb07dab50b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2184931-a608-4245-a6f6-7d9866b6851e HTTP/1.1" status: 200 len: 217 time: 0.0549958 Nov 08 12:44:08.777967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a384789-26b0-4e22-a5a8-9d404f531e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724c5e2-c79f-439c-ad87-86e170a1a141,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:08.851165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c121ea5-78da-4ec9-8812-34c9fe37e2d1 req-1451f4d0-3672-42aa-996e-2a96246c2fa9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:08.856938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c121ea5-78da-4ec9-8812-34c9fe37e2d1 req-1451f4d0-3672-42aa-996e-2a96246c2fa9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2407269 Nov 08 12:44:08.869959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-1d856b4b-ab6c-4570-8aec-67712ac078e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:08.873175 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-1d856b4b-ab6c-4570-8aec-67712ac078e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.0885837 Nov 08 12:44:09.005775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c121ea5-78da-4ec9-8812-34c9fe37e2d1 req-ded46198-6344-401e-bcc4-48d98f473218 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377859 Nov 08 12:44:09.016043 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-ba42e110-4f4f-4edc-982f-5e157432da92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205688 Nov 08 12:44:09.039967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.181150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.186296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ffc6af03-e52f-4931-80dd-730b83ef5e05 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/51be0a58-f167-4c92-ab5c-852d62e024e0 HTTP/1.1" status: 204 len: 168 time: 1.6869733 Nov 08 12:44:09.187686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:09.216740 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf69c5c-f688-4102-907d-4744e67ac4c5 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] GET failed (client error): The resource could not be found. Nov 08 12:44:09.222159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dcf69c5c-f688-4102-907d-4744e67ac4c5 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports/51be0a58-f167-4c92-ab5c-852d62e024e0 HTTP/1.1" status: 404 len: 333 time: 0.0294173 Nov 08 12:44:09.222824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:09.362158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 37cc7aee-fcbd-42fe-976b-24c7fd970b4a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:09.364403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.489144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.501592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:09.551093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.551297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06b3a6-5d1d-4204-96b7-83ea1e0542b2 req-acf32e4d-54a3-4496-9447-68153cfe4f24 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:09.552044 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment 5f41311a-d701-47dc-ac91-e51338de0476 of type vlan for network c63254ed-bd95-41dc-91f2-4524f631055c Nov 08 12:44:09.558787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e06b3a6-5d1d-4204-96b7-83ea1e0542b2 req-acf32e4d-54a3-4496-9447-68153cfe4f24 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 944 time: 0.1180336 Nov 08 12:44:09.591510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.617411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 37cc7aee-fcbd-42fe-976b-24c7fd970b4a owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:09.680425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.682720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaaff26-eb73-495a-8767-d8f22941b632,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:09.714334 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-08a1dd15-09bf-4e8f-98c7-eb049cca0285 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705997 Nov 08 12:44:09.727129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e06b3a6-5d1d-4204-96b7-83ea1e0542b2 req-93d2b3da-5468-4755-bef3-b4d50074a5cd tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673925 Nov 08 12:44:09.852049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.858103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:09.858709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.886410 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-85c82cf0-8c9d-447e-8d55-6e7a2fa186bf req-0281c996-c42c-4de3-8444-1125859adfd1 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640575 Nov 08 12:44:09.917357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:09.941186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=c63254ed-bd95-41dc-91f2-4524f631055c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:09.952908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=37cc7aee-fcbd-42fe-976b-24c7fd970b4a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:09.954535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c63254ed-bd95-41dc-91f2-4524f631055c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:09.981345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc6088dc-12ff-43fc-bdde-a94b2386c846 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8347974 Nov 08 12:44:10.073379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:10.079887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fbfb5767-e5c4-4a30-9858-2b0ba1753a26 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/37cc7aee-fcbd-42fe-976b-24c7fd970b4a HTTP/1.1" status: 204 len: 168 time: 0.8560860 Nov 08 12:44:10.082453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60554) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:10.157020 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-86babd16-e047-434d-8fc0-a14ec9de28b4 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] GET failed (client error): The resource could not be found. Nov 08 12:44:10.159214 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-86babd16-e047-434d-8fc0-a14ec9de28b4 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "GET /v2.0/ports/37cc7aee-fcbd-42fe-976b-24c7fd970b4a HTTP/1.1" status: 404 len: 333 time: 0.0757418 Nov 08 12:44:10.165789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60558) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:10.289821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf9a69-207b-4090-8b5f-80f5a08c70ae req-8d40b6e8-1623-48ab-a29b-f4c69c3c6e6b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:10.306988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fcf9a69-207b-4090-8b5f-80f5a08c70ae req-8d40b6e8-1623-48ab-a29b-f4c69c3c6e6b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.1625774 Nov 08 12:44:10.447446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fcf9a69-207b-4090-8b5f-80f5a08c70ae req-6e921e88-cb38-4cde-838f-0c0d0c63a94e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367366 Nov 08 12:44:10.519391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 323696ae-f38f-4533-ad67-e0a5858dfc06 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:10.519915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:10.674801 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-a040a355-9985-4e7d-8ead-8a041f7ce479 service neutron] show failed (client error): The resource could not be found. Nov 08 12:44:10.676699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-a040a355-9985-4e7d-8ead-8a041f7ce479 service neutron] 10.222.0.57 "GET /v2.0/ports/f2ae3d10-f443-4c7d-95c9-7b387a89869d/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.2726712 Nov 08 12:44:10.815406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:10.846801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 323696ae-f38f-4533-ad67-e0a5858dfc06 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:10.951386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931151ed-25a9-4ffe-bdbd-5546fbbe5c32 req-31cdc758-69f8-4fa4-92c8-8fa7817fd9f1 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:10.973820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-931151ed-25a9-4ffe-bdbd-5546fbbe5c32 req-31cdc758-69f8-4fa4-92c8-8fa7817fd9f1 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 944 time: 0.1275039 Nov 08 12:44:10.990564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c2184931-a608-4245-a6f6-7d9866b6851e details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:44:11.042620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-931151ed-25a9-4ffe-bdbd-5546fbbe5c32 req-00bfabef-8260-4b46-a9da-665f60e44680 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632758 Nov 08 12:44:11.205896 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-db0a7ccb-bb74-496f-9fd5-2430907a8922 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1938922 Nov 08 12:44:11.231083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c2184931-a608-4245-a6f6-7d9866b6851e,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:11.248498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c2184931-a608-4245-a6f6-7d9866b6851e', 'network_id': '2cfa54bc-56f4-4936-9f66-bcbf88e87c47', 'port_id': 'c2184931-a608-4245-a6f6-7d9866b6851e', 'mac_address': 'fa:16:3e:8a:e9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0762b07-ce8d-4205-b465-a6f5946a840e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:44:11.335669 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:11.363920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2184931-a608-4245-a6f6-7d9866b6851e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:44:11.391626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c2184931-a608-4245-a6f6-7d9866b6851e,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:11.464916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:11.557338 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:11.628271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=323696ae-f38f-4533-ad67-e0a5858dfc06,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:11.648832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:11.762870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c2184931-a608-4245-a6f6-7d9866b6851e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:44:11.884948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72c9f-d52e-4fbc-825f-9235103ade0f req-91716241-9516-4cbc-9ed5-ba670df5072b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:11.893600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-82d560e9-d420-41ff-95dc-f731eb3926aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:11.893854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbe72c9f-d52e-4fbc-825f-9235103ade0f req-91716241-9516-4cbc-9ed5-ba670df5072b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2276399 Nov 08 12:44:11.895394 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-82d560e9-d420-41ff-95dc-f731eb3926aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 1096 time: 0.5098724 Nov 08 12:44:11.906526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-167b22c4-6fec-4340-9225-678ee8e6638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:11.911468 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-167b22c4-6fec-4340-9225-678ee8e6638f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 1097 time: 0.6780741 Nov 08 12:44:11.944424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:11.993600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:12.001492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cc4211de-f64c-4089-87c4-97938bb01550 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/ports/323696ae-f38f-4533-ad67-e0a5858dfc06 HTTP/1.1" status: 204 len: 168 time: 1.8344321 Nov 08 12:44:12.002471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:12.055191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbe72c9f-d52e-4fbc-825f-9235103ade0f req-6634e8bb-7eb3-45be-803e-5d595f31574b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582255 Nov 08 12:44:12.216162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9def108-4e40-45df-864f-f998a6db85da req-f2485ce0-3722-40f9-8c3c-59286cd342f2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:12.226586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9def108-4e40-45df-864f-f998a6db85da req-f2485ce0-3722-40f9-8c3c-59286cd342f2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 945 time: 0.0705175 Nov 08 12:44:12.229399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting subnet 544b4556-08dd-4dce-a9df-a7dbf9e39c3f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:44:12.236086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:12.238922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:12.307107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9def108-4e40-45df-864f-f998a6db85da req-8e5b66c7-4e01-4c71-b99a-cf6315fe9a3c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751557 Nov 08 12:44:12.342283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:12.401652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-894f3469-a3c1-4e07-a2df-d223cdd41d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:12.403529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-894f3469-a3c1-4e07-a2df-d223cdd41d3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.4360607 Nov 08 12:44:12.468089 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-a882bc41-d688-456c-a444-c3ae938c36ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 HTTP/1.1" status: 200 len: 217 time: 0.0539327 Nov 08 12:44:12.624968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:12.648194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-c70d3160-ba92-4995-aa6d-a97838b059f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:12.649669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-c70d3160-ba92-4995-aa6d-a97838b059f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.1625831 Nov 08 12:44:12.722414 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-a63e5c18-8a8f-4f68-beb2-c19f161f4a73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381489 Nov 08 12:44:12.889624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:12.906288 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-7c9248d1-c0d7-4579-a401-5bf3e4259571 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446624 Nov 08 12:44:13.007151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c2184931-a608-4245-a6f6-7d9866b6851e up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:13.013516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:13.110584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.177367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.181761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/subnets/544b4556-08dd-4dce-a9df-a7dbf9e39c3f HTTP/1.1" status: 204 len: 168 time: 1.1520047 Nov 08 12:44:13.184911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55b5e-2933-43bf-a451-e64523b7151a tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Subnet': ['ID=544b4556-08dd-4dce-a9df-a7dbf9e39c3f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:13.185622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:13.208401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:13.211095 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e466e191-5576-4200-8d64-2fa9b40e366e" -d '{"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:13.217302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.226499 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-b40fc895-3f71-4050-bc91-c9ea47308cf8 req-27d39266-0bac-4bd8-acf3-b7cbde4eba36 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072448 Nov 08 12:44:13.281101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5dda3-6383-4eac-b85c-6db34a52866b None None] Network 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:13.284533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Transition to ACTIVE for port object f2ae3d10-f443-4c7d-95c9-7b387a89869d will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:44:13.421286 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c17fee-6068-48ed-9351-f516712ed3b3 x-openstack-request-id: req-50c17fee-6068-48ed-9351-f516712ed3b3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:13.422210 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:13.422580 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50c17fee-6068-48ed-9351-f516712ed3b3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:13.423103 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'code': 200} Nov 08 12:44:13.440049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60626) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:13.445257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:13.493460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.551715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c2184931-a608-4245-a6f6-7d9866b6851e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:44:13.558889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c2184931-a608-4245-a6f6-7d9866b6851e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:13.560411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.566921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.600017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01416d-3bde-487e-9447-8b86dba81d84 req-24e2f4ec-0490-426d-8a35-244ad3ec7e9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:13.609000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b01416d-3bde-487e-9447-8b86dba81d84 req-24e2f4ec-0490-426d-8a35-244ad3ec7e9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.2431934 Nov 08 12:44:13.649630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727895af-f92e-46b3-9ddb-a791e0d0785f req-22721c6c-615a-4c5b-831d-d76622a0da92 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:13.665170 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.669966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-727895af-f92e-46b3-9ddb-a791e0d0785f req-22721c6c-615a-4c5b-831d-d76622a0da92 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 945 time: 0.1748209 Nov 08 12:44:13.717446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:13.720719 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a1f06-6791-4516-b32c-daf342a8f120" -d '{"events": [{"server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "name": "network-vif-plugged", "status": "completed", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:13.733908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] DHCP port deletion for 1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:13.742969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c2184931-a608-4245-a6f6-7d9866b6851e,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:13.823825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Deleting port 2da5786a-b231-4fab-b7f4-47d19a3ad678 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:13.824200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.840546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:13.841358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:13.930893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b01416d-3bde-487e-9447-8b86dba81d84 req-5f7562b2-a9c3-4092-b074-38657e63555c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203509 Nov 08 12:44:13.957341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-727895af-f92e-46b3-9ddb-a791e0d0785f req-c390abfb-67f5-4cfd-a3f0-f264d2527a9a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817361 Nov 08 12:44:13.988790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:14.009131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Deleting port 2da5786a-b231-4fab-b7f4-47d19a3ad678 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:14.009739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.076241 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b904a4c-4db4-4ea2-acca-eae7921ef92c x-openstack-request-id: req-8b904a4c-4db4-4ea2-acca-eae7921ef92c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:14.076799 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "name": "network-vif-plugged", "status": "completed", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:14.076799 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b904a4c-4db4-4ea2-acca-eae7921ef92c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:14.077402 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e', 'code': 200} Nov 08 12:44:14.111504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] No DVR routers for this DVR port f2ae3d10-f443-4c7d-95c9-7b387a89869d on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:14.137343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] For port 2da5786a-b231-4fab-b7f4-47d19a3ad678, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2da5786a-b231-4fab-b7f4-47d19a3ad678,segment=NetworkSegment(b90e688d-494c-4162-8d3d-a5f75fcc7cf3),segment_id=b90e688d-494c-4162-8d3d-a5f75fcc7cf3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:14.159643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.189704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:14.221246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Calling delete_port for 2da5786a-b231-4fab-b7f4-47d19a3ad678 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:14.239731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64629e-2a67-44d0-9290-2859ef2b6131 req-b53f1e54-2a92-46fa-8500-29a76c43878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:14.241525 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4b64629e-2a67-44d0-9290-2859ef2b6131 req-b53f1e54-2a92-46fa-8500-29a76c43878b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 1097 time: 0.1264439 Nov 08 12:44:14.249936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:14.272074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:14.275845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.282651 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:44:14.319598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] For port 2da5786a-b231-4fab-b7f4-47d19a3ad678, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2da5786a-b231-4fab-b7f4-47d19a3ad678,segment=NetworkSegment(b90e688d-494c-4162-8d3d-a5f75fcc7cf3),segment_id=b90e688d-494c-4162-8d3d-a5f75fcc7cf3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:14.320198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.340881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-d0031826-3a61-4ee8-84b2-11c40f1ecf3e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114144 Nov 08 12:44:14.346395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Calling delete_port for 2da5786a-b231-4fab-b7f4-47d19a3ad678 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:14.460437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4b64629e-2a67-44d0-9290-2859ef2b6131 req-b83c8861-687c-4f73-8b7b-f5bd24fcbc95 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065780 Nov 08 12:44:14.472641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:14.473069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:14.473467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:14.479223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:44:14.483022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Attempting to bind port f2ae3d10-f443-4c7d-95c9-7b387a89869d on network 9212c9a1-e444-4456-9601-a01da59caddd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:14.485980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:14.486530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Checking segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:14.487092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Bound using segment: {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:14.487649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Bound port: f2ae3d10-f443-4c7d-95c9-7b387a89869d, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bf0ee7-6850-4473-b176-6830ef69853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:14.488106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.510094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.545858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] Pushing event deleted for resources: {'Port': ['ID=2da5786a-b231-4fab-b7f4-47d19a3ad678,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:14.557664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2914c-8ece-4989-be8b-bba38c83a702 None None] No DVR routers for this DVR port 2da5786a-b231-4fab-b7f4-47d19a3ad678 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:14.604196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-7a90e4be-addc-4d11-b7bf-f38056f46fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:14.604196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-7a90e4be-addc-4d11-b7bf-f38056f46fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 1096 time: 0.1310265 Nov 08 12:44:14.606489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.615570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:14.635201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:14.660397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Port': ['ID=2da5786a-b231-4fab-b7f4-47d19a3ad678,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:14.687038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] No DVR routers for this DVR port 2da5786a-b231-4fab-b7f4-47d19a3ad678 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:14.780211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2da5786a-b231-4fab-b7f4-47d19a3ad678 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:14.827820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 2da5786a-b231-4fab-b7f4-47d19a3ad678 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:14.828211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2da5786a-b231-4fab-b7f4-47d19a3ad678 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:14.856121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:14.859959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-bbb22866-4dbd-44b9-bb19-14d96eb91d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:14.861447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-bbb22866-4dbd-44b9-bb19-14d96eb91d03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.2117779 Nov 08 12:44:14.919829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-e9ee79c7-5f7b-4a47-ba48-bab5fcdb31e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 HTTP/1.1" status: 200 len: 217 time: 0.0501101 Nov 08 12:44:14.923977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:14.950002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:14.950391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90e688d-494c-4162-8d3d-a5f75fcc7cf3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:14.980159 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.016421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.018485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.055424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:15.055830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:15.060211 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:15.074955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:15.092861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.093426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.095000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-2d83d58e-8f46-4f99-a9ff-5eeae7cab3e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 1091 time: 3.1781464 Nov 08 12:44:15.126924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6685c-8770-42ec-a130-9387c03ed14f req-baca4a37-b0b8-4cfb-a323-964b19b0f245 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.134105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c6685c-8770-42ec-a130-9387c03ed14f req-baca4a37-b0b8-4cfb-a323-964b19b0f245 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.1180353 Nov 08 12:44:15.173938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.197681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:15.251830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2553c53-0263-4faa-a118-09ecbfbf9047 req-f208de16-13e3-4080-b239-135a4b92a3fa tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.263641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2553c53-0263-4faa-a118-09ecbfbf9047 req-f208de16-13e3-4080-b239-135a4b92a3fa tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 946 time: 0.1268430 Nov 08 12:44:15.298848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16c6685c-8770-42ec-a130-9387c03ed14f req-2b2e9b52-c33c-4538-9b30-ea6b9443946b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637499 Nov 08 12:44:15.320342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.353014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.356758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] 10.222.0.58 "DELETE /v2.0/networks/1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d HTTP/1.1" status: 204 len: 168 time: 2.1699586 Nov 08 12:44:15.359054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a86e9-6f94-4fe8-a885-2c21dc8c3bd8 tempest-AllowedAddressPairTestJSON-2039219981 tempest-AllowedAddressPairTestJSON-2039219981-project] Pushing event deleted for resources: {'Network': ['ID=1aaba37b-dafa-4cbf-9677-41b0f6eb9c1d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:15.396050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2553c53-0263-4faa-a118-09ecbfbf9047 req-b8af9f52-d06e-4999-b2d0-c8c56bb96b4d tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316731 Nov 08 12:44:15.426647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:15.447624 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48813e4-c214-4800-b479-53d9a828a5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:15.523123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-8bcf69b8-9e72-43aa-bba6-9d3db82c80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.524853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-8bcf69b8-9e72-43aa-bba6-9d3db82c80fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.5934262 Nov 08 12:44:15.526478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': '5f41311a-d701-47dc-ac91-e51338de0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:15.526855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: c63254ed-bd95-41dc-91f2-4524f631055c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:15.561688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=5b94050c-2e58-4bf3-a9d0-4211552b0cf4,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:15.575818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08ef54c-e2f0-4325-bf33-1a88ff2eb66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.583242 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-b97fd920-7607-483d-a42b-f7278c684964 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502117 Nov 08 12:44:15.585711 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f153116-9e01-4c25-aecf-48e604580a46 x-openstack-request-id: req-9f153116-9e01-4c25-aecf-48e604580a46 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:15.586004 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:15.586273 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f153116-9e01-4c25-aecf-48e604580a46 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:15.586657 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'status': 'completed', 'code': 200} Nov 08 12:44:15.619289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-9c44df32-7c9c-43e4-8112-657ec2fa763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.623345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-9c44df32-7c9c-43e4-8112-657ec2fa763c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1094 time: 0.4925561 Nov 08 12:44:15.751321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network c63254ed-bd95-41dc-91f2-4524f631055c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:15.775713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-02e321e3-8043-481a-ad4b-5a9440da90a4 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788707 Nov 08 12:44:15.823818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-70e75ea4-d235-460a-80b9-712d874e5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.825058 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-70e75ea4-d235-460a-80b9-712d874e5dc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.1902974 Nov 08 12:44:15.829587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-7eeffa84-6465-447a-9901-304415e8e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.831074 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-7eeffa84-6465-447a-9901-304415e8e13c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1094 time: 0.1582098 Nov 08 12:44:15.948664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08ef54c-e2f0-4325-bf33-1a88ff2eb66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.951444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c63254ed-bd95-41dc-91f2-4524f631055c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:15.965263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10d36a-b2cc-4dc9-a316-dfafd7b00ab8 None None] Network c63254ed-bd95-41dc-91f2-4524f631055c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:15.975256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:15.975898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:15.979751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bf85d36-7891-4e9b-9ae9-dc1400e0d683 req-55d6deea-b94b-411b-8477-0cf69bc4593c service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963534 Nov 08 12:44:16.026322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.032470 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-db167fdb-9fb7-4277-9b88-99af6ec561ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 998 time: 0.2001812 Nov 08 12:44:16.141391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-348d6e4e-5756-4519-abca-9abcddf38cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.144674 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-348d6e4e-5756-4519-abca-9abcddf38cd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.3034182 Nov 08 12:44:16.148075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b08ef54c-e2f0-4325-bf33-1a88ff2eb66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.168446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c63254ed-bd95-41dc-91f2-4524f631055c', 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': '5b94050c-2e58-4bf3-a9d0-4211552b0cf4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:16.170589 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.182730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-064e98f7-680e-4cd2-828c-b4ef5275003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.184272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-064e98f7-680e-4cd2-828c-b4ef5275003e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.1435366 Nov 08 12:44:16.263562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a873ed76-f50c-42e7-9785-157829a8fe5b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8223746 Nov 08 12:44:16.267076 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b08ef54c-e2f0-4325-bf33-1a88ff2eb66e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22085f8dfa31473e8e10e04d9b961c66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0598149 Nov 08 12:44:16.268257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:16.270060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:16.273815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-908483783'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:16.352872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ef54c-e2f0-4325-bf33-1a88ff2eb66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9970b9-6bb1-46f1-b146-96b138e1001a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:16.368827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:16.392186 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-ad3b86a9-fb0b-4a19-878e-55b1d06d3a14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 998 time: 0.2301695 Nov 08 12:44:16.456597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Allocated IP 2001:db8:0:ffff::2 (c63254ed-bd95-41dc-91f2-4524f631055c/5b94050c-2e58-4bf3-a9d0-4211552b0cf4/c7ad33ef-a48c-444b-80f7-1cdd0aef93d3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:16.577846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-6ed98842-730e-4f35-8136-6b3f3c2b1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.581387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-6ed98842-730e-4f35-8136-6b3f3c2b1984 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513858 Nov 08 12:44:16.583513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:16.595487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.683467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-cb11ac11-cf7b-4b74-87b2-c9bee1fa59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.684981 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-cb11ac11-cf7b-4b74-87b2-c9bee1fa59e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.2735450 Nov 08 12:44:16.771519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.788801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.820618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-b1136632-89c4-4dbd-b262-bd4fe0daf4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.822115 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-b1136632-89c4-4dbd-b262-bd4fe0daf4ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145043 Nov 08 12:44:16.827572 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-25bd756a-08e8-4e34-aaac-12f8bcb707fd service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340667 Nov 08 12:44:16.840179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e582fb4-94ff-4f8f-aa9d-714fdbeed544 req-b8a6ce85-f716-4b02-8bed-1f1e4ee2405d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.841799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e582fb4-94ff-4f8f-aa9d-714fdbeed544 req-b8a6ce85-f716-4b02-8bed-1f1e4ee2405d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.3491113 Nov 08 12:44:16.842767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:16.871334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.872667 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment 03324b55-6f4b-4304-9955-85631f7525c0 of type vlan for network a411db26-0b0a-440e-bef8-4648195647af Nov 08 12:44:16.874520 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:16.894323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd600c2-068b-475f-a1ca-95b685686287 req-dbc84a99-ee5b-48d0-b25f-ed3da8c570ad tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:16.902545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebd600c2-068b-475f-a1ca-95b685686287 req-dbc84a99-ee5b-48d0-b25f-ed3da8c570ad tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 946 time: 0.2853963 Nov 08 12:44:16.973545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-35053370-94ab-4d8b-8b07-8c1808ada3eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01b40a48375845f9935560e6c7df0576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035032 Nov 08 12:44:16.978141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:16.993418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.041976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-95664317-fafa-4aee-ba7a-6c56ea1e65bb req-aa16546f-88e5-419f-98c9-21fcd637002d service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043555 Nov 08 12:44:17.048903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-e538c907-0135-4429-b4a4-4c0c34b85078 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193191 Nov 08 12:44:17.052775 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.097548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebd600c2-068b-475f-a1ca-95b685686287 req-f51889dd-bd8d-472f-bf49-e8da5e87f603 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821215 Nov 08 12:44:17.101574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e582fb4-94ff-4f8f-aa9d-714fdbeed544 req-d09475de-9ce1-4758-82bd-0d24c62c0e3b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247548 Nov 08 12:44:17.145719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.155878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Network c63254ed-bd95-41dc-91f2-4524f631055c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:17.160507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:17.166337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:17.197490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Pushing event updated for resources: {'Port': ['ID=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:17.199790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.248296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-50a86c13-4117-457d-99d3-8a12b4d1d8f5 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915858 Nov 08 12:44:17.260520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Attempting to bind port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:17.262644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Attempting to bind port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '5f41311a-d701-47dc-ac91-e51338de0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:17.264158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Attempting to bind port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 on network c63254ed-bd95-41dc-91f2-4524f631055c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:17.269696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.275132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:17.275516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Checking segment: {'id': '5f41311a-d701-47dc-ac91-e51338de0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:17.275940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.276353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Bound using segment: {'id': '5f41311a-d701-47dc-ac91-e51338de0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:17.276718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:17.276848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Bound port: c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f41311a-d701-47dc-ac91-e51338de0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c63254ed-bd95-41dc-91f2-4524f631055c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:17.277162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.277915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.308459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.311876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.314684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f9970b9-6bb1-46f1-b146-96b138e1001a HTTP/1.1" status: 204 len: 168 time: 1.0374026 Nov 08 12:44:17.358645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.362568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.366511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feb01412-efe8-41d3-92d6-1b44afd70a5b HTTP/1.1" status: 204 len: 168 time: 0.3845277 Nov 08 12:44:17.379210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] For port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:17.381872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fcf8-504d-49b1-aa0a-4940d22d90f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb01412-efe8-41d3-92d6-1b44afd70a5b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:17.383479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] For port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,segment=NetworkSegment(5f41311a-d701-47dc-ac91-e51338de0476),segment_id=5f41311a-d701-47dc-ac91-e51338de0476)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:17.397546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-6f478f81-0e07-43e9-9260-fe610d63f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:17.397546 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-6f478f81-0e07-43e9-9260-fe610d63f809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0818822 Nov 08 12:44:17.454819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927d643-2571-4e89-8092-69848579c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9970b9-6bb1-46f1-b146-96b138e1001a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:17.466233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=a411db26-0b0a-440e-bef8-4648195647af,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:17.488501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a411db26-0b0a-440e-bef8-4648195647af details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:17.503917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b1214753-642b-46ea-9ce8-d793ba99a508 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2336535 Nov 08 12:44:17.507973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60698) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:17.523337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'a411db26-0b0a-440e-bef8-4648195647af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:17.548253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:17.596995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-f0f1068e-00f1-4666-b9da-7a2250b436c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:17.598744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-f0f1068e-00f1-4666-b9da-7a2250b436c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.1939025 Nov 08 12:44:17.671137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cadcaa-77d6-4b89-abf6-f140cbd9a9ad None None] Pushing event updated for resources: {'Port': ['ID=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:17.692816 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-386ed54d-72de-4caa-9851-a4189826a808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 998 time: 0.0862627 Nov 08 12:44:17.780418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-ac669533-614d-4ec8-a462-58267bfc293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:17.783167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-ac669533-614d-4ec8-a462-58267bfc293a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.0808458 Nov 08 12:44:17.859351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48813e4-c214-4800-b479-53d9a828a5dd req-6a427e6a-1711-4118-b40a-4c5d10fa089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:17.864715 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-6a427e6a-1711-4118-b40a-4c5d10fa089c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657952 Nov 08 12:44:17.963077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:17.964674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:18.034902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-8d321f68-8956-46d2-b273-661016a8066b service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524460 Nov 08 12:44:18.288609 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a48813e4-c214-4800-b479-53d9a828a5dd req-cac87608-5f69-47d7-810a-fe1fd823ca8f service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434180 Nov 08 12:44:18.383572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d160-b0dc-4960-b3bf-74bd9c61c4c2 req-645980e4-8bfe-4e5c-9cda-06d60ca80450 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:18.390743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d028d160-b0dc-4960-b3bf-74bd9c61c4c2 req-645980e4-8bfe-4e5c-9cda-06d60ca80450 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.1150098 Nov 08 12:44:18.489292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d028d160-b0dc-4960-b3bf-74bd9c61c4c2 req-cbc7eaac-6acf-4393-8d7f-09a53810eca3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976241 Nov 08 12:44:18.772184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:18.803615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00aeac16-00b0-4478-bd51-267e63b0b27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:18.835815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:44:18.839074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:18.904323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=4129d604-7a50-418d-b069-b0881e947681,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:18.950795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:18.951876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': '03324b55-6f4b-4304-9955-85631f7525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:18.951876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: a411db26-0b0a-440e-bef8-4648195647af, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:19.036692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:19.036692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.043124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00aeac16-00b0-4478-bd51-267e63b0b27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.127802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network a411db26-0b0a-440e-bef8-4648195647af is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:19.153139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.177996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00aeac16-00b0-4478-bd51-267e63b0b27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.245126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,segment=NetworkSegment(5f41311a-d701-47dc-ac91-e51338de0476),segment_id=5f41311a-d701-47dc-ac91-e51338de0476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:19.270495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeac16-00b0-4478-bd51-267e63b0b27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb8097-5a75-4d06-9a05-2d8c2393a0e2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:19.292511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a411db26-0b0a-440e-bef8-4648195647af) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:19.296795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:19.297479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.305350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98fe9a-8a6b-4212-bc4c-ca2513afa0a2 None None] Network a411db26-0b0a-440e-bef8-4648195647af requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:19.338818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-00aeac16-00b0-4478-bd51-267e63b0b27f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca82c76edbcc415f9c4adccb33c4cdca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5654221 Nov 08 12:44:19.342166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:19.359026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e389894-5e1c-4953-88a2-02d674f60925 None None] Network c63254ed-bd95-41dc-91f2-4524f631055c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:19.501936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.541985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.548798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b8cd3025-6a92-4190-a937-04c1bcfe66c6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0386913 Nov 08 12:44:19.551869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:19.559631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'port': {'network_id': 'a411db26-0b0a-440e-bef8-4648195647af', 'name': 'tempest-NetworksIpV6TestAttrs-111758862'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:19.613554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.738425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0da2857a-1e4d-42ef-acd6-1ae5d1c6f9f2 None None] Provisioning complete for port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:19.738425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0da2857a-1e4d-42ef-acd6-1ae5d1c6f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.793083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f5250-2f81-42d0-bf92-f7be882f77fe req-c5509ac0-d86e-4c6c-b86e-b9d0e81d7efc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:19.794698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-045f5250-2f81-42d0-bf92-f7be882f77fe req-c5509ac0-d86e-4c6c-b86e-b9d0e81d7efc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.1029048 Nov 08 12:44:19.919984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-045f5250-2f81-42d0-bf92-f7be882f77fe req-812be5a3-c7cc-44ed-9a87-b9a37f21371d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123028 Nov 08 12:44:19.944976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:19.956042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.958706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:19.959972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dfb8097-5a75-4d06-9a05-2d8c2393a0e2 HTTP/1.1" status: 204 len: 168 time: 0.6170025 Nov 08 12:44:19.974483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077451f-31a6-494b-90e3-507215c1eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb8097-5a75-4d06-9a05-2d8c2393a0e2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:20.029515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:20.034058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.072450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] device_id is not set on port 427055ec-9df8-4777-a19c-c63e80012936 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:20.134162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a411db26-0b0a-440e-bef8-4648195647af', 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': '4129d604-7a50-418d-b069-b0881e947681'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:20.140594 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.294752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:20.406990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Allocated IP 2001:db8::f816:3eff:fecf:d460 (a411db26-0b0a-440e-bef8-4648195647af/4129d604-7a50-418d-b069-b0881e947681/427055ec-9df8-4777-a19c-c63e80012936) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:20.491289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2068945198'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:20.645938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.700473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2db5-d44a-44e8-9898-7c42ac0a9c44 None None] Provisioning complete for port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:20.702133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2db5-d44a-44e8-9898-7c42ac0a9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.710184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Made reservation on behalf of 28f3f82ea2394ad294579305cd44f90e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:20.752611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.774356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.779690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:20.784951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:44:20.937940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:21.103399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.104297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:21.107661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'port_id': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'mac_address': 'fa:16:3e:9b:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:44:21.114780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:21.115203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.149304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77521-a113-4114-bbf0-94fef215935e req-b83a8922-8b29-4c93-89cc-94f05cef033d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:21.150849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68d77521-a113-4114-bbf0-94fef215935e req-b83a8922-8b29-4c93-89cc-94f05cef033d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 943 time: 0.0880144 Nov 08 12:44:21.195173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.224906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68d77521-a113-4114-bbf0-94fef215935e req-cdb8c6da-0aa7-40a3-9a29-090394518fb1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648890 Nov 08 12:44:21.228489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ae3d10-f443-4c7d-95c9-7b387a89869d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:44:21.260790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:21.401948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.402822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.462192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Allocated IP 2001:db8::f816:3eff:fe41:7bb9 (a411db26-0b0a-440e-bef8-4648195647af/4129d604-7a50-418d-b069-b0881e947681/7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:21.466975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.469215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0300cb7b-dc78-48e9-acbc-b04a06fb5acc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:21.497367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network a411db26-0b0a-440e-bef8-4648195647af is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:21.502669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:21.554605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Port': ['ID=427055ec-9df8-4777-a19c-c63e80012936,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:21.554775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:21.554884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.559793 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Added segment e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f of type vlan for network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 Nov 08 12:44:21.582078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:21.606770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:21.613454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:21.614345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.704058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.773135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['f2ae3d10-f443-4c7d-95c9-7b387a89869d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:44:21.774937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6ab5fcfb-b8a9-4e42-ab8a-22f91f6a2c04 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2209408 Nov 08 12:44:21.774937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:21.857497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd27e-61aa-4c06-8f29-6254728b019e req-49e4ec77-d641-47c6-980d-1850838df6a8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:21.870168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f4bd27e-61aa-4c06-8f29-6254728b019e req-49e4ec77-d641-47c6-980d-1850838df6a8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.1083796 Nov 08 12:44:21.891820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.905257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:21.906802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:21.936368 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.054436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.118726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting subnet 4129d604-7a50-418d-b069-b0881e947681 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:44:22.132289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.148706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Pushing event updated for resources: {'Port': ['ID=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:22.163504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f4bd27e-61aa-4c06-8f29-6254728b019e req-a64f8196-c5cc-4294-90e6-0be4b39cd6bc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906854 Nov 08 12:44:22.172703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Network a411db26-0b0a-440e-bef8-4648195647af is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:22.175480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:22.190067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:22.241425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9446099 Nov 08 12:44:22.246405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60800) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:22.261422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Request body: {'subnet': {'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:22.290713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e7f-7753-4832-9881-c1072922ef43 req-b9c9ec77-21b2-41db-9d17-c535e6a72bb9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:22.292946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-b9c9ec77-21b2-41db-9d17-c535e6a72bb9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2&tenant_id=888214d139364e1a8d116c3eceb48166&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.3453367 Nov 08 12:44:22.293740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de07767-a4cc-4631-927c-eede803fa8d4 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'Network': ['ID=bd3548b5-ee1e-4191-be2b-c4f355cb5ab9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:22.303551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.310115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:22.394684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Attempting to bind port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:22.395233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Attempting to bind port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '03324b55-6f4b-4304-9955-85631f7525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:22.395345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Attempting to bind port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae on network a411db26-0b0a-440e-bef8-4648195647af {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:22.423526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:22.423901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Checking segment: {'id': '03324b55-6f4b-4304-9955-85631f7525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:22.424310 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.424706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Bound using segment: {'id': '03324b55-6f4b-4304-9955-85631f7525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:22.425189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Bound port: 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03324b55-6f4b-4304-9955-85631f7525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a411db26-0b0a-440e-bef8-4648195647af'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:22.425572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.514566 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-0a468e7f-7753-4832-9881-c1072922ef43 req-2aa9570e-b943-4f02-916d-205ad944d9cb service neutron] delete failed (client error): The resource could not be found. Nov 08 12:44:22.516156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-2aa9570e-b943-4f02-916d-205ad944d9cb service neutron] 10.222.0.57 "DELETE /v2.0/ports/f2ae3d10-f443-4c7d-95c9-7b387a89869d/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.2089179 Nov 08 12:44:22.544428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Made reservation on behalf of 28f3f82ea2394ad294579305cd44f90e for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:22.550827 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.650628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.688910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e7f-7753-4832-9881-c1072922ef43 req-324a08fe-9e06-4fe5-a831-3b339a3430d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:22.690458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-324a08fe-9e06-4fe5-a831-3b339a3430d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0977473 Nov 08 12:44:22.821348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e7f-7753-4832-9881-c1072922ef43 req-351328e9-6d80-4daa-8560-f68a71d816a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:22.822950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-351328e9-6d80-4daa-8560-f68a71d816a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.1251094 Nov 08 12:44:22.908426 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-86140abe-14aa-4355-b595-c714903f25ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 999 time: 0.0782423 Nov 08 12:44:22.918940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] For port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:22.919252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.924203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] For port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,segment=NetworkSegment(03324b55-6f4b-4304-9955-85631f7525c0),segment_id=03324b55-6f4b-4304-9955-85631f7525c0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:22.981435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:22.984891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/4129d604-7a50-418d-b069-b0881e947681 HTTP/1.1" status: 204 len: 168 time: 1.2090142 Nov 08 12:44:22.985965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e04aef-3677-4f35-8923-7bfdb471f26a tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=4129d604-7a50-418d-b069-b0881e947681,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:22.987983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:23.006950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e7f-7753-4832-9881-c1072922ef43 req-0e9fed43-e812-4a09-b137-b199f4238555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.008426 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-0e9fed43-e812-4a09-b137-b199f4238555 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.0840554 Nov 08 12:44:23.035996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.066620 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.087909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e7f-7753-4832-9881-c1072922ef43 req-3bf4ee2b-5f56-4282-ad34-907418c8da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.095198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-3bf4ee2b-5f56-4282-ad34-907418c8da75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743845 Nov 08 12:44:23.133886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb98805-2902-4af8-a91e-040e09f39811 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.135756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb98805-2902-4af8-a91e-040e09f39811 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.137311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-afb98805-2902-4af8-a91e-040e09f39811 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1462357 Nov 08 12:44:23.140888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:23.158202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'Subnet': ['ID=17d71298-04fc-4059-83e5-f2819372d3a4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:23.211191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84c02436-0e3e-465c-86cc-fa39d30fbb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.264264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Checking segment: {'id': 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:23.264264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Network hostable DHCP agents. Network: bd3548b5-ee1e-4191-be2b-c4f355cb5ab9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:23.284473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aa95db3-0d2d-467e-9a90-73a35aa95ecb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.285785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544e02-65a1-466f-ab99-b43b08d66a4b None None] Pushing event updated for resources: {'Port': ['ID=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:23.326494 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa95db3-0d2d-467e-9a90-73a35aa95ecb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 12:44:23.329912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa95db3-0d2d-467e-9a90-73a35aa95ecb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:23.341792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4aa95db3-0d2d-467e-9a90-73a35aa95ecb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/a411db26-0b0a-440e-bef8-4648195647af HTTP/1.1" status: 409 len: 405 time: 0.1979814 Nov 08 12:44:23.345804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:23.352488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105962520'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:23.434567 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-746c452d-0f02-451e-98ab-44f78f6da692 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333161 Nov 08 12:44:23.484255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:23.519726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:23.526436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.551441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a413560-11a4-489b-b23f-64482648c7ba req-a02df126-f01e-4294-b8e5-a07b0f8b32be tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.564963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a413560-11a4-489b-b23f-64482648c7ba req-a02df126-f01e-4294-b8e5-a07b0f8b32be tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.1423831 Nov 08 12:44:23.667558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0a468e7f-7753-4832-9881-c1072922ef43 req-bb3fe835-d8e8-449d-af67-c6bcee92af81 service neutron] 10.222.0.57 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192156 Nov 08 12:44:23.672201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, bd3548b5-ee1e-4191-be2b-c4f355cb5ab9) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:23.681597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d1ae5-75be-498f-9066-efb3e04363de None None] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:23.685216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:23.685365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.738037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a413560-11a4-489b-b23f-64482648c7ba req-cdaefa03-4ffb-4565-9351-02d074af6409 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662641 Nov 08 12:44:23.742569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:23.755347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.756211 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment b7483cde-f862-4905-a71e-c01e7a2994fd of type vlan for network a563a2e9-950c-4291-add4-4c153b7678f1 Nov 08 12:44:23.818754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:23.924916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2390c11b-03ff-436a-b4bd-632eadb5f6b0 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6760864 Nov 08 12:44:23.927718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:23.934355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Request body: {'port': {'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-993242926'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:23.998850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:24.002342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:24.003036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:24.062520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-bd3548b5-ee1e-4191-be2b-c4f355cb5ab9', 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9', 'tenant_id': '28f3f82ea2394ad294579305cd44f90e', 'fixed_ips': [{'subnet_id': '17d71298-04fc-4059-83e5-f2819372d3a4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:24.063291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:24.195815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=a563a2e9-950c-4291-add4-4c153b7678f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:24.214198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2176c26c-5e37-4988-abc2-e8e2869e3e53 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8670208 Nov 08 12:44:24.216786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a563a2e9-950c-4291-add4-4c153b7678f1 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:24.217079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:24.226279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:24.309485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Made reservation on behalf of 28f3f82ea2394ad294579305cd44f90e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:24.313653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:24.366492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] device_id is not set on port 8595c844-a489-4bcd-a8a0-20164611e3a8 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:24.520082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Allocated IP 172.20.0.2 (bd3548b5-ee1e-4191-be2b-c4f355cb5ab9/17d71298-04fc-4059-83e5-f2819372d3a4/bc454bfe-cf70-4d22-8755-66a993b17d0d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:24.641830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:24.647862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:24.805029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:25.000768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0a8bf-a517-4ede-aeab-892809ef7db4 None None] Network a411db26-0b0a-440e-bef8-4648195647af requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:25.029096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:25.389806 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.411144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port f2ae3d10-f443-4c7d-95c9-7b387a89869d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:44:25.457092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port f2ae3d10-f443-4c7d-95c9-7b387a89869d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:25.458441 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.551387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Provisioning complete for port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:25.552059 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.657793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:25.658157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.660125 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.663649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369df56-f925-4701-9085-46580a12139e req-c4b4139b-4f94-4f1b-bc3b-18f013b7f063 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:25.664135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-14ed1896-446b-48af-b8c4-fcaaa1e7948d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:25.665878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8369df56-f925-4701-9085-46580a12139e req-c4b4139b-4f94-4f1b-bc3b-18f013b7f063 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 944 time: 0.1421657 Nov 08 12:44:25.710164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Allocated IP 172.20.0.9 (bd3548b5-ee1e-4191-be2b-c4f355cb5ab9/17d71298-04fc-4059-83e5-f2819372d3a4/8595c844-a489-4bcd-a8a0-20164611e3a8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:25.744173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Pushing event updated for resources: {'Port': ['ID=bc454bfe-cf70-4d22-8755-66a993b17d0d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:25.802423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8369df56-f925-4701-9085-46580a12139e req-b9b52087-f2bd-465c-b445-22bd8ef92f0f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264577 Nov 08 12:44:25.850967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:25.887438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:25.900596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:25.994933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.065264 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.071839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] DHCP port deletion for a411db26-0b0a-440e-bef8-4648195647af request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:26.143221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:26.145460 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66321959-e0d9-4b0a-a408-2741310d2663" -d '{"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:26.146236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:44:26.147822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.231596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.333573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:26.334597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'Port': ['ID=8595c844-a489-4bcd-a8a0-20164611e3a8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:26.349869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:26.351498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:26.355909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:26.373844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': 'b7483cde-f862-4905-a71e-c01e7a2994fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:26.374214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: a563a2e9-950c-4291-add4-4c153b7678f1, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:26.419276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:26.420220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.509721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network a563a2e9-950c-4291-add4-4c153b7678f1 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:26.534827 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.541468 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a05923a-b0e3-44fa-9f53-3a6a82f1515b tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6122718 Nov 08 12:44:26.544782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:26.550836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Request body: {'port': {'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-115550745', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:26.551589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] bootfile-name is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:26.552425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] tftp-server is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:26.553005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] server-ip-address is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:26.595023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:26.613868 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.630062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a563a2e9-950c-4291-add4-4c153b7678f1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:26.635626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:26.636438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.648216 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8f863-6cfc-49ee-a821-25986e897534 x-openstack-request-id: req-a9c8f863-6cfc-49ee-a821-25986e897534 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:26.650007 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:26.650469 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9c8f863-6cfc-49ee-a821-25986e897534 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:26.651029 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'code': 200} Nov 08 12:44:26.684235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] For port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,segment=NetworkSegment(03324b55-6f4b-4304-9955-85631f7525c0),segment_id=03324b55-6f4b-4304-9955-85631f7525c0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:26.685842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Attempting to bind port bc454bfe-cf70-4d22-8755-66a993b17d0d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:26.692062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Attempting to bind port bc454bfe-cf70-4d22-8755-66a993b17d0d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:26.692062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Attempting to bind port bc454bfe-cf70-4d22-8755-66a993b17d0d on network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:26.692062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc713d6b-9240-4078-a569-3f1ef7c83e4c None None] Network a563a2e9-950c-4291-add4-4c153b7678f1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:26.777850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-68a48c9e-b284-4c65-afa5-58e219204d0c tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5596251 Nov 08 12:44:26.780845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:26.793854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'port': {'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1', 'name': 'tempest-NetworksIpV6TestAttrs-1404397343'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:26.816925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.827299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.865400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Made reservation on behalf of 28f3f82ea2394ad294579305cd44f90e for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:26.871674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.882684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:26.883256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Checking segment: {'id': 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:26.883462 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.883864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Bound using segment: {'id': 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:26.884364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Bound port: bc454bfe-cf70-4d22-8755-66a993b17d0d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bd3548b5-ee1e-4191-be2b-c4f355cb5ab9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:26.884748 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:26.954589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] device_id is not set on port d589d570-c436-4b69-8ba4-16f9c4e28e9d yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:26.977357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.059805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:44:27.060162 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:44:27.111633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Pushing event updated for resources: {'Port': ['ID=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:27.133762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a563a2e9-950c-4291-add4-4c153b7678f1', 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': '3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:27.134679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.138187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Deleting port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:27.138570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.223116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03f969-321c-42ba-bea0-0940da70e47f req-e96f0b01-5b29-45df-8020-d4f879eb3e3e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:27.230792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf03f969-321c-42ba-bea0-0940da70e47f req-e96f0b01-5b29-45df-8020-d4f879eb3e3e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2319961 Nov 08 12:44:27.235810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Allocated IP 172.20.0.6 (bd3548b5-ee1e-4191-be2b-c4f355cb5ab9/17d71298-04fc-4059-83e5-f2819372d3a4/d589d570-c436-4b69-8ba4-16f9c4e28e9d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:27.261535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] For port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,segment=NetworkSegment(03324b55-6f4b-4304-9955-85631f7525c0),segment_id=03324b55-6f4b-4304-9955-85631f7525c0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:27.262573 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.294177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Calling delete_port for 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:27.420989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:27.426752 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.432191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf03f969-321c-42ba-bea0-0940da70e47f req-e3a98219-7406-4854-8da4-e20f2c173bcf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006381 Nov 08 12:44:27.452061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] device_id is not set on port c17500a4-e886-4017-8543-e03eaba533dc yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:27.458917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:27.469138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.475026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c349766b-fc8c-4a3f-bd49-e6e1c67ea891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:27.583806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] For port bc454bfe-cf70-4d22-8755-66a993b17d0d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:27.615392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] For port bc454bfe-cf70-4d22-8755-66a993b17d0d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc454bfe-cf70-4d22-8755-66a993b17d0d,segment=NetworkSegment(e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f),segment_id=e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:27.624063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.738446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9db2df26-0246-4572-9418-3366b523306d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 200 len: 992 time: 0.2746933 Nov 08 12:44:27.775406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Allocated IP 2001:db8::f816:3eff:fe93:6337 (a563a2e9-950c-4291-add4-4c153b7678f1/3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc/c17500a4-e886-4017-8543-e03eaba533dc) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:27.785171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.847450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.872505 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:27.949456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:27.973273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:27.977787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:27.990300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'Port': ['ID=d589d570-c436-4b69-8ba4-16f9c4e28e9d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:27.993030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:28.011620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] No DVR routers for this DVR port 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:28.079587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.153741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:28.154491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.269944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.283465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-435abee6-c88e-4c80-a2ad-7f79a19c6f9a tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7373424 Nov 08 12:44:28.285969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:28.387061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.433939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f61154-9031-4f90-89fe-52e7cce322af tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:28.440870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:28.450177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f61154-9031-4f90-89fe-52e7cce322af tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:28.460691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f61154-9031-4f90-89fe-52e7cce322af tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:28.463263 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-35f61154-9031-4f90-89fe-52e7cce322af tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1752028 Nov 08 12:44:28.466607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:28.482103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Port': ['ID=c17500a4-e886-4017-8543-e03eaba533dc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:28.504891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network a563a2e9-950c-4291-add4-4c153b7678f1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:28.511592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:28.516250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:28.528811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:28.529483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.566984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4d9e6-39bc-4259-a29b-a7add967d321 None None] Pushing event updated for resources: {'Port': ['ID=bc454bfe-cf70-4d22-8755-66a993b17d0d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:28.571539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:28.575043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:28.617273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c250-7dad-4721-898c-0d1311672e99 None None] Pushing event deleted for resources: {'Port': ['ID=7b0d9145-ae2b-4c24-968f-eab9aa5ed6ae,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:28.656393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Allocated IP 2001:db8::f816:3eff:fee2:aaf6 (a563a2e9-950c-4291-add4-4c153b7678f1/3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc/416d89cf-a462-4e8e-b321-d41e01df185c) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:28.669975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bb3e2e12-0085-417d-a2c3-b503e43bc4cc tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8873472 Nov 08 12:44:28.672677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:28.923484 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:28.966916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.122662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting subnet 3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:44:29.134756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Deleting port d589d570-c436-4b69-8ba4-16f9c4e28e9d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:29.135199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.159204 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.159963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.220931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Network a563a2e9-950c-4291-add4-4c153b7678f1 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:29.236132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:29.240432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:29.259499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Pushing event updated for resources: {'Port': ['ID=416d89cf-a462-4e8e-b321-d41e01df185c,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:29.293733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.325356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Attempting to bind port 416d89cf-a462-4e8e-b321-d41e01df185c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:29.326006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Attempting to bind port 416d89cf-a462-4e8e-b321-d41e01df185c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b7483cde-f862-4905-a71e-c01e7a2994fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:29.326357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Attempting to bind port 416d89cf-a462-4e8e-b321-d41e01df185c on network a563a2e9-950c-4291-add4-4c153b7678f1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:29.357729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:29.357729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Checking segment: {'id': 'b7483cde-f862-4905-a71e-c01e7a2994fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:29.357729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.357729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Bound using segment: {'id': 'b7483cde-f862-4905-a71e-c01e7a2994fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:29.357729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Bound port: 416d89cf-a462-4e8e-b321-d41e01df185c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7483cde-f862-4905-a71e-c01e7a2994fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a563a2e9-950c-4291-add4-4c153b7678f1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:29.358471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.412432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.489657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Calling delete_port for d589d570-c436-4b69-8ba4-16f9c4e28e9d owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:29.574499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] For port 416d89cf-a462-4e8e-b321-d41e01df185c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:29.581627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] For port 416d89cf-a462-4e8e-b321-d41e01df185c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=416d89cf-a462-4e8e-b321-d41e01df185c,segment=NetworkSegment(b7483cde-f862-4905-a71e-c01e7a2994fd),segment_id=b7483cde-f862-4905-a71e-c01e7a2994fd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:29.651562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c866d-05e8-44fb-9e47-a7e7ff006342 None None] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:29.655075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.772250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.939326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] Provisioning complete for port bc454bfe-cf70-4d22-8755-66a993b17d0d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:29.941123 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:29.958487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec2f5-3cac-4661-8b46-e2492c662475 None None] Pushing event updated for resources: {'Port': ['ID=416d89cf-a462-4e8e-b321-d41e01df185c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:30.024182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.049617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.062933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:30.067085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc HTTP/1.1" status: 204 len: 168 time: 1.3959103 Nov 08 12:44:30.091654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.183803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea99814-0e37-43ce-a511-60b898a8f09e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:30.283096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event deleted for resources: {'Port': ['ID=d589d570-c436-4b69-8ba4-16f9c4e28e9d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:30.298299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bbcf2d-2e7c-450c-a3cf-b14cdd9035ff tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:30.310328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bbcf2d-2e7c-450c-a3cf-b14cdd9035ff tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:30.316283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b1bbcf2d-2e7c-450c-a3cf-b14cdd9035ff tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2520030 Nov 08 12:44:30.321527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:30.339757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.427419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] For port bc454bfe-cf70-4d22-8755-66a993b17d0d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc454bfe-cf70-4d22-8755-66a993b17d0d,segment=NetworkSegment(e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f),segment_id=e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:30.495322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.505937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-84d7cd3c-344b-474e-8c76-1138c5596f99 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "DELETE /v2.0/ports/d589d570-c436-4b69-8ba4-16f9c4e28e9d HTTP/1.1" status: 204 len: 168 time: 2.0379779 Nov 08 12:44:30.509852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:30.521970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Request body: {'port': {'name': 'tempest-new-port-name-1418486349', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:30.524571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] bootfile-name is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:30.524921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] tftp-server is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:30.525254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.api.validators [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] server-ip-address is not in valid_values {{(pid=102536) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 12:44:30.538277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.661896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc454bfe-cf70-4d22-8755-66a993b17d0d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:30.679252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b952ada-0494-4715-a9ca-9d4c2cf120a8 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.697962 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b952ada-0494-4715-a9ca-9d4c2cf120a8 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 12:44:30.703605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b952ada-0494-4715-a9ca-9d4c2cf120a8 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:30.703605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6b952ada-0494-4715-a9ca-9d4c2cf120a8 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/a563a2e9-950c-4291-add4-4c153b7678f1 HTTP/1.1" status: 409 len: 405 time: 0.3744490 Nov 08 12:44:30.709080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:30.729049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-777046319'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:30.754318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23c9be-1378-418f-a4c0-de9e532bad0b None None] Pushing event updated for resources: {'Port': ['ID=bc454bfe-cf70-4d22-8755-66a993b17d0d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:30.755094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.783107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bc454bfe-cf70-4d22-8755-66a993b17d0d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:30.789724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.887027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:30.899463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:30.971476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 416d89cf-a462-4e8e-b321-d41e01df185c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:31.002375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:31.024996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.025568 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment 3dfea35d-7ff2-44b0-bce3-4d7de0102a65 of type vlan for network bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd Nov 08 12:44:31.100570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0e119db9-5507-4028-8c83-eab3b01feda0 None None] Provisioning complete for port 8595c844-a489-4bcd-a8a0-20164611e3a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:31.100951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e119db9-5507-4028-8c83-eab3b01feda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.160356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.188748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.203940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e119db9-5507-4028-8c83-eab3b01feda0 None None] Port 8595c844-a489-4bcd-a8a0-20164611e3a8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:31.255032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 416d89cf-a462-4e8e-b321-d41e01df185c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:31.257717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.268225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.282558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0e119db9-5507-4028-8c83-eab3b01feda0 None None] Provisioning complete for port bc454bfe-cf70-4d22-8755-66a993b17d0d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:31.283241 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e119db9-5507-4028-8c83-eab3b01feda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.373657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.380488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:31.381118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.535211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:31.558540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d7082770-278e-4398-9fd8-0bfde7c3ec25 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8479404 Nov 08 12:44:31.559442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:31.593022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:31.601670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:31.655100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event updated for resources: {'Port': ['ID=8595c844-a489-4bcd-a8a0-20164611e3a8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:31.682744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] In _notify_port_updated(), no bound segment for port 8595c844-a489-4bcd-a8a0-20164611e3a8 on network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:44:31.697741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:31.698716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:31.700244 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-89f383c6-c5fc-473a-8191-e5b1418a8e20 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "PUT /v2.0/ports/8595c844-a489-4bcd-a8a0-20164611e3a8 HTTP/1.1" status: 200 len: 1136 time: 1.1898859 Nov 08 12:44:31.704347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32790) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:31.757410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b5547-7647-480b-b0fa-63a410590dc2 None None] Network a563a2e9-950c-4291-add4-4c153b7678f1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:31.802637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f339d4-c0a7-444f-8cb6-532b107efad8 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:31.804415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-04f339d4-c0a7-444f-8cb6-532b107efad8 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "GET /v2.0/ports/8595c844-a489-4bcd-a8a0-20164611e3a8 HTTP/1.1" status: 200 len: 1136 time: 0.0990152 Nov 08 12:44:31.809432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:31.947886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:31.983508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.079297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.314535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Deleting port 8595c844-a489-4bcd-a8a0-20164611e3a8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:32.315551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.717518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 416d89cf-a462-4e8e-b321-d41e01df185c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=416d89cf-a462-4e8e-b321-d41e01df185c,segment=NetworkSegment(b7483cde-f862-4905-a71e-c01e7a2994fd),segment_id=b7483cde-f862-4905-a71e-c01e7a2994fd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:32.728638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.729668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Could not find standard attr ID for object d589d570-c436-4b69-8ba4-16f9c4e28e9d. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:44:32.755320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Provisioning complete for port 416d89cf-a462-4e8e-b321-d41e01df185c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:32.755965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Calling delete_port for 8595c844-a489-4bcd-a8a0-20164611e3a8 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:32.756161 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.835341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:32.872205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] DHCP port deletion for a563a2e9-950c-4291-add4-4c153b7678f1 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:33.021855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=416d89cf-a462-4e8e-b321-d41e01df185c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:33.047668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc454bfe-cf70-4d22-8755-66a993b17d0d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:33.052019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Provisioning complete for port 8595c844-a489-4bcd-a8a0-20164611e3a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:33.052480 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.054530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.111791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event deleted for resources: {'Port': ['ID=8595c844-a489-4bcd-a8a0-20164611e3a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:33.120854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7d673-5e4a-4e4f-9bdb-f34a13f7c294 None None] Port 8595c844-a489-4bcd-a8a0-20164611e3a8 was deleted so its status cannot be updated. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 08 12:44:33.158854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Deleting port 416d89cf-a462-4e8e-b321-d41e01df185c {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:33.159373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.220459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.227291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:33.235911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf51aa55-fb8e-4507-bb26-56bc0e3ee114 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "DELETE /v2.0/ports/8595c844-a489-4bcd-a8a0-20164611e3a8 HTTP/1.1" status: 204 len: 168 time: 1.4167325 Nov 08 12:44:33.261835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bc454bfe-cf70-4d22-8755-66a993b17d0d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:33.262587 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.332057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Deleting subnet 17d71298-04fc-4059-83e5-f2819372d3a4 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:44:33.333503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b7305560-7345-4d42-ba55-1ad99b9862b0 None None] Could not find standard attr ID for object 8595c844-a489-4bcd-a8a0-20164611e3a8. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:44:33.346536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.349448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] For port 416d89cf-a462-4e8e-b321-d41e01df185c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=416d89cf-a462-4e8e-b321-d41e01df185c,segment=NetworkSegment(b7483cde-f862-4905-a71e-c01e7a2994fd),segment_id=b7483cde-f862-4905-a71e-c01e7a2994fd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:33.355238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.387265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Calling delete_port for 416d89cf-a462-4e8e-b321-d41e01df185c owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:33.421822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:44:33.424645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.457642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.625409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=3e4f6458-0df4-4a41-81b4-6bf1336ffa3a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:33.683343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': '3dfea35d-7ff2-44b0-bce3-4d7de0102a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:33.683944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:33.690326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.732207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 416d89cf-a462-4e8e-b321-d41e01df185c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:33.738500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.792809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] No DVR routers for this DVR port 416d89cf-a462-4e8e-b321-d41e01df185c on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:33.796155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 416d89cf-a462-4e8e-b321-d41e01df185c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:33.796558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 416d89cf-a462-4e8e-b321-d41e01df185c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:33.806214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:33.833869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a7b2-f335-4294-9d5a-accef221d1ea None None] Pushing event deleted for resources: {'Port': ['ID=416d89cf-a462-4e8e-b321-d41e01df185c,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:33.912189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:33.912348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.914560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:33.915440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.925698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01174d5-76ab-4bfb-89f3-c9397f6afe9e None None] Network bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:33.942663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event deleted for resources: {'Subnet': ['ID=17d71298-04fc-4059-83e5-f2819372d3a4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:33.948754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:33.953451 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3e114979-1a64-4ec8-bb06-cfa14e3b9980 tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "DELETE /v2.0/subnets/17d71298-04fc-4059-83e5-f2819372d3a4 HTTP/1.1" status: 204 len: 168 time: 0.7241409 Nov 08 12:44:33.955816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32858) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:33.959893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52191ae0-e152-49f3-abac-3050fe04cde7 None None] Network bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:34.087037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.112607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eadd5b1f-46cc-490b-baf9-b01907610670 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5484531 Nov 08 12:44:34.115247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:34.225606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Deleting port bc454bfe-cf70-4d22-8755-66a993b17d0d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:34.225870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.324923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18255bb-15c6-4ce5-a10b-c2bfce606bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd', 'network_id': 'bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': '3e4f6458-0df4-4a41-81b4-6bf1336ffa3a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:34.328333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b18255bb-15c6-4ce5-a10b-c2bfce606bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.382685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] DHCP port deletion for bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:34.383142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.435496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] For port bc454bfe-cf70-4d22-8755-66a993b17d0d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc454bfe-cf70-4d22-8755-66a993b17d0d,segment=NetworkSegment(e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f),segment_id=e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:34.436047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.464445 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.465237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Calling delete_port for bc454bfe-cf70-4d22-8755-66a993b17d0d owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:34.583572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Deleting port bc454bfe-cf70-4d22-8755-66a993b17d0d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:34.584202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.663974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.665256 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.667129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] For port bc454bfe-cf70-4d22-8755-66a993b17d0d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bc454bfe-cf70-4d22-8755-66a993b17d0d,segment=NetworkSegment(e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f),segment_id=e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:34.667910 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.700155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Calling delete_port for bc454bfe-cf70-4d22-8755-66a993b17d0d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:34.720641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] No DVR routers for this DVR port bc454bfe-cf70-4d22-8755-66a993b17d0d on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:34.729181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event deleted for resources: {'Port': ['ID=bc454bfe-cf70-4d22-8755-66a993b17d0d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-b18255bb-15c6-4ce5-a10b-c2bfce606bd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e4f6458-0df4-4a41-81b4-6bf1336ffa3a: This subnet is being modified by another concurrent operation. Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e4f6458-0df4-4a41-81b4-6bf1336ffa3a: This subnet is being modified by another concurrent operation. Nov 08 12:44:34.786520 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:44:34.826481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee57da-d00e-4c08-9f2c-7b3be2e07ccd None None] Network bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:34.848964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4f6458-0df4-4a41-81b4-6bf1336ffa3a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:34.915025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:34.963426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] Pushing event deleted for resources: {'Port': ['ID=bc454bfe-cf70-4d22-8755-66a993b17d0d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:34.975824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3638a-a690-4033-a51a-b2ccfaf81a8b None None] No DVR routers for this DVR port bc454bfe-cf70-4d22-8755-66a993b17d0d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:35.021924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.041742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d338f2-4e5d-444c-9fe8-bd8a9bc826e6 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:44:35.080561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.098139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3548b5-ee1e-4191-be2b-c4f355cb5ab9']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.112931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc454bfe-cf70-4d22-8755-66a993b17d0d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:35.128692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.129852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d50d5e-c2b2-4bc7-8107-9a8dfdd4e27f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.132255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.149087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.161526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfea35d-7ff2-44b0-bce3-4d7de0102a65') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.165017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfea35d-7ff2-44b0-bce3-4d7de0102a65') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:35.167792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.190685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.195576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bc454bfe-cf70-4d22-8755-66a993b17d0d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:35.196107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bc454bfe-cf70-4d22-8755-66a993b17d0d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:35.203526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:35.203526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.246487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.252086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:35.254224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:35.261756 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:35.336157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d338f2-4e5d-444c-9fe8-bd8a9bc826e6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:35.340108 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:35.482404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.491609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.510748 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] 10.222.0.58 "DELETE /v2.0/networks/bd3548b5-ee1e-4191-be2b-c4f355cb5ab9 HTTP/1.1" status: 204 len: 168 time: 1.5537820 Nov 08 12:44:35.521686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.536807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.549229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd HTTP/1.1" status: 204 len: 168 time: 1.4300265 Nov 08 12:44:35.551599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:35.564100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481570b9-25bb-49ce-a3a6-6ea0198445fe tempest-ExtraDHCPOptionsTestJSON-2102536447 tempest-ExtraDHCPOptionsTestJSON-2102536447-project] Pushing event deleted for resources: {'Network': ['ID=bd3548b5-ee1e-4191-be2b-c4f355cb5ab9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:35.566695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1360679132'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:35.622642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34073e-6fe4-450a-9ee0-44e4206561b5 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:35.725936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:35.729553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.756608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:35.770778 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.771248 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment a6df62a9-139b-4b61-b900-4811dd00f8b1 of type vlan for network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 Nov 08 12:44:35.825697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.943682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:35.950940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:35.951575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:36.066057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=ba1a87bd-15f1-4c14-b87b-033f9e9739e3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:36.084893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:36.156901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:36.157624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-203cea6a-217d-4c92-a8c7-f1591c75d9a6 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6033957 Nov 08 12:44:36.162448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:36.409158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:36.532151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:36.535854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:36.751051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ffa099d0-e241-40e7-914e-daf0da325044 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28f3f82ea2394ad294579305cd44f90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404400 Nov 08 12:44:36.753620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32924) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:36.834463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:36.890050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.052538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.056477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.060103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0300cb7b-dc78-48e9-acbc-b04a06fb5acc HTTP/1.1" status: 204 len: 168 time: 0.3023319 Nov 08 12:44:37.069507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.069730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015f95-387a-4f55-92bd-f35137861e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300cb7b-dc78-48e9-acbc-b04a06fb5acc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:37.168696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=e46a9d55-1641-4919-820a-110ba5595db7,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:37.179086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': 'a6df62a9-139b-4b61-b900-4811dd00f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:37.179676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: ba1a87bd-15f1-4c14-b87b-033f9e9739e3, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:37.258287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:37.354995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ba1a87bd-15f1-4c14-b87b-033f9e9739e3) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:37.359450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:37.360270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.368590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a9dfa-9d2a-4e1d-bd35-32480f0c176f None None] Network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:37.506615 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a20708b0-3173-4969-ad18-c58a337e3251 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3481169 Nov 08 12:44:37.509475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:37.612290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ba1a87bd-15f1-4c14-b87b-033f9e9739e3', 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': 'e46a9d55-1641-4919-820a-110ba5595db7'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:37.614486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.719117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.901366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:37.935192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Allocated IP 2001:db8::2 (ba1a87bd-15f1-4c14-b87b-033f9e9739e3/e46a9d55-1641-4919-820a-110ba5595db7/6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:38.246575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.321085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.352218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:38.355224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:38.382384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:38.412542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.461608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=e46a9d55-1641-4919-820a-110ba5595db7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:38.487712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Pushing event updated for resources: {'Port': ['ID=6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:38.500925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Attempting to bind port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:38.501501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Attempting to bind port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a6df62a9-139b-4b61-b900-4811dd00f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:38.502025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Attempting to bind port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf on network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:38.507569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:38.510711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Checking segment: {'id': 'a6df62a9-139b-4b61-b900-4811dd00f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:38.511306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.511875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Bound using segment: {'id': 'a6df62a9-139b-4b61-b900-4811dd00f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:38.512358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Bound port: 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6df62a9-139b-4b61-b900-4811dd00f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:38.512741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.566032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.592717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1a87bd-15f1-4c14-b87b-033f9e9739e3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:38.606076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df62a9-139b-4b61-b900-4811dd00f8b1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:38.606325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] For port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:38.606441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df62a9-139b-4b61-b900-4811dd00f8b1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:38.609610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] For port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf,segment=NetworkSegment(a6df62a9-139b-4b61-b900-4811dd00f8b1),segment_id=a6df62a9-139b-4b61-b900-4811dd00f8b1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:38.617527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.726508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.729436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.742644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:38.743051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:38.746749 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:38.834166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0760-b908-4dbc-9aa2-ace638c770c0 None None] Pushing event updated for resources: {'Port': ['ID=6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:38.848993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472efe8-35e9-4523-b008-df19141d0021 None None] Network ba1a87bd-15f1-4c14-b87b-033f9e9739e3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:38.926724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:44:38.926724 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:44:38.926724 n-d-816990-1 neutron-server[102535]: [parameters: {'id': 'ba1a87bd-15f1-4c14-b87b-033f9e9739e3'}] Nov 08 12:44:38.926724 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:44:38.927518 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:44:39.031027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec2b55-6962-4b38-be84-5cc33a74c770 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:44:39.129324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec2b55-6962-4b38-be84-5cc33a74c770 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:44:39.352002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:39.428318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.521656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-224615508'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:39.564503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:39.564763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.636154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] For port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf,segment=NetworkSegment(a6df62a9-139b-4b61-b900-4811dd00f8b1),segment_id=a6df62a9-139b-4b61-b900-4811dd00f8b1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:39.636408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.651954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Calling delete_port for 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:39.660560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:39.664184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.677181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.846534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:39.877646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Port': ['ID=6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:39.884580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No DVR routers for this DVR port 6e9fc9d2-37a5-4d4c-b9b5-e25fce006adf on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:40.000458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.037664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1a87bd-15f1-4c14-b87b-033f9e9739e3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:40.063219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df62a9-139b-4b61-b900-4811dd00f8b1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:40.063658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df62a9-139b-4b61-b900-4811dd00f8b1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:40.088518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.088518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.101483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.112206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:40.113179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:40.117981 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:40.200552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.230723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ca179-9ef0-4df9-bf84-48baec50096d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:40.323426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.328948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.336907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33010) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:40.341870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-172157413'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:40.347425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/ba1a87bd-15f1-4c14-b87b-033f9e9739e3 HTTP/1.1" status: 204 len: 168 time: 2.8342142 Nov 08 12:44:40.353587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:40.390759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096d9e-7eb6-45bf-aeab-1392e056ab34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=ba1a87bd-15f1-4c14-b87b-033f9e9739e3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:40.396788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.397134 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Added segment 51243b9f-d40c-44cc-acb8-0c2960228ff7 of type vlan for network 21032869-da21-4f50-9bde-f7129592b3ff Nov 08 12:44:40.468825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.474599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:40.478314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.618740 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.627454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:40.628924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.697965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:44:40.698330 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:44:40.719633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:40.739858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3854499 Nov 08 12:44:40.743268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3696-c267-41fb-aa20-239b4fe31863 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Network': ['ID=21032869-da21-4f50-9bde-f7129592b3ff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:40.753640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:40.756714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 21032869-da21-4f50-9bde-f7129592b3ff details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:40.759217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'subnet': {'network_id': '21032869-da21-4f50-9bde-f7129592b3ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:40.908586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6724a467-bc31-4671-875e-cca272bfd4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:40.948424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:40.952480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.084946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6724a467-bc31-4671-875e-cca272bfd4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.183621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6724a467-bc31-4671-875e-cca272bfd4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.202979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.235301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724a467-bc31-4671-875e-cca272bfd4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74895257-fe91-4c8e-a44d-cdfd21629e27,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:41.241867 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6724a467-bc31-4671-875e-cca272bfd4a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c46a08f9b9c43cf90bdd659898df436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210271 Nov 08 12:44:41.245305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:41.254354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:41.263769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.264127 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Added segment 6faab50e-d0bf-4bf7-8f60-25739c2fa4cc of type vlan for network d9732fbf-1efb-4472-86fc-94687dcc86f7 Nov 08 12:44:41.316226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.323646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.327437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.358499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.381970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Subnet': ['ID=53a64f4b-ca24-43db-bf2a-0a2231c9a5c9,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:41.436161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Checking segment: {'id': '51243b9f-d40c-44cc-acb8-0c2960228ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '21032869-da21-4f50-9bde-f7129592b3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:41.437284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network hostable DHCP agents. Network: 21032869-da21-4f50-9bde-f7129592b3ff, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:41.653292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.653617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.657734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.664032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74895257-fe91-4c8e-a44d-cdfd21629e27 HTTP/1.1" status: 204 len: 168 time: 0.4116151 Nov 08 12:44:41.664363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:41.664363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.668934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232a49a-2c8c-45aa-b4f4-a1243f4ef3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74895257-fe91-4c8e-a44d-cdfd21629e27,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:41.678471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:41.764310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Network': ['ID=d9732fbf-1efb-4472-86fc-94687dcc86f7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:41.776205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d9732fbf-1efb-4472-86fc-94687dcc86f7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:41.789712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33046) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:41.791090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8fcea975-81ec-4acc-a311-f566c737b34b tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4526277 Nov 08 12:44:41.797329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Request body: {'subnet': {'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:41.813084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 21032869-da21-4f50-9bde-f7129592b3ff) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:41.817921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:41.818968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:41.870877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cd902-2ceb-4030-becd-7405a97f3930 None None] Network 21032869-da21-4f50-9bde-f7129592b3ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:41.909508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:41.910126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f34875f0-94d9-40b1-b650-56ec0f0ceb3a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1550634 Nov 08 12:44:41.914530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-123620006', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:41.952325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 12:44:41.952325 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 12:44:41.952325 n-d-816990-1 neutron-server[102535]: [parameters: {'project_id_1': 'e9a07f6832da45549abd02d81de32bdf', 'expiration_1': datetime.datetime(2021, 11, 8, 12, 44, 21, 927838)}] Nov 08 12:44:41.952325 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:44:41.953387 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:44:42.109553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Made reservation on behalf of 695cb42898eb49269403ef0f90254512 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:42.113729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.188712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86752ffd-836c-48be-835b-86eb52e96780 None None] Network 21032869-da21-4f50-9bde-f7129592b3ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:42.511666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:44:42.513916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.593201 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.596317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.603368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event updated for resources: {'Subnet': ['ID=88a9a90a-6964-46f4-a684-a13e300f860b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:42.621032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Checking segment: {'id': '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:42.621397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network hostable DHCP agents. Network: d9732fbf-1efb-4472-86fc-94687dcc86f7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:42.723975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.725756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Network d9732fbf-1efb-4472-86fc-94687dcc86f7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:42.899998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d9732fbf-1efb-4472-86fc-94687dcc86f7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:42.909377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:42.910090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:42.911190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e937d0-e448-44ba-8365-cf5c02baa85f None None] Network d9732fbf-1efb-4472-86fc-94687dcc86f7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:43.007458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.066594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-10aef0d9-71ff-4f82-a12c-c5e336af0ce9 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2689364 Nov 08 12:44:43.066967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:43.140718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d9732fbf-1efb-4472-86fc-94687dcc86f7', 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7', 'tenant_id': '695cb42898eb49269403ef0f90254512', 'fixed_ips': [{'subnet_id': '88a9a90a-6964-46f4-a684-a13e300f860b'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:43.142280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.306977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.378195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.382636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Allocated IP 2001:db8::f816:3eff:fe40:9cc0 (d9732fbf-1efb-4472-86fc-94687dcc86f7/88a9a90a-6964-46f4-a684-a13e300f860b/86db959f-22c1-41ee-bcae-26a32bbe76a4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:43.517941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:43.562106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.601238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.681314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.738543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Network d9732fbf-1efb-4472-86fc-94687dcc86f7 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:43.745389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:43.750453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:43.756696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Pushing event updated for resources: {'Port': ['ID=86db959f-22c1-41ee-bcae-26a32bbe76a4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:43.842109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Attempting to bind port 86db959f-22c1-41ee-bcae-26a32bbe76a4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:43.843070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Attempting to bind port 86db959f-22c1-41ee-bcae-26a32bbe76a4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:43.843441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Attempting to bind port 86db959f-22c1-41ee-bcae-26a32bbe76a4 on network d9732fbf-1efb-4472-86fc-94687dcc86f7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:43.850199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:43.850635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Checking segment: {'id': '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:43.851224 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.852193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Bound using segment: {'id': '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:43.852692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Bound port: 86db959f-22c1-41ee-bcae-26a32bbe76a4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:43.853088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:43.939064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] For port 86db959f-22c1-41ee-bcae-26a32bbe76a4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:43.942873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] For port 86db959f-22c1-41ee-bcae-26a32bbe76a4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=86db959f-22c1-41ee-bcae-26a32bbe76a4,segment=NetworkSegment(6faab50e-d0bf-4bf7-8f60-25739c2fa4cc),segment_id=6faab50e-d0bf-4bf7-8f60-25739c2fa4cc)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:43.988562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-63415518-network', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:43.993667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.098686 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.148220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.123 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/44d0a505-56c0-44b2-a837-3ec2fc4fe626) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:44.156390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.159286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Made reservation on behalf of 24a81b2ba3404580aeb0ac9827d4048f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:44.166758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.181060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213765e-e591-46d3-9774-dfde8f122d60 None None] Pushing event updated for resources: {'Port': ['ID=86db959f-22c1-41ee-bcae-26a32bbe76a4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:44.240665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.240665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=88a9a90a-6964-46f4-a684-a13e300f860b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:44.338444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.457210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.472697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.551801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:44:44.572223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9732fbf-1efb-4472-86fc-94687dcc86f7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:44.584055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a72c9-e734-4d7b-9514-7f795319d6cb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:44.602812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.605975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:44.606358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:44.612054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.612054 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Added segment 76bc644e-bd14-4e36-8ffb-8329b4efb02b of type vlan for network 291c7dfd-963f-491e-9143-cc041436cfea Nov 08 12:44:44.645038 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.693949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.717281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:44.718484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.723824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:44.726526 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:44.898432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:44:44.898432 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:44:44.898432 n-d-816990-1 neutron-server[102535]: [parameters: {'id': 'd9732fbf-1efb-4472-86fc-94687dcc86f7'}] Nov 08 12:44:44.898432 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:44:44.898805 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:44:44.900028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.943115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.944083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:44.944666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:44.991400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 86db959f-22c1-41ee-bcae-26a32bbe76a4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:45.017581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:45.032591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:45.057336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 86db959f-22c1-41ee-bcae-26a32bbe76a4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:45.058110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.068554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:45.070866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=44d0a505-56c0-44b2-a837-3ec2fc4fe626,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:45.121597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:45.127500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6080205 Nov 08 12:44:45.129459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Request body: {'subnet': {'network_id': '291c7dfd-963f-491e-9143-cc041436cfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-63415518-subnet', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:45.130683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fcab1-213f-4ff1-b083-b3f5b135cf3d admin admin] Pushing event updated for resources: {'Network': ['ID=291c7dfd-963f-491e-9143-cc041436cfea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:45.197966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 291c7dfd-963f-491e-9143-cc041436cfea details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:44:45.247899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.268934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Made reservation on behalf of 24a81b2ba3404580aeb0ac9827d4048f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:45.271719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.400351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.478176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 86db959f-22c1-41ee-bcae-26a32bbe76a4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=86db959f-22c1-41ee-bcae-26a32bbe76a4,segment=NetworkSegment(6faab50e-d0bf-4bf7-8f60-25739c2fa4cc),segment_id=6faab50e-d0bf-4bf7-8f60-25739c2fa4cc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:45.532070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.619859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=86db959f-22c1-41ee-bcae-26a32bbe76a4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:45.648725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a9b70-70bd-4b88-95e0-12de4f132e06 None None] Network d9732fbf-1efb-4472-86fc-94687dcc86f7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:45.740698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d908a730-0d8a-48f5-9639-a2f61ebe5b7d None None] Provisioning complete for port 86db959f-22c1-41ee-bcae-26a32bbe76a4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:45.741367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d908a730-0d8a-48f5-9639-a2f61ebe5b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.783847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.799942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:45.944773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting port 86db959f-22c1-41ee-bcae-26a32bbe76a4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:45.947973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beaacc2f-1335-47cb-a231-2b9e1483af2c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:45.950061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.017914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.058264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Checking segment: {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:46.058829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] DHCP port deletion for d9732fbf-1efb-4472-86fc-94687dcc86f7 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:46.060036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Network hostable DHCP agents. Network: 291c7dfd-963f-491e-9143-cc041436cfea, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:44:46.135071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Deleting port 86db959f-22c1-41ee-bcae-26a32bbe76a4 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:46.135438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.168086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Network 291c7dfd-963f-491e-9143-cc041436cfea is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:44:46.173440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] For port 86db959f-22c1-41ee-bcae-26a32bbe76a4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=86db959f-22c1-41ee-bcae-26a32bbe76a4,segment=NetworkSegment(6faab50e-d0bf-4bf7-8f60-25739c2fa4cc),segment_id=6faab50e-d0bf-4bf7-8f60-25739c2fa4cc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:46.173812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.197996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Calling delete_port for 86db959f-22c1-41ee-bcae-26a32bbe76a4 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:46.241463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] For port 86db959f-22c1-41ee-bcae-26a32bbe76a4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=86db959f-22c1-41ee-bcae-26a32bbe76a4,segment=NetworkSegment(6faab50e-d0bf-4bf7-8f60-25739c2fa4cc),segment_id=6faab50e-d0bf-4bf7-8f60-25739c2fa4cc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:46.242149 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.259688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Calling delete_port for 86db959f-22c1-41ee-bcae-26a32bbe76a4 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:46.404555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 291c7dfd-963f-491e-9143-cc041436cfea) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:46.404555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:46.404555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.405674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6e5fb-5c5e-4cee-a7cd-af70ce203d0e None None] Network 291c7dfd-963f-491e-9143-cc041436cfea requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:46.405785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.577662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-506d891f-817d-4699-a2de-a1e970f21004 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4512074 Nov 08 12:44:46.577972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33158) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:46.583091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:46.611077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-291c7dfd-963f-491e-9143-cc041436cfea', 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'fixed_ips': [{'subnet_id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:44:46.615921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.687141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.727820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Port': ['ID=86db959f-22c1-41ee-bcae-26a32bbe76a4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:46.732099 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.737089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No DVR routers for this DVR port 86db959f-22c1-41ee-bcae-26a32bbe76a4 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:46.776065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:44:46.789601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] Pushing event deleted for resources: {'Port': ['ID=86db959f-22c1-41ee-bcae-26a32bbe76a4,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:46.797867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37c976-ffd5-4273-920e-25fc45360b8c None None] No DVR routers for this DVR port 86db959f-22c1-41ee-bcae-26a32bbe76a4 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:46.800965 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.803059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.875998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Allocated IP 172.20.0.2 (291c7dfd-963f-491e-9143-cc041436cfea/beaacc2f-1335-47cb-a231-2b9e1483af2c/b59c7ea2-8038-481d-b859-8f2d5710baf4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:46.890889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.931600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9732fbf-1efb-4472-86fc-94687dcc86f7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:46.947174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:46.993913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:46.994261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faab50e-d0bf-4bf7-8f60-25739c2fa4cc') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:47.021212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.043755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.046453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:44:47.060666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:47.061172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:47.064582 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:47.066623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:44:47.106792 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:47.107788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:47.250535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 86db959f-22c1-41ee-bcae-26a32bbe76a4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:47.251606 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:47.251606 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:47.251606 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:47.252292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 86db959f-22c1-41ee-bcae-26a32bbe76a4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:47.252292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 86db959f-22c1-41ee-bcae-26a32bbe76a4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:47.252518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.252518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.252518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.254514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.257695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:47.258554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9de09-561b-406e-95ae-bd71a10d7851 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:44:47.272292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.283501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.289509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:47.291764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54db135c-2ebc-47b0-9018-a485501c334f req-33748c96-bc6d-4378-9109-197a631cc031 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.1723149 Nov 08 12:44:47.324118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.371162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54db135c-2ebc-47b0-9018-a485501c334f req-71ca1245-68e6-4a10-87e5-b2c855e5984f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714006 Nov 08 12:44:47.846701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.848934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.850161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7d2fa7aa-7028-408a-a9ff-9ceda3d303b1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9396939 Nov 08 12:44:47.851093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:47.853544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:47.903999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Network 291c7dfd-963f-491e-9143-cc041436cfea is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:47.911169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:47.917676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:47.929032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Pushing event updated for resources: {'Port': ['ID=b59c7ea2-8038-481d-b859-8f2d5710baf4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:48.001934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Attempting to bind port b59c7ea2-8038-481d-b859-8f2d5710baf4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:48.002409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Attempting to bind port b59c7ea2-8038-481d-b859-8f2d5710baf4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:48.002788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Attempting to bind port b59c7ea2-8038-481d-b859-8f2d5710baf4 on network 291c7dfd-963f-491e-9143-cc041436cfea {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:48.005002 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:48.009116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:48.009872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Checking segment: {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:48.010628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:48.011028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Bound using segment: {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:48.011510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Bound port: b59c7ea2-8038-481d-b859-8f2d5710baf4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:48.011957 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:48.015792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/d9732fbf-1efb-4472-86fc-94687dcc86f7 HTTP/1.1" status: 204 len: 168 time: 4.9471676 Nov 08 12:44:48.021119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.034943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:48.041361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb405d4b-7fe7-4f70-8c0c-a43adc5e32f4 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=d9732fbf-1efb-4472-86fc-94687dcc86f7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:48.084342 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a35d17-d6c0-4a7d-9a57-9bedd6aead5e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.084915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a35d17-d6c0-4a7d-9a57-9bedd6aead5e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.088107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16a35d17-d6c0-4a7d-9a57-9bedd6aead5e tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/88a9a90a-6964-46f4-a684-a13e300f860b HTTP/1.1" status: 404 len: 337 time: 0.0624933 Nov 08 12:44:48.091373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.137110 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5aa75d-48fb-47c6-b9c4-9f564e938e95 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.137833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5aa75d-48fb-47c6-b9c4-9f564e938e95 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.144365 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd5aa75d-48fb-47c6-b9c4-9f564e938e95 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/d9732fbf-1efb-4472-86fc-94687dcc86f7 HTTP/1.1" status: 404 len: 339 time: 0.0515413 Nov 08 12:44:48.149975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.150157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] For port b59c7ea2-8038-481d-b859-8f2d5710baf4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:48.152108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] For port b59c7ea2-8038-481d-b859-8f2d5710baf4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b59c7ea2-8038-481d-b859-8f2d5710baf4,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:48.231742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:48.239394 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e351efc0-7e2b-4f3b-8684-fbdb3b9700bd tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.244994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e351efc0-7e2b-4f3b-8684-fbdb3b9700bd tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.244994 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e351efc0-7e2b-4f3b-8684-fbdb3b9700bd tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/e46a9d55-1641-4919-820a-110ba5595db7 HTTP/1.1" status: 404 len: 337 time: 0.0957348 Nov 08 12:44:48.252145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33180) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.284519 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc63350-31e6-46cb-98ed-afe219ce8901 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.285581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc63350-31e6-46cb-98ed-afe219ce8901 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.292194 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cfc63350-31e6-46cb-98ed-afe219ce8901 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/ba1a87bd-15f1-4c14-b87b-033f9e9739e3 HTTP/1.1" status: 404 len: 339 time: 0.0380909 Nov 08 12:44:48.344945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33182) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.359514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e4211-a09e-407a-ae55-0bbe07b087c6 None None] Pushing event updated for resources: {'Port': ['ID=b59c7ea2-8038-481d-b859-8f2d5710baf4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:48.377891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.390993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.406410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.420219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.438018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.458296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.474228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.480669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-370f60ca-008a-482b-a04e-1dc4a7a235db tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.3584108 Nov 08 12:44:48.552797 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bf9d85-822e-4320-abf0-264d12524843 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.555088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bf9d85-822e-4320-abf0-264d12524843 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.563044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.570400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75bf9d85-822e-4320-abf0-264d12524843 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/3e4f6458-0df4-4a41-81b4-6bf1336ffa3a HTTP/1.1" status: 404 len: 337 time: 0.0798578 Nov 08 12:44:48.642103 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8845cc2a-e0e0-4fd2-8292-4b590d9fae36 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:48.645255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8845cc2a-e0e0-4fd2-8292-4b590d9fae36 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:48.646633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-77fddb3b-eef0-475e-9f99-8ad307f71c5a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.648062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-77fddb3b-eef0-475e-9f99-8ad307f71c5a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0820775 Nov 08 12:44:48.656555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8845cc2a-e0e0-4fd2-8292-4b590d9fae36 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/bdb5ab79-35a2-41d6-9bcd-bd07ba6058bd HTTP/1.1" status: 404 len: 339 time: 0.0757568 Nov 08 12:44:48.661799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:48.816005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.823716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.830883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.841788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.852048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.859514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.865847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:48.875194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-04253e10-8bbc-46da-bece-beca40ff4739 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.3296137 Nov 08 12:44:48.994191 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-6c16463b-af18-45f9-adc3-002186908195 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3400784 Nov 08 12:44:49.048405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b59c7ea2-8038-481d-b859-8f2d5710baf4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:49.077821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:49.096478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting port c17500a4-e886-4017-8543-e03eaba533dc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:49.097095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.200574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b59c7ea2-8038-481d-b859-8f2d5710baf4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:49.200942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.222311 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.244174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.269064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Calling delete_port for c17500a4-e886-4017-8543-e03eaba533dc owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:49.316066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.369181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fccdde58-7989-42fe-ae17-50ad8be61f70 req-0cb02e35-48f8-4a60-88a7-0ff5cae34f04 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4800875 Nov 08 12:44:49.369761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.435703 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.461240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.506704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port b59c7ea2-8038-481d-b859-8f2d5710baf4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b59c7ea2-8038-481d-b859-8f2d5710baf4,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:49.624963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.676134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.704925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=b59c7ea2-8038-481d-b859-8f2d5710baf4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:49.755030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:49.755030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/ports/c17500a4-e886-4017-8543-e03eaba533dc HTTP/1.1" status: 204 len: 168 time: 1.0893929 Nov 08 12:44:49.755466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33202) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:49.755558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Port': ['ID=c17500a4-e886-4017-8543-e03eaba533dc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:49.768743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.771020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.772184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.773250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.774321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.775953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.776378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.776852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.777357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.777813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.778222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.778656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d811b1-856f-4d1c-93b9-64b19f51fe11 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:49.835705 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdcf065-3149-41f3-8733-9d34e4e42a67 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:49.836172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdcf065-3149-41f3-8733-9d34e4e42a67 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:49.859059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bdcf065-3149-41f3-8733-9d34e4e42a67 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/3c3aeb6c-50f2-4d5a-8b35-c017da8a29fc HTTP/1.1" status: 404 len: 337 time: 0.0892613 Nov 08 12:44:49.861641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1dff1276-afac-46d3-8ae5-cea70e086fcd,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:49.863746 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33206) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:49.954294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Allocated IP 172.25.1.229 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e7d29ed1-bf13-4b36-9b61-426948c0941b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:49.988292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965e8b5-4c61-40ea-bc83-87198017d4ed None None] Network 291c7dfd-963f-491e-9143-cc041436cfea requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:50.093055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-35072330-2416-4b0b-9c06-f0cd021638ef None None] Provisioning complete for port b59c7ea2-8038-481d-b859-8f2d5710baf4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:50.099214 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35072330-2416-4b0b-9c06-f0cd021638ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.160875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.1 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/c11a873a-06e4-4221-bf3a-2bcc1f452488) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:50.263392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.652982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.691285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] For port 1dff1276-afac-46d3-8ae5-cea70e086fcd, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:50.743291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-48c164d1-3a3d-4430-9b13-715dfa1bfd93 None None] Provisioning complete for port b59c7ea2-8038-481d-b859-8f2d5710baf4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:50.744875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-48c164d1-3a3d-4430-9b13-715dfa1bfd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.796043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.821950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a563a2e9-950c-4291-add4-4c153b7678f1']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:50.835445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7483cde-f862-4905-a71e-c01e7a2994fd') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:50.835893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7483cde-f862-4905-a71e-c01e7a2994fd') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:50.848190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.877835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:50.894668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:50.896225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.030659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b59c7ea2-8038-481d-b859-8f2d5710baf4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:51.051150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] device_id is not set on port 1dff1276-afac-46d3-8ae5-cea70e086fcd yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:51.059760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.063610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.066649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:51.072446 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:51.074683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.082667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.083626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.088379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.095873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.097001 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/a563a2e9-950c-4291-add4-4c153b7678f1 HTTP/1.1" status: 204 len: 168 time: 1.2319694 Nov 08 12:44:51.100666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33220) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:51.100927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.108133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.110207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-5b2333f9-9aa6-473e-a1e4-bc5471f001dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 5445 time: 0.2158968 Nov 08 12:44:51.128891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.137472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.172868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.175778 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=a563a2e9-950c-4291-add4-4c153b7678f1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:51.197352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b59c7ea2-8038-481d-b859-8f2d5710baf4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:51.197732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.250801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Pushing event updated for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:51.260638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7135e4d6-9065-4896-a1f5-555b96e6465e req-efd9a0b9-2bc3-4316-9900-8b83bf3cdb9f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3&id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401689 Nov 08 12:44:51.282927 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:44:51.294920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.298929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.299511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.299889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.300403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.300894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.301263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.301636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.301977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.302359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.302698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.303801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.327301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.328726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.328726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.329097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.329513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.330027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a834807-e315-4227-8424-fef3dc061565 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:51.356150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.410658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] No DVR routers for this DVR port 1dff1276-afac-46d3-8ae5-cea70e086fcd on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:51.470123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:51.472933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] In _notify_port_updated(), no bound segment for port 1dff1276-afac-46d3-8ae5-cea70e086fcd on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:44:51.473258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:51.474040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.475757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.477376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-2b051246-0ced-43a2-bfd6-e548d00c2027 service neutron] 10.222.0.57 "PUT /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 200 len: 1033 time: 2.4699781 Nov 08 12:44:51.481992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:51.512047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting port 427055ec-9df8-4777-a19c-c63e80012936 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:51.512047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.517219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=c11a873a-06e4-4221-bf3a-2bcc1f452488,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:51.552540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.600924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-bf692947-efe8-4fb7-8e8b-de1730020a89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:51.603376 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-bf692947-efe8-4fb7-8e8b-de1730020a89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "GET /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1170874 Nov 08 12:44:51.608665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.628131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:51.640294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.668671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-882fc28c-2d52-4c92-8842-7556bcaf0156 None None] Provisioning complete for port 1dff1276-afac-46d3-8ae5-cea70e086fcd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:51.669034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-882fc28c-2d52-4c92-8842-7556bcaf0156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:51.709987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-882fc28c-2d52-4c92-8842-7556bcaf0156 None None] Port 1dff1276-afac-46d3-8ae5-cea70e086fcd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:51.719063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Calling delete_port for 427055ec-9df8-4777-a19c-c63e80012936 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:51.723671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:51.734589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:51.737052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:51.829593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d29ed1-bf13-4b36-9b61-426948c0941b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:51.869902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.173408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc0c1a00-4292-40ce-a68b-7275267e4e55,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:52.215958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] For port cc0c1a00-4292-40ce-a68b-7275267e4e55, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:52.250869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] device_id is not set on port cc0c1a00-4292-40ce-a68b-7275267e4e55 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:52.265273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.299440 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.352990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.444202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Port': ['ID=427055ec-9df8-4777-a19c-c63e80012936,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:52.450848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33238) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:52.458166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.478399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.484079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b68a8222-f605-4f9b-92ad-a6a41ee10517 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/ports/427055ec-9df8-4777-a19c-c63e80012936 HTTP/1.1" status: 204 len: 168 time: 1.3764384 Nov 08 12:44:52.490833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:52.636439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:52.652552 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49f0af8-3bf1-42a9-bdb3-00244353fcbb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] DELETE failed (client error): The resource could not be found. Nov 08 12:44:52.653029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49f0af8-3bf1-42a9-bdb3-00244353fcbb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:44:52.656920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b49f0af8-3bf1-42a9-bdb3-00244353fcbb tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/4129d604-7a50-418d-b069-b0881e947681 HTTP/1.1" status: 404 len: 337 time: 0.0777164 Nov 08 12:44:52.661818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:52.663919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] No DVR routers for this DVR port cc0c1a00-4292-40ce-a68b-7275267e4e55 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:52.704504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dda8887d-de47-415f-942d-e9036e109d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.735806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.783255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] In _notify_port_updated(), no bound segment for port cc0c1a00-4292-40ce-a68b-7275267e4e55 on network 8b1d8bab-2430-486f-a213-e05db4931400 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:44:52.784134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.784879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.786216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-a38fe4b6-6ad7-4b66-a5e8-71cd3c51add0 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 200 len: 1033 time: 1.1707239 Nov 08 12:44:52.792013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.799848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.806999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.814907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.820048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.821915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-01bf31b0-42a0-4977-b9c7-02c1986452e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 3885 time: 0.3648539 Nov 08 12:44:52.939153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.949501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-34c308c2-7c0b-4fdb-aae7-50dcd1d2e42f None None] Provisioning complete for port cc0c1a00-4292-40ce-a68b-7275267e4e55 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:52.950158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-34c308c2-7c0b-4fdb-aae7-50dcd1d2e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:52.984988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680403e-69e6-4b45-ab30-ef5fd0b93603 req-5800b560-2479-4467-922f-7786a114d601 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:52.986679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c680403e-69e6-4b45-ab30-ef5fd0b93603 req-5800b560-2479-4467-922f-7786a114d601 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1096 time: 0.2806599 Nov 08 12:44:52.994193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87d2ab15-18ff-4662-93a6-417ca2f6776c req-12f0b87e-9add-4a79-936b-295d09a6560a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394396 Nov 08 12:44:53.028884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dda8887d-de47-415f-942d-e9036e109d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.039864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-34c308c2-7c0b-4fdb-aae7-50dcd1d2e42f None None] Port cc0c1a00-4292-40ce-a68b-7275267e4e55 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:44:53.115506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dda8887d-de47-415f-942d-e9036e109d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.123482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d2247ee8-fbfa-4f15-bfee-36d62e13fb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.133237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port e2f1f121-19e7-406b-9466-7b8678637dad {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:53.134601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.159648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c680403e-69e6-4b45-ab30-ef5fd0b93603 req-830f1d5b-c7fc-46e1-b673-28b7fa09670b tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329575 Nov 08 12:44:53.162867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc0c1a00-4292-40ce-a68b-7275267e4e55 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:53.163205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.209018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:53.238856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a411db26-0b0a-440e-bef8-4648195647af']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:53.241452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.259541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc0c1a00-4292-40ce-a68b-7275267e4e55 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:53.259541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e79c6d02-4fd6-4550-a457-ba870d91f8a1 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:53.259737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03324b55-6f4b-4304-9955-85631f7525c0') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:53.259737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03324b55-6f4b-4304-9955-85631f7525c0') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:53.271549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.289444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.299150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:53.299585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.346122 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dda8887d-de47-415f-942d-e9036e109d32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b953666bac1045edbc371436a9845847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8866737 Nov 08 12:44:53.348874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8887d-de47-415f-942d-e9036e109d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e648a2dc-246f-400a-bd3b-72e3a5a5d82c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:53.357076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:53.363883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.373671 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.399449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:53.403370 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8fb03-e2b2-49eb-83e1-b6544bd05300" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:53.419024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:53.429168 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:53.434696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.456450 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feca8018-bba5-45da-84ab-6b429277afb8 x-openstack-request-id: req-feca8018-bba5-45da-84ab-6b429277afb8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:53.457074 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:53.457494 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feca8018-bba5-45da-84ab-6b429277afb8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:53.458096 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'code': 200} Nov 08 12:44:53.485814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.486673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bf098d88-56e4-453a-ad12-512c3e949f3b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:53.508691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.592560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.594345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=c11a873a-06e4-4221-bf3a-2bcc1f452488,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:53.634725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] For port e2f1f121-19e7-406b-9466-7b8678637dad, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e2f1f121-19e7-406b-9466-7b8678637dad,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:53.635136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.676590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.677489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.680827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for e2f1f121-19e7-406b-9466-7b8678637dad owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:53.681488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/a411db26-0b0a-440e-bef8-4648195647af HTTP/1.1" status: 204 len: 168 time: 1.0177794 Nov 08 12:44:53.683821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:53.756215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb960a-ae15-443b-97b8-be5e296c10e1 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=a411db26-0b0a-440e-bef8-4648195647af,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:53.794414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.833841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting subnet 5b94050c-2e58-4bf3-a9d0-4211552b0cf4 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:44:53.839702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.888108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:53.890845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:53.894902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:53.905868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.914012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:53.976417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:54.047235 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.048430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e2f1f121-19e7-406b-9466-7b8678637dad no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:54.095671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.229941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:54.302057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 5ab88c0f-5d9b-4b23-be40-87c921cb6723 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:54.302357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.323500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.344314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.346584 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.350761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e648a2dc-246f-400a-bd3b-72e3a5a5d82c HTTP/1.1" status: 204 len: 168 time: 0.9907062 Nov 08 12:44:54.420997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:44:54.421313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:54.422479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0dba5-ff03-4015-8d5c-6c8ade7f1eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e648a2dc-246f-400a-bd3b-72e3a5a5d82c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:54.426521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:54.433335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:54.439663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:54.445912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:54.447943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0edf8094-b146-4da9-85d0-a62bad26082b req-9a8c1a41-e65e-464b-90f8-dd625c7252d7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 3881 time: 0.2859390 Nov 08 12:44:54.458008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:44:54.502742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.503071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.512490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.526004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 5ab88c0f-5d9b-4b23-be40-87c921cb6723 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:54.571162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.575401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7a03f595-b1f6-4685-945b-b582ba8afff9 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:54.626812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Subnet': ['ID=5b94050c-2e58-4bf3-a9d0-4211552b0cf4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:54.632899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.639546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60e5e20c-7979-4c30-8f81-ce3a287d1198 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/subnets/5b94050c-2e58-4bf3-a9d0-4211552b0cf4 HTTP/1.1" status: 204 len: 168 time: 0.9495494 Nov 08 12:44:54.642684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:54.645291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0e5cc-b58b-45bb-91b2-5b6d343a3f1f None None] Network c63254ed-bd95-41dc-91f2-4524f631055c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:44:54.685113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=e2f1f121-19e7-406b-9466-7b8678637dad,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:54.695102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0edf8094-b146-4da9-85d0-a62bad26082b req-3471720c-8620-483b-aea2-0312c47370ec tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237606 Nov 08 12:44:54.812824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:44:54.856142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:44:54.870923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:44:54.889834 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Sync routers for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:44:54.912386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] No DVR routers for this DVR port e2f1f121-19e7-406b-9466-7b8678637dad on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:54.918561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.927364 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e69ffda3-85d7-42b6-8245-ca354f4da087 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "DELETE /v2.0/ports/e2f1f121-19e7-406b-9466-7b8678637dad HTTP/1.1" status: 204 len: 173 time: 2.1311698 Nov 08 12:44:54.937695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:54.938356 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:54.947196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:54.956018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:54.957061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c395513f-2fd4-4ec1-b3db-d6ce2c5e6dac tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/routers/9af3a446-53ae-49f5-854b-cbbc7f356b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1016393 Nov 08 12:44:54.960744 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e361ab-4009-4aa9-8589-1166b687c795" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:54.962163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:54.987051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'port': {'network_id': '21032869-da21-4f50-9bde-f7129592b3ff', 'name': 'tempest-FloatingIPTestJSON-295298447'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:55.004454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:55.004454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:55.109043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.138066 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7318d6-a041-4814-b88e-9d333b381ff6 x-openstack-request-id: req-9b7318d6-a041-4814-b88e-9d333b381ff6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:55.138567 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "e2f1f121-19e7-406b-9466-7b8678637dad", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:55.139713 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b7318d6-a041-4814-b88e-9d333b381ff6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:55.140365 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'e2f1f121-19e7-406b-9466-7b8678637dad', 'status': 'completed', 'code': 200} Nov 08 12:44:55.155595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.160946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:55.162838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a216474b-d911-4725-8e29-a0273a8f6c55 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5830414 Nov 08 12:44:55.164839 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:44:55.168740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:55.237443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:55.238086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:55.364550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:55.389497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.411313 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:44:52Z', 'revision_number': 3, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:55.424084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:55.429734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a150e75b-1f51-4f12-890b-2a17cd381c25 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:44:55.441083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] DHCP port deletion for c63254ed-bd95-41dc-91f2-4524f631055c request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:44:55.445363 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Checking router: 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:44:55.445720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Updating router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 port e7d29ed1-bf13-4b36-9b61-426948c0941b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:44:55.450773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] device_id is not set on port 54f0bda8-2a85-420e-bdb7-a0a1b88b9e89 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:55.465412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:55.474783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b'}, {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:55.477935 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.482710 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca445bd-799d-4131-9272-f3c4807555d6" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b"}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:55.505689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33304) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:55.614693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-696f72cc-96cd-4931-8117-ffd3416291d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.627383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.629107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1c444a60-092e-45be-9726-bc0144222d54 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:55.681284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port 7a03f595-b1f6-4685-945b-b582ba8afff9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:55.686191 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e7a2b9-e9fe-4d8a-8090-c18468f4c078 x-openstack-request-id: req-a0e7a2b9-e9fe-4d8a-8090-c18468f4c078 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:55.686522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.686715 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b", "code": 200}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:55.686948 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0e7a2b9-e9fe-4d8a-8090-c18468f4c078 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:55.687386 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'code': 200} Nov 08 12:44:55.696284 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'code': 200} Nov 08 12:44:55.730408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.3 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/54f0bda8-2a85-420e-bdb7-a0a1b88b9e89) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:55.789173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-28450fdc-fc39-4ac9-a66e-06dff29037a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.825345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Deleting port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:55.836955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.911469 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.918232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:55.929749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Deleting port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:44:55.930180 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:55.930657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.005084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=5ab88c0f-5d9b-4b23-be40-87c921cb6723,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.012924 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.059110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.143298 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Pushing event updated for resources: {'Port': ['ID=e7d29ed1-bf13-4b36-9b61-426948c0941b,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.162955 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Attempting to bind port e7d29ed1-bf13-4b36-9b61-426948c0941b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:44:56.167608 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Attempting to bind port e7d29ed1-bf13-4b36-9b61-426948c0941b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:44:56.167608 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Attempting to bind port e7d29ed1-bf13-4b36-9b61-426948c0941b on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:44:56.167845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] For port 7a03f595-b1f6-4685-945b-b582ba8afff9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7a03f595-b1f6-4685-945b-b582ba8afff9,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:56.167845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.168059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] For port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,segment=NetworkSegment(5f41311a-d701-47dc-ac91-e51338de0476),segment_id=5f41311a-d701-47dc-ac91-e51338de0476)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:56.168059 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.175120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:56.181252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.181902 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.183277 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.185718 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.187121 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.188479 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.191152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Calling delete_port for c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:56.192529 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.194610 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.195141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.196057 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.197569 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.198127 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:44:56.229930 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:44:56.230665 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:44:56.231255 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.232387 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:44:56.233219 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Bound port: e7d29ed1-bf13-4b36-9b61-426948c0941b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:44:56.233785 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.243435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.244648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1dff1276-afac-46d3-8ae5-cea70e086fcd no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:56.313838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-696f72cc-96cd-4931-8117-ffd3416291d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.323572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.327038 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e disassociated (deleted). External IP: 172.25.1.61, port: f2ae3d10-f443-4c7d-95c9-7b387a89869d. Nov 08 12:44:56.376788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.381654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 1dff1276-afac-46d3-8ae5-cea70e086fcd not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:56.409789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] For port e7d29ed1-bf13-4b36-9b61-426948c0941b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:44:56.417361 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] For port e7d29ed1-bf13-4b36-9b61-426948c0941b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e7d29ed1-bf13-4b36-9b61-426948c0941b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:44:56.420072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-696f72cc-96cd-4931-8117-ffd3416291d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.503709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.532774 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.549393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] Pushing event deleted for resources: {'Port': ['ID=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.563017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2af73-e751-4ebf-ba62-fe6b86541c74 None None] No DVR routers for this DVR port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:56.579235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f72cc-96cd-4931-8117-ffd3416291d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe141111-93c6-4eed-9f58-83f98352e291,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.591060 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-696f72cc-96cd-4931-8117-ffd3416291d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb0758e252ad465c95e2d96fbc654e52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0840549 Nov 08 12:44:56.602785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33314) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:56.662636 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:56.663264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:56.670545 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e73cac-e5d5-44be-adc9-3bb8773c8b8e None None] Pushing event updated for resources: {'Port': ['ID=e7d29ed1-bf13-4b36-9b61-426948c0941b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:56.714704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.818877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] For port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,segment=NetworkSegment(5f41311a-d701-47dc-ac91-e51338de0476),segment_id=5f41311a-d701-47dc-ac91-e51338de0476)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:44:56.819458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.832693 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:44:56.840557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.865954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Calling delete_port for c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:56.876476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:56.984668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-4a261bd5-76ab-4240-a100-aef33ba6da89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:57.004258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-4a261bd5-76ab-4240-a100-aef33ba6da89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:57.010610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-4a261bd5-76ab-4240-a100-aef33ba6da89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:57.019640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:44:57.028656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-4a261bd5-76ab-4240-a100-aef33ba6da89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:57.039476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-4a261bd5-76ab-4240-a100-aef33ba6da89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 3143 time: 1.0392427 Nov 08 12:44:57.040247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.041116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.041650 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Floating IP 58f1a4c0-7be8-478a-9927-cb786beccffa disassociated. External IP: 172.25.1.249, port: 7a03f595-b1f6-4685-945b-b582ba8afff9. Nov 08 12:44:57.042187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for 7a03f595-b1f6-4685-945b-b582ba8afff9 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:44:57.053224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:44:57.053579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:44:57.056392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.100150 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:44:52Z', 'revision_number': 3, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:57.153089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa90d90-12e4-4b78-86cf-beeeb41abfdf None None] The sync data for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 is: [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:44:52Z', 'revision_number': 3, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:44:57.207828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e490f96c-25a9-469d-9878-b57bc4ce8d74 req-641d0f9b-4b48-4105-b43e-8c307b0dd692 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468446 Nov 08 12:44:57.246559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.258141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] No DVR routers for this DVR port c7ad33ef-a48c-444b-80f7-1cdd0aef93d3 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:44:57.290421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Port': ['ID=c7ad33ef-a48c-444b-80f7-1cdd0aef93d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:57.319399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.348984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:57.353810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:57.392854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:57.471419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:57.472289 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.585341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.586422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.588979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.593170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe141111-93c6-4eed-9f58-83f98352e291 HTTP/1.1" status: 204 len: 168 time: 0.9842811 Nov 08 12:44:57.612468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.612691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63254ed-bd95-41dc-91f2-4524f631055c']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:57.625554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f41311a-d701-47dc-ac91-e51338de0476') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:57.625842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f41311a-d701-47dc-ac91-e51338de0476') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:57.645778 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.678132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.681220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:44:57.682499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.688792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a70f29-f040-4935-bbde-275b06cbfc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe141111-93c6-4eed-9f58-83f98352e291,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:57.698315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c444a60-092e-45be-9726-bc0144222d54'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:57.700787 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6ea1e-cf8b-4adc-90ff-027168301781" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c444a60-092e-45be-9726-bc0144222d54"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:57.786517 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52fe390-1efc-4cad-92f8-b367235f0232 x-openstack-request-id: req-b52fe390-1efc-4cad-92f8-b367235f0232 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:57.786923 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c444a60-092e-45be-9726-bc0144222d54", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:57.787278 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b52fe390-1efc-4cad-92f8-b367235f0232 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:57.787774 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c444a60-092e-45be-9726-bc0144222d54', 'code': 200} Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:44:57.807463 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:44:57.810574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=54f0bda8-2a85-420e-bdb7-a0a1b88b9e89,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:57.846372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:44:57.854428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.881875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:57.886983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] 10.222.0.58 "DELETE /v2.0/networks/c63254ed-bd95-41dc-91f2-4524f631055c HTTP/1.1" status: 204 len: 168 time: 3.2431281 Nov 08 12:44:57.926532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30626bd-81a1-4a70-bf32-17b0aab70d34 tempest-NetworksIpV6TestAttrs-1165342234 tempest-NetworksIpV6TestAttrs-1165342234-project] Pushing event deleted for resources: {'Network': ['ID=c63254ed-bd95-41dc-91f2-4524f631055c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:57.957081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-55704d59-9115-4719-9021-4a500b059048 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9883809 Nov 08 12:44:57.959529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33328) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:57.965316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'port': {'network_id': '21032869-da21-4f50-9bde-f7129592b3ff', 'name': 'tempest-FloatingIPTestJSON-1578828216'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:44:58.093025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.214464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Allocated IP 172.20.0.1 (291c7dfd-963f-491e-9143-cc041436cfea/beaacc2f-1335-47cb-a231-2b9e1483af2c/fd405728-11bd-4b15-9319-a2b0e96547a5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:58.291694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:44:58.295907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.346437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] device_id is not set on port c3679353-fdeb-4bfb-8d2b-1a0087349761 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:44:58.423139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.523019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.585278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=7a03f595-b1f6-4685-945b-b582ba8afff9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:58.604126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:44:58.612936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Sync routers for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:44:58.622943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.632437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:44:58.635769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:44:58.655022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559156b-b6bc-402d-8a06-9636f57ddeb7 req-07aacbe5-0012-49e7-a6cf-b6908649a6f7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:58.684316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559156b-b6bc-402d-8a06-9636f57ddeb7 req-07aacbe5-0012-49e7-a6cf-b6908649a6f7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:58.706871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559156b-b6bc-402d-8a06-9636f57ddeb7 req-07aacbe5-0012-49e7-a6cf-b6908649a6f7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:58.707449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9559156b-b6bc-402d-8a06-9636f57ddeb7 req-07aacbe5-0012-49e7-a6cf-b6908649a6f7 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 2410 time: 0.2806337 Nov 08 12:44:58.707673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:58.790195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:58.792710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.7 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/c3679353-fdeb-4bfb-8d2b-1a0087349761) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:44:58.915134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:44:58.968887 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07b2412d-bf55-4c52-b360-fc917215b5af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/floatingips/f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e HTTP/1.1" status: 204 len: 168 time: 5.7496800 Nov 08 12:44:58.987263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:44:58.990690 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14596f8e-c494-4730-a4eb-298884376735" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:44:59.040740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Network 291c7dfd-963f-491e-9143-cc041436cfea is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:44:59.045675 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.068195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:44:59.075890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9559156b-b6bc-402d-8a06-9636f57ddeb7 req-2e52ce50-3b7f-4612-b706-8f822a4d693d tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445358 Nov 08 12:44:59.110702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:44:59.227597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1d328cb4-54b8-42dc-885d-27a24d6fd161 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=695cb42898eb49269403ef0f90254512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5044062 Nov 08 12:44:59.228688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:44:59.268599 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedd2253-7b93-4b71-8230-bf27e16fc439 x-openstack-request-id: req-aedd2253-7b93-4b71-8230-bf27e16fc439 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:44:59.269412 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:44:59.270535 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aedd2253-7b93-4b71-8230-bf27e16fc439 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:44:59.271068 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'status': 'completed', 'code': 200} Nov 08 12:44:59.304410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.451953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e7d29ed1-bf13-4b36-9b61-426948c0941b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:44:59.461511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.519337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.572063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.664800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Pushing event updated for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:59.732993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.735758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cec72fe4-5285-4d6f-bf01-177d4cc6b9ca None None] Provisioning complete for port fd405728-11bd-4b15-9319-a2b0e96547a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:59.739932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cec72fe4-5285-4d6f-bf01-177d4cc6b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.740083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.744734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcaaff26-eb73-495a-8767-d8f22941b632 HTTP/1.1" status: 204 len: 168 time: 0.5066359 Nov 08 12:44:59.762533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:44:59.796097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239229a-0ff8-44d0-b72e-44c83a01eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaaff26-eb73-495a-8767-d8f22941b632,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:44:59.819098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.855844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e7d29ed1-bf13-4b36-9b61-426948c0941b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:44:59.855844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:44:59.926402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14596f8e-c494-4730-a4eb-298884376735 req-b48753f0-402a-4dec-a395-12408ccd9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:44:59.928133 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-b48753f0-402a-4dec-a395-12408ccd9daa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 1096 time: 0.6449771 Nov 08 12:44:59.991116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:00.001870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:00.023041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:00.081596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=c3679353-fdeb-4bfb-8d2b-1a0087349761,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:00.151284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14596f8e-c494-4730-a4eb-298884376735 req-b5c26f7d-59d0-43e4-84ef-b4ea2a88b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.153141 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-b5c26f7d-59d0-43e4-84ef-b4ea2a88b065 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 200 len: 898 time: 0.2140558 Nov 08 12:45:00.198156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636f75-7806-4c90-8f6d-4b07996fc955 req-cbadb828-f3ae-4302-a151-c3ea80df22d2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.199738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f636f75-7806-4c90-8f6d-4b07996fc955 req-cbadb828-f3ae-4302-a151-c3ea80df22d2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.3138769 Nov 08 12:45:00.226575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.227205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.264188 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-254e3966-4e05-412e-a159-7447d527e9cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 200 len: 217 time: 0.1015918 Nov 08 12:45:00.280425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47baf-0ab6-44f6-b29a-a6f2ee0c94b7 req-f8da2b68-d179-412c-b2f7-22972d999437 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.282093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21e47baf-0ab6-44f6-b29a-a6f2ee0c94b7 req-f8da2b68-d179-412c-b2f7-22972d999437 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 946 time: 0.1959329 Nov 08 12:45:00.315229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cec72fe4-5285-4d6f-bf01-177d4cc6b9ca None None] Port fd405728-11bd-4b15-9319-a2b0e96547a5 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:00.356833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f636f75-7806-4c90-8f6d-4b07996fc955 req-4fb28ffb-57af-4b29-a4aa-41e1c6250d9c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480780 Nov 08 12:45:00.381600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-858457e3-c457-4d1a-9027-b33de58a2901 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4208434 Nov 08 12:45:00.384838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:00.390978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'c3679353-fdeb-4bfb-8d2b-1a0087349761', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:00.464698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21e47baf-0ab6-44f6-b29a-a6f2ee0c94b7 req-98ec3c00-752c-4713-a138-8ab23a8908a6 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673341 Nov 08 12:45:00.485472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.548661 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.559187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:00.572920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14596f8e-c494-4730-a4eb-298884376735 req-fda707ce-28b7-4d12-91c7-a62a39ceee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.572920 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-fda707ce-28b7-4d12-91c7-a62a39ceee95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 200 len: 834 time: 0.0578105 Nov 08 12:45:00.573115 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Sync routers for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:00.598703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:00.598703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:00.615627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e7d29ed1-bf13-4b36-9b61-426948c0941b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e7d29ed1-bf13-4b36-9b61-426948c0941b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:00.633849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:00.711070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0beb73-509d-4c63-9d30-8ec4cbf95beb req-eb838bf0-b9d7-48dc-b33e-832aa218256f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.719675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0beb73-509d-4c63-9d30-8ec4cbf95beb req-eb838bf0-b9d7-48dc-b33e-832aa218256f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.726428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0beb73-509d-4c63-9d30-8ec4cbf95beb req-eb838bf0-b9d7-48dc-b33e-832aa218256f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:00.736104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba0beb73-509d-4c63-9d30-8ec4cbf95beb req-eb838bf0-b9d7-48dc-b33e-832aa218256f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 2410 time: 0.1008346 Nov 08 12:45:00.746685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] No DVR routers for this DVR port 7a03f595-b1f6-4685-945b-b582ba8afff9 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:00.750982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.754341 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-852f4339-b228-4db6-9cd2-1a4f1b3c1f47 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "DELETE /v2.0/ports/7a03f595-b1f6-4685-945b-b582ba8afff9 HTTP/1.1" status: 204 len: 173 time: 5.7766545 Nov 08 12:45:00.769553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Checking router: b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:00.782494 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:00.793647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.801502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:00.850863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba0beb73-509d-4c63-9d30-8ec4cbf95beb req-de74f47a-54ea-40bf-a9bb-9dcdbd5f4df6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149590 Nov 08 12:45:00.940497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:00.941136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:00.969145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.002728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14596f8e-c494-4730-a4eb-298884376735 req-5750695c-789a-4af8-bdc9-5aa60b3c54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:01.004268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-5750695c-789a-4af8-bdc9-5aa60b3c54cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9212c9a1-e444-4456-9601-a01da59caddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4267948 Nov 08 12:45:01.061552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e7d29ed1-bf13-4b36-9b61-426948c0941b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:01.153302 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-15570dcf-51e6-4b0e-8911-a05c5e1dfc9d service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147952 Nov 08 12:45:01.226778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:01.247353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-1a4a942f-487f-4ee4-8bbb-ff78f2776444 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:01.251403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-1a4a942f-487f-4ee4-8bbb-ff78f2776444 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.2175658 Nov 08 12:45:01.264186 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:01.286017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:01.288798 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d60a9f-973f-4d46-a451-54a53e9a11df" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:01.323345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port bf098d88-56e4-453a-ad12-512c3e949f3b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:01.323689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.335388 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Checking router: fb6fa962-adab-419b-9890-6a8b0ff6d4c6 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:01.361981 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:01.363736 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:01.379146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.450063 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30a181d-4c5a-4c37-a369-d2e399f25f09 x-openstack-request-id: req-e30a181d-4c5a-4c37-a369-d2e399f25f09 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:01.450409 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "7a03f595-b1f6-4685-945b-b582ba8afff9", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:01.450639 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e30a181d-4c5a-4c37-a369-d2e399f25f09 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:01.451573 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': '7a03f595-b1f6-4685-945b-b582ba8afff9', 'status': 'completed', 'code': 200} Nov 08 12:45:01.473450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.126 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/8dff8b82-0cb2-45c6-a377-7e8522edc86c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:01.520244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-6647ed8d-138d-441d-9142-fc2fe429ee38 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:01.520244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-6647ed8d-138d-441d-9142-fc2fe429ee38 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 946 time: 0.1208968 Nov 08 12:45:01.527014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.631796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.641601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Pushing event updated for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:01.657019 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-14596f8e-c494-4730-a4eb-298884376735 req-45369bca-3514-4baa-8640-566c955b9fc5 service neutron] 10.222.0.61 "GET /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890640 Nov 08 12:45:01.766752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] For port bf098d88-56e4-453a-ad12-512c3e949f3b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bf098d88-56e4-453a-ad12-512c3e949f3b,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:01.769081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:01.832664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:01.865755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for bf098d88-56e4-453a-ad12-512c3e949f3b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:01.899401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Network 291c7dfd-963f-491e-9143-cc041436cfea is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:01.901169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b22db6-e719-4da4-866c-1232389aa3b4 None None] The sync data for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 is: [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:42:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '67644c62-8ca6-47ea-9873-8900c9bba9f2', 'name': '', 'network_id': '9212c9a1-e444-4456-9601-a01da59caddd', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:4b:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:48Z', 'updated_at': '2021-11-08T12:42:55Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fb33392b-b608-4fc4-b2e6-2a8b2303a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:01.914237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:01.973898 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:01.988597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Deleting port c2184931-a608-4245-a6f6-7d9866b6851e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:01.988941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:02.282957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] For port c2184931-a608-4245-a6f6-7d9866b6851e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c2184931-a608-4245-a6f6-7d9866b6851e,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:02.284308 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:02.332353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Calling delete_port for c2184931-a608-4245-a6f6-7d9866b6851e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:02.473518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-81321156-1874-41c8-a920-042cf7b44044 None None] Provisioning complete for port fd405728-11bd-4b15-9319-a2b0e96547a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:02.473984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-81321156-1874-41c8-a920-042cf7b44044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:02.563061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18dd6d-f9e0-4d10-accb-e192100c57f9 None None] New status for floating IP f7b4cb0c-c8d7-4ce9-8ad4-2088553b989e: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:45:02.621519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:02.647236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-81321156-1874-41c8-a920-042cf7b44044 None None] Port fd405728-11bd-4b15-9319-a2b0e96547a5 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:02.653322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port f2ae3d10-f443-4c7d-95c9-7b387a89869d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:02.655866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:02.684820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10952067-0f13-4338-9e73-f784c7638976 req-93d636e7-afdc-486e-bd6d-62615b51827a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:02.695137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10952067-0f13-4338-9e73-f784c7638976 req-93d636e7-afdc-486e-bd6d-62615b51827a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 946 time: 1.0521801 Nov 08 12:45:02.801649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:02.817839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'c2184931-a608-4245-a6f6-7d9866b6851e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:02.821529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', '5345e71f-1828-4f5f-bcc8-3dde8f9f365b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:02.847148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63408d1-d6c3-4cdb-bb8d-53784ac74c2e req-5feaabd6-e261-4eaf-9418-6b4cc39b56cf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:02.848837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b63408d1-d6c3-4cdb-bb8d-53784ac74c2e req-5feaabd6-e261-4eaf-9418-6b4cc39b56cf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 1.2265730 Nov 08 12:45:02.862512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-420560363'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:02.875404 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:02.909252 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:02.912674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160de21-9903-4b50-b484-2ba50b48504b None None] The sync data for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 is: [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:08Z', 'revision_number': 4, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '75cb525e-5b12-492d-9f55-2c53f89c23ee', 'name': '', 'network_id': '516bb95e-f98a-4fb8-8df6-30f3dc9314c3', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'mac_address': 'fa:16:3e:0b:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:06Z', 'updated_at': '2021-11-08T12:34:13Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'subnets': [{'id': '63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:03.006397 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.008735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e7d29ed1-bf13-4b36-9b61-426948c0941b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:03.037579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.087289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event deleted for resources: {'Port': ['ID=c2184931-a608-4245-a6f6-7d9866b6851e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:03.159037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:03.176606 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Sync routers for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:03.195881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] No DVR routers for this DVR port c2184931-a608-4245-a6f6-7d9866b6851e on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:03.198039 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:03.200017 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:03.206546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=bf098d88-56e4-453a-ad12-512c3e949f3b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:03.213894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10952067-0f13-4338-9e73-f784c7638976 req-e4f59c01-5f6a-42ee-b9f4-b7995c48d965 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144527 Nov 08 12:45:03.215193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:03.218568 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.225372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-24ac01f5-d4a4-4b28-b244-04a9b7b10d1a admin admin] 10.222.0.58 "PUT /v2.0/routers/8a4f4cbb-c7ab-4488-9fd8-57f0657f7650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0489831 Nov 08 12:45:03.245186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.249638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b4c5057-465a-47fe-92a3-f3551f89d317 req-e8bac32a-ff4b-4bad-8885-87915d821bcf tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "DELETE /v2.0/ports/c2184931-a608-4245-a6f6-7d9866b6851e HTTP/1.1" status: 204 len: 173 time: 1.7066083 Nov 08 12:45:03.250433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.269235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'name': 'network-vif-deleted', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:03.276157 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04594fc4-9426-43ac-8bfe-e5dcd2978046" -d '{"events": [{"server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "name": "network-vif-deleted", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:03.390199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] No DVR routers for this DVR port bf098d88-56e4-453a-ad12-512c3e949f3b on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:03.411145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.412776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b63408d1-d6c3-4cdb-bb8d-53784ac74c2e req-82417c1d-fbb2-48fd-9371-e442300ac3f5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5287583 Nov 08 12:45:03.424245 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-e2f1fe3e-8ea0-427b-98a5-519fdd79ee58 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "DELETE /v2.0/ports/bf098d88-56e4-453a-ad12-512c3e949f3b HTTP/1.1" status: 204 len: 173 time: 2.6232417 Nov 08 12:45:03.445483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e7d29ed1-bf13-4b36-9b61-426948c0941b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:03.445483 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.445764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port f2ae3d10-f443-4c7d-95c9-7b387a89869d, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f2ae3d10-f443-4c7d-95c9-7b387a89869d,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:03.453444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.466792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:03.486013 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4240ce6b-0cab-469a-a794-0af93cdd79dc" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:03.554279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for f2ae3d10-f443-4c7d-95c9-7b387a89869d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:03.565616 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:03.570104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:03.671970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c37cf-2a18-4ddd-965e-5b1b120c52af None None] New status for floating IP 58f1a4c0-7be8-478a-9927-cb786beccffa: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:45:03.728389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:03.731305 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70016632-9a57-48d1-a543-4fa25e546151 x-openstack-request-id: req-70016632-9a57-48d1-a543-4fa25e546151 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:03.731954 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb20de3b-960f-42af-82a6-2ef203d19c98", "name": "network-vif-deleted", "tag": "c2184931-a608-4245-a6f6-7d9866b6851e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:03.733739 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70016632-9a57-48d1-a543-4fa25e546151 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:03.734276 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb20de3b-960f-42af-82a6-2ef203d19c98', 'name': 'network-vif-deleted', 'tag': 'c2184931-a608-4245-a6f6-7d9866b6851e', 'status': 'completed', 'code': 200} Nov 08 12:45:03.737376 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd93cebf-b160-4387-8b68-fd1e6b214d4e x-openstack-request-id: req-dd93cebf-b160-4387-8b68-fd1e6b214d4e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:03.737696 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "bf098d88-56e4-453a-ad12-512c3e949f3b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:03.737957 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd93cebf-b160-4387-8b68-fd1e6b214d4e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:03.738419 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'bf098d88-56e4-453a-ad12-512c3e949f3b', 'status': 'completed', 'code': 200} Nov 08 12:45:03.801588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port e79c6d02-4fd6-4550-a457-ba870d91f8a1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:03.801982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.040875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] For port e79c6d02-4fd6-4550-a457-ba870d91f8a1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e79c6d02-4fd6-4550-a457-ba870d91f8a1,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:04.042116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.063412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for e79c6d02-4fd6-4550-a457-ba870d91f8a1 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:04.193173 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'fd405728-11bd-4b15-9319-a2b0e96547a5', 'name': '', 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'mac_address': 'fa:16:3e:fa:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:57Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 2, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'subnets': [{'id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:04.219558 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Checking router: 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:04.220005 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Updating router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 port fd405728-11bd-4b15-9319-a2b0e96547a5 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:04.248404 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.350910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:04.376424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:04.423152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.471075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=e79c6d02-4fd6-4550-a457-ba870d91f8a1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:04.525436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33a79898-e850-4115-81f0-06f8987bd172 req-bf6d63a1-835e-413d-acd9-551076e78f35 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb20de3b-960f-42af-82a6-2ef203d19c98 HTTP/1.1" status: 200 len: 210 time: 0.1416984 Nov 08 12:45:04.552683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] No DVR routers for this DVR port e79c6d02-4fd6-4550-a457-ba870d91f8a1 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:04.555621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f432-78bd-491b-a09a-9483f7f305c3 req-63220679-2881-4983-a908-f736cf1eea91 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:04.562029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.562183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f432-78bd-491b-a09a-9483f7f305c3 req-63220679-2881-4983-a908-f736cf1eea91 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:04.564430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df60f432-78bd-491b-a09a-9483f7f305c3 req-63220679-2881-4983-a908-f736cf1eea91 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 1599 time: 0.9469864 Nov 08 12:45:04.565118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=8dff8b82-0cb2-45c6-a377-7e8522edc86c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:04.602096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-544e37cd-70a0-4238-aeff-53bb9d7e0cb1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "DELETE /v2.0/ports/e79c6d02-4fd6-4550-a457-ba870d91f8a1 HTTP/1.1" status: 204 len: 173 time: 1.1685250 Nov 08 12:45:04.744706 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.747470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.784914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port 1c444a60-092e-45be-9726-bc0144222d54 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:04.784914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.845287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33474) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:04.851275 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.857565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df60f432-78bd-491b-a09a-9483f7f305c3 req-d72c72bd-851b-444e-971d-d87e661b73a1 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f18b7c-a678-47d9-b736-e59c5548036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823455 Nov 08 12:45:04.867316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:04.879468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-458266865-network', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:04.964292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2babf-1b66-4ed9-a305-97b419ccc243 req-3b1f892f-85b9-4708-9844-25e19f857e2e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:04.966291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84e2babf-1b66-4ed9-a305-97b419ccc243 req-3b1f892f-85b9-4708-9844-25e19f857e2e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 945 time: 0.3401544 Nov 08 12:45:04.968246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb46aba-620d-4176-a391-e130a0ffc05c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:04.972070 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f30f0-d83a-42b8-b632-e192c28cf997 None None] Pushing event updated for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:04.977721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] For port 1c444a60-092e-45be-9726-bc0144222d54, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=1c444a60-092e-45be-9726-bc0144222d54,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:04.982025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.007409 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f2ae3d10-f443-4c7d-95c9-7b387a89869d no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:05.050540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for 1c444a60-092e-45be-9726-bc0144222d54 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:05.116926 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Attempting to bind port fd405728-11bd-4b15-9319-a2b0e96547a5 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:05.117975 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Attempting to bind port fd405728-11bd-4b15-9319-a2b0e96547a5 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:05.119060 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Attempting to bind port fd405728-11bd-4b15-9319-a2b0e96547a5 on network 291c7dfd-963f-491e-9143-cc041436cfea {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:05.132395 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:05.132934 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Checking segment: {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:05.133651 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.133937 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Bound using segment: {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:05.134709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Bound port: fd405728-11bd-4b15-9319-a2b0e96547a5, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc644e-bd14-4e36-8ffb-8329b4efb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:05.136953 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.176285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Made reservation on behalf of f1b7681e4d074241af3d47b52085735f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:05.183028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.185890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.206386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:05.227295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.229305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.229915 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment a6e8e04d-267c-4b19-bdf8-e5f16649a5ea of type vlan for network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 Nov 08 12:45:05.286845 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] For port fd405728-11bd-4b15-9319-a2b0e96547a5, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:05.290446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84e2babf-1b66-4ed9-a305-97b419ccc243 req-17437ee1-423c-4508-9224-d19f262dcba3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdd98c22-db96-495e-98ba-6a09133063bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111684 Nov 08 12:45:05.305512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.386748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.397697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e577d34e-0359-4f8c-8077-de5882d149aa None None] Provisioning complete for port fd405728-11bd-4b15-9319-a2b0e96547a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:05.398069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e577d34e-0359-4f8c-8077-de5882d149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.411796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.412665 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] For port fd405728-11bd-4b15-9319-a2b0e96547a5, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd405728-11bd-4b15-9319-a2b0e96547a5,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:05.440258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=f2ae3d10-f443-4c7d-95c9-7b387a89869d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:05.457509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e577d34e-0359-4f8c-8077-de5882d149aa None None] Port fd405728-11bd-4b15-9319-a2b0e96547a5 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:05.462960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.501318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=1c444a60-092e-45be-9726-bc0144222d54,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:05.542525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] No DVR routers for this DVR port 1c444a60-092e-45be-9726-bc0144222d54 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:05.546221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.549697 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e46cf3ba-7c4e-40d5-8b92-46d392eb8647 req-5877fb73-3e59-45b0-b605-4d4b1e736699 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.57 "DELETE /v2.0/ports/1c444a60-092e-45be-9726-bc0144222d54 HTTP/1.1" status: 204 len: 173 time: 0.9432366 Nov 08 12:45:05.549848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.556471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:05.557087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.594788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.599512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] No DVR routers for this DVR port f2ae3d10-f443-4c7d-95c9-7b387a89869d on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:05.602788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.608376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5f8db3e-29cf-465b-81b0-5501b328af9b req-57d0fdea-5392-44d7-b39b-fbdeb34d4fcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.61 "DELETE /v2.0/ports/f2ae3d10-f443-4c7d-95c9-7b387a89869d HTTP/1.1" status: 204 len: 173 time: 4.3452826 Nov 08 12:45:05.623159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:05.629273 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.663730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558cf97-3de8-4eca-a3a0-a81d88b27961,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:05.677055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.677410 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Added segment c09d4ed9-a6cf-43ba-8792-c5b913947db9 of type vlan for network 5778b661-ba30-4181-9813-938d1d58be35 Nov 08 12:45:05.714664 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:05.715306 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:05.726076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:05.742453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1'}, {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': '1c444a60-092e-45be-9726-bc0144222d54'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:05.744536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-deleted', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:05.747253 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3582f933-042c-468a-b652-a3a81aed3ea9" -d '{"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1"}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "1c444a60-092e-45be-9726-bc0144222d54"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:05.748806 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba01cb-ae5b-4ed3-87ed-8befcaa09282" -d '{"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-deleted", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:05.804367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f30f0-d83a-42b8-b632-e192c28cf997 None None] Pushing event updated for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:05.825067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:05.843429 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebdf033-9093-421d-8ce7-0628dc4712cb x-openstack-request-id: req-3ebdf033-9093-421d-8ce7-0628dc4712cb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:05.843429 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "e79c6d02-4fd6-4550-a457-ba870d91f8a1", "status": "completed", "code": 200}, {"server_uuid": "2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e", "name": "network-vif-deleted", "tag": "1c444a60-092e-45be-9726-bc0144222d54", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:05.843429 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ebdf033-9093-421d-8ce7-0628dc4712cb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:05.843429 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': 'e79c6d02-4fd6-4550-a457-ba870d91f8a1', 'status': 'completed', 'code': 200} Nov 08 12:45:05.843429 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e', 'name': 'network-vif-deleted', 'tag': '1c444a60-092e-45be-9726-bc0144222d54', 'status': 'completed', 'code': 200} Nov 08 12:45:05.851025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:05.872491 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8553b1-bd2a-4e92-bded-fec75e2c63b5 x-openstack-request-id: req-8c8553b1-bd2a-4e92-bded-fec75e2c63b5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:05.874457 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73d842-22f7-4a76-b02e-e083e1904eb2", "name": "network-vif-deleted", "tag": "f2ae3d10-f443-4c7d-95c9-7b387a89869d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:05.886104 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c8553b1-bd2a-4e92-bded-fec75e2c63b5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:05.886104 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73d842-22f7-4a76-b02e-e083e1904eb2', 'name': 'network-vif-deleted', 'tag': 'f2ae3d10-f443-4c7d-95c9-7b387a89869d', 'status': 'completed', 'code': 200} Nov 08 12:45:05.901202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a1f14fce-a086-4646-88ef-bcadc04ded0e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2695971 Nov 08 12:45:05.904706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:05.912056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'name': 'tempest-PortsTestJSON-721430419'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:05.944076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:06.083303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.085066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.086680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:06.087572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.213249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] Provisioning complete for port fd405728-11bd-4b15-9319-a2b0e96547a5 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:06.213249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.244768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:06.249009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.257191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d663c5de-a925-4f99-b4a1-3f45e0d838b7 req-565c8f31-b2e9-4294-bd3e-428a94d170e6 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0961568 Nov 08 12:45:06.331428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port bf97d68e-34fc-4c16-a518-9ed854179890 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:06.402600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.492538 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6465380 Nov 08 12:45:06.498232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] For port fd405728-11bd-4b15-9319-a2b0e96547a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd405728-11bd-4b15-9319-a2b0e96547a5,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:06.500960 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'fd405728-11bd-4b15-9319-a2b0e96547a5', 'name': '', 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'mac_address': 'fa:16:3e:fa:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:57Z', 'updated_at': '2021-11-08T12:45:05Z', 'revision_number': 4, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'subnets': [{'id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:06.508376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:06.519952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Request body: {'subnet': {'network_id': '5778b661-ba30-4181-9813-938d1d58be35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-458266865-subnet', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:06.536113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5cb7d8c-fb5b-41ad-bdba-1230aca62d55 req-2efb044d-1e24-4353-ac0c-644fb58e8160 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c73d842-22f7-4a76-b02e-e083e1904eb2 HTTP/1.1" status: 200 len: 210 time: 0.0416667 Nov 08 12:45:06.539295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.571897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b27e95-99f9-43ac-bc37-64bb710c93c7 None None] The sync data for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 is: [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'fd405728-11bd-4b15-9319-a2b0e96547a5', 'name': '', 'network_id': '291c7dfd-963f-491e-9143-cc041436cfea', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'mac_address': 'fa:16:3e:fa:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:57Z', 'updated_at': '2021-11-08T12:45:05Z', 'revision_number': 4, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'subnets': [{'id': 'beaacc2f-1335-47cb-a231-2b9e1483af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:06.584349 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.616090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2198-5ca5-4858-a149-42ebf7a6aa93 admin admin] Pushing event updated for resources: {'Network': ['ID=5778b661-ba30-4181-9813-938d1d58be35,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:06.655051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5778b661-ba30-4181-9813-938d1d58be35 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:06.744899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Made reservation on behalf of f1b7681e4d074241af3d47b52085735f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:06.755151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.829379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93b74c-681c-48b3-a9f4-94467c918328 None None] Pushing event updated for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:06.931988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:06.952683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.053198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd405728-11bd-4b15-9319-a2b0e96547a5 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:07.060803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.121441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.217750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.221788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=8dff8b82-0cb2-45c6-a377-7e8522edc86c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:07.238607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c2184931-a608-4245-a6f6-7d9866b6851e no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:07.257449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.286925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:07.287300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:07.293793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: c2184931-a608-4245-a6f6-7d9866b6851e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:07.294778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c2184931-a608-4245-a6f6-7d9866b6851e not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:07.319745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=bf97d68e-34fc-4c16-a518-9ed854179890,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:07.320759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fd405728-11bd-4b15-9319-a2b0e96547a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:07.321288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.362123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Checking segment: {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:07.363080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Network hostable DHCP agents. Network: 5778b661-ba30-4181-9813-938d1d58be35, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:07.380926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724a7c79-85a8-40cb-a11f-6efb0b451af2,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:07.423755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:07.503536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Network 5778b661-ba30-4181-9813-938d1d58be35 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:07.512995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-534c8ede-592d-485c-a54c-0dc6d965f821 req-d37af3f1-e85c-4820-8f23-3f67b8fc4159 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0762420 Nov 08 12:45:07.554058 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP ba098cda-8881-47ff-90b2-867c5fc99894 associated. External IP: 172.25.1.126, port: c3679353-fdeb-4bfb-8d2b-1a0087349761. Nov 08 12:45:07.573056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:07.578079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:07.585398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:07.586073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.588185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47994e-04b1-4691-b792-e2f656f90732 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:07.596729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5778b661-ba30-4181-9813-938d1d58be35) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:07.611710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:07.612274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:07.641617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:07.644614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba18d4a0-4851-4cc4-a1e3-9da2bf8478f2 None None] Network 5778b661-ba30-4181-9813-938d1d58be35 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:07.720799 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a3c6a5a2-52e8-484c-87c1-7066c2605c4c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8182886 Nov 08 12:45:07.721462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33526) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:07.726928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14872952'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:07.783523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76b4bd29-f8fa-4373-bbaf-dc064a913727 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2739248 Nov 08 12:45:07.787460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:07.794200 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:07.965590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:07.971032 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.032753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5778b661-ba30-4181-9813-938d1d58be35', 'network_id': '5778b661-ba30-4181-9813-938d1d58be35', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'fixed_ips': [{'subnet_id': '724a7c79-85a8-40cb-a11f-6efb0b451af2'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:45:08.034623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.087436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:08.107882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.108332 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment 65c046de-1c10-42d8-a5d7-dc8b75083c6a of type vlan for network e5a5b0bd-c122-459a-9426-8903b2b7ec23 Nov 08 12:45:08.109094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:08.167101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.291096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.297822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:08.298519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.445551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=e5a5b0bd-c122-459a-9426-8903b2b7ec23,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:08.449593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.459587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.528252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Allocated IP 172.20.0.2 (5778b661-ba30-4181-9813-938d1d58be35/724a7c79-85a8-40cb-a11f-6efb0b451af2/c48af335-d58a-4356-b2cf-5b695b234b68) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:08.531304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.554834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d676b584-95e0-4fa7-b4e9-38fefe900b8e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8321671 Nov 08 12:45:08.557293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33544) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:08.567346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'ports': [{'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'}, {'network_id': 'e5a5b0bd-c122-459a-9426-8903b2b7ec23'}]} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:08.571038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:08.571992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': 'e5a5b0bd-c122-459a-9426-8903b2b7ec23'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:08.647524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e5a5b0bd-c122-459a-9426-8903b2b7ec23 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:08.774618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:08.787343 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:08.807826 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:08.808534 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:08.845362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:08.897682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba66a495-9cc5-467c-bd41-cbafd06fda0d req-bfe36c51-087f-4079-adad-5486c27d76dc tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1210520 Nov 08 12:45:08.899077 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:08.936435 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:08.936435 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:08.971037 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.006050 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:09.006748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bb05f-6f49-4869-b9dc-e1143841f512 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:09.035835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.069465 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.095906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e9c0a57a-21b6-41e5-af12-5854afc29c76 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7100034 Nov 08 12:45:09.096116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:09.099321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Network 5778b661-ba30-4181-9813-938d1d58be35 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:09.102026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:09.108483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:09.136836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:09.140851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Pushing event updated for resources: {'Port': ['ID=c48af335-d58a-4356-b2cf-5b695b234b68,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:09.191382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.203080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Attempting to bind port c48af335-d58a-4356-b2cf-5b695b234b68 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:09.203525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Attempting to bind port c48af335-d58a-4356-b2cf-5b695b234b68 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:09.206540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Attempting to bind port c48af335-d58a-4356-b2cf-5b695b234b68 on network 5778b661-ba30-4181-9813-938d1d58be35 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:09.209741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:09.210237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Checking segment: {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:09.210739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.211198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Bound using segment: {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:09.211741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Bound port: c48af335-d58a-4356-b2cf-5b695b234b68, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:09.212191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.229699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.276555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 2} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:09.282410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.289318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] For port c48af335-d58a-4356-b2cf-5b695b234b68, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:09.294015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] For port c48af335-d58a-4356-b2cf-5b695b234b68, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c48af335-d58a-4356-b2cf-5b695b234b68,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:09.350535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.428768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.531594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.540905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805cb76-14c0-4a85-a159-b84d993616f2 None None] Pushing event updated for resources: {'Port': ['ID=c48af335-d58a-4356-b2cf-5b695b234b68,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:09.560660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:09.729057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.729454 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP ba098cda-8881-47ff-90b2-867c5fc99894 disassociated. External IP: 172.25.1.126, port: c3679353-fdeb-4bfb-8d2b-1a0087349761. Nov 08 12:45:09.804368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 67644c62-8ca6-47ea-9873-8900c9bba9f2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:09.804606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.878188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:09.958818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:10.006163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:10.017447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 67644c62-8ca6-47ea-9873-8900c9bba9f2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=67644c62-8ca6-47ea-9873-8900c9bba9f2,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:10.018389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:10.037041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 67644c62-8ca6-47ea-9873-8900c9bba9f2 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:10.159217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7b033bc-d617-411a-ab70-f7cdf3bb4802 req-ddc2f09d-b175-4db7-b028-4b137a368c81 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0411601 Nov 08 12:45:10.177797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port d5825433-d827-4e08-b2bf-aa4911d17812 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:10.469986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:10.528332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=67644c62-8ca6-47ea-9873-8900c9bba9f2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:10.866319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Allocated IP 172.25.1.221 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/744c7268-7dc0-470d-b366-c40519502fe7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:10.875945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:10.927993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:10.938001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.240320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c48af335-d58a-4356-b2cf-5b695b234b68 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:11.320812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c48af335-d58a-4356-b2cf-5b695b234b68 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:11.321198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.330355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.339580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.379240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5660d2f5-d295-447f-8806-1aa69b3193a0 req-249f1d92-3759-46fb-a576-4ee42a32ff2a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0612752 Nov 08 12:45:11.386198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf5d87-118b-4d1a-ac59-c7cc316729af None None] Network 5778b661-ba30-4181-9813-938d1d58be35 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:11.397584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:11.429841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:11.447789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.466113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:11.476221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-63e22427-28d0-4966-9bc7-95f8fa836e5c None None] Provisioning complete for port c48af335-d58a-4356-b2cf-5b695b234b68 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:11.476628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63e22427-28d0-4966-9bc7-95f8fa836e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.512148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:11.523939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:11.531863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:11.534464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:11.535771 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.547330 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06d52ec0-f928-4b49-b85c-83fb9239d63a tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/ba098cda-8881-47ff-90b2-867c5fc99894 HTTP/1.1" status: 200 len: 688 time: 2.4501641 Nov 08 12:45:11.551196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33574) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:11.563221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:11.566672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:11.616589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:11.621636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61cff874-9de8-4a11-abde-09ddbde09039 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9760196 Nov 08 12:45:11.624528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:11.631650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Sync routers for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:11.654305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:11.664523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:11.665487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:11.672718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.717192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=d5825433-d827-4e08-b2bf-aa4911d17812,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:11.760605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.765079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting subnet fb33392b-b608-4fc4-b2e6-2a8b2303a981 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:11.768861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.802164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': '65c046de-1c10-42d8-a5d7-dc8b75083c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e5a5b0bd-c122-459a-9426-8903b2b7ec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:11.802164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: e5a5b0bd-c122-459a-9426-8903b2b7ec23, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:11.805558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:11.808809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:11.840849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.867425 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:11.875278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:11.876221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f85a-0f22-4dc2-9bd8-382af3582956 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:11.909042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:11.939491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63e22427-28d0-4966-9bc7-95f8fa836e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:11.951512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:11.970820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c48af335-d58a-4356-b2cf-5b695b234b68, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c48af335-d58a-4356-b2cf-5b695b234b68,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:11.978066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:12.029130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=744c7268-7dc0-470d-b366-c40519502fe7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:12.033772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.069524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.139712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 8dff8b82-0cb2-45c6-a377-7e8522edc86c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:12.140052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.177518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network e5a5b0bd-c122-459a-9426-8903b2b7ec23 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:12.191844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c48af335-d58a-4356-b2cf-5b695b234b68,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:12.245580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.273522 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-63e22427-28d0-4966-9bc7-95f8fa836e5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:45:12.274199 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-63e22427-28d0-4966-9bc7-95f8fa836e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:45:12.345614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.355088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d0a72-7d1c-4617-9b8d-1e5f823ff110 None None] Network 9212c9a1-e444-4456-9601-a01da59caddd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:12.359371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/subnets/fb33392b-b608-4fc4-b2e6-2a8b2303a981 HTTP/1.1" status: 204 len: 168 time: 0.7295809 Nov 08 12:45:12.359998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a25a5d-5336-40f4-bbe4-7edfa0cb35f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Subnet': ['ID=fb33392b-b608-4fc4-b2e6-2a8b2303a981,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:12.367883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:12.397356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e5a5b0bd-c122-459a-9426-8903b2b7ec23) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:12.433622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7496c05-274d-40c8-94e8-9e8377ab65cd None None] Network e5a5b0bd-c122-459a-9426-8903b2b7ec23 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:12.493520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:12.505180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:12.516846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:12.517918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.546923 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:45:10Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:12.552312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.552665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.570923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 8dff8b82-0cb2-45c6-a377-7e8522edc86c owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:12.641158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0073034f-5bf7-431c-ba67-275bedcdf796 req-21681a0b-41d5-4bc1-b526-ab62b891574e tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0888352 Nov 08 12:45:12.644508 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Checking router: b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:12.680640 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Routers {'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:12.681580 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:12.810839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.844151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:12.881923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=8dff8b82-0cb2-45c6-a377-7e8522edc86c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:12.900151 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-f2350541-859b-4a7a-b91f-535828dd7c91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8990307 Nov 08 12:45:12.940562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-291e78f5-de34-474e-98e8-7a45f01b6e2e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3819840 Nov 08 12:45:13.046028 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] Set router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:13.046367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33598) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:13.102945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] DHCP port deletion for 9212c9a1-e444-4456-9601-a01da59caddd request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:13.108923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-987a96d8-461e-4f2a-95ca-0247cfeed5bc None None] Provisioning complete for port c48af335-d58a-4356-b2cf-5b695b234b68 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:13.119479 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-987a96d8-461e-4f2a-95ca-0247cfeed5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.128014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.173142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c48af335-d58a-4356-b2cf-5b695b234b68 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:13.234296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.343897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port e8781fee-2ff8-4496-85af-77dea5118c95 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:13.345918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.347425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-1dc63e39-e9cb-46a9-a214-c84964e56e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:13.351007 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-1dc63e39-e9cb-46a9-a214-c84964e56e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 1097 time: 0.3708956 Nov 08 12:45:13.378610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c48af335-d58a-4356-b2cf-5b695b234b68 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:13.379102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.548374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port e8781fee-2ff8-4496-85af-77dea5118c95, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e8781fee-2ff8-4496-85af-77dea5118c95,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:13.552969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.553165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Deleting port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:13.553384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.566500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.569609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.574776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5588333d-a646-4f11-b153-6d26be347c5e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/ba098cda-8881-47ff-90b2-867c5fc99894 HTTP/1.1" status: 204 len: 168 time: 2.0175867 Nov 08 12:45:13.578521 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:45:10Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:13.588209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:13.593682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '54f0bda8-2a85-420e-bdb7-a0a1b88b9e89'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:13.611640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for e8781fee-2ff8-4496-85af-77dea5118c95 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:13.659304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] For port 72cf75fa-4316-458b-99b5-ed45c3b11dd6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72cf75fa-4316-458b-99b5-ed45c3b11dd6,segment=NetworkSegment(64bf0ee7-6850-4473-b176-6830ef69853e),segment_id=64bf0ee7-6850-4473-b176-6830ef69853e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:13.659793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.668000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa0cf8-827b-4d99-bd67-f2a118e5f96d None None] The sync data for ids ['b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0'] in n-d-816990-1 is: [{'id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107769242', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:42:38Z', 'updated_at': '2021-11-08T12:45:10Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'e8781fee-2ff8-4496-85af-77dea5118c95', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:42:40Z', 'updated_at': '2021-11-08T12:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:13.693463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Calling delete_port for 72cf75fa-4316-458b-99b5-ed45c3b11dd6 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:13.780709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-40b8a3ce-38e6-4442-80ab-c4c1bfa1cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:13.782288 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-40b8a3ce-38e6-4442-80ab-c4c1bfa1cd9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.3612273 Nov 08 12:45:13.792920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port d5825433-d827-4e08-b2bf-aa4911d17812 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:13.793266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.875959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.891711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:13.935968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] Pushing event deleted for resources: {'Port': ['ID=72cf75fa-4316-458b-99b5-ed45c3b11dd6,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:13.937929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74e4c9-e414-4fa5-b197-edc6a8683f69 None None] No DVR routers for this DVR port 72cf75fa-4316-458b-99b5-ed45c3b11dd6 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:13.999255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edeca058-8c00-41de-a69d-3ab994eabf77 req-ee27acf3-7896-4b54-bf04-bfd8816132ad tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0417192 Nov 08 12:45:14.056875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.067820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-fb861ef8-68d2-4a97-a636-40bc07f6a278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 HTTP/1.1" status: 200 len: 217 time: 0.2646313 Nov 08 12:45:14.097484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=e8781fee-2ff8-4496-85af-77dea5118c95,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:14.204585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.524867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.561685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for d5825433-d827-4e08-b2bf-aa4911d17812 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:14.573301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.581667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-d0daa340-195e-4acf-b2df-d3ccea9953b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:14.583180 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-d0daa340-195e-4acf-b2df-d3ccea9953b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.5054719 Nov 08 12:45:14.679238 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-de82010f-4782-494e-b7e0-fc666ceebf7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666249 Nov 08 12:45:14.689408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.691867 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.793366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.793962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Fanout notify agent at l3_agent the message router_deleted on router b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:45:14.808074 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.812618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d26d64aa-54a3-4d5e-9ff2-0b8db0e1a6af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/routers/b312fc6e-5d8b-4d97-96e4-c4fbbe224bb0 HTTP/1.1" status: 204 len: 168 time: 2.4393630 Nov 08 12:45:14.812618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:14.945507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-2b0669b7-164a-4158-88b8-97bf7a972343 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347877 Nov 08 12:45:14.949843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:14.968511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.004755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.012203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.023691 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/d5825433-d827-4e08-b2bf-aa4911d17812 HTTP/1.1" status: 204 len: 168 time: 1.9690671 Nov 08 12:45:15.032708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:15.161460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72cf75fa-4316-458b-99b5-ed45c3b11dd6 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:15.170088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.20 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/fa818baa-5f63-4b42-9eb9-447797da841f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:15.234226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 72cf75fa-4316-458b-99b5-ed45c3b11dd6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:15.235018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72cf75fa-4316-458b-99b5-ed45c3b11dd6 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:15.235018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 67644c62-8ca6-47ea-9873-8900c9bba9f2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:15.285012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 67644c62-8ca6-47ea-9873-8900c9bba9f2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:15.288548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 67644c62-8ca6-47ea-9873-8900c9bba9f2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:15.344431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cefd10-3fbe-421c-bba8-5eae471ff438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=d5825433-d827-4e08-b2bf-aa4911d17812,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:15.420984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b949b56-5fea-455b-9432-35e96bbbfcfe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:15.437954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b949b56-5fea-455b-9432-35e96bbbfcfe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:15.443620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b949b56-5fea-455b-9432-35e96bbbfcfe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4054215 Nov 08 12:45:15.454755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33636) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:15.474193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.491988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.497969 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1728ad5f-9b26-4c00-a88e-806c4ed596e6 req-4924f04a-78ed-4eac-a10c-d6ffe2ba8489 service neutron] 10.222.0.57 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122991 Nov 08 12:45:15.502099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Router 45f13518-eb95-4924-95ff-937b8356425a is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:45:15.534618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08f56afb-b7d0-43e2-ac78-480b00ce09e1 req-0128c670-da1f-4541-a08b-c12eaf04c081 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.2556996 Nov 08 12:45:15.573862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-3347041e-518f-47e4-953f-e3468246ad7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3426275 Nov 08 12:45:15.634144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9212c9a1-e444-4456-9601-a01da59caddd']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:15.695929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf0ee7-6850-4473-b176-6830ef69853e') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:15.696231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf0ee7-6850-4473-b176-6830ef69853e') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:15.712054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.725798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.733062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:15.734480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:15.810415 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:15.827075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.833832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bd547-d595-480a-ba0a-8e6edde65faf req-70dcdd60-e80d-4e31-80e2-ac77cfb16c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:15.837724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-70dcdd60-e80d-4e31-80e2-ac77cfb16c63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 1097 time: 0.1822405 Nov 08 12:45:15.920154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.946269 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.951998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/networks/9212c9a1-e444-4456-9601-a01da59caddd HTTP/1.1" status: 204 len: 168 time: 1.1357636 Nov 08 12:45:15.961763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:15.965164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:15.967548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:15.988612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:15.995751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:16.008909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:16.008909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:16.008909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:16.009186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Sync routers for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:16.024364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=fa818baa-5f63-4b42-9eb9-447797da841f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:16.027049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:16.027858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:16.079177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bd547-d595-480a-ba0a-8e6edde65faf req-82838233-da50-4d69-bf88-e9902bc051db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:16.095376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-82838233-da50-4d69-bf88-e9902bc051db service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 200 len: 915 time: 0.2350850 Nov 08 12:45:16.173762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-4f3ea0db-69b3-46f4-951c-fbaa3951bdd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b HTTP/1.1" status: 200 len: 217 time: 0.0578310 Nov 08 12:45:16.175075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eb88c-5c1e-465e-814d-e5ac1af0e18c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Network': ['ID=9212c9a1-e444-4456-9601-a01da59caddd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:16.206740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:16.210890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd47ba24-abf6-4500-a73a-89310f968aa4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4202948 Nov 08 12:45:16.219806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33648) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:16.240154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:16.263481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:16.291714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bd547-d595-480a-ba0a-8e6edde65faf req-61271609-13cd-4dc6-ac7b-744b8fef7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:16.293544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-61271609-13cd-4dc6-ac7b-744b8fef7ca6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 200 len: 854 time: 0.1116583 Nov 08 12:45:16.342522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-a48eb72d-81ba-4c2b-94f5-6a707fa282ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa54bc-56f4-4936-9f66-bcbf88e87c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400133 Nov 08 12:45:16.360455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:16.369443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:16.556940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:12Z', 'revision_number': 3, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:16.567016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-2980dc25-47fb-4326-9ec5-d8dd78411148 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159195 Nov 08 12:45:16.592903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:16.764933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399bd547-d595-480a-ba0a-8e6edde65faf req-9c3907ad-35e0-41b1-adac-b839f1b20cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899800 Nov 08 12:45:16.787389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a551f40e-dc45-4dad-96b6-a1a6046508b6 req-56b00b14-c2ee-4da8-8875-987c1680f7a4 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0840709 Nov 08 12:45:16.974346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e8781fee-2ff8-4496-85af-77dea5118c95 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:16.978929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Checking router: 45f13518-eb95-4924-95ff-937b8356425a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:16.979754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Updating router 45f13518-eb95-4924-95ff-937b8356425a port 744c7268-7dc0-470d-b366-c40519502fe7 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:17.024650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e8781fee-2ff8-4496-85af-77dea5118c95 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:17.025058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e8781fee-2ff8-4496-85af-77dea5118c95 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:17.041334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.060146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.145406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:17.171403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.183238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:17.194820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da6dcb7e-1daa-4243-a2bc-20f10ba44563 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8 HTTP/1.1" status: 204 len: 168 time: 1.7417531 Nov 08 12:45:17.218890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.221733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.222928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/security-groups/bdd98c22-db96-495e-98ba-6a09133063bd HTTP/1.1" status: 204 len: 168 time: 1.2547674 Nov 08 12:45:17.317518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401968b-62dc-4f7e-b743-6f9ca218acb1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:17.321552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5401968b-62dc-4f7e-b743-6f9ca218acb1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1360548 Nov 08 12:45:17.322939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:17.426473 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2988a57-90c1-429c-98fa-b0aa8efadab2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:45:17.431660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2988a57-90c1-429c-98fa-b0aa8efadab2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/d5825433-d827-4e08-b2bf-aa4911d17812 HTTP/1.1" status: 404 len: 333 time: 0.0993931 Nov 08 12:45:17.436899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:17.484354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f26ea-a056-433f-b187-fb63ca87da6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd98c22-db96-495e-98ba-6a09133063bd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:17.497072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.536619 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfae88ee-8af9-4a64-8fc3-ac887eefba51 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:45:17.545583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfae88ee-8af9-4a64-8fc3-ac887eefba51 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/4bbf5033-3e7b-41c3-aa72-ca8bedcc3ab8 HTTP/1.1" status: 404 len: 333 time: 0.1054535 Nov 08 12:45:17.547446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33678) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:17.571228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.779184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.790288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904dd9-6b75-4dae-8ebc-ee62d4edb051 None None] Pushing event updated for resources: {'Port': ['ID=744c7268-7dc0-470d-b366-c40519502fe7,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:17.795497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Attempting to bind port 744c7268-7dc0-470d-b366-c40519502fe7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:17.805416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Attempting to bind port 744c7268-7dc0-470d-b366-c40519502fe7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:17.807418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Attempting to bind port 744c7268-7dc0-470d-b366-c40519502fe7 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:17.825811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:17.826520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:17.835165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.835757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:17.836482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Bound port: 744c7268-7dc0-470d-b366-c40519502fe7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:17.836967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.848643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.893783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:17.982804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] For port 744c7268-7dc0-470d-b366-c40519502fe7, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:17.996539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] For port 744c7268-7dc0-470d-b366-c40519502fe7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=744c7268-7dc0-470d-b366-c40519502fe7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:18.032217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.056667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a5b0bd-c122-459a-9426-8903b2b7ec23']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:18.068888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c046de-1c10-42d8-a5d7-dc8b75083c6a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:18.069518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c046de-1c10-42d8-a5d7-dc8b75083c6a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:18.074198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.082359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.098139 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.104605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:18.105099 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.156039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:18.156947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:18.190499 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:18.207552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73760e91-1682-4af0-962b-d4f521827a9a req-6f776414-5c05-4bba-a663-106c2f099257 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.2653205 Nov 08 12:45:18.256996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.285859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904dd9-6b75-4dae-8ebc-ee62d4edb051 None None] Pushing event updated for resources: {'Port': ['ID=744c7268-7dc0-470d-b366-c40519502fe7,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:18.306835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.324186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.327710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/e5a5b0bd-c122-459a-9426-8903b2b7ec23 HTTP/1.1" status: 204 len: 168 time: 0.7677693 Nov 08 12:45:18.327710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225a3f-993a-4b4e-8e50-039500e2cc0d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=e5a5b0bd-c122-459a-9426-8903b2b7ec23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:18.329216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:18.338614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1097919365'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:18.341484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:18.491009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:18.494972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.556559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:18.588259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.591571 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment 09a3c107-e1b9-4838-8cd2-bb610ba92ce2 of type vlan for network 023ae3db-ed51-4449-bea4-1c3143b83fda Nov 08 12:45:18.695378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:12Z', 'revision_number': 3, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:18.721376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.729063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Allocated IP 172.20.0.1 (5778b661-ba30-4181-9813-938d1d58be35/724a7c79-85a8-40cb-a11f-6efb0b451af2/b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:18.731009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d85b3-8a49-45eb-8cbd-a2aea55f78fd None None] The sync data for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 is: [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:12Z', 'revision_number': 3, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:18.789448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.844926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.851209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:18.852033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:18.870472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:19.051613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7206013 Nov 08 12:45:19.052927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:19.063542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:19.109702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa61ea7-52b8-491a-a183-a1aead36f935 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=023ae3db-ed51-4449-bea4-1c3143b83fda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:19.125774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 023ae3db-ed51-4449-bea4-1c3143b83fda details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:19.365179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:19.369112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:19.598232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abf6e379-e8e1-47d4-a9db-30434f4b0ff2 req-10229eb0-611f-45ad-a170-112060877233 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1932318 Nov 08 12:45:19.602744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:45:19.605527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:45:19.671338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:19.678556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400179688', 'description': 'tempest-secgroup-smoke-1400179688 description', 'project_id': '888214d139364e1a8d116c3eceb48166'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:19.796663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=fa818baa-5f63-4b42-9eb9-447797da841f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:19.845597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:19.861401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.007590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.009483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.009624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.080787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=2d797193-d010-4a45-9119-0a7d26a52496,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:20.098237 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP da7cc81c-4e73-47d2-a446-111828c10d57 associated. External IP: 172.25.1.20, port: 54f0bda8-2a85-420e-bdb7-a0a1b88b9e89. Nov 08 12:45:20.127260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': '09a3c107-e1b9-4838-8cd2-bb610ba92ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:20.128007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 023ae3db-ed51-4449-bea4-1c3143b83fda, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:20.132724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.183223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26330e-1c74-4476-a443-d90744d5c861,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:20.227685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.234232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.236218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f66ef80-ec2e-475d-899f-c2602b426274 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5632391 Nov 08 12:45:20.252662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:20.258494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:20.325257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 023ae3db-ed51-4449-bea4-1c3143b83fda is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:20.337700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.393211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.426357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 023ae3db-ed51-4449-bea4-1c3143b83fda) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:20.437074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7be108-1b4a-4a7c-8f53-983a7c4e5a75 None None] Network 023ae3db-ed51-4449-bea4-1c3143b83fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:20.476200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:20.480475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.491240 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Pushing event updated for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:20.552704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Network 5778b661-ba30-4181-9813-938d1d58be35 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:20.587993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.634492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96bf53fa-97d8-46ce-8f50-9a8389774328 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5730782 Nov 08 12:45:20.634492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:20.638346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda', 'name': 'tempest-PortsTestJSON-2078861932'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:20.659398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:20.687226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:20.699174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.823094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-023ae3db-ed51-4449-bea4-1c3143b83fda', 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': '2d797193-d010-4a45-9119-0a7d26a52496'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:45:20.824567 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.894780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.932800 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:20.934205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6796985 Nov 08 12:45:20.948445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:20.976405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:21.048293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68842fd9-1f5d-4b51-95df-5a3d1cc3614e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467eeda1-0b0b-4274-9feb-a7319c1012a3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:21.074806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60ac24fa-02a0-4056-a017-9ae2bd8ee778 req-e76307e1-8e9a-4342-ad9c-14d7d4d4a792 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1925063 Nov 08 12:45:21.170391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 744c7268-7dc0-470d-b366-c40519502fe7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:21.241820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.320743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6594b88e-2d8f-457c-83e1-a87a06a9dd90 None None] Provisioning complete for port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:21.321354 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6594b88e-2d8f-457c-83e1-a87a06a9dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.345609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:21.400712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:21.401230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.475000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6594b88e-2d8f-457c-83e1-a87a06a9dd90 None None] Port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:21.499427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 4a8dbed7-239b-46f0-9e5c-f30e186f34c5 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:21.519202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Allocated IP 172.20.0.2 (023ae3db-ed51-4449-bea4-1c3143b83fda/2d797193-d010-4a45-9119-0a7d26a52496/b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:21.520964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.531658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 744c7268-7dc0-470d-b366-c40519502fe7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:21.532372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.634774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.684259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.709271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55b34c1-07c7-4888-aa26-1df742d5497d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:21.802314 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.806104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-79de1da8-0e2e-4d97-aaac-5f09f3e24500 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8501830 Nov 08 12:45:21.807329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:21.818966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:21.843495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034a659-e51e-4ed9-93e8-bf6c124ac0d3 req-cbcca2f8-4c14-4724-b918-8ba2e9452cf0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:21.847042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:21.853571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9034a659-e51e-4ed9-93e8-bf6c124ac0d3 req-cbcca2f8-4c14-4724-b918-8ba2e9452cf0 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 946 time: 0.1409450 Nov 08 12:45:21.879637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 744c7268-7dc0-470d-b366-c40519502fe7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=744c7268-7dc0-470d-b366-c40519502fe7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:21.981030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9034a659-e51e-4ed9-93e8-bf6c124ac0d3 req-7dc5e48f-5f00-47cb-9cec-d5c027af30fb tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210568 Nov 08 12:45:21.997072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.013113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.017193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.022941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:22.035531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:22.050740 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:22.052788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:22.084203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.085508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=744c7268-7dc0-470d-b366-c40519502fe7,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:22.104587 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:22.114064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.125881 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:22.134408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:22.134873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.210274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Network 023ae3db-ed51-4449-bea4-1c3143b83fda is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:22.214134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:22.222986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:22.227686 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:22.228612 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05647a-6c17-4d38-8e31-1aeddb615202 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:22.273753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Pushing event updated for resources: {'Port': ['ID=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:22.301535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.8 (023ae3db-ed51-4449-bea4-1c3143b83fda/2d797193-d010-4a45-9119-0a7d26a52496/4a8dbed7-239b-46f0-9e5c-f30e186f34c5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:22.321200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Attempting to bind port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:22.322575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Attempting to bind port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '09a3c107-e1b9-4838-8cd2-bb610ba92ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:22.323232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Attempting to bind port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 on network 023ae3db-ed51-4449-bea4-1c3143b83fda {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:22.329551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:22.330475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Checking segment: {'id': '09a3c107-e1b9-4838-8cd2-bb610ba92ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:22.331733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.332682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Bound using segment: {'id': '09a3c107-e1b9-4838-8cd2-bb610ba92ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:22.333463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Bound port: b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a3c107-e1b9-4838-8cd2-bb610ba92ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '023ae3db-ed51-4449-bea4-1c3143b83fda'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:22.334076 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.334750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.344976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.401048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Pushing event updated for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:22.469946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-565a32c6-0873-4998-8ebd-c9cf1786a8db req-96ff1e67-810c-4b9e-a660-ee1d7f125081 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0904570 Nov 08 12:45:22.481682 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6bbad563-decd-4ffe-9213-1439fd0d48a1 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.8924363 Nov 08 12:45:22.488723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33766) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:22.500179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] For port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:22.509776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] For port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,segment=NetworkSegment(09a3c107-e1b9-4838-8cd2-bb610ba92ce2),segment_id=09a3c107-e1b9-4838-8cd2-bb610ba92ce2)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:22.582361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.624372 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.628312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.647057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:22.657491 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8146334f-6813-40f2-9a53-d5890c438a65 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/floatingips/da7cc81c-4e73-47d2-a446-111828c10d57 HTTP/1.1" status: 200 len: 976 time: 0.1672432 Nov 08 12:45:22.703645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Network 5778b661-ba30-4181-9813-938d1d58be35 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:22.708919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:22.796454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc0336-959a-43f1-9342-f8a00abcb41b None None] Pushing event updated for resources: {'Port': ['ID=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:22.803410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b4d15ed3-2cd4-49dd-8f9c-06c173951113 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1552401 Nov 08 12:45:22.816291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:22.819354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.832193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': 'c3679353-fdeb-4bfb-8d2b-1a0087349761'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:22.953000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:22.966542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f541f11-7130-4906-b7de-255ce8a884ae,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:23.112620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 744c7268-7dc0-470d-b366-c40519502fe7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:23.116646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-466af5c5-4028-4591-b845-b40071061eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:23.189497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Router 45f13518-eb95-4924-95ff-937b8356425a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:23.229895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:23.238548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ceac6734-006b-4f8c-801b-7cbb3b9a0b2f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4267240 Nov 08 12:45:23.240326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:23.253499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:23.257915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:23.271757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 744c7268-7dc0-470d-b366-c40519502fe7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:23.272942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:23.390173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8edb2da1-fba6-4b64-89cb-8261900d0515 None None] Provisioning complete for port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:23.392067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8edb2da1-fba6-4b64-89cb-8261900d0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:23.458223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:23.488489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Sync routers for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:23.489250 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d2cc0edd-9ecb-4f0c-a744-28a7daaf7368 admin admin] 10.222.0.58 "PUT /v2.0/routers/45f13518-eb95-4924-95ff-937b8356425a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2559538 Nov 08 12:45:23.531955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:23.532850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:44:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:23.581001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 023ae3db-ed51-4449-bea4-1c3143b83fda is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:23.598060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:23.605576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:23.609359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=4a8dbed7-239b-46f0-9e5c-f30e186f34c5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:23.656620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8edb2da1-fba6-4b64-89cb-8261900d0515 None None] Port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:23.691120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-f99e79a3-ed8d-48b7-9364-85362eaff2d7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:23.697677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-f99e79a3-ed8d-48b7-9364-85362eaff2d7 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 946 time: 0.4727926 Nov 08 12:45:23.761752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:24.058413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30', 'name': '', 'network_id': '5778b661-ba30-4181-9813-938d1d58be35', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'mac_address': 'fa:16:3e:04:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:18Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 2, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'subnets': [{'id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:24.234566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373a442-4b8d-4e50-999d-dedcb9f047c6 req-3c08a200-a2c9-412f-823b-3dcefd3508d2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:24.236335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1373a442-4b8d-4e50-999d-dedcb9f047c6 req-3c08a200-a2c9-412f-823b-3dcefd3508d2 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 946 time: 1.0174482 Nov 08 12:45:24.249652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4cb8074-3ad8-480f-86a0-be81365beb9f req-5c8933c3-e276-4038-8040-878e45d0fc10 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.6373425 Nov 08 12:45:24.286198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Checking router: 45f13518-eb95-4924-95ff-937b8356425a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:24.286584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Updating router 45f13518-eb95-4924-95ff-937b8356425a port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:24.321190 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:24.369482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:24.370144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:24.495950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf8112-75be-4141-a64e-1943c9a38442 None None] Network 023ae3db-ed51-4449-bea4-1c3143b83fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:24.635483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:24.641214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fec555a6-011f-4a9e-8baa-bafed51acaf1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0070343 Nov 08 12:45:24.644232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:24.685311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] Provisioning complete for port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:24.685861 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:24.802130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 4a8dbed7-239b-46f0-9e5c-f30e186f34c5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:24.802505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:24.856890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1373a442-4b8d-4e50-999d-dedcb9f047c6 req-3c5878dc-200e-4a41-82c6-dab0b08a7247 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943902 Nov 08 12:45:24.935949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Deleting port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:24.936170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.073193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.111785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:25.122572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 4a8dbed7-239b-46f0-9e5c-f30e186f34c5 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:25.140708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:45:25.156886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.192279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.207412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:25.287954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.361659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19355a6c-21dd-47cc-b350-461b259c4703 None None] Pushing event updated for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:25.427732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21936a81-b713-4e4a-a745-9b452a7d4149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.458535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.464880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.576650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21936a81-b713-4e4a-a745-9b452a7d4149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.608983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.654134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c534cefe-e8bc-4704-b046-47da64a0d7e2 req-332cd315-8fa4-4587-8d4e-e8e03f1d173c tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1938498 Nov 08 12:45:25.682712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] For port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:25.682712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.683113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.687255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Calling delete_port for 5345e71f-1828-4f5f-bcc8-3dde8f9f365b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:25.696599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21936a81-b713-4e4a-a745-9b452a7d4149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.750566 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21936a81-b713-4e4a-a745-9b452a7d4149 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df54fec7fb7c42778913e9b38b9c892d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6331563 Nov 08 12:45:25.777484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33838) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:25.812209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9068ded-6991-4a3b-9b45-092063b3bceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.838855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.940653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:25.940964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:25.977681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21936a81-b713-4e4a-a745-9b452a7d4149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bacb9b1-162e-45e2-af92-fd5e43500a64,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:26.030741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=4a8dbed7-239b-46f0-9e5c-f30e186f34c5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:26.082491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Attempting to bind port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:26.084382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7567add-a5ec-4338-85c2-98c90dbe4a33,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:26.089179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Attempting to bind port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:26.089666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Attempting to bind port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 on network 5778b661-ba30-4181-9813-938d1d58be35 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:26.159273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:26.159640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Checking segment: {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:26.160048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.160443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Bound using segment: {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:26.165121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Bound port: b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09d4ed9-a6cf-43ba-8792-c5b913947db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5778b661-ba30-4181-9813-938d1d58be35'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:26.170837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.177589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] For port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,segment=NetworkSegment(09a3c107-e1b9-4838-8cd2-bb610ba92ce2),segment_id=09a3c107-e1b9-4838-8cd2-bb610ba92ce2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:26.230308 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.261431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6b31061-ee52-4932-9c02-e5fae9d19c5d req-b15248cc-d53e-43f2-b52d-cecd1d3d4deb tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.1780682 Nov 08 12:45:26.269946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.290137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.290137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e74dfc1d-829b-419a-98a5-0bd945284de8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0349872 Nov 08 12:45:26.292382 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42d0d085-2277-476d-a8b9-d9678fdbbd4d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/4a8dbed7-239b-46f0-9e5c-f30e186f34c5 HTTP/1.1" status: 204 len: 168 time: 1.6464288 Nov 08 12:45:26.296429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:26.300251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33854) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:26.319542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:26.381418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.418824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] For port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:26.419635 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9a1b1f-d47b-491d-808d-e8c4ccca47d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:45:26.420363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9a1b1f-d47b-491d-808d-e8c4ccca47d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:45:26.427134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8d9a1b1f-d47b-491d-808d-e8c4ccca47d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/4a8dbed7-239b-46f0-9e5c-f30e186f34c5 HTTP/1.1" status: 404 len: 333 time: 0.1218493 Nov 08 12:45:26.427323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] For port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:26.435400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:26.443199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:26.446342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:26.460404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event deleted for resources: {'Port': ['ID=5345e71f-1828-4f5f-bcc8-3dde8f9f365b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:26.463012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.486101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.560052 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:45:26.563163 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b494f6d4-bd18-4857-b8b9-66930a2a7469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:45:26.564833 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b494f6d4-bd18-4857-b8b9-66930a2a7469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/4a8dbed7-239b-46f0-9e5c-f30e186f34c5 HTTP/1.1" status: 404 len: 333 time: 0.1283822 Nov 08 12:45:26.577484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:26.621392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.682340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac336b0-4aa0-4174-a8c9-738c5c23d613 None None] Pushing event updated for resources: {'Port': ['ID=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:26.692796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.702105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] No DVR routers for this DVR port 5345e71f-1828-4f5f-bcc8-3dde8f9f365b on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:26.705761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.709182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b059d12-8985-4cca-ac63-41d645e7deb9 req-c31f546f-5634-4f26-b8cb-60e8fa19cc19 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "DELETE /v2.0/ports/5345e71f-1828-4f5f-bcc8-3dde8f9f365b HTTP/1.1" status: 204 len: 173 time: 2.4905303 Nov 08 12:45:26.709636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'name': 'network-vif-deleted', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:26.724319 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2dbc38-d2d7-4db3-9348-5d3e16873b13" -d '{"events": [{"server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "name": "network-vif-deleted", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:26.737391 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP da7cc81c-4e73-47d2-a446-111828c10d57 associated. External IP: 172.25.1.20, port: 54f0bda8-2a85-420e-bdb7-a0a1b88b9e89. Nov 08 12:45:26.814335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:26.889522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 2d797193-d010-4a45-9119-0a7d26a52496 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:26.910120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Could not find standard attr ID for object 4a8dbed7-239b-46f0-9e5c-f30e186f34c5. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:45:26.947338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:26.981568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69a7b854-ca4b-43ba-bcf0-7e84b15a4a25 req-8ec00b57-f8b9-45fc-a527-ef0de43614af tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0904465 Nov 08 12:45:27.030293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.138060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.143070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5345e71f-1828-4f5f-bcc8-3dde8f9f365b no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:27.165745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.168737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.178482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bacb9b1-162e-45e2-af92-fd5e43500a64 HTTP/1.1" status: 204 len: 168 time: 1.3949893 Nov 08 12:45:27.267612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.287900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5345e71f-1828-4f5f-bcc8-3dde8f9f365b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:27.288370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5345e71f-1828-4f5f-bcc8-3dde8f9f365b not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:27.300441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19355a6c-21dd-47cc-b350-461b259c4703 None None] Pushing event updated for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:27.380897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Provisioning complete for port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:27.385175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.390884 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b30c5-319c-4938-bc89-d1fb4b588516 x-openstack-request-id: req-5f0b30c5-319c-4938-bc89-d1fb4b588516 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:27.391186 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962dd069-1ecc-4cd6-8fb3-c757fb99def3", "name": "network-vif-deleted", "tag": "5345e71f-1828-4f5f-bcc8-3dde8f9f365b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:27.391446 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f0b30c5-319c-4938-bc89-d1fb4b588516 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:27.391857 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962dd069-1ecc-4cd6-8fb3-c757fb99def3', 'name': 'network-vif-deleted', 'tag': '5345e71f-1828-4f5f-bcc8-3dde8f9f365b', 'status': 'completed', 'code': 200} Nov 08 12:45:27.404202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de0663-e47a-4f15-9fc5-ed5e0c2d262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bacb9b1-162e-45e2-af92-fd5e43500a64,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:27.427902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.431709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.432184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:27.432744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:27.461218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ff281ac-06a0-41d4-8377-d51092760e2a req-5329b822-8d43-4ff8-a975-df1be9521bc3 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=962dd069-1ecc-4cd6-8fb3-c757fb99def3 HTTP/1.1" status: 200 len: 210 time: 0.0684323 Nov 08 12:45:27.506983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:27.531429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee22ce7-61b0-47c6-9adc-3832f4593f0e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:27.556776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:45:27.557131 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:45:27.701116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.709297 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0bf8b88d-1bad-4f2b-b740-73f3e78bcf97 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4062936 Nov 08 12:45:27.720072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33888) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:27.758315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '7e26330e-1c74-4476-a443-d90744d5c861', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:27.887912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:27.889319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:27.913472 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:27.934025 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:27.934699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:27.948414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:27.980768 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:45:27.998484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.020747 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:28.048692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:28.049324 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:28.109966 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:28.123304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0de8a-ac28-46d3-ad5d-10c63a0fd00a None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:28.218204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4156cbdc-4c50-4cc1-9504-8d1474860d95 req-ecc06d79-ab6d-4d65-85b2-4a43e0df71eb tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0458410 Nov 08 12:45:28.242985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.261260 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.283015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:45:28.324608 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.399752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:28.412637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:28.422512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf33-6ecf-40ae-85e8-d4507bc45b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.463000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=2d797193-d010-4a45-9119-0a7d26a52496,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:28.475288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.499344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.510511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01b2e083-83a0-4ef3-9fd0-f738ebd55aa6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/2d797193-d010-4a45-9119-0a7d26a52496 HTTP/1.1" status: 204 len: 168 time: 1.9247994 Nov 08 12:45:28.510783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33896) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:28.596277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Provisioning complete for port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:28.596637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.601356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2ddc11-1504-4e5d-86ad-cfeeb3bed76d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:28.613603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:28.616169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c0c6b-2176-479d-b4b6-1ea868c4cf2b None None] Network 023ae3db-ed51-4449-bea4-1c3143b83fda requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:28.739760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:28.750005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.769425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:28.772498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.780903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0bfa10f1-003e-4e05-abc1-a572e42820ad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0414679 Nov 08 12:45:28.785391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:28.822005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'network': {'name': 'tempest-network-smoke--180313427', 'project_id': '888214d139364e1a8d116c3eceb48166', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:28.830229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf33-6ecf-40ae-85e8-d4507bc45b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.838301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25f04c02-805a-4317-965e-f4d40f8b486c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/da7cc81c-4e73-47d2-a446-111828c10d57 HTTP/1.1" status: 200 len: 977 time: 6.0113871 Nov 08 12:45:28.840182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33904) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:28.852060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:28.920459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.935618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:28.936348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:28.949782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b94ccf33-6ecf-40ae-85e8-d4507bc45b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:28.962261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.009713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ccf33-6ecf-40ae-85e8-d4507bc45b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d58af4-7eed-4ca5-ab47-1bd418663d0a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:29.018998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b94ccf33-6ecf-40ae-85e8-d4507bc45b8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6ba6bfa1c2f4593a789cd56599798a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6175315 Nov 08 12:45:29.024355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.061908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:29.064182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.076749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:29.097594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:29.104041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.201099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:29.218950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:29.219604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:29.264834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.268654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.269007 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Added segment 12ff7f4f-6f23-414a-89af-a2971ad7aa33 of type vlan for network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 Nov 08 12:45:29.282532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:29.283464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.318371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:29.319497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6841c-36a2-46e9-87e7-0195971afb5c None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:29.403847 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.406959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:29.407424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.415073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.432591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] DHCP port deletion for 023ae3db-ed51-4449-bea4-1c3143b83fda request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:29.464199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] For port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:29.532132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30', 'name': '', 'network_id': '5778b661-ba30-4181-9813-938d1d58be35', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'mac_address': 'fa:16:3e:04:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:18Z', 'updated_at': '2021-11-08T12:45:26Z', 'revision_number': 4, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'subnets': [{'id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:29.536949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.632931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d10ce9-8f84-4528-a800-75d1b0c2b15a None None] The sync data for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 is: [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30', 'name': '', 'network_id': '5778b661-ba30-4181-9813-938d1d58be35', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'mac_address': 'fa:16:3e:04:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:18Z', 'updated_at': '2021-11-08T12:45:26Z', 'revision_number': 4, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'subnets': [{'id': '724a7c79-85a8-40cb-a11f-6efb0b451af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:29.695214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a490bf04-1987-4164-b1fb-07e473a2a887 None None] Could not find standard attr ID for object 4a8dbed7-239b-46f0-9e5c-f30e186f34c5. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:45:29.735721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Pushing event updated for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:29.740939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Deleting port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:29.741378 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.751377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a490bf04-1987-4164-b1fb-07e473a2a887 None None] Provisioning complete for port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:29.751841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a490bf04-1987-4164-b1fb-07e473a2a887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.831979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.832317 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP da7cc81c-4e73-47d2-a446-111828c10d57 disassociated. External IP: 172.25.1.20, port: c3679353-fdeb-4bfb-8d2b-1a0087349761. Nov 08 12:45:29.841399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.842996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.843473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.844789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.845240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.846276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.850548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.851047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.851496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.851945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.852391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.853108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367f581-aefd-4a4b-834e-fc5d48552a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:29.904614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:29.952543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8c144cb-bf52-4834-959a-d3b8d1533f26 req-85c94280-70d8-4b76-af5c-562a23287f89 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1253071 Nov 08 12:45:30.005590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4cb4-0fe3-40c6-aad8-8c0767a7b392 req-54371fd9-cb0c-4de2-9dbe-bdbb7bc5c931 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:30.007413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a53d4cb4-0fe3-40c6-aad8-8c0767a7b392 req-54371fd9-cb0c-4de2-9dbe-bdbb7bc5c931 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 945 time: 0.8597693 Nov 08 12:45:30.022159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] For port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,segment=NetworkSegment(09a3c107-e1b9-4838-8cd2-bb610ba92ce2),segment_id=09a3c107-e1b9-4838-8cd2-bb610ba92ce2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:30.022799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.058630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.070202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Calling delete_port for b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:30.158825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,segment=NetworkSegment(09a3c107-e1b9-4838-8cd2-bb610ba92ce2),segment_id=09a3c107-e1b9-4838-8cd2-bb610ba92ce2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:30.159276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.196546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:30.298784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a53d4cb4-0fe3-40c6-aad8-8c0767a7b392 req-f4b87aac-5666-491e-88ef-531f7824955d tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492111 Nov 08 12:45:30.359302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:45:30.456158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.462944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:30.534680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.539785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.542380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.546902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1d58af4-7eed-4ca5-ab47-1bd418663d0a HTTP/1.1" status: 204 len: 168 time: 1.4654124 Nov 08 12:45:30.552835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:30.553489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.579483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] Pushing event deleted for resources: {'Port': ['ID=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:30.595201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f925f02-5a4c-4c46-850c-c3440d738b73 None None] No DVR routers for this DVR port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:30.659415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:30.663610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:30.663989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.680782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60954c-c401-4573-ab04-e6067a3b4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d58af4-7eed-4ca5-ab47-1bd418663d0a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:30.696812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Network': ['ID=b9805790-eb3b-4c07-b3fb-902bee9cb1e3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:30.731761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.751284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:30.772877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7223114-64bb-4671-a533-913e438c3cf1 req-7d3bb7e0-c1a3-4c47-8066-d496d8726a84 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:30.775370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7223114-64bb-4671-a533-913e438c3cf1 req-7d3bb7e0-c1a3-4c47-8066-d496d8726a84 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 945 time: 0.2850099 Nov 08 12:45:30.852998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:30.896927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:30.940755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:30.946674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:30.955159 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:31.021161 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:31.029541 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.035736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.090102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023ae3db-ed51-4449-bea4-1c3143b83fda']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.107851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a3c107-e1b9-4838-8cd2-bb610ba92ce2') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.108674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a3c107-e1b9-4838-8cd2-bb610ba92ce2') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.122756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.164948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.173519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:31.173938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.176082 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.215829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:31.215829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.218868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:31.267355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c81a464-2db1-465b-8d96-a2e5d514a2a5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/da7cc81c-4e73-47d2-a446-111828c10d57 HTTP/1.1" status: 200 len: 687 time: 2.4252176 Nov 08 12:45:31.292294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:31.293349 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:31.315421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:31.315865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4ecbf8d-4870-40a4-8e6b-d7aa621b3dc0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:31.334125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cf344d2-4a9b-4b64-a453-0b9368e130b9 req-9776501c-4b8f-4843-b0df-42bfd06da09a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1377387 Nov 08 12:45:31.359378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Deleting port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:31.359721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.401223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:31.402340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f86e-d058-427b-9702-aef4e0825732 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:31.474621 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98291f6f-f2c4-49e0-8449-2ad6786676e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6676629 Nov 08 12:45:31.486708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.507212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33930) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:31.518017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'admin_state_up': True, 'project_id': '888214d139364e1a8d116c3eceb48166', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:31.539830 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.547251 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/023ae3db-ed51-4449-bea4-1c3143b83fda HTTP/1.1" status: 204 len: 168 time: 3.0130200 Nov 08 12:45:31.550659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:31.560963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512892674'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:31.581325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] For port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:31.581675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.587328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Deleting port fd405728-11bd-4b15-9319-a2b0e96547a5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:31.587697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.594560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5e75-ccc5-4b25-b768-8e0059eee248 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=023ae3db-ed51-4449-bea4-1c3143b83fda,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:31.606695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Calling delete_port for 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:31.757789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.759001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.776129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port fa818baa-5f63-4b42-9eb9-447797da841f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:31.776475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.829672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33934) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:31.897387 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5af47c8f-1958-41f6-a954-861edf7551d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.899362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:31.903899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.908936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba8a56-0d34-4cb3-805c-009e3f2261a6 req-706ab90e-bfd0-448b-9dae-b547e908c60f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:31.911017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53ba8a56-0d34-4cb3-805c-009e3f2261a6 req-706ab90e-bfd0-448b-9dae-b547e908c60f tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 945 time: 0.2019522 Nov 08 12:45:31.952790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:31.967999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:31.970297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:45:32.026721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event deleted for resources: {'Port': ['ID=2ea1f005-d9a0-4c1c-b3d5-f62da65b0641,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:32.042636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53ba8a56-0d34-4cb3-805c-009e3f2261a6 req-716525a1-2bab-4539-a78d-f32912bc816d tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209798 Nov 08 12:45:32.056817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.080577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] For port fd405728-11bd-4b15-9319-a2b0e96547a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fd405728-11bd-4b15-9319-a2b0e96547a5,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:32.080976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.121263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] No DVR routers for this DVR port 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:32.126311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.129960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7223114-64bb-4671-a533-913e438c3cf1 req-3a5e714a-fc73-4c9f-9dcb-b0205c310396 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.61 "DELETE /v2.0/ports/2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 HTTP/1.1" status: 204 len: 173 time: 1.1909885 Nov 08 12:45:32.133426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'name': 'network-vif-deleted', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:32.141437 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e985d14-0bf3-4618-a163-8718e0943923" -d '{"events": [{"server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "name": "network-vif-deleted", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:32.210954 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8ee85-04e7-4624-9f75-fac27d9efbad x-openstack-request-id: req-96c8ee85-04e7-4624-9f75-fac27d9efbad {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:32.211358 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4abe89-dac8-41cd-897d-7a8d13b93f4d", "name": "network-vif-deleted", "tag": "2ea1f005-d9a0-4c1c-b3d5-f62da65b0641", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:32.211715 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96c8ee85-04e7-4624-9f75-fac27d9efbad {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:32.212219 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4abe89-dac8-41cd-897d-7a8d13b93f4d', 'name': 'network-vif-deleted', 'tag': '2ea1f005-d9a0-4c1c-b3d5-f62da65b0641', 'status': 'completed', 'code': 200} Nov 08 12:45:32.288709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Calling delete_port for fd405728-11bd-4b15-9319-a2b0e96547a5 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:32.369878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5af47c8f-1958-41f6-a954-861edf7551d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.422881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:32.459586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.459914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.510572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d35cc46-8319-458a-889c-9952c3d5a575 req-accd6318-7d14-43f7-aca3-72c4163ae67b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0446684 Nov 08 12:45:32.530928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5af47c8f-1958-41f6-a954-861edf7551d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.599865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for fa818baa-5f63-4b42-9eb9-447797da841f owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:32.603876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.603876 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment 53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b of type vlan for network 137e634d-dc7e-4ef1-aca8-9fb061486b6d Nov 08 12:45:32.717854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.743292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5af47c8f-1958-41f6-a954-861edf7551d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a659578ae3e4428894e63fefff52c5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9099665 Nov 08 12:45:32.743960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:32.777553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.780311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af47c8f-1958-41f6-a954-861edf7551d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d4fb94-5e47-4555-90f4-d4b6670e9a0f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:32.810401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:32.854272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.018046 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.021916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.026649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2d4fb94-5e47-4555-90f4-d4b6670e9a0f HTTP/1.1" status: 204 len: 168 time: 0.2815642 Nov 08 12:45:33.040721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff852-d483-4d5c-8802-b7c7c7cb3f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d4fb94-5e47-4555-90f4-d4b6670e9a0f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:33.041915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.048128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:33.048736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.172149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=137e634d-dc7e-4ef1-aca8-9fb061486b6d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:33.185462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:33.187365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.242958 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c483256d-60e2-4c89-9c02-1d71820985c9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6863678 Nov 08 12:45:33.243739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.248496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:33.255259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:33.258846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=fa818baa-5f63-4b42-9eb9-447797da841f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:33.281493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c1c326b-f723-4433-8473-01fe1a9eb4ec req-bd2fc505-7a9d-4f5f-8250-232c57aeaa44 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4abe89-dac8-41cd-897d-7a8d13b93f4d HTTP/1.1" status: 200 len: 210 time: 0.0842178 Nov 08 12:45:33.351217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd405728-11bd-4b15-9319-a2b0e96547a5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:33.634882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.634882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.636169 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6c12761-a6c3-4cb8-ad9b-c16b0d2f2cfc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/da7cc81c-4e73-47d2-a446-111828c10d57 HTTP/1.1" status: 204 len: 168 time: 2.3385308 Nov 08 12:45:33.640635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:33.644192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.726215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a605e1d2-e8ce-42f5-8762-aaafd9fd85c2 req-186f2dbb-1ddb-45dc-b960-2b9abf9ecf21 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.1064649 Nov 08 12:45:33.727242 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-d5f8dc99-df90-4d2b-8211-b8ccc0dd69c0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] delete failed (client error): The resource could not be found. Nov 08 12:45:33.728726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5f8dc99-df90-4d2b-8211-b8ccc0dd69c0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/da7cc81c-4e73-47d2-a446-111828c10d57 HTTP/1.1" status: 404 len: 345 time: 0.0858045 Nov 08 12:45:33.733582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:33.751929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.841177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bebfe-3511-4315-af16-4c647097f05d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:33.846795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bebfe-3511-4315-af16-4c647097f05d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:33.853345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bebfe-3511-4315-af16-4c647097f05d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:33.855563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b25bebfe-3511-4315-af16-4c647097f05d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/ports?network_id=21032869-da21-4f50-9bde-f7129592b3ff HTTP/1.1" status: 200 len: 2357 time: 0.1209092 Nov 08 12:45:33.858837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:33.879942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:33.895980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:33.921002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735dd3b-7108-4932-95c2-ee6719497e55 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:33.922577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1735dd3b-7108-4932-95c2-ee6719497e55 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/subnets/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9 HTTP/1.1" status: 200 len: 797 time: 0.0625124 Nov 08 12:45:33.927670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:33.932673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'port': {'network_id': '21032869-da21-4f50-9bde-f7129592b3ff', 'name': 'tempest-FloatingIPTestJSON-416962518', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:34.020212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:34.112336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.198 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/b920c5d5-a222-468a-a619-75c2ac910dd7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:34.130480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:34.229053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:34.248324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] device_id is not set on port ad472f9b-c2ca-4fe1-aa23-731096c24625 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:34.839752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.14 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/ad472f9b-c2ca-4fe1-aa23-731096c24625) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:34.856310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.13 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/ad472f9b-c2ca-4fe1-aa23-731096c24625) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:34.944838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:34.968630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.040242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:35.068604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8e085b5-3fee-47fc-890f-4ecfd4974cf9 req-0c2aee71-2f02-471c-bace-94532bc81646 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7cfbc0-d840-46e7-b6a4-61fa47c38a5e HTTP/1.1" status: 200 len: 210 time: 0.0324340 Nov 08 12:45:35.068822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=0e0f7833-e9c8-4795-ba00-47e33111ff35,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:35.118131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:35.118537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 137e634d-dc7e-4ef1-aca8-9fb061486b6d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:35.120952 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.163490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:35.167723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.186033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:35.223484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:35.232445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:35.234419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=b920c5d5-a222-468a-a619-75c2ac910dd7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:35.252337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:35.256017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2ea1f005-d9a0-4c1c-b3d5-f62da65b0641 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:35.288251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:35.290175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.296445 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0daae0a-0c99-4985-a9eb-b58190493b8a admin admin] 10.222.0.58 "PUT /v2.0/routers/8a4f4cbb-c7ab-4488-9fd8-57f0657f7650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4806707 Nov 08 12:45:35.296941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:35.303548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33998) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:35.304651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Sync routers for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:35.337357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:35.353406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:35.419411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:35.421709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 137e634d-dc7e-4ef1-aca8-9fb061486b6d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:35.424894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:35.430024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:35.430193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:35.430542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.469798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:35.494656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=ad472f9b-c2ca-4fe1-aa23-731096c24625,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:35.537200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3573a1d-d10b-4987-a0e3-67a6cd02bb40 None None] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:35.554033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.569736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:35.570818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.656240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:35.675998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8d56a2a5-fcd2-41e7-bed9-38a6c67df73c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7466078 Nov 08 12:45:35.676600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34010) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:35.687815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'ad472f9b-c2ca-4fe1-aa23-731096c24625', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:35.791483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ae297d8-9e12-4a4f-839f-6da7a4450f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.825848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.902587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ae297d8-9e12-4a4f-839f-6da7a4450f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.906584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d4a131d-5782-4772-aae0-a25c6e27a38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.971875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:35.988634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ae297d8-9e12-4a4f-839f-6da7a4450f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.060314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2ae297d8-9e12-4a4f-839f-6da7a4450f4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9cfdb315485430899401947a79827d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866649 Nov 08 12:45:36.068736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34014) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:36.109546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae297d8-9e12-4a4f-839f-6da7a4450f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee59e01-6d1e-4dbf-bfe2-98897253498e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:36.160816 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee6cfdc5-c5bd-4d37-804a-763ebdf1c9f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9096696 Nov 08 12:45:36.161393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:36.190576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d4a131d-5782-4772-aae0-a25c6e27a38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.192812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.253082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.269351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d4a131d-5782-4772-aae0-a25c6e27a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.300945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.342948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.351784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:36.360363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-196688817'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:36.405765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:36.510472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.519505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.39 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/065cad19-82a2-4034-ac96-e4be0a7e3eb9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:36.576415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-137e634d-dc7e-4ef1-aca8-9fb061486b6d', 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': '0e0f7833-e9c8-4795-ba00-47e33111ff35'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:45:36.577550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.647291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4d4a131d-5782-4772-aae0-a25c6e27a38c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60a94fd00bac4e78bf494a30043ff695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9899018 Nov 08 12:45:36.655062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:36.742425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.757541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a131d-5782-4772-aae0-a25c6e27a38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f6ee7c-9aa1-4b88-bb8a-1b6ef0be4284,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:36.777121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Allocated IP 172.20.0.2 (137e634d-dc7e-4ef1-aca8-9fb061486b6d/0e0f7833-e9c8-4795-ba00-47e33111ff35/7a0fa528-61bf-426f-bc41-57551eb3207c) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:36.801921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.807827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.867297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.872333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.876892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ee59e01-6d1e-4dbf-bfe2-98897253498e HTTP/1.1" status: 204 len: 168 time: 0.8023217 Nov 08 12:45:36.883399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.965921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:36.995615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdacbd-b2d4-490d-8810-b61cb11a65ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee59e01-6d1e-4dbf-bfe2-98897253498e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:37.111036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Deleting port e7d29ed1-bf13-4b36-9b61-426948c0941b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:37.111528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.112597 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.129271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.132474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.142121 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/security-groups/15f18b7c-a678-47d9-b736-e59c5548036b HTTP/1.1" status: 204 len: 168 time: 0.6181846 Nov 08 12:45:37.146212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34030) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:37.153895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:37.154764 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.158959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:37.194088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:37.197547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.232463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=065cad19-82a2-4034-ac96-e4be0a7e3eb9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:37.237066 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.248275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:37.253230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.258417 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.260708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73f6ee7c-9aa1-4b88-bb8a-1b6ef0be4284 HTTP/1.1" status: 204 len: 168 time: 0.5988472 Nov 08 12:45:37.338563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f1abb-7050-4728-9ba8-a071e7894f68 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f18b7c-a678-47d9-b736-e59c5548036b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:37.345778 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-2a1d01f8-11b4-4dc5-93a6-e1a43ac9fa61 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] show failed (client error): The resource could not be found. Nov 08 12:45:37.346883 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a1d01f8-11b4-4dc5-93a6-e1a43ac9fa61 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "GET /v2.0/security-groups/15f18b7c-a678-47d9-b736-e59c5548036b HTTP/1.1" status: 404 len: 347 time: 0.1538849 Nov 08 12:45:37.350946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:37.352795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:32Z', 'revision_number': 5, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port': {'id': 'e7d29ed1-bf13-4b36-9b61-426948c0941b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:44:49Z', 'updated_at': '2021-11-08T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:37.374475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fe65a-74e5-434a-9e0a-0d386a080bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f6ee7c-9aa1-4b88-bb8a-1b6ef0be4284,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:37.382729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port aa1a2559-33d3-469a-a879-e1a5162f6deb yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:37.465860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:37.495663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:37.495663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Checking router: 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:37.503488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:37.536890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Pushing event updated for resources: {'Port': ['ID=7a0fa528-61bf-426f-bc41-57551eb3207c,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:37.568369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Routers {'8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:37.568369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:37.573561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] For port e7d29ed1-bf13-4b36-9b61-426948c0941b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e7d29ed1-bf13-4b36-9b61-426948c0941b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:37.576190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.592688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Calling delete_port for e7d29ed1-bf13-4b36-9b61-426948c0941b owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:37.678292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port 5f624387-49b9-45ae-839a-bda15b7112f9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:37.678855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.736762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 0968cc57-31cd-4706-b017-4dbd22d55d2b is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:45:37.814637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] Set router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:37.864866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.865483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:37.884655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for 5f624387-49b9-45ae-839a-bda15b7112f9 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:37.962616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:36Z', 'revision_number': 6, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:37.994189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9a021-b373-4e81-a685-4ec958637f22 None None] The sync data for ids ['8a4f4cbb-c7ab-4488-9fd8-57f0657f7650'] in n-d-816990-1 is: [{'id': '8a4f4cbb-c7ab-4488-9fd8-57f0657f7650', 'name': 'tempest-TestAggregatesBasicOps-63415518-router', 'tenant_id': '24a81b2ba3404580aeb0ac9827d4048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:44:46Z', 'updated_at': '2021-11-08T12:45:36Z', 'revision_number': 6, 'project_id': '24a81b2ba3404580aeb0ac9827d4048f', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:38.015128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Attempting to bind port 7a0fa528-61bf-426f-bc41-57551eb3207c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:38.015764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Attempting to bind port 7a0fa528-61bf-426f-bc41-57551eb3207c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:38.016336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Attempting to bind port 7a0fa528-61bf-426f-bc41-57551eb3207c on network 137e634d-dc7e-4ef1-aca8-9fb061486b6d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:38.027210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:38.034165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Checking segment: {'id': '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:38.034776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.035330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Bound using segment: {'id': '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:38.037233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Bound port: 7a0fa528-61bf-426f-bc41-57551eb3207c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '137e634d-dc7e-4ef1-aca8-9fb061486b6d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:38.037815 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.136642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] For port 7a0fa528-61bf-426f-bc41-57551eb3207c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:38.140686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] For port 7a0fa528-61bf-426f-bc41-57551eb3207c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7a0fa528-61bf-426f-bc41-57551eb3207c,segment=NetworkSegment(53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b),segment_id=53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:38.165909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.216498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.217259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d29ed1-bf13-4b36-9b61-426948c0941b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:38.226894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.361953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27086c-bfea-434b-af76-38a8c2941e2a None None] Pushing event updated for resources: {'Port': ['ID=7a0fa528-61bf-426f-bc41-57551eb3207c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:38.421865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.14 (137e634d-dc7e-4ef1-aca8-9fb061486b6d/0e0f7833-e9c8-4795-ba00-47e33111ff35/aa1a2559-33d3-469a-a879-e1a5162f6deb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:38.506743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.573336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd405728-11bd-4b15-9319-a2b0e96547a5 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:38.586016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.650951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fd405728-11bd-4b15-9319-a2b0e96547a5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:38.651664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fd405728-11bd-4b15-9319-a2b0e96547a5 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:38.663461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=5f624387-49b9-45ae-839a-bda15b7112f9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:38.795007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.797951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:38.800385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4a6e8560-b5db-4b71-bef0-a6e04024d60b tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/floatingips/58f1a4c0-7be8-478a-9927-cb786beccffa HTTP/1.1" status: 204 len: 168 time: 1.4462101 Nov 08 12:45:38.835165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:39.048655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34074) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:39.165987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:39.184105 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.195105 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Sync routers for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:39.233116 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:39.234199 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:39.455318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.458833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.461331 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:39.462478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.539316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-293003037-network', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:39.554956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.557002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36057c8b-b303-438b-96cd-c7cee2b07257 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.0463800 Nov 08 12:45:39.561200 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34086) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:39.569618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.585667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port 1dff1276-afac-46d3-8ae5-cea70e086fcd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:39.586029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.619971 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a439e569-d0ce-4dbe-aa6a-3edbc2679286 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=888214d139364e1a8d116c3eceb48166&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551939 Nov 08 12:45:39.622846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:39.632610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.633554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:45:39.650493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.651889 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a36fc09-fef2-4665-9cac-ebd187fc138a admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a4f4cbb-c7ab-4488-9fd8-57f0657f7650 HTTP/1.1" status: 204 len: 168 time: 4.3492143 Nov 08 12:45:39.666023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34090) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:39.729370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.769293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.834970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Made reservation on behalf of 6b482192fc344b699ecb7a13290b1b6a for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:39.837446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.850446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=aa1a2559-33d3-469a-a879-e1a5162f6deb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:39.851872 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:35Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:39.866915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.886723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Checking router: 0968cc57-31cd-4706-b017-4dbd22d55d2b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:39.887075 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Updating router 0968cc57-31cd-4706-b017-4dbd22d55d2b port b920c5d5-a222-468a-a619-75c2ac910dd7 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:39.902006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=065cad19-82a2-4034-ac96-e4be0a7e3eb9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:39.914093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.930612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for 1dff1276-afac-46d3-8ae5-cea70e086fcd owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:39.944402 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.955978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Deleting subnet beaacc2f-1335-47cb-a231-2b9e1483af2c {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:39.957669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:39.987654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.000012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:40.039203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:40.051939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:40.083548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90824f53-7c2d-4abe-8b6f-66dfe6bab4a5 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:40.085291 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90824f53-7c2d-4abe-8b6f-66dfe6bab4a5 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4611967 Nov 08 12:45:40.096709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:40.126211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.210795 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dce28990-3e70-42b9-9065-3694f9e91a2b tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1106968 Nov 08 12:45:40.218949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:40.226226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-263188663', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'project_id': '888214d139364e1a8d116c3eceb48166', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:40.281781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:40.282630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.294678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.386380 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-99507f35-b79b-444f-91e5-756e4c222fca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0470579 Nov 08 12:45:40.393903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34108) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:40.404033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=1dff1276-afac-46d3-8ae5-cea70e086fcd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:40.464751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.510338 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.550423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aca644-622b-4c51-9ca9-7eff7cdbfa0d None None] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:40.582307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.588435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf4dea60-09e3-4cea-970d-cc3f41b0abd9 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/ports/1dff1276-afac-46d3-8ae5-cea70e086fcd HTTP/1.1" status: 204 len: 168 time: 1.7522161 Nov 08 12:45:40.590713 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP 9eb4c850-6dd3-44a3-9393-e12da94f9c35 associated. External IP: 172.25.1.39, port: ad472f9b-c2ca-4fe1-aa23-731096c24625. Nov 08 12:45:40.593878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34114) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:40.632983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port aa1a2559-33d3-469a-a879-e1a5162f6deb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:40.633342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.644163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.648931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7a0fa528-61bf-426f-bc41-57551eb3207c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:40.685290 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.743880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:45:40.762702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.805812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] Provisioning complete for port 7a0fa528-61bf-426f-bc41-57551eb3207c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:40.806770 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.818479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15321dc4-4fdd-4468-bf2b-4dae20047a7e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:40.823061 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.823353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.823689 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Added segment e73bb243-51fd-42ea-8b27-0b14e206a623 of type vlan for network f945b015-0593-4126-8a9d-2a8047d453e0 Nov 08 12:45:40.849752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beaacc2f-1335-47cb-a231-2b9e1483af2c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:40.868634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.883806 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d2c166d7-c1ef-4bfb-af7e-71a2d9ae8a1a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/beaacc2f-1335-47cb-a231-2b9e1483af2c HTTP/1.1" status: 204 len: 168 time: 1.2163467 Nov 08 12:45:40.911239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e4cc32-4b13-4490-8265-c862e494d84e None None] Network 291c7dfd-963f-491e-9143-cc041436cfea requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:40.925299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:40.937680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:40.942671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:40.995271 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Attempting to bind port b920c5d5-a222-468a-a619-75c2ac910dd7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:40.995524 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Attempting to bind port b920c5d5-a222-468a-a619-75c2ac910dd7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:40.995888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Attempting to bind port b920c5d5-a222-468a-a619-75c2ac910dd7 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:41.005423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.008570 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.012129 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:41.012509 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:41.012908 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.017593 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:41.018715 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Bound port: b920c5d5-a222-468a-a619-75c2ac910dd7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:41.019662 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.045015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for aa1a2559-33d3-469a-a879-e1a5162f6deb owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:41.062398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7a0fa528-61bf-426f-bc41-57551eb3207c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:41.062935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.148978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting port cc0c1a00-4292-40ce-a68b-7275267e4e55 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:41.149325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.176330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:41.210799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.225718 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] For port b920c5d5-a222-468a-a619-75c2ac910dd7, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:41.230213 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] For port b920c5d5-a222-468a-a619-75c2ac910dd7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b920c5d5-a222-468a-a619-75c2ac910dd7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:41.231864 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c399d-befa-4a7e-a1bf-4de90343855d None None] Pushing event updated for resources: {'Port': ['ID=b920c5d5-a222-468a-a619-75c2ac910dd7,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:41.241399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.242405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:41.243044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.342151 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.369501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.377413 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3206766 Nov 08 12:45:41.379376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.394182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:41.394450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff01ffe-7f33-4ca1-979e-8557a1ca4f46 admin admin] Pushing event updated for resources: {'Network': ['ID=f945b015-0593-4126-8a9d-2a8047d453e0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:41.400735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Calling delete_port for cc0c1a00-4292-40ce-a68b-7275267e4e55 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:41.441018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f945b015-0593-4126-8a9d-2a8047d453e0 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:45:41.443463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Request body: {'subnet': {'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-293003037-subnet', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:41.444274 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:41.445172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:41.503029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.592414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=aa1a2559-33d3-469a-a879-e1a5162f6deb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:41.647273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.689859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Deleting port b59c7ea2-8038-481d-b859-8f2d5710baf4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:41.690462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.691140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.694834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c6287b51-0aba-474c-8249-018547e3ebb3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/aa1a2559-33d3-469a-a879-e1a5162f6deb HTTP/1.1" status: 204 len: 168 time: 1.2998912 Nov 08 12:45:41.713362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:41.719565 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:41.781200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] For port 7a0fa528-61bf-426f-bc41-57551eb3207c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7a0fa528-61bf-426f-bc41-57551eb3207c,segment=NetworkSegment(53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b),segment_id=53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:41.815683 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-257c1888-afe8-4ed3-b6ae-73fd5ea382f9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:45:41.837426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-257c1888-afe8-4ed3-b6ae-73fd5ea382f9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/aa1a2559-33d3-469a-a879-e1a5162f6deb HTTP/1.1" status: 404 len: 333 time: 0.1205411 Nov 08 12:45:41.837865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34140) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:41.852022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.871088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.898233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Made reservation on behalf of 6b482192fc344b699ecb7a13290b1b6a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:41.900321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:41.946610 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c399d-befa-4a7e-a1bf-4de90343855d None None] Pushing event updated for resources: {'Port': ['ID=b920c5d5-a222-468a-a619-75c2ac910dd7,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:41.954413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] DHCP port deletion for 291c7dfd-963f-491e-9143-cc041436cfea request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:41.991361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34142) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:42.001719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Port': ['ID=cc0c1a00-4292-40ce-a68b-7275267e4e55,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:42.053435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:42.059526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 0e0f7833-e9c8-4795-ba00-47e33111ff35 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:42.082567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.137259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:42.149843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4c37783-4dd9-4a1a-9e2e-3eb10d61bb72 None None] Could not find standard attr ID for object aa1a2559-33d3-469a-a879-e1a5162f6deb. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:45:42.175059 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:35Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:42.194691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:45:42.196598 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:45:42.197346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.221992 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dc068-e025-464d-a70a-c6aeca199ace None None] The sync data for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 is: [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:35Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:42.259715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd42efe3-e38e-4489-a525-8c5803b3e477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.296245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:42.296897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:42.306150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4c37783-4dd9-4a1a-9e2e-3eb10d61bb72 None None] Provisioning complete for port 7a0fa528-61bf-426f-bc41-57551eb3207c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:42.306552 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4c37783-4dd9-4a1a-9e2e-3eb10d61bb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.312515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718856fc-6e94-40da-ac1c-e9fb403805c1 None None] Pushing event updated for resources: {'Port': ['ID=7a0fa528-61bf-426f-bc41-57551eb3207c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:42.330679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] For port b59c7ea2-8038-481d-b859-8f2d5710baf4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b59c7ea2-8038-481d-b859-8f2d5710baf4,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:42.331179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.367506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Calling delete_port for b59c7ea2-8038-481d-b859-8f2d5710baf4 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:42.379915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd42efe3-e38e-4489-a525-8c5803b3e477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.394654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.422313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.428877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.444942 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f4e60113-5ea0-497f-a9ce-501849f53118 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/ports/cc0c1a00-4292-40ce-a68b-7275267e4e55 HTTP/1.1" status: 204 len: 168 time: 1.8489633 Nov 08 12:45:42.448946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:42.472836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f90d-4a2e-4bf3-b3b8-51b74fb49bce req-973079c5-1586-4864-8069-86fba2a0de78 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:42.476618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d38f90d-4a2e-4bf3-b3b8-51b74fb49bce req-973079c5-1586-4864-8069-86fba2a0de78 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.4419680 Nov 08 12:45:42.576448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd42efe3-e38e-4489-a525-8c5803b3e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.670113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42efe3-e38e-4489-a525-8c5803b3e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd82ac-1d0f-4d98-9fa5-c80194516ced,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:42.726415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a21cb190-8a42-41a3-b9e9-66adb98ba2ed tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0486152 Nov 08 12:45:42.732853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34148) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:42.741136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': 'ad472f9b-c2ca-4fe1-aa23-731096c24625', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:42.779827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.781301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Subnet': ['ID=085df202-25aa-4da8-b9c3-8b829a095cdf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:42.843790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting subnet eb408392-efcf-4ed3-ba9c-ff8c04079bab {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:42.874688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:42.884367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d38f90d-4a2e-4bf3-b3b8-51b74fb49bce req-67a08120-d9a3-46b4-9e2c-ba3dad640184 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547153 Nov 08 12:45:42.896797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:42.897267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network hostable DHCP agents. Network: b9805790-eb3b-4c07-b3fb-902bee9cb1e3, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:42.914766 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd42efe3-e38e-4489-a525-8c5803b3e477 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6f8841b13944fcfb35dffefae1102e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9219244 Nov 08 12:45:42.915713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34150) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:42.937177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:42.957297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:42.958009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:43.008393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:43.009095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e2936-4ed8-4c8e-9599-d0acafb748ca None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:43.014998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Deleting port b59c7ea2-8038-481d-b859-8f2d5710baf4 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:43.015428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.046963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e7d29ed1-bf13-4b36-9b61-426948c0941b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:43.056400 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.078331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] No DVR routers for this DVR port b59c7ea2-8038-481d-b859-8f2d5710baf4 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:43.081493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.107941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.108176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e7d29ed1-bf13-4b36-9b61-426948c0941b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:43.108383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e7d29ed1-bf13-4b36-9b61-426948c0941b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:43.114130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:43.160023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Pushing event deleted for resources: {'Port': ['ID=b59c7ea2-8038-481d-b859-8f2d5710baf4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:43.221001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.222554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] For port b59c7ea2-8038-481d-b859-8f2d5710baf4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b59c7ea2-8038-481d-b859-8f2d5710baf4,segment=NetworkSegment(76bc644e-bd14-4e36-8ffb-8329b4efb02b),segment_id=76bc644e-bd14-4e36-8ffb-8329b4efb02b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:43.223077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.225351 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.241052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a3552b-5da1-4eca-974c-0b678fb153f7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:43.251389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Calling delete_port for b59c7ea2-8038-481d-b859-8f2d5710baf4 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:43.312130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.335575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291c7dfd-963f-491e-9143-cc041436cfea']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:43.357772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, b9805790-eb3b-4c07-b3fb-902bee9cb1e3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:43.360522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bc644e-bd14-4e36-8ffb-8329b4efb02b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:43.360820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bc644e-bd14-4e36-8ffb-8329b4efb02b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:43.365256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.375434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.398780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] Pushing event deleted for resources: {'Port': ['ID=b59c7ea2-8038-481d-b859-8f2d5710baf4,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:43.398780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c84931-8506-4df3-966f-bc371f1f1822 None None] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:43.400980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:43.401816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.419656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.435424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7a0fa528-61bf-426f-bc41-57551eb3207c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:43.436610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9df0a82f-1550-40c3-a61d-de9674a97c69 None None] Could not find standard attr ID for object aa1a2559-33d3-469a-a879-e1a5162f6deb. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:45:43.443611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdee0c-7145-4581-b131-4a27d08e43a2 None None] No DVR routers for this DVR port b59c7ea2-8038-481d-b859-8f2d5710baf4 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:43.460662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.470624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0f7833-e9c8-4795-ba00-47e33111ff35,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:43.471008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:43.471413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:43.475694 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:43.491472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.498570 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e92e19c-2a26-4562-8d4d-74cfb7a31fec tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/0e0f7833-e9c8-4795-ba00-47e33111ff35 HTTP/1.1" status: 204 len: 168 time: 1.6592886 Nov 08 12:45:43.502496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:43.514836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b2892-d9b6-4e81-aa5e-55af8c767209 None None] Network 137e634d-dc7e-4ef1-aca8-9fb061486b6d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:43.553332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Checking segment: {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:43.557625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Network hostable DHCP agents. Network: f945b015-0593-4126-8a9d-2a8047d453e0, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:45:43.578271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b5874efe-0ea2-427d-8681-754fd0e372e5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3577819 Nov 08 12:45:43.587760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:43.621994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.643660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.668857 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-98a05911-5fe6-4dc0-892a-041b540fe11c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:43.677780 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-98a05911-5fe6-4dc0-892a-041b540fe11c tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.3646197 Nov 08 12:45:43.714834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7a0fa528-61bf-426f-bc41-57551eb3207c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:43.715275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.717631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.728801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.735371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] 10.222.0.58 "DELETE /v2.0/networks/291c7dfd-963f-491e-9143-cc041436cfea HTTP/1.1" status: 204 len: 168 time: 2.8057597 Nov 08 12:45:43.739196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34158) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:43.758210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.807201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc91e9-c5d8-49cd-b356-5bfa8b2a815f admin admin] Pushing event deleted for resources: {'Network': ['ID=291c7dfd-963f-491e-9143-cc041436cfea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:43.823661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:45:43.825550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:43.847503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Network f945b015-0593-4126-8a9d-2a8047d453e0 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:45:43.899056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b920c5d5-a222-468a-a619-75c2ac910dd7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:43.900855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] DHCP port deletion for 137e634d-dc7e-4ef1-aca8-9fb061486b6d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:43.973388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f945b015-0593-4126-8a9d-2a8047d453e0) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:44.012129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:44.013506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.019323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc55f8-061c-43bb-9a7b-c0b94592da77 None None] Network f945b015-0593-4126-8a9d-2a8047d453e0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:44.171311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b920c5d5-a222-468a-a619-75c2ac910dd7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:44.171716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.231308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Allocated IP 172.20.0.2 (b9805790-eb3b-4c07-b3fb-902bee9cb1e3/085df202-25aa-4da8-b9c3-8b829a095cdf/08a5566b-5e53-4804-a06c-ab09b697f5b0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:44.239620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Deleting port 7a0fa528-61bf-426f-bc41-57551eb3207c {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:44.239989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.444500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Deleting port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:44.445028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.469154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] For port 7a0fa528-61bf-426f-bc41-57551eb3207c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7a0fa528-61bf-426f-bc41-57551eb3207c,segment=NetworkSegment(53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b),segment_id=53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:44.469554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.472247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f945b015-0593-4126-8a9d-2a8047d453e0', 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'fixed_ips': [{'subnet_id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:45:44.473096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.504390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-991f28a1-f4e8-481d-82d9-2b75b99c5e64 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0911918 Nov 08 12:45:44.507470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Calling delete_port for 7a0fa528-61bf-426f-bc41-57551eb3207c owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:44.516646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34162) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:44.533267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:44.535708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.536837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 7a0fa528-61bf-426f-bc41-57551eb3207c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:44.537176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.540456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.544395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.544534 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85dd82ac-1d0f-4d98-9fa5-c80194516ced HTTP/1.1" status: 204 len: 168 time: 1.6129496 Nov 08 12:45:44.551541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.584510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.591868 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/subnets/eb408392-efcf-4ed3-ba9c-ff8c04079bab HTTP/1.1" status: 204 len: 168 time: 2.1382806 Nov 08 12:45:44.600010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eea7d-32e7-4921-abb7-ae144aae39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd82ac-1d0f-4d98-9fa5-c80194516ced,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:44.617513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b02599-79ba-422c-af50-34d9034c2273 None None] Network f7c2097d-00c4-4ede-b600-6db1d5e991f7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:44.617770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f204-fd20-4c96-a84f-a7fa9ac42466 req-5822b6be-c922-4700-9807-6758c023f9a9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:44.619494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b63f204-fd20-4c96-a84f-a7fa9ac42466 req-5822b6be-c922-4700-9807-6758c023f9a9 tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 946 time: 0.6034548 Nov 08 12:45:44.629776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34166) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:44.653899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ba37-6201-43d1-b494-135a68abda7f tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Subnet': ['ID=eb408392-efcf-4ed3-ba9c-ff8c04079bab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:44.739348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] For port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,segment=NetworkSegment(e79d04cf-9493-4ccc-8bd2-4fa9250af021),segment_id=e79d04cf-9493-4ccc-8bd2-4fa9250af021)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:44.739913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port b920c5d5-a222-468a-a619-75c2ac910dd7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b920c5d5-a222-468a-a619-75c2ac910dd7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:44.740050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.777640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Calling delete_port for 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:44.787939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Deleting subnet e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:44.796510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.798533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port 7a0fa528-61bf-426f-bc41-57551eb3207c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7a0fa528-61bf-426f-bc41-57551eb3207c,segment=NetworkSegment(53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b),segment_id=53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:44.799024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.801876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.803140 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.849822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.876627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 7a0fa528-61bf-426f-bc41-57551eb3207c owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:44.885975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.924870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:44.936442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b63f204-fd20-4c96-a84f-a7fa9ac42466 req-151ebcb3-d574-46b5-8296-e2c5667e193a tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/security-groups?id=af61cdb8-d357-4c75-a4ba-78750b40539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006282 Nov 08 12:45:45.094986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.103827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b59c7ea2-8038-481d-b859-8f2d5710baf4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:45.112510 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.154690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b59c7ea2-8038-481d-b859-8f2d5710baf4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:45.155045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b59c7ea2-8038-481d-b859-8f2d5710baf4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:45.199479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Allocated IP 172.20.0.2 (f945b015-0593-4126-8a9d-2a8047d453e0/f5a3552b-5da1-4eca-974c-0b678fb153f7/bf9dd31a-be9b-447a-8d7f-911ac90c02b3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:45.221886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:45.222590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.224656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.224895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=b920c5d5-a222-468a-a619-75c2ac910dd7,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.247707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:45.282501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:45.290649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.345114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] No DVR routers for this DVR port 7a0fa528-61bf-426f-bc41-57551eb3207c on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:45.356333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7a0fa528-61bf-426f-bc41-57551eb3207c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:45.356552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.388293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.449199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Pushing event updated for resources: {'Port': ['ID=08a5566b-5e53-4804-a06c-ab09b697f5b0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.470058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.472439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7a0fa528-61bf-426f-bc41-57551eb3207c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:45.473018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7a0fa528-61bf-426f-bc41-57551eb3207c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:45.475102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.482491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port 7a0fa528-61bf-426f-bc41-57551eb3207c on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:45.487023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.520441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] DHCP port deletion for f7c2097d-00c4-4ede-b600-6db1d5e991f7 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:45.526655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455f3ec-71e1-4fba-8564-c6e61d9af4c4 None None] Pushing event deleted for resources: {'Port': ['ID=7a0fa528-61bf-426f-bc41-57551eb3207c,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.534368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Attempting to bind port 08a5566b-5e53-4804-a06c-ab09b697f5b0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:45.534609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Attempting to bind port 08a5566b-5e53-4804-a06c-ab09b697f5b0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:45.534983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Attempting to bind port 08a5566b-5e53-4804-a06c-ab09b697f5b0 on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:45.551539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:45.552018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:45.552429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.552828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Bound using segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:45.553321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Bound port: 08a5566b-5e53-4804-a06c-ab09b697f5b0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:45.553707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.561470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=7a0fa528-61bf-426f-bc41-57551eb3207c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.572273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Pushing event deleted for resources: {'Port': ['ID=92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.592590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.599527 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/subnets/e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a HTTP/1.1" status: 204 len: 168 time: 0.9660962 Nov 08 12:45:45.625571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:45.625770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdea1c3-b8bc-47c8-8d35-4504356532c7 None None] Network 8b1d8bab-2430-486f-a213-e05db4931400 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:45.653866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7659c3-eafa-49cd-9d5a-cbfa8925b637 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aa622d-c614-42f5-9c1c-7cd6ec7a9b4a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:45.694756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] No DVR routers for this DVR port 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:45.703891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.714351 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f85d8ad4-3e4e-4e5e-8d37-58d0190e5c97 req-c3eae17f-0983-4bd6-8297-0bd52546465b tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.57 "DELETE /v2.0/ports/92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 HTTP/1.1" status: 204 len: 173 time: 2.0010819 Nov 08 12:45:45.714351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'name': 'network-vif-deleted', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:45:45.714351 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eb203f-bcfc-44f9-86bf-63c78cdf66a4" -d '{"events": [{"server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "name": "network-vif-deleted", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:45:45.764313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.764873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.805567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] For port 08a5566b-5e53-4804-a06c-ab09b697f5b0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:45.805833 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4d595-fd0a-487d-aa54-7e54adfb150e x-openstack-request-id: req-11b4d595-fd0a-487d-aa54-7e54adfb150e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:45:45.805940 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fec39-159b-48d6-903a-07fad23d3d66", "name": "network-vif-deleted", "tag": "92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:45:45.806118 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11b4d595-fd0a-487d-aa54-7e54adfb150e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:45:45.806714 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fec39-159b-48d6-903a-07fad23d3d66', 'name': 'network-vif-deleted', 'tag': '92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1', 'status': 'completed', 'code': 200} Nov 08 12:45:45.814725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Deleting port 367c038b-e18f-4c60-83d7-4411e3264b69 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:45.815106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.869093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.875393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] For port 08a5566b-5e53-4804-a06c-ab09b697f5b0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=08a5566b-5e53-4804-a06c-ab09b697f5b0,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:45.909365 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.931427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:45.985513 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:45.997556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] For port 367c038b-e18f-4c60-83d7-4411e3264b69, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=367c038b-e18f-4c60-83d7-4411e3264b69,segment=NetworkSegment(e0949035-90c7-4dfe-a91a-6155a85b311f),segment_id=e0949035-90c7-4dfe-a91a-6155a85b311f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:46.002818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.023776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137e634d-dc7e-4ef1-aca8-9fb061486b6d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.026639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Network f945b015-0593-4126-8a9d-2a8047d453e0 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:46.034598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Calling delete_port for 367c038b-e18f-4c60-83d7-4411e3264b69 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:46.087854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:46.088680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.093915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.099975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.100279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d4e67e-9dd1-4b4b-8bc5-c4d051eba61b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.100691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:46.118068 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:46.124539 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.136258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] DHCP port deletion for 8b1d8bab-2430-486f-a213-e05db4931400 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:45:46.143621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:46.145982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.147075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:46.168363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Pushing event updated for resources: {'Port': ['ID=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:46.196643 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.218055 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76448b5a-2534-45ea-8995-20d4672e9688 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/9eb4c850-6dd3-44a3-9393-e12da94f9c35 HTTP/1.1" status: 200 len: 977 time: 3.4810941 Nov 08 12:45:46.218686 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34190) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:46.220647 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:46.224695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.232077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec33ff90-b356-4278-831b-679514dd242f req-460c51d6-aa88-487a-9d25-acceb3e989fa tempest-AttachVolumeNegativeTest-1410985139 tempest-AttachVolumeNegativeTest-1410985139-project] 10.222.0.58 "GET /v2.0/ports?device_id=456fec39-159b-48d6-903a-07fad23d3d66 HTTP/1.1" status: 200 len: 210 time: 0.1384430 Nov 08 12:45:46.279783 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:46.280751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763fd1e-65dc-4471-8de7-953a06cf21c2 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:46.282516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.310012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.315167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.328222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] No DVR routers for this DVR port 367c038b-e18f-4c60-83d7-4411e3264b69 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:46.331645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Attempting to bind port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:46.332161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Attempting to bind port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:46.332663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Attempting to bind port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 on network f945b015-0593-4126-8a9d-2a8047d453e0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:46.356977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44292840-50d5-4542-b6d6-d616f1e6e8c7 None None] Pushing event updated for resources: {'Port': ['ID=08a5566b-5e53-4804-a06c-ab09b697f5b0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:46.359180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:46.359642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Checking segment: {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:46.360133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.360595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Bound using segment: {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:46.361218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Bound port: bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:46.361782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.413992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab2a7b-fe8b-40e0-b848-174b964ef916 None None] Pushing event deleted for resources: {'Port': ['ID=367c038b-e18f-4c60-83d7-4411e3264b69,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:46.451208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Deleting port 597541b3-75b5-4fe2-a257-58df08ec4247 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:46.451713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.564144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] For port bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:46.567421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] For port 597541b3-75b5-4fe2-a257-58df08ec4247, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=597541b3-75b5-4fe2-a257-58df08ec4247,segment=NetworkSegment(6ec7a066-2463-409e-b49f-a5c413c2aeb3),segment_id=6ec7a066-2463-409e-b49f-a5c413c2aeb3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:46.570273 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.576496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] For port bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:46.596004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Calling delete_port for 597541b3-75b5-4fe2-a257-58df08ec4247 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:46.614848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 065cad19-82a2-4034-ac96-e4be0a7e3eb9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:46.614848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.635231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.647383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:46.648620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.662831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:46.673025 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:46.738012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881b357-3eb4-4159-a6cd-d1b040d519ef None None] Pushing event updated for resources: {'Port': ['ID=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:46.831859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.832189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.847634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 065cad19-82a2-4034-ac96-e4be0a7e3eb9 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:46.891499 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:46.943171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] Pushing event deleted for resources: {'Port': ['ID=597541b3-75b5-4fe2-a257-58df08ec4247,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:46.952704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d6642-93e3-4a34-a10c-d7eeaaf3b969 None None] No DVR routers for this DVR port 597541b3-75b5-4fe2-a257-58df08ec4247 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:45:46.975762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.020412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.1 (b9805790-eb3b-4c07-b3fb-902bee9cb1e3/085df202-25aa-4da8-b9c3-8b829a095cdf/6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:47.041098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c2097d-00c4-4ede-b600-6db1d5e991f7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:47.069998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0949035-90c7-4dfe-a91a-6155a85b311f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:47.070428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0949035-90c7-4dfe-a91a-6155a85b311f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:47.147592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.236540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=065cad19-82a2-4034-ac96-e4be0a7e3eb9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:47.304840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:47.336903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:47.336903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 92ad8a86-c6de-47ba-9f1b-7baf6ecb20b1 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:47.351641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.352234 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP 9eb4c850-6dd3-44a3-9393-e12da94f9c35 disassociated (deleted). External IP: 172.25.1.39, port: ad472f9b-c2ca-4fe1-aa23-731096c24625. Nov 08 12:45:47.414032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34208) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:47.533592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Deleting subnet f0762b07-ce8d-4205-b465-a6f5946a840e {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:47.538571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.612874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.620433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bf9dd31a-be9b-447a-8d7f-911ac90c02b3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:47.632741 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.700555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:47.700783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.718380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.725496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/137e634d-dc7e-4ef1-aca8-9fb061486b6d HTTP/1.1" status: 204 len: 168 time: 4.2144444 Nov 08 12:45:47.726590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:47.734134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'name': 'tempest-PortsTestJSON-2056204086'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:47.747901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c67c8-7290-43da-ab3b-6d393962eef1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=137e634d-dc7e-4ef1-aca8-9fb061486b6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:47.752245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.851127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.870404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.884933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33470ac5-521e-46f0-9a78-4a8fd9b7a00d None None] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:47.890278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.942049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:47.942496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:47.947089 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:48.005621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:48.047339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] Provisioning complete for port 08a5566b-5e53-4804-a06c-ab09b697f5b0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:48.047860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.064643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:48.071467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.085808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:48.120381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.126079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 02cae049-71da-4fbd-b04d-a36213ac36b7 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:48.198150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.199415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 08a5566b-5e53-4804-a06c-ab09b697f5b0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:48.208575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.225132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.231255 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f0762b07-ce8d-4205-b465-a6f5946a840e HTTP/1.1" status: 204 len: 168 time: 0.8101749 Nov 08 12:45:48.238616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.240066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4ea29-78bf-44c6-9200-44b6a0b3cb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0762b07-ce8d-4205-b465-a6f5946a840e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:48.243159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:48.285726 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.291845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/networks/f7c2097d-00c4-4ede-b600-6db1d5e991f7 HTTP/1.1" status: 204 len: 168 time: 2.5511744 Nov 08 12:45:48.295364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34240) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:48.295860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.349846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31845216-d2a1-4ce4-ab18-6209dc6a5566 tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Network': ['ID=f7c2097d-00c4-4ede-b600-6db1d5e991f7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:48.359434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.366209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e529e-3132-445c-b6c2-75e2d5c9714c None None] Network f945b015-0593-4126-8a9d-2a8047d453e0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:45:48.434935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.435583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Deleting port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:48.436182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.469058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:48.474696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.485387 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.520739 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fb67ed9-60fb-4375-a67d-b49045629f79 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/9eb4c850-6dd3-44a3-9393-e12da94f9c35 HTTP/1.1" status: 204 len: 168 time: 2.3009384 Nov 08 12:45:48.526877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34252) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:48.646066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.653546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:48.707075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.708446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:48.718554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:48.750059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 08a5566b-5e53-4804-a06c-ab09b697f5b0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:48.750350 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.755361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:48.756182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:48.767973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:48.826513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Allocated IP 172.25.1.223 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/1f5319e7-45d3-4321-9ef4-902bab3562a5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:48.847446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:48.854392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:48.876629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.886728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:48.900574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] For port 08a5566b-5e53-4804-a06c-ab09b697f5b0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=08a5566b-5e53-4804-a06c-ab09b697f5b0,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:48.915690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:48.916866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:48.943225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] For port b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:48.943352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:48.982571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:48.985486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c42ed0-7ef1-4a36-8f0d-ea631b9dacdf None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:48.994093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa54bc-56f4-4936-9f66-bcbf88e87c47']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.017889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Calling delete_port for b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:49.065844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.093055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.100736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79d04cf-9493-4ccc-8bd2-4fa9250af021') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.101138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79d04cf-9493-4ccc-8bd2-4fa9250af021') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.143829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.160495 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.178032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34256) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:49.208005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16f00-4868-4885-9eb6-7af7a3a39d9c None None] Pushing event updated for resources: {'Port': ['ID=08a5566b-5e53-4804-a06c-ab09b697f5b0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:49.210817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.271312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9444270c-6ed9-4436-9ade-fc67452ef9f0 None None] Provisioning complete for port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:49.271687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9444270c-6ed9-4436-9ade-fc67452ef9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.273142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.308873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.344373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:45:49.344610 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:49.349220 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:49.365895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1d8bab-2430-486f-a213-e05db4931400']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.410628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec7a066-2463-409e-b49f-a5c413c2aeb3') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.410917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec7a066-2463-409e-b49f-a5c413c2aeb3') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:49.431288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9444270c-6ed9-4436-9ade-fc67452ef9f0 None None] Provisioning complete for port 08a5566b-5e53-4804-a06c-ab09b697f5b0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:49.431866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9444270c-6ed9-4436-9ade-fc67452ef9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.433081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.452195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.481703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port ad472f9b-c2ca-4fe1-aa23-731096c24625 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:49.482122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.485333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.519437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:45:49.519437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:45:49.523779 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:45:49.538414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-243d69f2-ae79-410f-90da-45979c4da0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.609142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.633358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.642996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.646183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2cfa54bc-56f4-4936-9f66-bcbf88e87c47 HTTP/1.1" status: 204 len: 168 time: 1.3938766 Nov 08 12:45:49.674130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e9441-829c-4831-9900-4a6123739e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfa54bc-56f4-4936-9f66-bcbf88e87c47,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:49.691091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.695250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.695635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-289eb1db-2309-4b5f-af9d-5ab7078cb984 None None] Provisioning complete for port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:49.696065 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-289eb1db-2309-4b5f-af9d-5ab7078cb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.704664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:49.728000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:49.734927 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.737507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:49.741605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-289eb1db-2309-4b5f-af9d-5ab7078cb984 None None] Port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:49.744238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:49.744238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.750524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=02cae049-71da-4fbd-b04d-a36213ac36b7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:49.754453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-289eb1db-2309-4b5f-af9d-5ab7078cb984 None None] Provisioning complete for port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:49.754935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-289eb1db-2309-4b5f-af9d-5ab7078cb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.774121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for ad472f9b-c2ca-4fe1-aa23-731096c24625 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:49.781979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:49.788282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:49.797494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:49.804037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.834110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.847167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Pushing event updated for resources: {'Port': ['ID=1f5319e7-45d3-4321-9ef4-902bab3562a5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:49.850562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.854507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] 10.222.0.58 "DELETE /v2.0/networks/8b1d8bab-2430-486f-a213-e05db4931400 HTTP/1.1" status: 204 len: 168 time: 1.5576780 Nov 08 12:45:49.869653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802fb02-647b-4a42-a5c7-61e09273704a tempest-TaggedBootDevicesTest_v242-1985378793 tempest-TaggedBootDevicesTest_v242-1985378793-project] Pushing event deleted for resources: {'Network': ['ID=8b1d8bab-2430-486f-a213-e05db4931400,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:49.887829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb883e79-ea8d-438b-958f-1d380c817c05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1581769 Nov 08 12:45:49.898959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:49.918819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b920c5d5-a222-468a-a619-75c2ac910dd7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:49.938204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-243d69f2-ae79-410f-90da-45979c4da0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:49.948780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.949352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.949928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.950485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.950978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.951458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.951944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.952608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.953082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.953567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.955082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:49.955582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:50.065713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:50.098054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-243d69f2-ae79-410f-90da-45979c4da0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.098901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b920c5d5-a222-468a-a619-75c2ac910dd7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:50.099609 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.101403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:50.194773 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-243d69f2-ae79-410f-90da-45979c4da0ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43ffa7fda696476a834153d2a98b0ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9968290 Nov 08 12:45:50.238366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:50.250202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d69f2-ae79-410f-90da-45979c4da0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439410a-3b74-4f39-a4b2-64a74c9238b0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:50.276247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.281209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 02cae049-71da-4fbd-b04d-a36213ac36b7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:50.281795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.353780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 367c038b-e18f-4c60-83d7-4411e3264b69 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:50.360762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.377649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 367c038b-e18f-4c60-83d7-4411e3264b69 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:50.377997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 367c038b-e18f-4c60-83d7-4411e3264b69 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:50.378506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 597541b3-75b5-4fe2-a257-58df08ec4247 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:50.401626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.401882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 597541b3-75b5-4fe2-a257-58df08ec4247 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:50.402703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=ad472f9b-c2ca-4fe1-aa23-731096c24625,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:50.403364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 597541b3-75b5-4fe2-a257-58df08ec4247 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:50.405448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a1291cf8-4ae9-42a4-b868-f6ac23529320 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb60dd2ab63e41f4b790a0e1567e63ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038006 Nov 08 12:45:50.412440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:50.445183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 02cae049-71da-4fbd-b04d-a36213ac36b7 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:50.557166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.561406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9a7dd775-cee4-4c55-bb9c-1acf5789e81c tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/ad472f9b-c2ca-4fe1-aa23-731096c24625 HTTP/1.1" status: 204 len: 168 time: 2.0327883 Nov 08 12:45:50.565675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34278) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:50.575313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:50.678810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.679595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 08a5566b-5e53-4804-a06c-ab09b697f5b0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:50.707335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.748086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=02cae049-71da-4fbd-b04d-a36213ac36b7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:50.759800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 08a5566b-5e53-4804-a06c-ab09b697f5b0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:50.760294 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.786221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.789618 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b04b50e5-d837-4415-b167-3bcab0f101a9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/02cae049-71da-4fbd-b04d-a36213ac36b7 HTTP/1.1" status: 204 len: 168 time: 0.8846900 Nov 08 12:45:50.794114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34280) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:50.800435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'mac_address': 'fa:16:3e:67:03:59', 'name': 'tempest-PortsTestJSON-1131527244'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:50.863674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bf9dd31a-be9b-447a-8d7f-911ac90c02b3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:50.916152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:50.917001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:50.931498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.003049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:51.007884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.033555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.116186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.134763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.217 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/19b2135c-db40-4f78-b1fc-9b21285ebe86) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:51.155447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port a45f8ddb-5e4f-4f5b-be00-ae585c410859 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:51.208033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.246638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.303997 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.320017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.364526 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.371931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.383237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.414130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.507937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.551674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:51.560287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:51.561952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:51.569749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.577005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:51.583183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.595742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=19b2135c-db40-4f78-b1fc-9b21285ebe86,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:51.605078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.607943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.609111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c439410a-3b74-4f39-a4b2-64a74c9238b0 HTTP/1.1" status: 204 len: 168 time: 1.3545425 Nov 08 12:45:51.617270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.617623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.617973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.620710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.621939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.621939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:45:51.669336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:51.677019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:51.678868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd400e-d843-4d0d-a042-855fac3378a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439410a-3b74-4f39-a4b2-64a74c9238b0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:51.685341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:51.691373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:51.693169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.706321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=a45f8ddb-5e4f-4f5b-be00-ae585c410859,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:51.773938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.776458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.777950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af61cdb8-d357-4c75-a4ba-78750b40539b HTTP/1.1" status: 204 len: 168 time: 1.3262041 Nov 08 12:45:51.790791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d5d8d75b-eb00-42b6-9c12-8a433408031a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9953504 Nov 08 12:45:51.796129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:51.810919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48bef-fd0d-4510-a579-31fefacad581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61cdb8-d357-4c75-a4ba-78750b40539b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:51.841700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.859760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Router 45f13518-eb95-4924-95ff-937b8356425a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:51.866145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4e5fe-99f2-4847-b1de-80786ec08ec9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:51.872384 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7cc4e5fe-99f2-4847-b1de-80786ec08ec9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/a45f8ddb-5e4f-4f5b-be00-ae585c410859 HTTP/1.1" status: 200 len: 841 time: 0.0750945 Nov 08 12:45:51.873566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:51.909015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:51.914788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:51.953936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:51.989045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.090545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port a45f8ddb-5e4f-4f5b-be00-ae585c410859 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:52.091143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.244798 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.245267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:52.257913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5c7270bc-474a-4ec7-b27d-12fed21665b1 admin admin] 10.222.0.58 "PUT /v2.0/routers/45f13518-eb95-4924-95ff-937b8356425a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5174093 Nov 08 12:45:52.263614 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Sync routers for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:52.265004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34296) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:52.283916 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:52.285650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:52.344286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for a45f8ddb-5e4f-4f5b-be00-ae585c410859 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:52.398323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 0968cc57-31cd-4706-b017-4dbd22d55d2b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:52.481830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-21af8f33-2909-45c6-ab1e-15ae75e6807b None None] Provisioning complete for port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:52.482925 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-21af8f33-2909-45c6-ab1e-15ae75e6807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.487212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.520496 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:52.543462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Router 25fb5827-cb14-4166-ba96-2c1494bb45bf is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:45:52.565375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.597708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-21af8f33-2909-45c6-ab1e-15ae75e6807b None None] Port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:52.667171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.704577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:52.721987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-15e2a9ed-c134-4004-a601-148e095081bd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/0968cc57-31cd-4706-b017-4dbd22d55d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1208527 Nov 08 12:45:52.726399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Sync routers for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:52.742532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.744775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:52.745445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:52.759689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=a45f8ddb-5e4f-4f5b-be00-ae585c410859,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:52.761696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.766848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:52.770148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4734553d-6e70-4f7a-afcb-833601580524 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/a45f8ddb-5e4f-4f5b-be00-ae585c410859 HTTP/1.1" status: 204 len: 168 time: 0.8955021 Nov 08 12:45:52.775525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:52.801118 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 5, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:52.820307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:52.839982 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf70c79-a39f-491f-98d0-ce06ddfd02d0 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:45:52.848999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:52.853818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fdf70c79-a39f-491f-98d0-ce06ddfd02d0 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/a45f8ddb-5e4f-4f5b-be00-ae585c410859 HTTP/1.1" status: 404 len: 333 time: 0.0754707 Nov 08 12:45:52.863254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'name': 'tempest-PortsTestJSON-1437704776'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:52.883135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34314) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:52.896832 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Sync routers for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:52.913538 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Checking router: 45f13518-eb95-4924-95ff-937b8356425a for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:52.942050 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:52.948042 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:53.008855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad1fdcd-5271-431b-8471-9ac86e9a79cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.029948 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Routers {'45f13518-eb95-4924-95ff-937b8356425a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:53.044722 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['45f13518-eb95-4924-95ff-937b8356425a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:53.057498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=19b2135c-db40-4f78-b1fc-9b21285ebe86,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:53.072023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:53.072451 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.244232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad1fdcd-5271-431b-8471-9ac86e9a79cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.252550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.258707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f44c377-708d-4a4d-8e4a-fa30f8c43272 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6914353 Nov 08 12:45:53.260711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34328) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:53.269670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'port': {'network_id': '21032869-da21-4f50-9bde-f7129592b3ff', 'name': 'tempest-FloatingIPTestJSON-986435032'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:53.321895 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-856ac2f4-7f8f-4201-9917-3e89d522f5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.399983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.399983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-78ede798-8b56-464b-be43-c1152349b25c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.8794818 Nov 08 12:45:53.408893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:53.434445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ad1fdcd-5271-431b-8471-9ac86e9a79cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.502744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ad1fdcd-5271-431b-8471-9ac86e9a79cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ee530fa24104aa185e01d33a07e4f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323361 Nov 08 12:45:53.517104 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] Set router 45f13518-eb95-4924-95ff-937b8356425a gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:53.523842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34336) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:53.530861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1fdcd-5271-431b-8471-9ac86e9a79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53493fc6-e915-4ec2-ba69-94ccf01595ea,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:53.603098 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:53.621595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:53.626396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.666280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:50Z', 'revision_number': 2, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:53.671418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] device_id is not set on port f7d754e4-f8a6-4408-a6a0-9872db814577 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:53.713871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-9eacc66f-23c9-4e54-9ace-fe56cc6cd7d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400179688&fields=id&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 267 time: 0.3211668 Nov 08 12:45:53.754916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Checking router: 0968cc57-31cd-4706-b017-4dbd22d55d2b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:53.755284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Updating router 0968cc57-31cd-4706-b017-4dbd22d55d2b port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:53.824354 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:53.953626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.5 (21032869-da21-4f50-9bde-f7129592b3ff/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9/f7d754e4-f8a6-4408-a6a0-9872db814577) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:53.974881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:45:53.993364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.214049 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 5, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:54.227820 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:50Z', 'revision_number': 3, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:54.232083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 55d96334-28df-4fec-94e1-aab188126ac5 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:45:54.251768 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.255107 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a12306-257b-4382-acb2-77871c8d7c0d None None] The sync data for ids ['45f13518-eb95-4924-95ff-937b8356425a'] in n-d-816990-1 is: [{'id': '45f13518-eb95-4924-95ff-937b8356425a', 'name': 'tempest-TestAggregatesBasicOps-458266865-router', 'tenant_id': 'f1b7681e4d074241af3d47b52085735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '744c7268-7dc0-470d-b366-c40519502fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:08Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 5, 'project_id': 'f1b7681e4d074241af3d47b52085735f', 'gw_port': {'id': '744c7268-7dc0-470d-b366-c40519502fe7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f13518-eb95-4924-95ff-937b8356425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:09Z', 'updated_at': '2021-11-08T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:54.275741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-604c6d3c-fddc-4553-9045-f2db4e681d75 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:54.280351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-604c6d3c-fddc-4553-9045-f2db4e681d75 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 796 time: 0.3534632 Nov 08 12:45:54.287614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.296870 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Checking router: 25fb5827-cb14-4166-ba96-2c1494bb45bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:45:54.297064 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Updating router 25fb5827-cb14-4166-ba96-2c1494bb45bf port 1f5319e7-45d3-4321-9ef4-902bab3562a5 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:45:54.322552 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.353212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.375937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.462477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba3a52-a354-4feb-bca3-bb9247c8cf5b None None] Pushing event updated for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:54.475339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.492058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Deleting port 744c7268-7dc0-470d-b366-c40519502fe7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:54.492474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.524824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=f7d754e4-f8a6-4408-a6a0-9872db814577,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:54.543076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-ec7006d9-d29a-47be-a06f-29922192c250 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/quotas/888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 375 time: 0.2238901 Nov 08 12:45:54.544045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 21032869-da21-4f50-9bde-f7129592b3ff is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:54.549600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:54.556881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:54.571316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Attempting to bind port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:54.576232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Attempting to bind port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:54.576723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Attempting to bind port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:54.583548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:54.584077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:54.584595 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.585284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Bound using segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:54.586111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Bound port: 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:54.610159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.680670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:54.681348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.684102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:54.726991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:54.727795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b78a7bb9-ae7a-4266-b4ec-d39f1b01ef30 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:54.782436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] For port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:54.788271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] For port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:54.809009 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.820500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.830699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f5ba31ba-c2d1-457a-b065-22cc0d4180e7 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5675199 Nov 08 12:45:54.833707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34346) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:54.838963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': 'f7d754e4-f8a6-4408-a6a0-9872db814577'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:54.883910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fad36b36-f4e0-4948-874e-b8220ada41ea None None] Provisioning complete for port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:54.887797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fad36b36-f4e0-4948-874e-b8220ada41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.939639 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.939933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-3eaa45b4-287f-41b4-868f-c770decd8098 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3685653 Nov 08 12:45:54.962990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:54.986718 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.016660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fad36b36-f4e0-4948-874e-b8220ada41ea None None] Port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:55.045985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:55.046638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:55.057528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.072265 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fca2c-4ec2-4945-96ec-e56139a8b039 None None] Pushing event updated for resources: {'Port': ['ID=1f5319e7-45d3-4321-9ef4-902bab3562a5,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:55.081744 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Attempting to bind port 1f5319e7-45d3-4321-9ef4-902bab3562a5 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:45:55.082225 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Attempting to bind port 1f5319e7-45d3-4321-9ef4-902bab3562a5 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:45:55.082710 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Attempting to bind port 1f5319e7-45d3-4321-9ef4-902bab3562a5 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:45:55.089226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:45:55.089726 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:45:55.090235 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.091298 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:45:55.092042 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Bound port: 1f5319e7-45d3-4321-9ef4-902bab3562a5, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:45:55.092580 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.151422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba3a52-a354-4feb-bca3-bb9247c8cf5b None None] Pushing event updated for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:55.192475 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] For port 1f5319e7-45d3-4321-9ef4-902bab3562a5, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:45:55.199512 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] For port 1f5319e7-45d3-4321-9ef4-902bab3562a5, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f5319e7-45d3-4321-9ef4-902bab3562a5,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:45:55.227276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] For port 744c7268-7dc0-470d-b366-c40519502fe7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=744c7268-7dc0-470d-b366-c40519502fe7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:55.227678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.243667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Calling delete_port for 744c7268-7dc0-470d-b366-c40519502fe7 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:55.260425 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.291625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:55.379886 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:55.381723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:55.392819 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fca2c-4ec2-4945-96ec-e56139a8b039 None None] Pushing event updated for resources: {'Port': ['ID=1f5319e7-45d3-4321-9ef4-902bab3562a5,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:55.572062 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:45:55.656170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.692590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.695912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.715294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53493fc6-e915-4ec2-ba69-94ccf01595ea HTTP/1.1" status: 204 len: 168 time: 2.1708734 Nov 08 12:45:55.769171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28155e5-4c7a-4091-be2d-e6e17a005355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53493fc6-e915-4ec2-ba69-94ccf01595ea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:55.813861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.815908 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:50Z', 'revision_number': 3, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:55.851634 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848921d0-fd4b-4c38-a25c-71016d6fd440 None None] The sync data for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 is: [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:50Z', 'revision_number': 3, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:55.852388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:55.864238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=55d96334-28df-4fec-94e1-aab188126ac5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:55.867016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:55.883298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:55.890056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:55.890731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.971768 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:55.987502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-49a153a8-2303-4364-8b00-4bd6bd856bab service neutron] 10.222.0.58 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123555 Nov 08 12:45:56.075496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Pushing event deleted for resources: {'Port': ['ID=744c7268-7dc0-470d-b366-c40519502fe7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:56.100613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f0828d78-d58b-4404-867f-bf7b7a4c3079 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2502537 Nov 08 12:45:56.107091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34366) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:56.129163 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-94eafdcd-18c6-4a6e-bb74-b2bfa6b3aebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.132401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:45:56.177832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] Provisioning complete for port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:56.181108 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.380742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:45:56.521462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.529624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Allocated IP 172.20.0.1 (f945b015-0593-4126-8a9d-2a8047d453e0/f5a3552b-5da1-4eca-974c-0b678fb153f7/6220e982-37b8-4cc4-9a52-2e926694ff47) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:45:56.643532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.680829 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.748212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.752311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.807430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f5319e7-45d3-4321-9ef4-902bab3562a5 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:56.815601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.842106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:56.878849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-86559998-41b8-41d7-9afe-155f7b77b24d service neutron] 10.222.0.58 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277607 Nov 08 12:45:56.974227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:57.000627 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.004050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.117379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] For port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:57.125453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d8e6c-5b78-44e7-8eb3-f739102a7dc1 None None] The sync data for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 is: [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:57.174192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.175101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f13518-eb95-4924-95ff-937b8356425a {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:45:57.187413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.187413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.188502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f97bc384-3498-452e-8b9d-a4367d9d012c admin admin] 10.222.0.58 "DELETE /v2.0/routers/45f13518-eb95-4924-95ff-937b8356425a HTTP/1.1" status: 204 len: 168 time: 4.9200406 Nov 08 12:45:57.192243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:57.249655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.310120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f5319e7-45d3-4321-9ef4-902bab3562a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:57.312911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.447455 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP ee0db154-3798-41fe-a60e-87c09dd16b22 associated. External IP: 172.25.1.217, port: f7d754e4-f8a6-4408-a6a0-9872db814577. Nov 08 12:45:57.453108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Deleting subnet 724a7c79-85a8-40cb-a11f-6efb0b451af2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:45:57.493859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.539437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Network f945b015-0593-4126-8a9d-2a8047d453e0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:45:57.664855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:45:57.667932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:45:57.725683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.735789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cbf3e-5adc-4e7f-8676-ffe1a51caba5 None None] Pushing event updated for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:57.843967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.864781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.885213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20290fde-9328-4893-a260-2f31de74692d req-ca8acce8-d6fb-40c2-b4ac-11468b98165b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.1846755 Nov 08 12:45:57.887248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Pushing event updated for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:57.910870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] In _notify_port_updated(), no bound segment for port 55d96334-28df-4fec-94e1-aab188126ac5 on network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:45:57.927927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:45:57.936198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:57.944387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/ports/55d96334-28df-4fec-94e1-aab188126ac5 HTTP/1.1" status: 200 len: 818 time: 1.8283732 Nov 08 12:45:58.070762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:58.093608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:58.135463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 1f5319e7-45d3-4321-9ef4-902bab3562a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f5319e7-45d3-4321-9ef4-902bab3562a5,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:45:58.189977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4067cc9c-3320-49dc-8f47-d533adeac554 None None] Provisioning complete for port 6220e982-37b8-4cc4-9a52-2e926694ff47 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:58.189977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4067cc9c-3320-49dc-8f47-d533adeac554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:58.199662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:58.246336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:58.260316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7444e-3d04-43a9-b108-67398b01a81b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=55d96334-28df-4fec-94e1-aab188126ac5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:58.264220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:58.361469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4067cc9c-3320-49dc-8f47-d533adeac554 None None] Port 6220e982-37b8-4cc4-9a52-2e926694ff47 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:45:58.452802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=1f5319e7-45d3-4321-9ef4-902bab3562a5,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:45:58.732347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:45:58.783595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:45:58.933502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:45:58.934142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.032740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:45:59.048063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.060865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.080120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:45:59.140822 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f5bbf72-075a-4daf-88c6-5306fc3241fc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/ee0db154-3798-41fe-a60e-87c09dd16b22 HTTP/1.1" status: 200 len: 977 time: 4.3023086 Nov 08 12:45:59.141848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34428) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:45:59.173136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:59.174112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:59.251655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:59.272281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:45:59.273648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:59.321764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 55d96334-28df-4fec-94e1-aab188126ac5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:59.322612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.360481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port f7d754e4-f8a6-4408-a6a0-9872db814577 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:45:59.365164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.414571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd5a8310-b148-4aae-9001-d7bba4ece895 req-5eed82bb-ce2b-47c5-966f-f1853d6f32da tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.0788102 Nov 08 12:45:59.517816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:45:59.519492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aea3ee-687b-4f26-9f61-42d6594e8327 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:45:59.551970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.562279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.593086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 744c7268-7dc0-470d-b366-c40519502fe7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:45:59.613793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.646008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 55d96334-28df-4fec-94e1-aab188126ac5 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:45:59.669728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.681441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 744c7268-7dc0-470d-b366-c40519502fe7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:45:59.682041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 744c7268-7dc0-470d-b366-c40519502fe7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:45:59.894025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:45:59.993672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:00.014037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724a7c79-85a8-40cb-a11f-6efb0b451af2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:00.023446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dccd04c-8539-420f-b6a4-d2275c41d868 None None] Network 5778b661-ba30-4181-9813-938d1d58be35 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:00.032582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.053454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b85759a-eccc-4be3-a42c-fa28e39c2282 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/724a7c79-85a8-40cb-a11f-6efb0b451af2 HTTP/1.1" status: 204 len: 168 time: 2.8598790 Nov 08 12:46:00.063672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:00.133974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.137787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.137787 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP ee0db154-3798-41fe-a60e-87c09dd16b22 disassociated. External IP: 172.25.1.217, port: f7d754e4-f8a6-4408-a6a0-9872db814577. Nov 08 12:46:00.137787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for f7d754e4-f8a6-4408-a6a0-9872db814577 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:00.307634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.348934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.410875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.432084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] DHCP port deletion for 5778b661-ba30-4181-9813-938d1d58be35 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:00.500026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Deleting port c48af335-d58a-4356-b2cf-5b695b234b68 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:00.500402 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.521394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.615057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=55d96334-28df-4fec-94e1-aab188126ac5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:00.623320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.633574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b93cf33c-0158-41e2-82d5-ac3ed6697f59 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/55d96334-28df-4fec-94e1-aab188126ac5 HTTP/1.1" status: 204 len: 168 time: 2.5392563 Nov 08 12:46:00.634359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f5319e7-45d3-4321-9ef4-902bab3562a5 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:00.646153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:00.711426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] For port c48af335-d58a-4356-b2cf-5b695b234b68, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c48af335-d58a-4356-b2cf-5b695b234b68,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:00.711685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-902395925'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:00.722416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.766663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Calling delete_port for c48af335-d58a-4356-b2cf-5b695b234b68 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:00.807459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1f5319e7-45d3-4321-9ef4-902bab3562a5 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:00.807934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.808943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a40ef1b4-63b7-4d14-b012-b0aae042c586 req-af9aed88-f6f2-4f13-8d50-5649a3f32c13 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.2769432 Nov 08 12:46:00.809818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Pushing event updated for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:00.829170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.883266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35659b43-adcf-4f7f-8796-ce0049f90ae1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:00.898485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.903573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-35659b43-adcf-4f7f-8796-ce0049f90ae1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2223468 Nov 08 12:46:00.903720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34458) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:00.941829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Deleting port c48af335-d58a-4356-b2cf-5b695b234b68 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:00.942168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.979041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Made reservation on behalf of 5b18b7cef3da4e7ab15b3e96f96236fe for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:00.983620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:00.989702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=f7d754e4-f8a6-4408-a6a0-9872db814577,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:01.002989 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-799ca311-a28e-4bd3-85d9-cf2576eb37e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:01.019602 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-799ca311-a28e-4bd3-85d9-cf2576eb37e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/55d96334-28df-4fec-94e1-aab188126ac5 HTTP/1.1" status: 404 len: 333 time: 0.1065760 Nov 08 12:46:01.019602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34460) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:01.025380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-319775586'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:01.031494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.040513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] For port c48af335-d58a-4356-b2cf-5b695b234b68, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c48af335-d58a-4356-b2cf-5b695b234b68,segment=NetworkSegment(c09d4ed9-a6cf-43ba-8792-c5b913947db9),segment_id=c09d4ed9-a6cf-43ba-8792-c5b913947db9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:01.040879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.056965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c48af335-d58a-4356-b2cf-5b695b234b68 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:01.057128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Calling delete_port for c48af335-d58a-4356-b2cf-5b695b234b68 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:01.124300 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.152165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.187821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] No DVR routers for this DVR port c48af335-d58a-4356-b2cf-5b695b234b68 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:01.200438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfebd-f69d-436a-9925-5e5e9a576ab7 None None] Pushing event deleted for resources: {'Port': ['ID=c48af335-d58a-4356-b2cf-5b695b234b68,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:01.211469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:01.212112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No active binding found for port c48af335-d58a-4356-b2cf-5b695b234b68 {{(pid=102537) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 12:46:01.212583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c48af335-d58a-4356-b2cf-5b695b234b68 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:01.216249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.245051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c48af335-d58a-4356-b2cf-5b695b234b68,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:01.250754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] No DVR routers for this DVR port c48af335-d58a-4356-b2cf-5b695b234b68 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:01.257957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:01.320870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.358889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:01.366009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Network f945b015-0593-4126-8a9d-2a8047d453e0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:01.369618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:01.373240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.412207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.412578 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d of type vlan for network 99ae216c-83c2-4112-95b3-da732b61a337 Nov 08 12:46:01.425040 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.434646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-53d1d893-5dc7-4935-8806-55b8c69332bb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:01.436096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-53d1d893-5dc7-4935-8806-55b8c69332bb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 796 time: 0.2451952 Nov 08 12:46:01.447582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5778b661-ba30-4181-9813-938d1d58be35']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.462604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09d4ed9-a6cf-43ba-8792-c5b913947db9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.462903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09d4ed9-a6cf-43ba-8792-c5b913947db9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.504830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.518130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:01.528152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.538536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:01.544825 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:01.574401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.592389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.592741 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Added segment 78bd4ae3-4e08-4c25-8887-264c0ac361f3 of type vlan for network 455b6490-3857-4a5b-a479-5ce3ae32a457 Nov 08 12:46:01.597339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Router 25fb5827-cb14-4166-ba96-2c1494bb45bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:01.605173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc046f27-c9b1-47d3-9217-88737d524b8f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:01.699165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:01.708522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.712948 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:01.717101 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-50e229b3-3b76-47d2-b0f1-1163e9040b35 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 380 time: 0.2690859 Nov 08 12:46:01.728703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:01.731141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.739346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'port': {'device_id': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'admin_state_up': True, 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'security_groups': ['7e26330e-1c74-4476-a443-d90744d5c861']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:01.766675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c3fda3a0-8f90-4282-9bda-07e449186a49 None None] Provisioning complete for port 6220e982-37b8-4cc4-9a52-2e926694ff47 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:01.766675 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3fda3a0-8f90-4282-9bda-07e449186a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.796867 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.816649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:01.829682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72e0558b-5797-4577-901f-f02c2d42723f admin admin] 10.222.0.58 "PUT /v2.0/routers/25fb5827-cb14-4166-ba96-2c1494bb45bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4197509 Nov 08 12:46:01.835997 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.841726 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:01.841726 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.850718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.856686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] 10.222.0.58 "DELETE /v2.0/networks/5778b661-ba30-4181-9813-938d1d58be35 HTTP/1.1" status: 204 len: 168 time: 1.7917266 Nov 08 12:46:01.881697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c3fda3a0-8f90-4282-9bda-07e449186a49 None None] Port 6220e982-37b8-4cc4-9a52-2e926694ff47 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:01.905642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.910475 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:01.911240 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5335aee-ad00-488b-9be2-18eb9c962d77 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:01.920773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:01.920773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:01.921427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Sync routers for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:01.927277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35623093-fd06-43ba-85af-bde7f5046a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=5778b661-ba30-4181-9813-938d1d58be35,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:01.943028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:01.943932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:02.087859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.094144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:02.094800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.107015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3a3441d-85c3-45a6-824e-b715aec5ae9f req-860c9ae0-51d3-46e4-baba-a3c53b721dfb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.0813415 Nov 08 12:46:02.138743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:02.207142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.213278 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36f4819f-29e2-4526-bab0-5fa2e95f754b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/f7d754e4-f8a6-4408-a6a0-9872db814577 HTTP/1.1" status: 204 len: 168 time: 3.0678222 Nov 08 12:46:02.213866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.225550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=99ae216c-83c2-4112-95b3-da732b61a337,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:02.238334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:02.267956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b2a39e65-c11c-4ee4-8274-2fc87d636e25 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/floatingips/ee0db154-3798-41fe-a60e-87c09dd16b22 HTTP/1.1" status: 200 len: 688 time: 0.0528831 Nov 08 12:46:02.282467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.338994 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0db8c977-7be6-456c-bc92-6d159ed59461 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3174069 Nov 08 12:46:02.348318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3526511 Nov 08 12:46:02.358564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.358564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649e1d2-4d78-4afd-93ca-8c021bc46e1a tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Pushing event updated for resources: {'Network': ['ID=455b6490-3857-4a5b-a479-5ce3ae32a457,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:02.380201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:02.387767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:02.501406 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:02.508155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.577734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.583825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 19b2135c-db40-4f78-b1fc-9b21285ebe86 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:02.585095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.588637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6220e982-37b8-4cc4-9a52-2e926694ff47', 'name': '', 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'mac_address': 'fa:16:3e:f3:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:55Z', 'updated_at': '2021-11-08T12:45:59Z', 'revision_number': 2, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'subnets': [{'id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:02.664231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Checking router: 25fb5827-cb14-4166-ba96-2c1494bb45bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:02.665127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Updating router 25fb5827-cb14-4166-ba96-2c1494bb45bf port 6220e982-37b8-4cc4-9a52-2e926694ff47 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:46:02.704625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:02.708597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.717146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b98df13c-6841-4f07-a0c0-958e86ac2be5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24a81b2ba3404580aeb0ac9827d4048f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561900 Nov 08 12:46:02.718106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.726028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.741629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:02.752346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457', 'binding:host_id': 'n-h2-816990-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1698901069'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:02.781134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.781539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:02.828283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.8 (b9805790-eb3b-4c07-b3fb-902bee9cb1e3/085df202-25aa-4da8-b9c3-8b829a095cdf/56a872d6-2724-476b-8e3b-45793838e5fb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:02.837891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 19b2135c-db40-4f78-b1fc-9b21285ebe86 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:03.015671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.045492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.087269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Made reservation on behalf of bb665c2e96ca414398bed938cc70c44b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:03.098097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.128534 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.145190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.152488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.216197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.221585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.245424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-656e078b-7693-42eb-8ec9-fc110086fa55 req-5a9e14c8-e0ce-4d75-b17f-0ae2dd313627 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.0570512 Nov 08 12:46:03.328992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.358412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.369919 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.378465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.385157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/708a72c9-e734-4d7b-9514-7f795319d6cb HTTP/1.1" status: 204 len: 168 time: 0.6654620 Nov 08 12:46:03.395429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d6a26-e21f-4de6-9169-8b6c39d2a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a72c9-e734-4d7b-9514-7f795319d6cb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.398220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.456720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.463162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=19b2135c-db40-4f78-b1fc-9b21285ebe86,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.469851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:03.504374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=5fc9dcf1-2c40-4dd2-8f05-cca82108462e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.560072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca5691-62f6-49f3-8c12-8bfce4c2a2b4 None None] Pushing event updated for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.665537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:03.665537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:03.665537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:03.665537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 99ae216c-83c2-4112-95b3-da732b61a337, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:03.667301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:03.672786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Attempting to bind port 6220e982-37b8-4cc4-9a52-2e926694ff47 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:03.673197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Attempting to bind port 6220e982-37b8-4cc4-9a52-2e926694ff47 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:03.673564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Attempting to bind port 6220e982-37b8-4cc4-9a52-2e926694ff47 on network f945b015-0593-4126-8a9d-2a8047d453e0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:03.686839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:03.687252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Checking segment: {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:03.687608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.688001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Bound using segment: {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:03.688471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Bound port: 6220e982-37b8-4cc4-9a52-2e926694ff47, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73bb243-51fd-42ea-8b27-0b14e206a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:03.688848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.738065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2013117-4637-4f40-907f-7f01bc2a5bae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.805028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:03.861605 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.867317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.876000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3b59d437-688a-4083-ade5-d06a42746733 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee0db154-3798-41fe-a60e-87c09dd16b22 HTTP/1.1" status: 204 len: 168 time: 1.5878284 Nov 08 12:46:03.887866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:03.894642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:03.905426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:03.925215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] For port 6220e982-37b8-4cc4-9a52-2e926694ff47, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:03.928794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'c3679353-fdeb-4bfb-8d2b-1a0087349761'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:03.932279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] For port 6220e982-37b8-4cc4-9a52-2e926694ff47, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6220e982-37b8-4cc4-9a52-2e926694ff47,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:03.955883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 99ae216c-83c2-4112-95b3-da732b61a337 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:03.998646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0a490b03-7145-473e-ba1c-6d822a66bf54 None None] Provisioning complete for port 6220e982-37b8-4cc4-9a52-2e926694ff47 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:04.000321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a490b03-7145-473e-ba1c-6d822a66bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.079622 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.118707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 99ae216c-83c2-4112-95b3-da732b61a337) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:04.124212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:04.127479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.169316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.174216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:04.185905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.201578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:04.202220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:04.272968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-64ff562a-8aff-4336-8878-408b191294f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5373285 Nov 08 12:46:04.294550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Request body: {'port': {'device_id': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:04.326354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.365077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:04.465033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:04.505946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d24620e-46de-4b5b-8ba8-d5616d637601 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1436491 Nov 08 12:46:04.524571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:04.533433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:04.543438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=1f27ffb2-f55e-4b56-af81-3ad2d3a05c92,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:04.687592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7829f-bbc5-441f-b849-5d83c7749dc0 req-2a8c852e-6df5-44b2-8543-75d419fcc11a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:04.689213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa7829f-bbc5-441f-b849-5d83c7749dc0 req-2a8c852e-6df5-44b2-8543-75d419fcc11a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 931 time: 0.2693989 Nov 08 12:46:04.690211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Checking segment: {'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:04.690626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Network hostable DHCP agents. Network: 455b6490-3857-4a5b-a479-5ce3ae32a457, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:04.707958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3deb0-7dc6-49fd-820a-d9140f7dbc17 None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:04.751966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34540) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:04.767395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34542) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:04.803631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa7829f-bbc5-441f-b849-5d83c7749dc0 req-33cedfe1-eafd-48ad-b7d2-dcbfd5466ccb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017010 Nov 08 12:46:04.830570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0a490b03-7145-473e-ba1c-6d822a66bf54 None None] Port 6220e982-37b8-4cc4-9a52-2e926694ff47 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:04.868368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca5691-62f6-49f3-8c12-8bfce4c2a2b4 None None] Pushing event updated for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:04.907464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:04.985424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6220e982-37b8-4cc4-9a52-2e926694ff47', 'name': '', 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'mac_address': 'fa:16:3e:f3:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:55Z', 'updated_at': '2021-11-08T12:46:03Z', 'revision_number': 4, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'subnets': [{'id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:05.010360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 455b6490-3857-4a5b-a479-5ce3ae32a457) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:05.019498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:05.048729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.049096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.049437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.070233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.071177 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.071370 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 2 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.094497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6ba9b-8c25-46d1-8b58-58bced66956a None None] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:05.128049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.128424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.128766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.139376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af591-37ae-4048-8eca-314be6ae16bb None None] The sync data for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 is: [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6220e982-37b8-4cc4-9a52-2e926694ff47', 'name': '', 'network_id': 'f945b015-0593-4126-8a9d-2a8047d453e0', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'mac_address': 'fa:16:3e:f3:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:55Z', 'updated_at': '2021-11-08T12:46:03Z', 'revision_number': 4, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'subnets': [{'id': 'f5a3552b-5da1-4eca-974c-0b678fb153f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:05.158996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.159339 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.159739 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 3 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.172372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb984389-02d7-447a-8fbe-25e83d461467 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1b7681e4d074241af3d47b52085735f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168146 Nov 08 12:46:05.174490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34546) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:05.193596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.216245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Provisioning complete for port 6220e982-37b8-4cc4-9a52-2e926694ff47 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:05.219891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.249717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.250359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.251028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.273887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.274711 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.277545 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 4 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.285461 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:46:05.336611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.336611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.336611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.355638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.355988 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.356372 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 5 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.430279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.430874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.431854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.444131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.446016 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.446666 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 6 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.478525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.478871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.479297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.486344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.486683 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.487125 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 7 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.492780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-99ae216c-83c2-4112-95b3-da732b61a337', 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': '5fc9dcf1-2c40-4dd2-8f05-cca82108462e'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:05.493645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.503909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.504300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.504667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.510000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.510210 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.510616 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 8 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.515493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:05.526086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.526506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.526906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.529708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.532107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.532449 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.532850 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 9 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.547588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.547938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.548761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.553922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.554460 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.554862 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 10 to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 Nov 08 12:46:05.571505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:05.571505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:05.571835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:05.593931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:05.594872 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:05.595683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.700036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:05.700607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:46:05.808290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Allocated IP 172.20.0.2 (99ae216c-83c2-4112-95b3-da732b61a337/5fc9dcf1-2c40-4dd2-8f05-cca82108462e/30a18e12-93b5-4462-83c3-dce00e0d78e2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:05.845536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.941848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:05.989582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:05.994895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.018362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] For port 6220e982-37b8-4cc4-9a52-2e926694ff47, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6220e982-37b8-4cc4-9a52-2e926694ff47,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:06.064015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=1f27ffb2-f55e-4b56-af81-3ad2d3a05c92,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:06.085018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b2fc8164-aa2d-4f1b-b95b-7608723bf81c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3392797 Nov 08 12:46:06.096762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9286-5fb5-49ce-95ee-284ef7f3902b req-53c80262-1f25-4e25-8b3b-a598e0e9407e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:06.098707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92c9286-5fb5-49ce-95ee-284ef7f3902b req-53c80262-1f25-4e25-8b3b-a598e0e9407e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 931 time: 0.1428256 Nov 08 12:46:06.099342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:06.120636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.178711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.201853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Provisioning complete for port 56a872d6-2724-476b-8e3b-45793838e5fb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:06.202675 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.234222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.47 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ad7945f0-f173-44af-998d-ac41b4a863c2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:06.253891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Port 56a872d6-2724-476b-8e3b-45793838e5fb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:06.277467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.299662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62589b4e-200d-4b70-8b33-b0dd5d88a541 None None] Pushing event updated for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:06.314458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:06.317117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92c9286-5fb5-49ce-95ee-284ef7f3902b req-714bfc0f-cf0d-44bb-8ae2-0d190ebc685c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071111 Nov 08 12:46:06.350436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:06.355118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:06.355300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Deleting port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:06.355578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.411315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.487002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Pushing event updated for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:06.501110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Attempting to bind port 30a18e12-93b5-4462-83c3-dce00e0d78e2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:06.501110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Attempting to bind port 30a18e12-93b5-4462-83c3-dce00e0d78e2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:06.503407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Attempting to bind port 30a18e12-93b5-4462-83c3-dce00e0d78e2 on network 99ae216c-83c2-4112-95b3-da732b61a337 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:06.505592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.517652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:06.518664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Checking segment: {'id': 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:06.520624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92, host n-h2-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:06.520994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.521425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.522090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Bound using segment: {'id': 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:06.524522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Bound port: 30a18e12-93b5-4462-83c3-dce00e0d78e2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '99ae216c-83c2-4112-95b3-da732b61a337'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:06.525172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.560163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Calling delete_port for 1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:06.653347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.654990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6220e982-37b8-4cc4-9a52-2e926694ff47 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:06.713145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:06.734828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30a18e12-93b5-4462-83c3-dce00e0d78e2,segment=NetworkSegment(a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d),segment_id=a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:06.763060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6220e982-37b8-4cc4-9a52-2e926694ff47 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:06.763442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.829443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.869731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=ad7945f0-f173-44af-998d-ac41b4a863c2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:06.950128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670adf2-336d-4651-8088-9ceaf4613e6d None None] Pushing event updated for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:06.963086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:06.983321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:06.986459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:07.067141 n-d-816990-1 neutron-server[102536]: INFO neutron.db.ipam_backend_mixin [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fc9dcf1-2c40-4dd2-8f05-cca82108462e (CIDR: 172.20.0.0/28) Nov 08 12:46:07.101123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:07.160069 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:46:07.160578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:46:07.268674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.271736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.273597 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0558cf97-3de8-4eca-a3a0-a81d88b27961 HTTP/1.1" status: 204 len: 168 time: 2.0944788 Nov 08 12:46:07.318507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.339947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e07c9-b80e-493f-b83e-faa9a38c33f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558cf97-3de8-4eca-a3a0-a81d88b27961,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:07.353634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:46:07.369549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.397744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f27ffb2-f55e-4b56-af81-3ad2d3a05c92,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:07.439436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.453589 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e86e6b71-1508-498a-a1a2-028f7f33c238 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9276829 Nov 08 12:46:07.454331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34592) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:07.457661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2d87787a-18ec-4b70-8997-e7750a6db4c9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 HTTP/1.1" status: 204 len: 168 time: 1.3530467 Nov 08 12:46:07.459080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:07.470991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:07.482833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Transition to ACTIVE for port object 56a872d6-2724-476b-8e3b-45793838e5fb will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:46:07.547847 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7421dc2-debb-4e59-92cb-aa8975dc6612 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:46:07.553234 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7421dc2-debb-4e59-92cb-aa8975dc6612 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports/1f27ffb2-f55e-4b56-af81-3ad2d3a05c92 HTTP/1.1" status: 404 len: 333 time: 0.0862086 Nov 08 12:46:07.554888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:07.560420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-564682573'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:07.620964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.710410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15a718-312c-4022-90da-c638f8c18b52 req-e6b29b25-0a0c-4fde-8d4e-b0852c45ddfa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:07.719115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf15a718-312c-4022-90da-c638f8c18b52 req-e6b29b25-0a0c-4fde-8d4e-b0852c45ddfa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 931 time: 0.2109890 Nov 08 12:46:07.858002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf15a718-312c-4022-90da-c638f8c18b52 req-5f6a228c-b285-40b1-87ee-b9f382517beb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374958 Nov 08 12:46:07.906558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:07.911071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:07.993786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Made reservation on behalf of bb665c2e96ca414398bed938cc70c44b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:08.002267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.256819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:08.314540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:08.335508 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.496503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.498341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.802460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:08.802460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:08.802460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:08.803995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 99ae216c-83c2-4112-95b3-da732b61a337 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:08.803995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:08.805075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255a520-58ad-4622-9e81-693f106a0a32 None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:08.806331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:08.806331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:08.806618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:08.806618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.806618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=f1ea6b47-8f5e-408e-b7fd-8bc08c25c908,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:08.807051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:08.807051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:08.807051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Bound using segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:08.807051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Bound port: 56a872d6-2724-476b-8e3b-45793838e5fb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:08.807051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.808191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30a18e12-93b5-4462-83c3-dce00e0d78e2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:08.814383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f8865166-7607-4e0a-a662-ba8e3620ab6e tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3531158 Nov 08 12:46:08.816958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:08.827562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'fixed_ips': [{'subnet_id': '5fc9dcf1-2c40-4dd2-8f05-cca82108462e'}, {'subnet_id': 'f1ea6b47-8f5e-408e-b7fd-8bc08c25c908'}], 'name': 'tempest-PortsTestJSON-332890883'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:08.846485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.873534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:08.874272 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.912443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:08.928395 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.942734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:08.943541 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:08.961074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:09.102754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.106061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.152836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.186234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Update dhcp port {'port': {'network_id': '99ae216c-83c2-4112-95b3-da732b61a337', 'fixed_ips': [{'subnet_id': '5fc9dcf1-2c40-4dd2-8f05-cca82108462e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1ea6b47-8f5e-408e-b7fd-8bc08c25c908'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '30a18e12-93b5-4462-83c3-dce00e0d78e2'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:46:09.201212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:09.204226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:09.204848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.206438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] 10.222.0.57 "PUT /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1091 time: 4.9245865 Nov 08 12:46:09.223694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:09.226105 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201568a-817b-48f8-b79f-ba25621e200b" -d '{"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:09.249388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30a18e12-93b5-4462-83c3-dce00e0d78e2,segment=NetworkSegment(a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d),segment_id=a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:09.254369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.263448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:09.270847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:09.271814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:09.272582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.293822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.315117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bda51-8ae5-4bfc-a30b-a92bb3788734 service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:09.389851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d812-11f8-4812-9d85-bd470f6345d5 req-718ae20b-6977-4b11-bed9-475171d34c33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:09.400240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26d3d812-11f8-4812-9d85-bd470f6345d5 req-718ae20b-6977-4b11-bed9-475171d34c33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.3310401 Nov 08 12:46:09.444004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:09.453953 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1982df-7c65-4c39-9c53-df56d5e25a2c x-openstack-request-id: req-3d1982df-7c65-4c39-9c53-df56d5e25a2c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:09.454281 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:09.457865 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d1982df-7c65-4c39-9c53-df56d5e25a2c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:09.457865 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:46:09.484710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Deleting port 6220e982-37b8-4cc4-9a52-2e926694ff47 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:09.484998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.512901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26d3d812-11f8-4812-9d85-bd470f6345d5 req-ccc27822-7def-4b07-b899-9efcb5ac90d7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117120 Nov 08 12:46:09.559805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:09.584694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.599754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-5eabb0c3-6568-4948-a767-379cbc11edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:09.601599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-5eabb0c3-6568-4948-a767-379cbc11edd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1094 time: 0.2101846 Nov 08 12:46:09.681767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.684968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-038e608e-3b12-4366-9a71-1cc9445b3b19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 217 time: 0.0711679 Nov 08 12:46:09.694444 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be63fda8-4422-4fe5-baf0-a759d74244ba tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1383154 Nov 08 12:46:09.697182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:09.708691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:09.723487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Allocated IP 172.20.0.18 (99ae216c-83c2-4112-95b3-da732b61a337/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908/30a18e12-93b5-4462-83c3-dce00e0d78e2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:09.746315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.752151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] For port 6220e982-37b8-4cc4-9a52-2e926694ff47, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6220e982-37b8-4cc4-9a52-2e926694ff47,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:09.761226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.787353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 49522309-2430-425e-b0df-53bac7202705 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:09.826165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30a18e12-93b5-4462-83c3-dce00e0d78e2,segment=NetworkSegment(a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d),segment_id=a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:09.841554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Calling delete_port for 6220e982-37b8-4cc4-9a52-2e926694ff47 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:09.859713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.862122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.911708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-eea135ac-e41d-4116-8abf-ec9b37a3cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:09.911708 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-eea135ac-e41d-4116-8abf-ec9b37a3cd54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.1987150 Nov 08 12:46:09.937453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:46:09.937778 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:46:09.940574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6511f1-9948-4147-87a7-ce1fecde3ef3 None None] Pushing event updated for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:09.952781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=ad7945f0-f173-44af-998d-ac41b4a863c2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:09.982491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:09.984925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:10.075157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-e92718ce-a12f-4caf-b645-765a45a07dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:10.077029 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-e92718ce-a12f-4caf-b645-765a45a07dea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711287 Nov 08 12:46:10.087514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02973f-2db8-4ef1-92a8-c3a8b9f33797 None None] Pushing event updated for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:10.097079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:10.380602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.12 (99ae216c-83c2-4112-95b3-da732b61a337/5fc9dcf1-2c40-4dd2-8f05-cca82108462e/49522309-2430-425e-b0df-53bac7202705) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:10.419994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.28 (99ae216c-83c2-4112-95b3-da732b61a337/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908/49522309-2430-425e-b0df-53bac7202705) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:10.639715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30a18e12-93b5-4462-83c3-dce00e0d78e2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:10.739738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:10.740110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:10.747467 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP 73f3a2ba-fdd3-4d53-933a-e681b564c326 associated. External IP: 172.25.1.47, port: c3679353-fdeb-4bfb-8d2b-1a0087349761. Nov 08 12:46:10.822563 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-d614cc03-d978-4317-9a35-d29c2ac38c09 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077959 Nov 08 12:46:10.874724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:10.903535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490615-2123-4c88-99a4-647bcd9ce227 req-795a51b7-091a-402b-8c42-ea9fb9920e10 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:10.905106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89490615-2123-4c88-99a4-647bcd9ce227 req-795a51b7-091a-402b-8c42-ea9fb9920e10 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.2176349 Nov 08 12:46:10.928923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870faf6f-4ba8-445f-ad1d-a5e1f274a0cf None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:10.935066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:10.983946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.041950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89490615-2123-4c88-99a4-647bcd9ce227 req-ba923e93-e26f-4e7a-bbce-c7dee921bfc2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186848 Nov 08 12:46:11.042682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1b57ab14-dc7a-41fa-a999-6c9ba6774c37 None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:11.043147 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1b57ab14-dc7a-41fa-a999-6c9ba6774c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.059856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.117915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=49522309-2430-425e-b0df-53bac7202705,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:11.137145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.209269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:11.235852 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5fbb458e-df32-41a4-a5f3-aed066c5295d req-d35ee9ea-b9ff-4b21-914f-daa66c5ff2a9 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051869 Nov 08 12:46:11.259018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 99ae216c-83c2-4112-95b3-da732b61a337 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:11.278607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:11.298073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:11.298073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:11.321123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.321460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.321894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.331454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.360439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.360827 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.363651 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 2 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.399977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.400360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.400692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.406932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.407573 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.408126 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 3 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.416641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:11.419221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.448381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Pushing event deleted for resources: {'Port': ['ID=6220e982-37b8-4cc4-9a52-2e926694ff47,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:11.452559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.452559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.452559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.476515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.478845 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.482286 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 4 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.521527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.521527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.521527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.530164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.530541 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.532795 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 5 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.584800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1212048a-b353-431a-8940-9f9bb6ac6887 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7663763 Nov 08 12:46:11.585713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:11.586232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.586606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.586945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.607732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fc9dcf1-2c40-4dd2-8f05-cca82108462e'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:11.617641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:11.637678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201568a-817b-48f8-b79f-ba25621e200b req-d74376f1-7489-4eaf-bc48-76ad1007e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:11.637678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-d74376f1-7489-4eaf-bc48-76ad1007e998 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1094 time: 0.2119005 Nov 08 12:46:11.673061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.673290 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.687357 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 6 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.746931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.747153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.747436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.756927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60a6fa40-ef56-4d77-9939-67a1196363b5 None None] Provisioning complete for port 49522309-2430-425e-b0df-53bac7202705 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:11.757641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60a6fa40-ef56-4d77-9939-67a1196363b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.860155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-60a6fa40-ef56-4d77-9939-67a1196363b5 None None] Port 49522309-2430-425e-b0df-53bac7202705 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:11.883814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60a6fa40-ef56-4d77-9939-67a1196363b5 None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:11.884182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60a6fa40-ef56-4d77-9939-67a1196363b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.886829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:11.889339 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:11.902839 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 7 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:11.936285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:11.975754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:11.986047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:11.986047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:11.986269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:11.997344 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:12.008704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:12.009376 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:12.035432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:12.036551 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:12.062788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:12.066145 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 8 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:12.075422 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:12.076491 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:12.124763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:12.125695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f2c0-ee38-4e3e-a6e1-88b7d09e1b02 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:12.133363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:12.133894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:12.135106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:12.152222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201568a-817b-48f8-b79f-ba25621e200b req-1e1b0bb9-3d8a-4526-b8d8-249aa4010368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:12.154764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-1e1b0bb9-3d8a-4526-b8d8-249aa4010368 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.5051026 Nov 08 12:46:12.154764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.158531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:12.159004 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:12.165539 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 9 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:12.204366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:12.204864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.205333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:12.205788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:12.235956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-db58b64a-1da1-4ce3-bc74-d93baef1c969 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 217 time: 0.0725939 Nov 08 12:46:12.239627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad0fe3e5-5c8c-459f-a29f-f27148997d8d None None] Provisioning complete for port 49522309-2430-425e-b0df-53bac7202705 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:12.240111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe3e5-5c8c-459f-a29f-f27148997d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.273958 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-79deffaa-6015-4184-af32-ee81903d952e tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3634968 Nov 08 12:46:12.277215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:12.289657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-298320054'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:12.314028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:12.314542 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:12.324812 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 10 to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b Nov 08 12:46:12.335026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe3e5-5c8c-459f-a29f-f27148997d8d None None] Port 49522309-2430-425e-b0df-53bac7202705 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:12.363684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:12.364282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:12.364722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:12.386740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201568a-817b-48f8-b79f-ba25621e200b req-dffc65b0-ba51-43db-af7e-1e164fb70000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:12.388500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-dffc65b0-ba51-43db-af7e-1e164fb70000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.1102283 Nov 08 12:46:12.397327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:12.397814 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:12.398326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.455560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201568a-817b-48f8-b79f-ba25621e200b req-ac10f87b-a7b8-43e3-86ae-b51ef0bd4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:12.457500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-ac10f87b-a7b8-43e3-86ae-b51ef0bd4746 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612717 Nov 08 12:46:12.499765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:12.503644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.531166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d987-0171-46fe-bd13-6ff6f76bd7d9 req-b41cd9e9-1907-4c99-8cef-e43c7315246a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:12.532854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4305d987-0171-46fe-bd13-6ff6f76bd7d9 req-b41cd9e9-1907-4c99-8cef-e43c7315246a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.3758776 Nov 08 12:46:12.693208 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-cafcd36b-4efe-49f8-9b7f-726c7aeee538 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986833 Nov 08 12:46:12.751040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:12.754595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:46:12.758468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4305d987-0171-46fe-bd13-6ff6f76bd7d9 req-6fa627b1-bbea-4921-bf49-539af04ccf33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162614 Nov 08 12:46:12.802489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:12.823412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Router 25fb5827-cb14-4166-ba96-2c1494bb45bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:12.832785 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:12.833217 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Added segment 9e911c7b-269c-4408-8dfc-574a0b0c460b of type vlan for network 96e39f96-2ec6-4544-8892-040e438c9e2e Nov 08 12:46:12.841460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Delete allocated IP 172.20.0.28 (99ae216c-83c2-4112-95b3-da732b61a337/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:46:12.889192 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e201568a-817b-48f8-b79f-ba25621e200b req-7a941436-696b-427a-a3f7-4ed346027c24 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920011 Nov 08 12:46:12.892722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.005641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] In _notify_port_updated(), no bound segment for port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:46:13.006036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.007096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.010353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "PUT /v2.0/ports/e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b HTTP/1.1" status: 200 len: 974 time: 3.3081856 Nov 08 12:46:13.013593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.014129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:13.039501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:13.050790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Sync routers for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:13.051327 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2054dd43-ee7b-41c0-a04a-42c3da31335d admin admin] 10.222.0.58 "PUT /v2.0/routers/25fb5827-cb14-4166-ba96-2c1494bb45bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2815974 Nov 08 12:46:13.057870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:13.070174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:13.072231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:13.124559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.130955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.132453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.236850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:13.312697 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0266457 Nov 08 12:46:13.313367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34654) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:13.324183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'subnet': {'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:13.361598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37994-c88a-4c09-9f1f-5ea4940639fa tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Network': ['ID=96e39f96-2ec6-4544-8892-040e438c9e2e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:13.390115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 96e39f96-2ec6-4544-8892-040e438c9e2e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:13.435969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.565950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.602070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:46:11Z', 'revision_number': 5, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:13.619025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ee978-2433-4727-b490-d863ca7ab1f2 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:13.640174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Checking router: 25fb5827-cb14-4166-ba96-2c1494bb45bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:13.640349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:13.643967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Routers {'25fb5827-cb14-4166-ba96-2c1494bb45bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:13.644737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['25fb5827-cb14-4166-ba96-2c1494bb45bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:13.645595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.680386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.698550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.699068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.699539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.699985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.700438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.700887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.701337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.701781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.702228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.702698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.703146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.703592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.704047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.708466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:13.715679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-48dbf114-fa2c-455e-a100-aed41b1b9112 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19478 time: 0.6950088 Nov 08 12:46:13.716327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:13.764677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.769589 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:13.797536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] Set router 25fb5827-cb14-4166-ba96-2c1494bb45bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:14.019649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Deleting port 1f5319e7-45d3-4321-9ef4-902bab3562a5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:14.020147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.038212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=49522309-2430-425e-b0df-53bac7202705,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:14.079190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:46:11Z', 'revision_number': 5, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:14.127628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21099c-9452-4fc5-b792-ad9d57b496fc req-9520d340-7a58-426b-b92d-af7c707ccef0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:14.128112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752bd72-8cb1-4d55-9495-f633bdab9438 None None] The sync data for ids ['25fb5827-cb14-4166-ba96-2c1494bb45bf'] in n-d-816990-1 is: [{'id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'name': 'tempest-ImageQuotaTest-293003037-router', 'tenant_id': '6b482192fc344b699ecb7a13290b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:44Z', 'updated_at': '2021-11-08T12:46:11Z', 'revision_number': 5, 'project_id': '6b482192fc344b699ecb7a13290b1b6a', 'gw_port': {'id': '1f5319e7-45d3-4321-9ef4-902bab3562a5', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fb5827-cb14-4166-ba96-2c1494bb45bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:48Z', 'updated_at': '2021-11-08T12:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:14.140199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b21099c-9452-4fc5-b792-ad9d57b496fc req-9520d340-7a58-426b-b92d-af7c707ccef0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.2761376 Nov 08 12:46:14.221346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] In _notify_port_updated(), no bound segment for port 49522309-2430-425e-b0df-53bac7202705 on network 99ae216c-83c2-4112-95b3-da732b61a337 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:46:14.227902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:14.228569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.233459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2a6480a1-dc0e-4081-be87-634308cb2c4a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/ports/49522309-2430-425e-b0df-53bac7202705 HTTP/1.1" status: 200 len: 919 time: 2.6412563 Nov 08 12:46:14.295394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:14.326006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fc9dcf1-2c40-4dd2-8f05-cca82108462e'}, {'subnet_id': 'f1ea6b47-8f5e-408e-b7fd-8bc08c25c908'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:14.374937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f57ed2b8-6169-4aef-8744-c5e582bafabd None None] Provisioning complete for port 49522309-2430-425e-b0df-53bac7202705 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:14.376096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f57ed2b8-6169-4aef-8744-c5e582bafabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.419504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b21099c-9452-4fc5-b792-ad9d57b496fc req-c23d88c9-5a32-4e55-97ce-5a373b3a1b6f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783873 Nov 08 12:46:14.426331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Deleting port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:14.426756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.427647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f57ed2b8-6169-4aef-8744-c5e582bafabd None None] Port 49522309-2430-425e-b0df-53bac7202705 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:14.480855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.548587 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.560790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6220e982-37b8-4cc4-9a52-2e926694ff47 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:14.575085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b, host n-h2-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:14.575712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.611442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6220e982-37b8-4cc4-9a52-2e926694ff47 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:14.611811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6220e982-37b8-4cc4-9a52-2e926694ff47 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:14.640457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] For port 1f5319e7-45d3-4321-9ef4-902bab3562a5, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1f5319e7-45d3-4321-9ef4-902bab3562a5,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:14.640821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.643078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Subnet': ['ID=8ec1631a-9c3f-4589-886c-46bfb6a40027,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:14.663193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Calling delete_port for e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:14.663772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Calling delete_port for 1f5319e7-45d3-4321-9ef4-902bab3562a5 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:14.679570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Checking segment: {'id': '9e911c7b-269c-4408-8dfc-574a0b0c460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:14.679942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network hostable DHCP agents. Network: 96e39f96-2ec6-4544-8892-040e438c9e2e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:14.835915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 96e39f96-2ec6-4544-8892-040e438c9e2e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:14.914534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Deleting port 75cb525e-5b12-492d-9f55-2c53f89c23ee {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:14.914877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.923684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 96e39f96-2ec6-4544-8892-040e438c9e2e) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:14.934381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57833487-5d20-4bd6-bd0b-29886b43bf3d None None] Network 96e39f96-2ec6-4544-8892-040e438c9e2e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:14.944184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:14.945413 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:14.965521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.013862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5319e7-45d3-4321-9ef4-902bab3562a5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:15.041853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.067488 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ae736572-3c0c-4f23-8342-6a60ed7008d6 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7490549 Nov 08 12:46:15.088058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34664) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:15.094864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2101012355', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:15.097461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.29 (99ae216c-83c2-4112-95b3-da732b61a337/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908/49522309-2430-425e-b0df-53bac7202705) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:15.099034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:15.113918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] For port 75cb525e-5b12-492d-9f55-2c53f89c23ee, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75cb525e-5b12-492d-9f55-2c53f89c23ee,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:15.113918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.116755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.120808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9a90d070-e836-4950-9620-821f099f5d9c tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b HTTP/1.1" status: 204 len: 168 time: 1.4023855 Nov 08 12:46:15.131415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:15.179746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Calling delete_port for 75cb525e-5b12-492d-9f55-2c53f89c23ee owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:15.186917 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fa4906-d645-42a1-893e-2ab58bba9469 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:46:15.188669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e0fa4906-d645-42a1-893e-2ab58bba9469 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports/e9d0e4a0-1baf-44f2-ab5b-2e685ac57f7b HTTP/1.1" status: 404 len: 333 time: 0.0562344 Nov 08 12:46:15.194782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34670) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:15.215700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1611343686', 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:15.240205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.318884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.320241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.363743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.367650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-96e39f96-2ec6-4544-8892-040e438c9e2e', 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e', 'tenant_id': 'e9a07f6832da45549abd02d81de32bdf', 'fixed_ips': [{'subnet_id': '8ec1631a-9c3f-4589-886c-46bfb6a40027'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:15.368432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.368557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.380690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.471667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Made reservation on behalf of bb665c2e96ca414398bed938cc70c44b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:15.474284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:46:15.476240 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.480223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.483735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.500828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port 5a14c63d-9a89-4670-9ece-38e4619a885d yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:15.589955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.624234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Allocated IP 172.20.0.2 (96e39f96-2ec6-4544-8892-040e438c9e2e/8ec1631a-9c3f-4589-886c-46bfb6a40027/6e4bfce8-2023-4216-a53d-04cfa6e53798) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:15.680625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=49522309-2430-425e-b0df-53bac7202705,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:15.690162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.735955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:15.737327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8d4b6-0e13-4cd5-a450-f964744b4608 req-0c2cb491-c846-46e6-9a80-80e99f4aca87 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:15.741601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7d8d4b6-0e13-4cd5-a450-f964744b4608 req-0c2cb491-c846-46e6-9a80-80e99f4aca87 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.2170551 Nov 08 12:46:15.745852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.746487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25fb5827-cb14-4166-ba96-2c1494bb45bf {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:46:15.759282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.760471 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f2013ac3-5027-48db-b4d3-41e794cb1750 admin admin] 10.222.0.58 "DELETE /v2.0/routers/25fb5827-cb14-4166-ba96-2c1494bb45bf HTTP/1.1" status: 204 len: 168 time: 2.7004814 Nov 08 12:46:15.761597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34674) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:15.804567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Pushing event deleted for resources: {'Port': ['ID=75cb525e-5b12-492d-9f55-2c53f89c23ee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:15.828887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.859443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '56a872d6-2724-476b-8e3b-45793838e5fb', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:46:15.930750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.966768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:46:15.968575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7d8d4b6-0e13-4cd5-a450-f964744b4608 req-caa58c62-d13d-480b-81bf-f1ac40c1130b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764858 Nov 08 12:46:15.971026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] In _notify_port_updated(), no bound segment for port 49522309-2430-425e-b0df-53bac7202705 on network 99ae216c-83c2-4112-95b3-da732b61a337 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:46:15.981672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:15.984916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Deleting subnet f5a3552b-5da1-4eca-974c-0b678fb153f7 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:15.985797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:15.989087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-de6d57b4-aa58-47d6-b203-fe32b37a3107 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/ports/49522309-2430-425e-b0df-53bac7202705 HTTP/1.1" status: 200 len: 999 time: 1.6691916 Nov 08 12:46:16.001770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:16.038075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.042766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:16.069050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.091942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.112074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d2459907-913c-459e-a128-892c91730f3b None None] Provisioning complete for port 49522309-2430-425e-b0df-53bac7202705 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:16.112440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d2459907-913c-459e-a128-892c91730f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.142088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.154807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.194869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.206643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:16.211597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:16.238292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:16.238620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:16.243981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:16.243981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.264282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.268320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d2459907-913c-459e-a128-892c91730f3b None None] Port 49522309-2430-425e-b0df-53bac7202705 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:16.316091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.318997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=5a14c63d-9a89-4670-9ece-38e4619a885d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:16.363108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 49522309-2430-425e-b0df-53bac7202705 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:16.363459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.398033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Pushing event updated for resources: {'Port': ['ID=6e4bfce8-2023-4216-a53d-04cfa6e53798,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:16.438313 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb182bea-cbfd-4dac-bfd2-e28f24997329 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2371080 Nov 08 12:46:16.442578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:16.482135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Network 96e39f96-2ec6-4544-8892-040e438c9e2e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:16.487673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:16.499645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['56a872d6-2724-476b-8e3b-45793838e5fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:46:16.523635 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.535453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 49522309-2430-425e-b0df-53bac7202705 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:16.560153 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f783ed31-1177-4007-99cd-47103aceab18 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:16.567514 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f783ed31-1177-4007-99cd-47103aceab18 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports/5a14c63d-9a89-4670-9ece-38e4619a885d HTTP/1.1" status: 200 len: 955 time: 0.1211672 Nov 08 12:46:16.579571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.621970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:16.637629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34686) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:16.764295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.805467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a3552b-5da1-4eca-974c-0b678fb153f7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:16.813042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Attempting to bind port 6e4bfce8-2023-4216-a53d-04cfa6e53798 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:16.820910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Attempting to bind port 6e4bfce8-2023-4216-a53d-04cfa6e53798 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '9e911c7b-269c-4408-8dfc-574a0b0c460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:16.820910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Attempting to bind port 6e4bfce8-2023-4216-a53d-04cfa6e53798 on network 96e39f96-2ec6-4544-8892-040e438c9e2e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:16.829726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.838003 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2173a2bb-4309-4591-8bfa-ab61c9e49a8c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5a3552b-5da1-4eca-974c-0b678fb153f7 HTTP/1.1" status: 204 len: 168 time: 1.0738256 Nov 08 12:46:16.839693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:16.842393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55a063-b0b2-4dc5-91a1-b94821afb165 None None] Network f945b015-0593-4126-8a9d-2a8047d453e0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:16.878787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:16.879222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Checking segment: {'id': '9e911c7b-269c-4408-8dfc-574a0b0c460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:16.879551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.879945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Bound using segment: {'id': '9e911c7b-269c-4408-8dfc-574a0b0c460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:16.880429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Bound port: 6e4bfce8-2023-4216-a53d-04cfa6e53798, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e911c7b-269c-4408-8dfc-574a0b0c460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:16.880812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.899533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:16.963581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=49522309-2430-425e-b0df-53bac7202705,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:16.998915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Deleting port 5a14c63d-9a89-4670-9ece-38e4619a885d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:16.999414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.148897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.166831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:17.169659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Calling delete_port for 5a14c63d-9a89-4670-9ece-38e4619a885d owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:17.229872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] For port 6e4bfce8-2023-4216-a53d-04cfa6e53798, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:17.233394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] For port 6e4bfce8-2023-4216-a53d-04cfa6e53798, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e4bfce8-2023-4216-a53d-04cfa6e53798,segment=NetworkSegment(9e911c7b-269c-4408-8dfc-574a0b0c460b),segment_id=9e911c7b-269c-4408-8dfc-574a0b0c460b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:17.258840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f5319e7-45d3-4321-9ef4-902bab3562a5 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:17.324066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1f5319e7-45d3-4321-9ef4-902bab3562a5 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:17.324423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1f5319e7-45d3-4321-9ef4-902bab3562a5 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:17.333330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.340258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:17.350834 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Sync routers for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:17.376359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0f3db2bd-b70b-4687-b8f9-4e7c9fccc68d admin admin] 10.222.0.58 "PUT /v2.0/routers/fb6fa962-adab-419b-9890-6a8b0ff6d4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1486435 Nov 08 12:46:17.376728 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.376846 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:17.376846 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:17.377052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495891c-bc94-4bd8-a292-ff88e3d897a0 req-587203b3-a8e4-45db-b3ad-870219e60c1f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:17.378613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1495891c-bc94-4bd8-a292-ff88e3d897a0 req-587203b3-a8e4-45db-b3ad-870219e60c1f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.2531192 Nov 08 12:46:17.380386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:17.394435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.399710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.409379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fadae30c-4429-4346-8745-9b99b48dde17 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/49522309-2430-425e-b0df-53bac7202705 HTTP/1.1" status: 204 len: 168 time: 1.4060745 Nov 08 12:46:17.419597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34694) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:17.430752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.515300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352ea79-309f-4449-9b57-9d280745f5be None None] Pushing event updated for resources: {'Port': ['ID=6e4bfce8-2023-4216-a53d-04cfa6e53798,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:17.534525 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.538206 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854899d-5f75-4dbb-9fa7-dce136b112b2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:17.543915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] DHCP port deletion for f945b015-0593-4126-8a9d-2a8047d453e0 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:17.548285 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1854899d-5f75-4dbb-9fa7-dce136b112b2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/49522309-2430-425e-b0df-53bac7202705 HTTP/1.1" status: 404 len: 333 time: 0.1224761 Nov 08 12:46:17.554264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34696) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:17.882356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Deleting port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:17.882745 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.896252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:17.898957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.25.1.32 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/9b3f18b0-faf6-4e81-a6e4-d4347b54af45) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:17.902502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a14c63d-9a89-4670-9ece-38e4619a885d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:17.965345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:17.968099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c20cddbf-621b-4cff-86fa-169795ae58b9 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5a14c63d-9a89-4670-9ece-38e4619a885d HTTP/1.1" status: 204 len: 168 time: 1.3292453 Nov 08 12:46:17.983587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34700) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:17.989362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] For port bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:17.989771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.021930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Calling delete_port for bf9dd31a-be9b-447a-8d7f-911ac90c02b3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:18.085062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet f1ea6b47-8f5e-408e-b7fd-8bc08c25c908 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:18.102979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.122116 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a399d-4d3b-43ec-b388-166df34e3428 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:46:18.123833 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-801a399d-4d3b-43ec-b388-166df34e3428 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports/5a14c63d-9a89-4670-9ece-38e4619a885d HTTP/1.1" status: 404 len: 333 time: 0.1371026 Nov 08 12:46:18.156271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34702) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:18.163893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-360872937'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:18.239844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Deleting port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:18.239844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.264599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.288100 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:46:15Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:18.330069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] Pushing event deleted for resources: {'Port': ['ID=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:18.336879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1495891c-bc94-4bd8-a292-ff88e3d897a0 req-150ab7d3-b645-46c0-81ed-36d8e7996aa9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9451950 Nov 08 12:46:18.340015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.341433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3f4f7-f165-4253-98ad-63b11400349e None None] No DVR routers for this DVR port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:18.352678 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Checking router: fb6fa962-adab-419b-9890-6a8b0ff6d4c6 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:18.368752 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Routers {'fb6fa962-adab-419b-9890-6a8b0ff6d4c6'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:18.369689 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:18.383649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.482939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] For port bf9dd31a-be9b-447a-8d7f-911ac90c02b3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,segment=NetworkSegment(e73bb243-51fd-42ea-8b27-0b14e206a623),segment_id=e73bb243-51fd-42ea-8b27-0b14e206a623)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:18.483340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.487302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Made reservation on behalf of bb665c2e96ca414398bed938cc70c44b for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:18.489637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.507073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.516882 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] Set router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:18.529301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.552759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Calling delete_port for bf9dd31a-be9b-447a-8d7f-911ac90c02b3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:18.595506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:18.720357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Deleting port b1d49d1e-c178-4339-b413-6e58748747c8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:18.726727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.789454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:46:15Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:18.818507 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef4c58-0652-400f-9517-ba256efe4d3e None None] The sync data for ids ['fb6fa962-adab-419b-9890-6a8b0ff6d4c6'] in n-d-816990-1 is: [{'id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2021205807-router', 'tenant_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:46:15Z', 'revision_number': 5, 'project_id': '0eb99b7c30a54bf5aca92cbac32a7a87', 'gw_port': {'id': 'b1d49d1e-c178-4339-b413-6e58748747c8', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fa962-adab-419b-9890-6a8b0ff6d4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:34:02Z', 'updated_at': '2021-11-08T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:18.857683 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.860829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] For port b1d49d1e-c178-4339-b413-6e58748747c8, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b1d49d1e-c178-4339-b413-6e58748747c8,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:18.863979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:18.881244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Calling delete_port for b1d49d1e-c178-4339-b413-6e58748747c8 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:19.019660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.024556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de070fe-2b39-45ca-9a5b-03d32deeb541 None None] Network 96e39f96-2ec6-4544-8892-040e438c9e2e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:19.052589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9dd31a-be9b-447a-8d7f-911ac90c02b3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:19.079683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] No DVR routers for this DVR port bf9dd31a-be9b-447a-8d7f-911ac90c02b3 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:19.087554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.160634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.166354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.198937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.232416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] Provisioning complete for port 6e4bfce8-2023-4216-a53d-04cfa6e53798 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:19.232791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.252664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d49d1e-c178-4339-b413-6e58748747c8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:19.303248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.336736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ea6b47-8f5e-408e-b7fd-8bc08c25c908,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:19.363364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:19.364705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.374618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e4bfce8-2023-4216-a53d-04cfa6e53798 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:19.377345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f1e5f609-f404-4822-91c3-1d089365928b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908 HTTP/1.1" status: 204 len: 168 time: 1.6371217 Nov 08 12:46:19.398799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:19.423642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:19.436093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f945b015-0593-4126-8a9d-2a8047d453e0']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:19.438567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:19.489712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27831f9-8ded-4bc4-ad4c-99f02acaae90 None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:19.500903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73bb243-51fd-42ea-8b27-0b14e206a623') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:19.501684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73bb243-51fd-42ea-8b27-0b14e206a623') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:19.516893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=9b3f18b0-faf6-4e81-a6e4-d4347b54af45,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:19.530858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.565971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.614897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:19.627311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.644342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.675707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:19.676111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.676506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 5fc9dcf1-2c40-4dd2-8f05-cca82108462e {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:19.677822 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:19.709267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.721685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.753459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e5a2-a0e2-4d43-b3d2-10b90602001a req-aa1fda0f-b1a8-4865-a76b-81a2469e1b12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:19.824579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0250e5a2-a0e2-4d43-b3d2-10b90602001a req-aa1fda0f-b1a8-4865-a76b-81a2469e1b12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.2515461 Nov 08 12:46:19.825776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6e4bfce8-2023-4216-a53d-04cfa6e53798 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:19.825776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.825776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] For port 6e4bfce8-2023-4216-a53d-04cfa6e53798, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e4bfce8-2023-4216-a53d-04cfa6e53798,segment=NetworkSegment(9e911c7b-269c-4408-8dfc-574a0b0c460b),segment_id=9e911c7b-269c-4408-8dfc-574a0b0c460b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:19.826024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.826024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.826282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Network 455b6490-3857-4a5b-a479-5ce3ae32a457 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:19.826282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:19.834429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:19.835381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:19.836014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.846088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=1d655d79-f3a9-43fd-8618-5d4c0df5e767,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:19.909574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.919473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.932981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 56a872d6-2724-476b-8e3b-45793838e5fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:46:19.938103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 56a872d6-2724-476b-8e3b-45793838e5fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:19.938720 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.960910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.972422 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec78bb52-9a4e-4119-970b-d111b87ba1fb tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8114111 Nov 08 12:46:19.982517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:19.987183 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:19.991007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:19.998009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.001796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f945b015-0593-4126-8a9d-2a8047d453e0 HTTP/1.1" status: 204 len: 168 time: 3.1137016 Nov 08 12:46:20.048428 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557720c-9873-4650-bb0a-25e60823f8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f945b015-0593-4126-8a9d-2a8047d453e0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:20.059872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0250e5a2-a0e2-4d43-b3d2-10b90602001a req-cb5a77c2-9699-4171-99e9-518be8ef5d0b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536402 Nov 08 12:46:20.064842 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.070834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6fa962-adab-419b-9890-6a8b0ff6d4c6 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:46:20.118868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.132661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ac4e2328-b827-4933-bb13-1367716afcb4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fb6fa962-adab-419b-9890-6a8b0ff6d4c6 HTTP/1.1" status: 204 len: 168 time: 2.7512107 Nov 08 12:46:20.137342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:20.191010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.195201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:46:20.197521 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:46:20.214363 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.215420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e645038-e0cd-4a48-ac62-8c5d8103219e None None] Pushing event updated for resources: {'Port': ['ID=6e4bfce8-2023-4216-a53d-04cfa6e53798,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:20.253208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4352a1be-c04a-41c3-9fb7-f217d85ae042 None None] Provisioning complete for port 6e4bfce8-2023-4216-a53d-04cfa6e53798 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:20.253691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4352a1be-c04a-41c3-9fb7-f217d85ae042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.269116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.333341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.355202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.368010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Deleting subnet 63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:20.407880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:20.412124 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d80ce9b-76d5-4ff8-9f30-91ac40ecc755" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:20.413603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.457508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:20.506001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.549387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.603458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.618162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:20.632619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:20.714270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.723338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/5fc9dcf1-2c40-4dd2-8f05-cca82108462e HTTP/1.1" status: 204 len: 168 time: 1.3243308 Nov 08 12:46:20.742709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:20.756236 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00a9a48-beac-49ea-9e68-b01a9236a205 x-openstack-request-id: req-f00a9a48-beac-49ea-9e68-b01a9236a205 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:20.759269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:20.759269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f00a9a48-beac-49ea-9e68-b01a9236a205 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:20.759269 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'code': 200} Nov 08 12:46:20.759269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ee73c-9058-4d15-8c9e-593bd8f19e42 None None] Network 99ae216c-83c2-4112-95b3-da732b61a337 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:20.784217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779d841-e4de-4ca0-9cff-598c2c50cc14 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc9dcf1-2c40-4dd2-8f05-cca82108462e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:20.893158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] device_id is not set on port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:20.904177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:20.943592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7da2-5fba-4684-b3a0-538ae8dd29cb req-9ed72af2-4867-429f-a520-2b567b7dbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:20.945107 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-26ec7da2-5fba-4684-b3a0-538ae8dd29cb req-9ed72af2-4867-429f-a520-2b567b7dbb0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1096 time: 0.1307764 Nov 08 12:46:20.960921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.006808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.075686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.086276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.093574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-26ec7da2-5fba-4684-b3a0-538ae8dd29cb req-a3a4855a-52f4-4616-a42c-1ad3b5e9a4c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134353 Nov 08 12:46:21.131928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bf9dd31a-be9b-447a-8d7f-911ac90c02b3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:21.139350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b461981a-4b51-4b22-bfbc-ae22558c395b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b482192fc344b699ecb7a13290b1b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5152187 Nov 08 12:46:21.143511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:21.178718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d522ce41-02c8-4616-8292-693fae7b883e None None] Provisioning complete for port 30a18e12-93b5-4462-83c3-dce00e0d78e2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:21.180754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d522ce41-02c8-4616-8292-693fae7b883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.213679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bf9dd31a-be9b-447a-8d7f-911ac90c02b3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:21.214711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bf9dd31a-be9b-447a-8d7f-911ac90c02b3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:21.325945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.349548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e4bfce8-2023-4216-a53d-04cfa6e53798 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:21.355743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=1d655d79-f3a9-43fd-8618-5d4c0df5e767,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:21.375230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.375230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.375230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.375230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:21.394296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.404871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913564b2-1fc6-4d9f-b05c-d22da311a833 None None] Network 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:21.410887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d4546b9a-eee1-4d91-b698-d4d76a4a569e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63d92ef1-a84a-4ca6-8d7c-ce5d6fdf40de HTTP/1.1" status: 204 len: 168 time: 1.2725055 Nov 08 12:46:21.413408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:21.421118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.421670 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.426080 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 2 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.438418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:46:21.440269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54e602-418d-446c-a884-87172d59ef35 req-12674a9a-274d-4467-ba32-3a66e748fac9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:21.441794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f54e602-418d-446c-a884-87172d59ef35 req-12674a9a-274d-4467-ba32-3a66e748fac9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2412179 Nov 08 12:46:21.473613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.473952 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.474412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.491719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.494678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 30a18e12-93b5-4462-83c3-dce00e0d78e2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:21.495010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.499468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.499799 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.511465 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 3 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.597745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6e4bfce8-2023-4216-a53d-04cfa6e53798 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:21.598773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.610188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.611699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.612139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.612480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.612822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.644446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:21.657480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] DHCP port deletion for 99ae216c-83c2-4112-95b3-da732b61a337 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:21.661987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f54e602-418d-446c-a884-87172d59ef35 req-c0d13db7-7761-4b4a-891e-a29f8fbd3746 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088318 Nov 08 12:46:21.668848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30a18e12-93b5-4462-83c3-dce00e0d78e2,segment=NetworkSegment(a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d),segment_id=a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:21.669281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.672126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.672353 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.680858 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 4 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.704968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 30a18e12-93b5-4462-83c3-dce00e0d78e2 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:21.719163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.719493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.719837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.730466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:21.770046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.770563 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.771094 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 5 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.778001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c166650-280a-4745-a813-9ab88650c365 None None] Sync routers for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:21.790145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.790514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.791038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.799297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.799642 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.803111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Deleting port d21b3935-4014-4d48-8b08-1038744b5dd3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:21.803288 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 6 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.804800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.825637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:21.826516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:21.826738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.827086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.827551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.839538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.839800 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.845663 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 7 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.891681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.892185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.892534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.899405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.899635 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.900024 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 8 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.911044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:21.916175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] DHCP port deletion for 516bb95e-f98a-4fb8-8df6-30f3dc9314c3 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:21.939322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:21.939678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:21.940019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:21.945712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b053b7c1-f023-412b-a9d9-23f919c8d5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.960278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:21.960608 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:21.965559 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 9 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:21.966681 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.970515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:21.972272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:21.972272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:45:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:21.982954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15321dc4-4fdd-4468-bf2b-4dae20047a7e HTTP/1.1" status: 204 len: 168 time: 0.8224745 Nov 08 12:46:21.994957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] For port d21b3935-4014-4d48-8b08-1038744b5dd3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d21b3935-4014-4d48-8b08-1038744b5dd3,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:21.997811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.026391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d8b2-40ea-498f-ae56-60088a6358ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15321dc4-4fdd-4468-bf2b-4dae20047a7e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.051072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Deleting port 30a18e12-93b5-4462-83c3-dce00e0d78e2 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:22.051940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.054576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:22.055051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:22.055401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:22.066444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6c166650-280a-4745-a813-9ab88650c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.067014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c166650-280a-4745-a813-9ab88650c365 None None] The sync data for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:22.079462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Calling delete_port for d21b3935-4014-4d48-8b08-1038744b5dd3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:22.091562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:22.093019 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:22.100922 n-d-816990-1 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempt 10 to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 Nov 08 12:46:22.118492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.138226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:22.138661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:22.139350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempting to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:22.148193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75cb525e-5b12-492d-9f55-2c53f89c23ee no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:22.169607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.172969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port 30a18e12-93b5-4462-83c3-dce00e0d78e2 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:22.194369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 75cb525e-5b12-492d-9f55-2c53f89c23ee {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:22.194715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75cb525e-5b12-492d-9f55-2c53f89c23ee not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:22.195136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b1d49d1e-c178-4339-b413-6e58748747c8 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:22.209837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:22.210177 n-d-816990-1 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Failed to bind port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on host n-h2-816990-1 for vnic_type normal using segments [{'id': '78bd4ae3-4e08-4c25-8887-264c0ac361f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '455b6490-3857-4a5b-a479-5ce3ae32a457'}] Nov 08 12:46:22.210611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.232841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b1d49d1e-c178-4339-b413-6e58748747c8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:22.233397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b1d49d1e-c178-4339-b413-6e58748747c8 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:22.240949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] For port 30a18e12-93b5-4462-83c3-dce00e0d78e2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30a18e12-93b5-4462-83c3-dce00e0d78e2,segment=NetworkSegment(a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d),segment_id=a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:22.241568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.259597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Calling delete_port for 30a18e12-93b5-4462-83c3-dce00e0d78e2 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:22.265492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Deleting port d21b3935-4014-4d48-8b08-1038744b5dd3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:22.265866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.273898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.278845 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ca70877-7ed6-4840-8fc1-e2fa799bdef8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1888213 Nov 08 12:46:22.279583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.310104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.335265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae216c-83c2-4112-95b3-da732b61a337']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.347334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.347631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30aaf71-2643-4b5e-8cb6-6a5c88e2cb2d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.358714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.360025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.377229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.385280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:22.385690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.409921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21b3935-4014-4d48-8b08-1038744b5dd3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.414446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] No DVR routers for this DVR port d21b3935-4014-4d48-8b08-1038744b5dd3 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:22.428005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] For port d21b3935-4014-4d48-8b08-1038744b5dd3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d21b3935-4014-4d48-8b08-1038744b5dd3,segment=NetworkSegment(7808a425-d6ef-4530-b43d-ce9742f69321),segment_id=7808a425-d6ef-4530-b43d-ce9742f69321)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:22.428329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.449990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Calling delete_port for d21b3935-4014-4d48-8b08-1038744b5dd3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:22.468839 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:22.533542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.569303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] No DVR routers for this DVR port 30a18e12-93b5-4462-83c3-dce00e0d78e2 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:22.602516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b053b7c1-f023-412b-a9d9-23f919c8d5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.608526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port 1d655d79-f3a9-43fd-8618-5d4c0df5e767, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:22.608526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 12:46:22.611054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.618028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.621482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.630840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/99ae216c-83c2-4112-95b3-da732b61a337 HTTP/1.1" status: 204 len: 168 time: 1.8790576 Nov 08 12:46:22.637552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af510666-e89b-4e51-b090-0dec97ae2b6b None None] Pushing event deleted for resources: {'Port': ['ID=30a18e12-93b5-4462-83c3-dce00e0d78e2,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.640123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.670837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719713f-ae03-4078-9066-8232860f5c77 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=99ae216c-83c2-4112-95b3-da732b61a337,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.700741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.705063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516bb95e-f98a-4fb8-8df6-30f3dc9314c3']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.723726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7808a425-d6ef-4530-b43d-ce9742f69321') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.724131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7808a425-d6ef-4530-b43d-ce9742f69321') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:22.732568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] Pushing event deleted for resources: {'Port': ['ID=d21b3935-4014-4d48-8b08-1038744b5dd3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.739427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4221593d-5df4-47e1-8ef0-ad476a9bc7c2 None None] No DVR routers for this DVR port d21b3935-4014-4d48-8b08-1038744b5dd3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:22.745029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33370432-ab1d-47d8-be59-6fb6a0f2661c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:22.751603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-33370432-ab1d-47d8-be59-6fb6a0f2661c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1085460 Nov 08 12:46:22.752732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.755330 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b053b7c1-f023-412b-a9d9-23f919c8d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.779605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.802056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.805128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.813042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:22.813448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:22.815164 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:22.889704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b053b7c1-f023-412b-a9d9-23f919c8d5d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a63864eb632049f993e33b9db3808775&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2414875 Nov 08 12:46:22.890525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053b7c1-f023-412b-a9d9-23f919c8d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578739ef-5276-4a10-8bad-cfa6dc4dc7cd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.895634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.896530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] In _notify_port_updated(), no bound segment for port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 on network 455b6490-3857-4a5b-a479-5ce3ae32a457 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:46:22.897397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:22.898059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:22.904503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "PUT /v2.0/ports/1d655d79-f3a9-43fd-8618-5d4c0df5e767 HTTP/1.1" status: 200 len: 974 time: 2.9159520 Nov 08 12:46:22.904930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.961533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0ead7e21-4562-4d00-a337-983155747931 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2070050 Nov 08 12:46:22.962380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b088-ff12-450a-abe4-e4564908f9dc tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event updated for resources: {'Port': ['ID=1d655d79-f3a9-43fd-8618-5d4c0df5e767,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:22.968882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:22.977017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-896449669'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:23.002409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96777e-f9b0-4e30-8992-1083fe8eaab4 req-1a9782bf-b419-46a0-9815-306d2ec2d761 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:23.003926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e96777e-f9b0-4e30-8992-1083fe8eaab4 req-1a9782bf-b419-46a0-9815-306d2ec2d761 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2064505 Nov 08 12:46:23.017477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.036746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.040099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/516bb95e-f98a-4fb8-8df6-30f3dc9314c3 HTTP/1.1" status: 204 len: 168 time: 1.6256487 Nov 08 12:46:23.056886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a11c-39b8-4033-abae-933640d54ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=516bb95e-f98a-4fb8-8df6-30f3dc9314c3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:23.079426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.115789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Deleting port 1d655d79-f3a9-43fd-8618-5d4c0df5e767 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:23.116085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.116362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.131550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5683e64-7ffe-4a15-88bd-b5b33e8c0ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.142429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e96777e-f9b0-4e30-8992-1083fe8eaab4 req-a9a11ed1-21e6-48d1-88c6-6693f89c26e8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308191 Nov 08 12:46:23.148485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.156184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:23.159870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.182423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a397071-9cf8-4d8b-bc52-4793a88da598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.226271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] For port 1d655d79-f3a9-43fd-8618-5d4c0df5e767, host n-h2-816990-1, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:23.226558 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.261929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Calling delete_port for 1d655d79-f3a9-43fd-8618-5d4c0df5e767 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:23.266790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:23.285440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.293989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62bbb7-5182-4cf8-8437-b9d485202cd8 req-619f4405-67e5-4c15-b2c2-a64def4b640e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:23.295665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab62bbb7-5182-4cf8-8437-b9d485202cd8 req-619f4405-67e5-4c15-b2c2-a64def4b640e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.0789764 Nov 08 12:46:23.307744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30a18e12-93b5-4462-83c3-dce00e0d78e2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:23.344121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 30a18e12-93b5-4462-83c3-dce00e0d78e2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:23.345440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30a18e12-93b5-4462-83c3-dce00e0d78e2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:23.346023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d21b3935-4014-4d48-8b08-1038744b5dd3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:23.354676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab62bbb7-5182-4cf8-8437-b9d485202cd8 req-f1b05781-a5ad-4579-9ce1-0fbca9c53e09 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Nov 08 12:46:23.376446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.376948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d21b3935-4014-4d48-8b08-1038744b5dd3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:23.377306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d21b3935-4014-4d48-8b08-1038744b5dd3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:23.413370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.413742 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment 1851e1a2-ae99-44f0-a090-1a022e985005 of type vlan for network a1f051c3-8b00-4082-9c06-cdce1f5c190c Nov 08 12:46:23.418407 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.420971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.422096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/578739ef-5276-4a10-8bad-cfa6dc4dc7cd HTTP/1.1" status: 204 len: 168 time: 0.5196505 Nov 08 12:46:23.480443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5da0-81d3-4c55-ab52-08fabb55ef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578739ef-5276-4a10-8bad-cfa6dc4dc7cd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:23.483475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.498322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.528126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.540642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae076f83-428f-4afb-a88e-86a31c4eddda tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:23.543573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ae076f83-428f-4afb-a88e-86a31c4eddda tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1091 time: 0.1655898 Nov 08 12:46:23.549816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.555734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:23.574493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d655d79-f3a9-43fd-8618-5d4c0df5e767,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:23.602998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.604264 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b9a8152-c9bf-40b9-8343-ac6f494cd8a0 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1d655d79-f3a9-43fd-8618-5d4c0df5e767 HTTP/1.1" status: 204 len: 168 time: 0.6979856 Nov 08 12:46:23.609087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a397071-9cf8-4d8b-bc52-4793a88da598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.610743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.635659 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7817a49-36c8-46ab-9fbb-79ccc95ad514 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] GET failed (client error): The resource could not be found. Nov 08 12:46:23.636649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b7817a49-36c8-46ab-9fbb-79ccc95ad514 tempest-PortsAdminExtendedAttrsTestJSON-1931851699 tempest-PortsAdminExtendedAttrsTestJSON-1931851699-project-admin] 10.222.0.58 "GET /v2.0/ports/1d655d79-f3a9-43fd-8618-5d4c0df5e767 HTTP/1.1" status: 404 len: 333 time: 0.0249324 Nov 08 12:46:23.640770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.651217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.656440 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7ad03b46-8d03-42f8-8480-2f07ca363855 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0eb99b7c30a54bf5aca92cbac32a7a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035066 Nov 08 12:46:23.660080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:23.660080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.660968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.707361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a397071-9cf8-4d8b-bc52-4793a88da598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.709772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.758896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.1 (96e39f96-2ec6-4544-8892-040e438c9e2e/8ec1631a-9c3f-4589-886c-46bfb6a40027/ada32ddd-cb49-4890-9f47-b4b986cb5bfd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:23.761376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.802859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.822600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8502746 Nov 08 12:46:23.846398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:23.855627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:23.860305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e64fb-6486-4fbe-af26-7af6ecdf778a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=a1f051c3-8b00-4082-9c06-cdce1f5c190c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:23.866393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a397071-9cf8-4d8b-bc52-4793a88da598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7064ec8-45c0-4f64-82df-0426d7580c6f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:23.872226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:23.891082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:23.903101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7a397071-9cf8-4d8b-bc52-4793a88da598 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.7828422 Nov 08 12:46:23.913441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:24.011378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.083453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.086037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.087222 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cefcf3e1-4d52-4e00-bd87-bce1636ab4d3 HTTP/1.1" status: 204 len: 168 time: 0.4253478 Nov 08 12:46:24.097453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.098718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e822c-5021-4c2c-822a-2851f3bfe428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefcf3e1-4d52-4e00-bd87-bce1636ab4d3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:24.108084 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.120208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.130061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:24.130353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.156148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455b6490-3857-4a5b-a479-5ce3ae32a457']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:24.170403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.182290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bd4ae3-4e08-4c25-8887-264c0ac361f3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:24.182623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bd4ae3-4e08-4c25-8887-264c0ac361f3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:24.195956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.229867 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.231156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 96e39f96-2ec6-4544-8892-040e438c9e2e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:24.239968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:24.241048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:24.241825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:24.246655 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:24.250867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:24.286987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=ada32ddd-cb49-4890-9f47-b4b986cb5bfd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:24.323394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.584212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-682dbf88-802d-45a7-8551-82e194ddcea4 None None] Provisioning complete for port ada32ddd-cb49-4890-9f47-b4b986cb5bfd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:24.585427 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-682dbf88-802d-45a7-8551-82e194ddcea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.625901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-682dbf88-802d-45a7-8551-82e194ddcea4 None None] Port ada32ddd-cb49-4890-9f47-b4b986cb5bfd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:24.635358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.678914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.737770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.752917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=30f5c4ac-eb33-41c5-be51-db56670fe516,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:24.770290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': '1851e1a2-ae99-44f0-a090-1a022e985005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:24.770658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: a1f051c3-8b00-4082-9c06-cdce1f5c190c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:24.838621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.846161 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.854970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] 10.222.0.58 "DELETE /v2.0/networks/455b6490-3857-4a5b-a479-5ce3ae32a457 HTTP/1.1" status: 204 len: 168 time: 1.2102990 Nov 08 12:46:24.864655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dddfd8-282a-4776-b98b-f3912628d270 tempest-PortsAdminExtendedAttrsTestJSON-480604819 tempest-PortsAdminExtendedAttrsTestJSON-480604819-project] Pushing event deleted for resources: {'Network': ['ID=455b6490-3857-4a5b-a479-5ce3ae32a457,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:24.885564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.888496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:24.892198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7064ec8-45c0-4f64-82df-0426d7580c6f HTTP/1.1" status: 204 len: 168 time: 0.9789112 Nov 08 12:46:24.928042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658999a-7faa-40da-a40b-834245748b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7064ec8-45c0-4f64-82df-0426d7580c6f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:24.999917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.186 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:25.155603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.231490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:25.363835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.377626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a1f051c3-8b00-4082-9c06-cdce1f5c190c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:25.377626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:25.377626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.382321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328bfe2-64b3-42bd-a063-67d7b5443820 None None] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:25.417597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:25.424023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:25.426020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.426869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:25.454024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:25.477065 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2907d583-7ab5-48d1-ba7d-238c8dd383e1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6231589 Nov 08 12:46:25.480922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:25.483239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c', 'name': 'tempest-PortsTestJSON-1063652032'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:25.515103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.564025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.589592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bff8bb11-0485-4ad5-af76-3a92d4e95966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.594671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a1f051c3-8b00-4082-9c06-cdce1f5c190c', 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': '30f5c4ac-eb33-41c5-be51-db56670fe516'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:25.596304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.713393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=ada32ddd-cb49-4890-9f47-b4b986cb5bfd,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:25.768667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 96e39f96-2ec6-4544-8892-040e438c9e2e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:25.776007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:25.778091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Allocated IP 172.20.0.2 (a1f051c3-8b00-4082-9c06-cdce1f5c190c/30f5c4ac-eb33-41c5-be51-db56670fe516/915d5d6f-3372-42c7-b895-1494b5e97e53) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:25.903021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:25.907564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:25.911973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:25.936287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:26.004619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.008812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.096733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:26.101807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.146185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:26.185149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:26.193530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be5bffb0-5972-4877-868e-9e48d01a40bc tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/routers/76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9125855 Nov 08 12:46:26.199572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] Sync routers for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:26.201017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:26.204823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:26.208353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:26.208687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'port': {'network_id': '96e39f96-2ec6-4544-8892-040e438c9e2e', 'name': 'tempest-FloatingIPTestJSON-1264798418'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:26.213545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.11 (a1f051c3-8b00-4082-9c06-cdce1f5c190c/30f5c4ac-eb33-41c5-be51-db56670fe516/68fbd3e7-7928-4d62-a6ca-9cb3a5227a15) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:26.213966 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:26.214594 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:26.228807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:26.249830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Pushing event updated for resources: {'Port': ['ID=915d5d6f-3372-42c7-b895-1494b5e97e53,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:26.275014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8238cacb-5610-427d-b260-c20ba83d04cb None None] Provisioning complete for port ada32ddd-cb49-4890-9f47-b4b986cb5bfd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:26.275985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8238cacb-5610-427d-b260-c20ba83d04cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.289010 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:26.311805 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:26.312473 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:26.323099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8238cacb-5610-427d-b260-c20ba83d04cb None None] Port ada32ddd-cb49-4890-9f47-b4b986cb5bfd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:26.356495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.363846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Attempting to bind port 915d5d6f-3372-42c7-b895-1494b5e97e53 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:26.364585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Attempting to bind port 915d5d6f-3372-42c7-b895-1494b5e97e53 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1851e1a2-ae99-44f0-a090-1a022e985005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:26.365181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Attempting to bind port 915d5d6f-3372-42c7-b895-1494b5e97e53 on network a1f051c3-8b00-4082-9c06-cdce1f5c190c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:26.370207 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:26.371356 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b4a32-531b-4d66-a035-0addebf97689 None None] The sync data for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:26.372429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:26.373109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Checking segment: {'id': '1851e1a2-ae99-44f0-a090-1a022e985005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:26.373735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.374383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Bound using segment: {'id': '1851e1a2-ae99-44f0-a090-1a022e985005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:26.375446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Bound port: 915d5d6f-3372-42c7-b895-1494b5e97e53, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1851e1a2-ae99-44f0-a090-1a022e985005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:26.376306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.469755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] For port 915d5d6f-3372-42c7-b895-1494b5e97e53, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:26.474523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] For port 915d5d6f-3372-42c7-b895-1494b5e97e53, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=915d5d6f-3372-42c7-b895-1494b5e97e53,segment=NetworkSegment(1851e1a2-ae99-44f0-a090-1a022e985005),segment_id=1851e1a2-ae99-44f0-a090-1a022e985005)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:26.496699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46b0150e-8664-49ea-b67f-1677126064bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b18b7cef3da4e7ab15b3e96f96236fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986549 Nov 08 12:46:26.503210 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.511107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:26.557168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.580361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-736392242-network', 'tenant_id': '1694884d1c8d40dfa7bc51444505f450'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:26.603886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Made reservation on behalf of e9a07f6832da45549abd02d81de32bdf for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:26.607508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.638103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6903c2-3d5a-4b6f-8aba-c24ace24d828 None None] Pushing event updated for resources: {'Port': ['ID=915d5d6f-3372-42c7-b895-1494b5e97e53,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:26.666530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] device_id is not set on port fe129752-b66e-4e9a-a637-64998256418c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:26.670882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.673221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.719012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:26.725224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:26.730765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:26.747888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.760574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=68fbd3e7-7928-4d62-a6ca-9cb3a5227a15,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:26.774891 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.786206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.789070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:26.789070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.795761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Made reservation on behalf of 1694884d1c8d40dfa7bc51444505f450 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:26.798166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.839539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.878276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:26.894647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Allocated IP 172.20.0.11 (96e39f96-2ec6-4544-8892-040e438c9e2e/8ec1631a-9c3f-4589-886c-46bfb6a40027/fe129752-b66e-4e9a-a637-64998256418c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:26.914112 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-507038d2-e8a2-4acc-b96a-54be643c1e91 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4356971 Nov 08 12:46:26.914758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34872) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:26.930154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': 'a1f051c3-8b00-4082-9c06-cdce1f5c190c', 'name': 'tempest-PortsTestJSON-759712577'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:27.055110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.063363 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.064595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc046f27-c9b1-47d3-9217-88737d524b8f HTTP/1.1" status: 204 len: 168 time: 0.5525527 Nov 08 12:46:27.091421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:27.118908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0755bc-b1fe-496f-9c97-cdb5db25c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc046f27-c9b1-47d3-9217-88737d524b8f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:27.132044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.259360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.272316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:27.276301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.297878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 368cd210-74bb-4e6e-b217-6db99f1b7e62 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:27.349207 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 68f59c8c-f755-4347-a83c-958c47a2c5f3 associated. External IP: 172.25.1.186, port: 56a872d6-2724-476b-8e3b-45793838e5fb. Nov 08 12:46:27.378581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 915d5d6f-3372-42c7-b895-1494b5e97e53 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:27.399987 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.429695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.492696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.13 (a1f051c3-8b00-4082-9c06-cdce1f5c190c/30f5c4ac-eb33-41c5-be51-db56670fe516/368cd210-74bb-4e6e-b217-6db99f1b7e62) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:27.495604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:27.534690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.535098 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Added segment eee4c0b7-13c0-4e4e-af48-5063b532fda8 of type vlan for network 27d43935-b7f4-4b7c-8149-0556e4aa6200 Nov 08 12:46:27.546750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbee212d-be1a-4190-b3c0-95712eb90afa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:27.632125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.704415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 915d5d6f-3372-42c7-b895-1494b5e97e53 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:27.705009 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.719203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.760603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34888) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:27.791476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Network 96e39f96-2ec6-4544-8892-040e438c9e2e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:27.799413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:27.802467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:27.837426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.851888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event updated for resources: {'Port': ['ID=fe129752-b66e-4e9a-a637-64998256418c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:27.863639 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.864678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:27.865323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.900926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.914818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 0968cc57-31cd-4706-b017-4dbd22d55d2b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:27.962856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 915d5d6f-3372-42c7-b895-1494b5e97e53, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=915d5d6f-3372-42c7-b895-1494b5e97e53,segment=NetworkSegment(1851e1a2-ae99-44f0-a090-1a022e985005),segment_id=1851e1a2-ae99-44f0-a090-1a022e985005)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:27.986039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:27.986812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:27.995938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] Pushing event updated for resources: {'Network': ['ID=27d43935-b7f4-4b7c-8149-0556e4aa6200,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:28.016332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 27d43935-b7f4-4b7c-8149-0556e4aa6200 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:28.049897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.060169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-60029a8c-2d41-444f-9629-368adf54dc07 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9119892 Nov 08 12:46:28.064091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:28.073927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Request body: {'subnet': {'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-736392242-subnet', 'tenant_id': '1694884d1c8d40dfa7bc51444505f450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:28.141010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.142370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.144403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:28.153194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:28.165320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:28.167021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:28.201548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-975e79a4-be06-4749-b258-f0c52c3df637 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9990847 Nov 08 12:46:28.204214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Sync routers for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:28.205554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:28.211208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Request body: {'floatingip': {'port_id': 'fe129752-b66e-4e9a-a637-64998256418c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:28.213973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e21b9c-6dd5-4839-b223-0152d516dc66 None None] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:28.239742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=368cd210-74bb-4e6e-b217-6db99f1b7e62,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:28.289621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:28.290891 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.292734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.302468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-953190487-network', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:28.309469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:28.310408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:28.345040 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34898) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:28.366727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=915d5d6f-3372-42c7-b895-1494b5e97e53,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:28.395323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-58b11c14-6653-43a6-a39d-186528ddc0fb None None] Provisioning complete for port 915d5d6f-3372-42c7-b895-1494b5e97e53 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:28.395995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58b11c14-6653-43a6-a39d-186528ddc0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.412971 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-306d7f78-ef6d-4a60-be1b-b0ea57d1f89d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb665c2e96ca414398bed938cc70c44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638664 Nov 08 12:46:28.414476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34900) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:28.476104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Made reservation on behalf of 1694884d1c8d40dfa7bc51444505f450 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:28.478877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.488842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.522695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.542157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:28.633327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.702511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3119cc83-63bf-4811-9e5e-677dde0ac14c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7837174 Nov 08 12:46:28.704361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:28.734545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-58b11c14-6653-43a6-a39d-186528ddc0fb None None] Provisioning complete for port fe129752-b66e-4e9a-a637-64998256418c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:28.735128 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58b11c14-6653-43a6-a39d-186528ddc0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.771918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.775922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:28.778268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2013117-4637-4f40-907f-7f01bc2a5bae HTTP/1.1" status: 204 len: 168 time: 0.3618116 Nov 08 12:46:28.836170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b675-b98c-476b-8af9-3e164852a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2013117-4637-4f40-907f-7f01bc2a5bae,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:28.888196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-58b11c14-6653-43a6-a39d-186528ddc0fb None None] Port fe129752-b66e-4e9a-a637-64998256418c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:28.909597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885fda10-853a-41b0-8529-ff070a7752b6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:28.911943 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-885fda10-853a-41b0-8529-ff070a7752b6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2057748 Nov 08 12:46:28.917798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34908) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:29.010977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.031094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '68f59c8c-f755-4347-a83c-958c47a2c5f3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:46:25Z', 'updated_at': '2021-11-08T12:46:25Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:29.066351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Checking router: 0968cc57-31cd-4706-b017-4dbd22d55d2b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:29.069770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 368cd210-74bb-4e6e-b217-6db99f1b7e62 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:29.070471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.076852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:29.077634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:29.173633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c4733c10-74c8-4baa-a27d-4666648fc6fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6214628 Nov 08 12:46:29.195049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:29.201223 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e67fd26-603b-4e79-9661-411a9f38190d" -d '{"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:29.235534 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.284985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Provisioning complete for port 915d5d6f-3372-42c7-b895-1494b5e97e53 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:29.285459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.291503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 368cd210-74bb-4e6e-b217-6db99f1b7e62 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:29.319025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:29.386031 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e60b4-24c4-4677-98ba-d7e360243503 x-openstack-request-id: req-ba4e60b4-24c4-4677-98ba-d7e360243503 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:29.386491 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:29.386857 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba4e60b4-24c4-4677-98ba-d7e360243503 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:29.387376 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:46:29.388447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Made reservation on behalf of 0374f27d8e34421cb8d23fd4ddeff615 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:29.391738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.485824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.491541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 915d5d6f-3372-42c7-b895-1494b5e97e53 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:29.561525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fd26-603b-4e79-9661-411a9f38190d req-65fb5764-36f1-4afe-b6de-1e57801563da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:29.564397 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-65fb5764-36f1-4afe-b6de-1e57801563da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1096 time: 0.0566871 Nov 08 12:46:29.631441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.669994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=368cd210-74bb-4e6e-b217-6db99f1b7e62,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:29.695254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Could not find standard attr ID for object 368cd210-74bb-4e6e-b217-6db99f1b7e62. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:46:29.706090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc92807-37f7-4f5c-b454-29b8ad9fd26f req-e5821bd4-67f6-4e30-9b3c-956785e1c4b5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:29.708238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc92807-37f7-4f5c-b454-29b8ad9fd26f req-e5821bd4-67f6-4e30-9b3c-956785e1c4b5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.4076233 Nov 08 12:46:29.724719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Provisioning complete for port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:29.725091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.811296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92a88c09-ee40-4393-b474-1fe4f2361d80 None None] Port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:29.831384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.842224 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a08e09e6-fa0a-4f98-9301-d3257941f96f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/368cd210-74bb-4e6e-b217-6db99f1b7e62 HTTP/1.1" status: 204 len: 168 time: 0.9229295 Nov 08 12:46:29.843546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fd26-603b-4e79-9661-411a9f38190d req-3380db3b-4dfe-47c4-b7bc-71c173fe1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:29.845789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-3380db3b-4dfe-47c4-b7bc-71c173fe1b52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.2737470 Nov 08 12:46:29.846326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:29.858291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.885145 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd0fb66-99d2-436d-882c-b33c8fa1188c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:29.889830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dcd0fb66-99d2-436d-882c-b33c8fa1188c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/368cd210-74bb-4e6e-b217-6db99f1b7e62 HTTP/1.1" status: 404 len: 333 time: 0.0424495 Nov 08 12:46:29.890777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 915d5d6f-3372-42c7-b895-1494b5e97e53 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:29.891321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:29.920881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:29.924230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3f5372-a54f-4cfe-bce8-fa60f2c1af52,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:29.934265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc92807-37f7-4f5c-b454-29b8ad9fd26f req-4ec8ad3e-eb68-4212-bc0a-049c3747a583 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161748 Nov 08 12:46:29.957205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a89f4e18-35f1-4bb4-a8ff-15c2170d6883 None None] Could not find standard attr ID for object 368cd210-74bb-4e6e-b217-6db99f1b7e62. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:46:29.966445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:30.018983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a89f4e18-35f1-4bb4-a8ff-15c2170d6883 None None] Provisioning complete for port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:30.019353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a89f4e18-35f1-4bb4-a8ff-15c2170d6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.021018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:30.047488 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8c8c558-6ae4-41bd-a6a3-4e953ba7e00c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/68f59c8c-f755-4347-a83c-958c47a2c5f3 HTTP/1.1" status: 200 len: 991 time: 0.0791121 Nov 08 12:46:30.060970 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-90c4c9f1-e8b6-42f0-bd8c-047faddb94f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.2011669 Nov 08 12:46:30.137222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fd26-603b-4e79-9661-411a9f38190d req-d0d5c5dc-d472-42d0-ba57-4d800a9280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:30.139857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-d0d5c5dc-d472-42d0-ba57-4d800a9280f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.0664041 Nov 08 12:46:30.176810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.214719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fd26-603b-4e79-9661-411a9f38190d req-88ada571-0724-4e99-84f9-ccc99d8b82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:30.217545 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-88ada571-0724-4e99-84f9-ccc99d8b82bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697503 Nov 08 12:46:30.225019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Checking segment: {'id': 'eee4c0b7-13c0-4e4e-af48-5063b532fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:30.225734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Network hostable DHCP agents. Network: 27d43935-b7f4-4b7c-8149-0556e4aa6200, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:30.246031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:30.250506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.269593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a89f4e18-35f1-4bb4-a8ff-15c2170d6883 None None] Port 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:30.281177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '68f59c8c-f755-4347-a83c-958c47a2c5f3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:46:25Z', 'updated_at': '2021-11-08T12:46:25Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:30.330194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854784c-324d-4981-9251-2d2adf9f8c6e None None] The sync data for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 is: [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '68f59c8c-f755-4347-a83c-958c47a2c5f3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:46:25Z', 'updated_at': '2021-11-08T12:46:25Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:30.358198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-ab16e430-c257-4e88-acd4-6cb268b1c43f service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307778 Nov 08 12:46:30.363271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.415116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72724b54-ca40-4a70-89c3-6d96a81dab0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.438890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:30.447960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.466080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4e67fd26-603b-4e79-9661-411a9f38190d req-eef8a47e-bc8d-4bb2-ba3c-888bf4a76c5b service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009645 Nov 08 12:46:30.486639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d5624-5f89-4647-b349-8fc8bd70e6e1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:30.491111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.491457 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Added segment dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e of type vlan for network 247a2618-9dc5-4c83-98ce-d25f1a287c5f Nov 08 12:46:30.496510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.524176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:30.570770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.611698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.614540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34946) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:30.632201 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebbdc25-9755-4fa1-b2a6-ff5884d95ea8 None None] New status for floating IP 68f59c8c-f755-4347-a83c-958c47a2c5f3: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:46:30.674515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Network 27d43935-b7f4-4b7c-8149-0556e4aa6200 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:30.756056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'networks': [{'name': 'tempest-network--274542587'}, {'name': 'tempest-network--1185009009'}]} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:30.756056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-network--274542587'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:30.756056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-network--1185009009'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:30.797960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72724b54-ca40-4a70-89c3-6d96a81dab0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.803493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.804445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:30.805029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.807759 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP 73f3a2ba-fdd3-4d53-933a-e681b564c326 associated. External IP: 172.25.1.47, port: c3679353-fdeb-4bfb-8d2b-1a0087349761. Nov 08 12:46:30.877362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'network': 2} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:30.888985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.897592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 27d43935-b7f4-4b7c-8149-0556e4aa6200) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:30.907980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.911100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb0f0e-99e8-4909-a9a2-89ed5c91c2e4 None None] Network 27d43935-b7f4-4b7c-8149-0556e4aa6200 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:30.940806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:30.941401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:30.951385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72724b54-ca40-4a70-89c3-6d96a81dab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.011333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] Pushing event updated for resources: {'Network': ['ID=247a2618-9dc5-4c83-98ce-d25f1a287c5f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:31.014557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.031993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9fe4766d-f029-41ba-80a4-bd18c443c3ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2726803 Nov 08 12:46:31.032915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:31.034988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34950) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:31.044628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Request body: {'subnet': {'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-953190487-subnet', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:31.051511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:31.063254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72724b54-ca40-4a70-89c3-6d96a81dab0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04ab27e5dcc344bab3b54cf21d04158e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0307152 Nov 08 12:46:31.063578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34954) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:31.071229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724b54-ca40-4a70-89c3-6d96a81dab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f439ce-92e4-475b-8469-98368c26d7d3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:31.106100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac514b-65bb-40a2-b7c0-3982323033cc None None] Network 27d43935-b7f4-4b7c-8149-0556e4aa6200 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:31.128846 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-58a7f4cb-838e-4fda-808f-dcae22e8104a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/68f59c8c-f755-4347-a83c-958c47a2c5f3 HTTP/1.1" status: 200 len: 993 time: 0.0761762 Nov 08 12:46:31.142352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7e7a67ec-8d02-4529-8089-e9bda13a1565 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0782325 Nov 08 12:46:31.162769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.167386 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.168064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.215846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d77fb7-93ae-413f-8918-63bd1dd58c29,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:31.218718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:31.232356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=68fbd3e7-7928-4d62-a6ca-9cb3a5227a15,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:31.240045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.240045 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment 9c579ff9-ea60-479f-89e8-6d755b19f107 of type vlan for network 5626ba5b-5b51-44b3-9455-f8cb26bf78bf Nov 08 12:46:31.245885 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.254841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Made reservation on behalf of 0374f27d8e34421cb8d23fd4ddeff615 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:31.254841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.344888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.347691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:31.372805 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.410263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.413521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-79b0da0f-7dcf-443c-945a-968b9c8bbe8d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 HTTP/1.1" status: 204 len: 168 time: 1.4865108 Nov 08 12:46:31.419326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:31.437985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:31.454025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.454441 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment a2e678f5-ff5d-452b-9f07-6ddd53dea68e of type vlan for network fe85f0ba-0f35-4747-8829-7dd3b5d4ef28 Nov 08 12:46:31.508718 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af0b7e5-91b7-44fc-9919-a398b91b57af tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:31.511440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6af0b7e5-91b7-44fc-9919-a398b91b57af tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/68fbd3e7-7928-4d62-a6ca-9cb3a5227a15 HTTP/1.1" status: 404 len: 333 time: 0.0920894 Nov 08 12:46:31.514048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34966) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:31.572616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:31.587557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:31.598177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 30f5c4ac-eb33-41c5-be51-db56670fe516 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:31.599573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:31.600291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:31.610950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.617290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.647585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:31.660910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:31.661875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:31.693034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.695651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.699316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75f439ce-92e4-475b-8469-98368c26d7d3 HTTP/1.1" status: 204 len: 168 time: 0.6321216 Nov 08 12:46:31.704977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:31.705657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd04062-35f2-40f5-8ed1-883786fc17ee None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:31.719664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.738588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3116-a9f5-4353-98cb-092955c82d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f439ce-92e4-475b-8469-98368c26d7d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:31.798448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-b9961ec6-ef10-4888-b254-f42a6ab35305 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:31.799964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-b9961ec6-ef10-4888-b254-f42a6ab35305 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/networks?id=27d43935-b7f4-4b7c-8149-0556e4aa6200 HTTP/1.1" status: 200 len: 821 time: 0.1798911 Nov 08 12:46:31.823356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.834438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.851263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-785e0195-b75b-4224-beb3-df8002ef4456 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/quotas/1694884d1c8d40dfa7bc51444505f450 HTTP/1.1" status: 200 len: 375 time: 0.0167015 Nov 08 12:46:31.886122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.886929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.892545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:31.897457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:31.898091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:31.917916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-51c10672-c74b-4999-844e-99462dd8e73a tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1694884d1c8d40dfa7bc51444505f450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572312 Nov 08 12:46:31.950048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:32.014102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=464873c0-1f9a-48c5-b098-6311b7c69746,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:32.027249 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=5626ba5b-5b51-44b3-9455-f8cb26bf78bf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:32.037011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Checking segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:32.037383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Network hostable DHCP agents. Network: 247a2618-9dc5-4c83-98ce-d25f1a287c5f, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:32.037916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5626ba5b-5b51-44b3-9455-f8cb26bf78bf details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:32.061658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4459817 Nov 08 12:46:32.065209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.178427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9ad6-3432-4887-9aa5-14f6502060e7 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=fe85f0ba-0f35-4747-8829-7dd3b5d4ef28,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:32.194204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fe85f0ba-0f35-4747-8829-7dd3b5d4ef28 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:32.210948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.267604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.274118 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/30f5c4ac-eb33-41c5-be51-db56670fe516 HTTP/1.1" status: 204 len: 168 time: 0.7566886 Nov 08 12:46:32.274118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c076408-0172-49bf-85b5-00d844ea7f19 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=30f5c4ac-eb33-41c5-be51-db56670fe516,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:32.285793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34984) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.294891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5021efe-1435-408c-821b-551670fdff5e None None] Network a1f051c3-8b00-4082-9c06-cdce1f5c190c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:32.320684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:32.500262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] DHCP port deletion for a1f051c3-8b00-4082-9c06-cdce1f5c190c request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:32.500856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:32.510634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.518848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] Sync routers for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:32.533804 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:32.534515 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:32.535280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-8c0fb2fc-707c-4a32-bc3e-c637916e6c56 service neutron] 10.222.0.58 "GET /v2.0/networks/27d43935-b7f4-4b7c-8149-0556e4aa6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092725 Nov 08 12:46:32.576808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5002599b-6929-4c4e-8d1b-61f70bc93ec0 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/floatingips/73f3a2ba-fdd3-4d53-933a-e681b564c326 HTTP/1.1" status: 200 len: 978 time: 4.3697553 Nov 08 12:46:32.583966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.615164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Deleting port 915d5d6f-3372-42c7-b895-1494b5e97e53 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:32.616094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.618064 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:32.632291 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:32.633193 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:32.676831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:32.677820 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dbb0d-abb7-4da2-8e22-f132d2beaa99 None None] The sync data for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:32.695878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] For port 915d5d6f-3372-42c7-b895-1494b5e97e53, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=915d5d6f-3372-42c7-b895-1494b5e97e53,segment=NetworkSegment(1851e1a2-ae99-44f0-a090-1a022e985005),segment_id=1851e1a2-ae99-44f0-a090-1a022e985005)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:32.696278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.711811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Calling delete_port for 915d5d6f-3372-42c7-b895-1494b5e97e53 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:32.730469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.750477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-d3cc7cd6-dd63-4546-8e15-eab3fde49755 service neutron] 10.222.0.58 "GET /v2.0/networks/27d43935-b7f4-4b7c-8149-0556e4aa6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754401 Nov 08 12:46:32.751057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf7e0-18b5-4972-996c-6d039e16be03 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:32.753533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b87f-8dc3-46f0-8061-e24947a647e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.756909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf7e0-18b5-4972-996c-6d039e16be03 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:32.764019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf7e0-18b5-4972-996c-6d039e16be03 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:32.769958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf7e0-18b5-4972-996c-6d039e16be03 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:32.774425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fdcbf7e0-18b5-4972-996c-6d039e16be03 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7033463 Nov 08 12:46:32.777395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.793988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.830821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 247a2618-9dc5-4c83-98ce-d25f1a287c5f) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:32.838885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:32.839562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.848877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbdcc9f-7cdd-42fd-a62f-0e8777ad7b8c None None] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:32.858767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.865227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port fe129752-b66e-4e9a-a637-64998256418c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:32.865569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.868430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 915d5d6f-3372-42c7-b895-1494b5e97e53 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:32.869076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.940639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port 915d5d6f-3372-42c7-b895-1494b5e97e53, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=915d5d6f-3372-42c7-b895-1494b5e97e53,segment=NetworkSegment(1851e1a2-ae99-44f0-a090-1a022e985005),segment_id=1851e1a2-ae99-44f0-a090-1a022e985005)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:32.941502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:32.956011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4883b7db-fa8d-4687-b17f-813a3b7d74bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9180925 Nov 08 12:46:32.959458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 34992) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:32.961639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 915d5d6f-3372-42c7-b895-1494b5e97e53 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:32.966388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:32.986018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.018868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Pushing event deleted for resources: {'Port': ['ID=915d5d6f-3372-42c7-b895-1494b5e97e53,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.028863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] No DVR routers for this DVR port 915d5d6f-3372-42c7-b895-1494b5e97e53 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:33.038411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.039128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.039128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.039684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.039822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.040046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.040374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.040836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.041238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.042171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.042171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.042171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8d18-30fd-42e0-bb0c-0bfe227bd72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:33.043755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.084403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.104131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:33.105102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.113371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=915d5d6f-3372-42c7-b895-1494b5e97e53,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.118172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5626ba5b-5b51-44b3-9455-f8cb26bf78bf']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.123930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port 915d5d6f-3372-42c7-b895-1494b5e97e53 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:33.134877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c579ff9-ea60-479f-89e8-6d755b19f107') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.135495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c579ff9-ea60-479f-89e8-6d755b19f107') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.157939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.168119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.174129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.175534 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.218665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ba48c60-3004-4b11-b2c1-f8ad56b880f3 req-e6497e74-b5f9-4c50-a557-66abf9b8e003 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0673201 Nov 08 12:46:33.219464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.235807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.262287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f051c3-8b00-4082-9c06-cdce1f5c190c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.300627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1851e1a2-ae99-44f0-a090-1a022e985005') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.301002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1851e1a2-ae99-44f0-a090-1a022e985005') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.304095 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.313150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.319088 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b87f-8dc3-46f0-8061-e24947a647e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.320543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:33.320949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:33.324442 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:33.348920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.349441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Allocated IP 172.20.0.2 (247a2618-9dc5-4c83-98ce-d25f1a287c5f/464873c0-1f9a-48c5-b098-6311b7c69746/5f257d49-4a96-4172-9211-804c60edf1ba) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:33.367610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:33.368156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:33.371572 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:33.383869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 915d5d6f-3372-42c7-b895-1494b5e97e53 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:33.414004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 915d5d6f-3372-42c7-b895-1494b5e97e53 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:33.414395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 915d5d6f-3372-42c7-b895-1494b5e97e53 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:33.477264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b87f-8dc3-46f0-8061-e24947a647e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.536678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f6f6b87f-8dc3-46f0-8061-e24947a647e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aacbb041587a4aaca09b178302cce584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8029211 Nov 08 12:46:33.544724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.565819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35002) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:33.582894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.587158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6b87f-8dc3-46f0-8061-e24947a647e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11e3f4-3c37-4200-8815-ce79eba79d8b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.617769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.618136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.618535 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Floating IP 73f3a2ba-fdd3-4d53-933a-e681b564c326 disassociated. External IP: 172.25.1.47, port: fe129752-b66e-4e9a-a637-64998256418c. Nov 08 12:46:33.618895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for fe129752-b66e-4e9a-a637-64998256418c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:33.622862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.632480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.638646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.644758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/5626ba5b-5b51-44b3-9455-f8cb26bf78bf HTTP/1.1" status: 204 len: 168 time: 0.8682675 Nov 08 12:46:33.644894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35004) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:33.648080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.684121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.689444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d29a6-4e23-4494-96ae-966b7be265de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=5626ba5b-5b51-44b3-9455-f8cb26bf78bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.697656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.713739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.716674 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/a1f051c3-8b00-4082-9c06-cdce1f5c190c HTTP/1.1" status: 204 len: 168 time: 1.4298360 Nov 08 12:46:33.720770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:33.727652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1567783239'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:33.751141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:33.756767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:33.760137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Pushing event updated for resources: {'Port': ['ID=5f257d49-4a96-4172-9211-804c60edf1ba,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.763038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:33.763930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c372ab-3df9-430c-b8cd-3e87149f9469 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=a1f051c3-8b00-4082-9c06-cdce1f5c190c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:33.797996 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.833618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Attempting to bind port 5f257d49-4a96-4172-9211-804c60edf1ba on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:33.833976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Attempting to bind port 5f257d49-4a96-4172-9211-804c60edf1ba by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:33.834287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Attempting to bind port 5f257d49-4a96-4172-9211-804c60edf1ba on network 247a2618-9dc5-4c83-98ce-d25f1a287c5f {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:33.840796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:33.841196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Checking segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:33.841592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.841980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Bound using segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:33.842472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Bound port: 5f257d49-4a96-4172-9211-804c60edf1ba, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:33.842850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.882005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:33.892046 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.919703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] For port 5f257d49-4a96-4172-9211-804c60edf1ba, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:33.922954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] For port 5f257d49-4a96-4172-9211-804c60edf1ba, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f257d49-4a96-4172-9211-804c60edf1ba,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:33.933277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.955875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.961035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.961383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:33.963704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:33.967098 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d11e3f4-3c37-4200-8815-ce79eba79d8b HTTP/1.1" status: 204 len: 168 time: 0.3981001 Nov 08 12:46:33.969066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe85f0ba-0f35-4747-8829-7dd3b5d4ef28']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.987096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e678f5-ff5d-452b-9f07-6ddd53dea68e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.987330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e678f5-ff5d-452b-9f07-6ddd53dea68e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:33.996155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dc5a5-ec56-4a52-bdde-4dc0e929bd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11e3f4-3c37-4200-8815-ce79eba79d8b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:34.002974 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.004124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=fe129752-b66e-4e9a-a637-64998256418c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:34.007413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.007769 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0 of type vlan for network 102b98a9-58f7-4456-bb9e-7940fed79b0c Nov 08 12:46:34.054928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.070215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.106158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:34.108593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:34.112139 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:34.114514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.161787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ba8a5-37ac-4765-a8d1-9c32c8ce615d None None] Pushing event updated for resources: {'Port': ['ID=5f257d49-4a96-4172-9211-804c60edf1ba,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:34.251488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:34.252689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.259737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.266145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:34.267167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.288765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.362514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fae21b3-da5e-4f97-98c1-a83f75a3c860 req-c2a295b4-ea45-4463-8235-75cafabbca26 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0488279 Nov 08 12:46:34.371173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.386224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.389677 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/fe85f0ba-0f35-4747-8829-7dd3b5d4ef28 HTTP/1.1" status: 204 len: 168 time: 0.7436883 Nov 08 12:46:34.392269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:34.433066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7095790 Nov 08 12:46:34.439309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:34.469017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:34.473498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a83307-9b97-455c-922b-f30806381dbe tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=fe85f0ba-0f35-4747-8829-7dd3b5d4ef28,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:34.492782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54fa2-3f50-4887-89ba-8567470533e9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=102b98a9-58f7-4456-bb9e-7940fed79b0c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:34.514951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:34.627747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:34.646522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] Sync routers for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:34.679468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:34.680155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:34.722461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abd085-df39-4146-a7c5-b387af7fa051 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:34.726861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:34.745880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abd085-df39-4146-a7c5-b387af7fa051 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:34.745880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29abd085-df39-4146-a7c5-b387af7fa051 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3452542 Nov 08 12:46:34.746106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:34.746106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:34.749054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:34.755302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-605013551'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:34.758205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Allocated IP 172.25.1.2 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/c9ec5a44-fa24-46ee-b671-dc93ba407fbc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:34.770663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.774153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a027b351-6a4f-4586-8a60-a04ef5675f40 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/fe129752-b66e-4e9a-a637-64998256418c HTTP/1.1" status: 204 len: 168 time: 2.1884468 Nov 08 12:46:34.777560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35028) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:34.799880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:34.800568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9bfb93-7806-4c90-a21e-f5cc7d1b4e86 None None] The sync data for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:34.900388 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:34.953243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:34.956716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.010071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.021306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:35.042574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:35.042851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.046175 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment 97a14f87-5174-405a-b1f0-a53ed687e128 of type vlan for network b0def45d-b577-4cd3-90da-47a97a0b10a8 Nov 08 12:46:35.046337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.093808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:35.099972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:35.105241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:35.146694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:35.163956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.335630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.406060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.414227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:35.414227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.434297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f257d49-4a96-4172-9211-804c60edf1ba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:35.522987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f257d49-4a96-4172-9211-804c60edf1ba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:35.523361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.579914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb997729-b26f-4e7b-88f0-2c4f8fb8e393 req-a34bd5e2-bd5d-4533-889b-b02bd8c14443 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0721779 Nov 08 12:46:35.582332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=b0def45d-b577-4cd3-90da-47a97a0b10a8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:35.615614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61551340-674f-48c7-be89-cbbd3decba93 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8648231 Nov 08 12:46:35.624245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:35.631508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-510830378'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:35.637313 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.647460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.651332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b0def45d-b577-4cd3-90da-47a97a0b10a8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:35.653444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33268cc-9e11-46ef-95b9-0a1ff86de20a None None] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:35.780413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=aae6615d-070e-409a-9248-78fee017e24a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:35.797930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:35.798306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 102b98a9-58f7-4456-bb9e-7940fed79b0c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:35.800476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.828517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port ada32ddd-cb49-4890-9f47-b4b986cb5bfd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:35.829097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.890775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-08812671-7da9-4f42-91e6-407cd34d4c91 None None] Provisioning complete for port 5f257d49-4a96-4172-9211-804c60edf1ba triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:35.904366 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08812671-7da9-4f42-91e6-407cd34d4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.904366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5f257d49-4a96-4172-9211-804c60edf1ba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f257d49-4a96-4172-9211-804c60edf1ba,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:35.950968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.963466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:35.967355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for ada32ddd-cb49-4890-9f47-b4b986cb5bfd owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:35.972526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:35.997641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:36.003005 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.094757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:36.115214 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.115939 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment ff87b9b4-82da-4dfc-898a-f59f7f2371f9 of type vlan for network d585de62-ff11-41f2-8a13-ab4c6c1fbfad Nov 08 12:46:36.125949 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.130747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5f257d49-4a96-4172-9211-804c60edf1ba,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:36.293165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 102b98a9-58f7-4456-bb9e-7940fed79b0c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:36.298696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:36.299348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.303454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b0b36-7d2e-4acb-8d87-90a726ffda9e None None] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:36.336021 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.435967 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f1b7295-ca40-407e-8a00-811749e80b3b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9955335 Nov 08 12:46:36.436597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35054) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:36.438713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.442905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c', 'name': 'tempest-PortsTestJSON-926156378', 'fixed_ips': [{'subnet_id': 'aae6615d-070e-409a-9248-78fee017e24a', 'ip_address': '172.20.0.10'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:36.470157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Router a3b4996c-93b5-4824-80e5-ea824410dd6e is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:46:36.475916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.485133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:36.486274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.511190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=ada32ddd-cb49-4890-9f47-b4b986cb5bfd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:36.533051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-d4b043d1-86a1-4d76-829d-a1cbd232220d tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:36.534706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-d4b043d1-86a1-4d76-829d-a1cbd232220d tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.61 "GET /v2.0/networks?id=27d43935-b7f4-4b7c-8149-0556e4aa6200 HTTP/1.1" status: 200 len: 821 time: 0.2797713 Nov 08 12:46:36.587253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Request body: {'port': {'device_id': '71c33255-4324-416b-a96d-60b28cd3a028', 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200', 'admin_state_up': True, 'tenant_id': '1694884d1c8d40dfa7bc51444505f450'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:36.645638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-102b98a9-58f7-4456-bb9e-7940fed79b0c', 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': 'aae6615d-070e-409a-9248-78fee017e24a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:36.646682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.676907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-43d167ca-2980-42ae-9d63-68ebbcd4f3a2 None None] Provisioning complete for port 5f257d49-4a96-4172-9211-804c60edf1ba triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:36.677290 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43d167ca-2980-42ae-9d63-68ebbcd4f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:36.829276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f749493-c07d-45c3-a0d2-1123a9afed31 req-08a4261a-b13e-48ab-ba3e-2b127800242f tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0724218 Nov 08 12:46:36.996457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.025086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Allocated IP 172.20.0.2 (102b98a9-58f7-4456-bb9e-7940fed79b0c/aae6615d-070e-409a-9248-78fee017e24a/5f517e7d-5eaa-46be-86d5-b4247632412b) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:37.060637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Made reservation on behalf of 1694884d1c8d40dfa7bc51444505f450 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:37.064865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.273899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6448128 Nov 08 12:46:37.280583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269824ee-b4d0-4539-b505-6f24f02a4b4e tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=d585de62-ff11-41f2-8a13-ab4c6c1fbfad,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:37.281329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35066) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:37.296936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'ports': [{'network_id': 'b0def45d-b577-4cd3-90da-47a97a0b10a8', 'name': 'tempest-port--517146234', 'admin_state_up': True}, {'network_id': 'd585de62-ff11-41f2-8a13-ab4c6c1fbfad', 'admin_state_up': False}]} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:37.297588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'port': {'network_id': 'b0def45d-b577-4cd3-90da-47a97a0b10a8', 'name': 'tempest-port--517146234', 'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:37.297789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'port': {'network_id': 'd585de62-ff11-41f2-8a13-ab4c6c1fbfad', 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:37.580876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.588178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d585de62-ff11-41f2-8a13-ab4c6c1fbfad details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:37.590824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f257d49-4a96-4172-9211-804c60edf1ba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:37.665058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:37.683741 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:37.716674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:37.720613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:37.721196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.781167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:37.790936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Pushing event updated for resources: {'Port': ['ID=5f517e7d-5eaa-46be-86d5-b4247632412b,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:37.842577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f257d49-4a96-4172-9211-804c60edf1ba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:37.846445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.857900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:37.861153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:37.869061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:37.955756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:37.959513 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c68beac2-42bb-4776-863c-4cb11d3e3b10 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9966130 Nov 08 12:46:37.961770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:37.985962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ee4ac4e-6f89-441c-9526-12f6ee759835 req-d8d03986-c4a2-47f3-ac56-4e6fceb2ca7c tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0560825 Nov 08 12:46:37.993400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Attempting to bind port 5f517e7d-5eaa-46be-86d5-b4247632412b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:37.993800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Attempting to bind port 5f517e7d-5eaa-46be-86d5-b4247632412b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:37.994340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Attempting to bind port 5f517e7d-5eaa-46be-86d5-b4247632412b on network 102b98a9-58f7-4456-bb9e-7940fed79b0c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:37.994522 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:38.006771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Allocated IP 172.20.0.4 (27d43935-b7f4-4b7c-8149-0556e4aa6200/fd3f5372-a54f-4cfe-bce8-fa60f2c1af52/3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:38.017308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:38.021129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Checking segment: {'id': 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:38.022377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.023111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Bound using segment: {'id': 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:38.023784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Bound port: 5f517e7d-5eaa-46be-86d5-b4247632412b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:38.024521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.122988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:38.148288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.177855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 8f37f75b-6963-43ff-82ec-996289ebbcb0 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:38.185769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] For port 5f517e7d-5eaa-46be-86d5-b4247632412b, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:38.189914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] For port 5f517e7d-5eaa-46be-86d5-b4247632412b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f517e7d-5eaa-46be-86d5-b4247632412b,segment=NetworkSegment(fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0),segment_id=fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:38.250233 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:35Z', 'revision_number': 3, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:38.292215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:38.292831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Updating router a3b4996c-93b5-4824-80e5-ea824410dd6e port c9ec5a44-fa24-46ee-b671-dc93ba407fbc binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:46:38.314017 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.321181 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.342228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'port': 2} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:38.348114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.387923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:38.391718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.397004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a210-b02c-4c66-a3a9-471bfb45f7dc None None] Pushing event updated for resources: {'Port': ['ID=5f517e7d-5eaa-46be-86d5-b4247632412b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:38.419149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] Sync routers for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:38.419650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da6807ab-0ce6-4a34-9393-dce1f06cdf95 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/routers/76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367209 Nov 08 12:46:38.419751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35082) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:38.427855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:38.429476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:38.474008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.518025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:38.530511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] Routers {'76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:38.531143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:38.546736 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.593340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:38.594180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432b39-5d2d-4f6e-9e91-550db5c9cf75 None None] The sync data for ids ['76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:38.630871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Network 27d43935-b7f4-4b7c-8149-0556e4aa6200 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:38.652672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:38.661509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:38.722555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Pushing event updated for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:38.727572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.10 (102b98a9-58f7-4456-bb9e-7940fed79b0c/aae6615d-070e-409a-9248-78fee017e24a/8f37f75b-6963-43ff-82ec-996289ebbcb0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:38.741060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] device_id is not set on port 8417fe28-a28a-4ca8-9472-b52d35d175cd yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:38.752311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:38.752994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.888262 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.901535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-5b0494a6-3b88-4837-9260-ebaeb36c5deb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3328581 Nov 08 12:46:38.905148 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:38.918214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Request body: {'port': {'device_id': '71c33255-4324-416b-a96d-60b28cd3a028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:38.984816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.008581 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.132597 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Attempting to bind port c9ec5a44-fa24-46ee-b671-dc93ba407fbc on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:39.133191 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Attempting to bind port c9ec5a44-fa24-46ee-b671-dc93ba407fbc by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:39.133833 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Attempting to bind port c9ec5a44-fa24-46ee-b671-dc93ba407fbc on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:39.136470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Pushing event updated for resources: {'Port': ['ID=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:39.147725 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.148272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.148789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.149219 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.150178 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.150627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.151053 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.151474 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.153099 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.153691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.154271 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.154843 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:39.159435 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:39.160160 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:39.160800 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.161396 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:39.162092 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Bound port: c9ec5a44-fa24-46ee-b671-dc93ba407fbc, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:39.162730 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.258127 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] For port c9ec5a44-fa24-46ee-b671-dc93ba407fbc, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:39.262767 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] For port c9ec5a44-fa24-46ee-b671-dc93ba407fbc, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:39.326091 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.367921 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.368046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9d4b6-5810-4758-a488-3ebbb3bcb87b req-e67f92f6-c5a3-44ca-ad66-103d9b283587 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:39.368046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38b9d4b6-5810-4758-a488-3ebbb3bcb87b req-e67f92f6-c5a3-44ca-ad66-103d9b283587 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 931 time: 0.1412225 Nov 08 12:46:39.442362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.470566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38b9d4b6-5810-4758-a488-3ebbb3bcb87b req-1c623a6e-ae44-4efa-a5bb-5d60f9f985cb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921984 Nov 08 12:46:39.471891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f517e7d-5eaa-46be-86d5-b4247632412b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:39.474913 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:39.476980 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:39.526195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.542841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:46:39.545836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f517e7d-5eaa-46be-86d5-b4247632412b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:39.546487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.563352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.588000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Transition to ACTIVE for port object 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:46:39.596689 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e555a0-840d-466e-afc4-2711533f1d90 None None] Pushing event updated for resources: {'Port': ['ID=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:39.660134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.683524 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:39.687889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.698337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.704500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] device_id is not set on port 48184b55-8689-4a88-8d59-e768bac5fedd yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:39.735957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5f517e7d-5eaa-46be-86d5-b4247632412b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f517e7d-5eaa-46be-86d5-b4247632412b,segment=NetworkSegment(fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0),segment_id=fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:39.793095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Pushing event updated for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:39.814949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 9b3f18b0-faf6-4e81-a6e4-d4347b54af45 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:39.815439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.846807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.873220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.898860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Attempting to bind port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:39.899199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Attempting to bind port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'eee4c0b7-13c0-4e4e-af48-5063b532fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:39.900118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Attempting to bind port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff on network 27d43935-b7f4-4b7c-8149-0556e4aa6200 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:39.917057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff on network 27d43935-b7f4-4b7c-8149-0556e4aa6200 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:46:39.917317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Attempting to bind port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff on network 27d43935-b7f4-4b7c-8149-0556e4aa6200 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:39.937580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:39.937940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Checking segment: {'id': 'eee4c0b7-13c0-4e4e-af48-5063b532fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:39.938335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Bound using segment: {'id': 'eee4c0b7-13c0-4e4e-af48-5063b532fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:39.938768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Bound port: 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4c0b7-13c0-4e4e-af48-5063b532fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:39.939121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:39.941942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5f517e7d-5eaa-46be-86d5-b4247632412b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:39.986786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4e84e-e52b-48a1-b7df-1bd93c8eccf7 None None] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:39.992720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:35Z', 'revision_number': 3, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:40.034144 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3b78-0d0c-42a4-beea-7f07fef98dad None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:35Z', 'revision_number': 3, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:40.038739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:40.042276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,segment=NetworkSegment(eee4c0b7-13c0-4e4e-af48-5063b532fda8),segment_id=eee4c0b7-13c0-4e4e-af48-5063b532fda8)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:40.046470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:40.073756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:40.082192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1d043142-6c2f-4616-ba98-d5fef92a6446 None None] Provisioning complete for port 5f517e7d-5eaa-46be-86d5-b4247632412b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:40.082913 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1d043142-6c2f-4616-ba98-d5fef92a6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.104532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:40.124190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=8f37f75b-6963-43ff-82ec-996289ebbcb0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:40.141308 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.197251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Pushing event updated for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:40.204787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.209918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:40.213491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.214727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-0e023694-c1aa-4e93-a6a7-5c5869277dbb service neutron] 10.222.0.61 "PUT /v2.0/ports/3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff HTTP/1.1" status: 200 len: 1091 time: 1.3029628 Nov 08 12:46:40.215291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:40.218050 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169" -d '{"events": [{"name": "network-changed", "server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:40.234916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Allocated IP 172.20.0.1 (247a2618-9dc5-4c83-98ce-d25f1a287c5f/464873c0-1f9a-48c5-b098-6311b7c69746/8525662c-ebbb-49e1-92c9-6265108c9d6b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:40.246523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 9b3f18b0-faf6-4e81-a6e4-d4347b54af45 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:40.251619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.278361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:40.279026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.302645 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f701dd3f-e5d4-4240-9833-d838bbb75fdf x-openstack-request-id: req-f701dd3f-e5d4-4240-9833-d838bbb75fdf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:40.303307 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:40.305438 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f701dd3f-e5d4-4240-9833-d838bbb75fdf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:40.308191 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff', 'status': 'completed', 'code': 200} Nov 08 12:46:40.443701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-16220cbf-884e-4ad7-9d3e-cff0e4ee4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:40.445507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-16220cbf-884e-4ad7-9d3e-cff0e4ee4206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1694884d1c8d40dfa7bc51444505f450&device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 1094 time: 0.1229167 Nov 08 12:46:40.519013 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-663fd65f-728d-4505-8d08-c456468cfb66 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0813255 Nov 08 12:46:40.519544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:40.530068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '102b98a9-58f7-4456-bb9e-7940fed79b0c', 'name': 'tempest-PortsTestJSON-306675327', 'fixed_ips': [{'subnet_id': 'aae6615d-070e-409a-9248-78fee017e24a', 'ip_address': '172.20.0.9'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:40.578597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.610681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.681917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Port': ['ID=8417fe28-a28a-4ca8-9472-b52d35d175cd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:40.778073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-86d3cf83-300d-49f7-92f6-53e7abc03de0 None None] Provisioning complete for port 5f517e7d-5eaa-46be-86d5-b4247632412b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:40.778756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86d3cf83-300d-49f7-92f6-53e7abc03de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:40.876405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-c07a81c2-4350-4522-8743-5ca598d6becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:40.877942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-c07a81c2-4350-4522-8743-5ca598d6becb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1694884d1c8d40dfa7bc51444505f450&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4231825 Nov 08 12:46:41.008270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-86d3cf83-300d-49f7-92f6-53e7abc03de0 None None] Provisioning complete for port 8f37f75b-6963-43ff-82ec-996289ebbcb0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:41.008649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86d3cf83-300d-49f7-92f6-53e7abc03de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.048125 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-86d3cf83-300d-49f7-92f6-53e7abc03de0 None None] Port 8f37f75b-6963-43ff-82ec-996289ebbcb0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:41.098047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25a27e-82a3-4693-b14a-e51e1c451c8e req-0ae4bc7f-b1f0-4453-aba7-b808527bb6ee tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:41.098417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.099629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a25a27e-82a3-4693-b14a-e51e1c451c8e req-0ae4bc7f-b1f0-4453-aba7-b808527bb6ee tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 943 time: 0.3708229 Nov 08 12:46:41.179282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:41.188790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a65efd0d-9c6d-4111-8bd4-70be511dc019 None None] Provisioning complete for port 8f37f75b-6963-43ff-82ec-996289ebbcb0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:41.189161 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a65efd0d-9c6d-4111-8bd4-70be511dc019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.196707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:41.196707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:41.197909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:41.226879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Checking segment: {'id': '97a14f87-5174-405a-b1f0-a53ed687e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0def45d-b577-4cd3-90da-47a97a0b10a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:41.227261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network hostable DHCP agents. Network: b0def45d-b577-4cd3-90da-47a97a0b10a8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:41.235807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a25a27e-82a3-4693-b14a-e51e1c451c8e req-156c12d4-f45f-4490-9986-ba48540cf33a tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036725 Nov 08 12:46:41.236548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:41.271566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.308705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a65efd0d-9c6d-4111-8bd4-70be511dc019 None None] Port 8f37f75b-6963-43ff-82ec-996289ebbcb0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:41.351014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.353601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network b0def45d-b577-4cd3-90da-47a97a0b10a8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:41.383521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.396534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=9b3f18b0-faf6-4e81-a6e4-d4347b54af45,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:41.420168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-2d6372f6-1e86-4779-baf1-3880c076a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:41.421253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811b5bbe-c80a-401f-bb94-5f2bf0ff4169 req-2d6372f6-1e86-4779-baf1-3880c076a7d0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5284278 Nov 08 12:46:41.442834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 70ea2284-f98a-4e32-ac8a-9c9049657dd6 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:41.500655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, b0def45d-b577-4cd3-90da-47a97a0b10a8) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:41.513233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eabdcc-36ff-4ffa-b1e0-334b3dacea91 None None] Network b0def45d-b577-4cd3-90da-47a97a0b10a8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:41.514855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:41.515741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.564243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c9ec5a44-fa24-46ee-b671-dc93ba407fbc up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:41.599412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.684745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-dd340b2e-eea2-4569-b515-fac83ceb2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:41.686179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-dd340b2e-eea2-4569-b515-fac83ceb2548 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1694884d1c8d40dfa7bc51444505f450&device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 1094 time: 0.0791371 Nov 08 12:46:41.701225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-397011c7-2fe1-41f4-b184-f45f68d4b9de None None] Provisioning complete for port 8525662c-ebbb-49e1-92c9-6265108c9d6b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:41.701598 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-397011c7-2fe1-41f4-b184-f45f68d4b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.742222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Port': ['ID=48184b55-8689-4a88-8d59-e768bac5fedd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:41.753339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.757014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-ecfaf325-117e-45d3-bd32-cc4ed8e1587a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff HTTP/1.1" status: 200 len: 217 time: 0.0463855 Nov 08 12:46:41.757014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.9 (102b98a9-58f7-4456-bb9e-7940fed79b0c/aae6615d-070e-409a-9248-78fee017e24a/70ea2284-f98a-4e32-ac8a-9c9049657dd6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:41.757479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.763130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-397011c7-2fe1-41f4-b184-f45f68d4b9de None None] Port 8525662c-ebbb-49e1-92c9-6265108c9d6b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:41.772913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.780429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Checking segment: {'id': 'ff87b9b4-82da-4dfc-898a-f59f7f2371f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd585de62-ff11-41f2-8a13-ab4c6c1fbfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:41.780846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network hostable DHCP agents. Network: d585de62-ff11-41f2-8a13-ab4c6c1fbfad, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:41.781268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c9ec5a44-fa24-46ee-b671-dc93ba407fbc triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:41.782066 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.848563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-c486d6f7-9bd7-4fd4-9f35-89690b1b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:41.850337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-c486d6f7-9bd7-4fd4-9f35-89690b1b9ecf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd3f5372-a54f-4cfe-bce8-fa60f2c1af52 HTTP/1.1" status: 200 len: 861 time: 0.0834022 Nov 08 12:46:41.891029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.902984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-8005c79e-3ec9-4f50-8bb1-0134df84aeb4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27d43935-b7f4-4b7c-8149-0556e4aa6200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420766 Nov 08 12:46:41.918902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c9ec5a44-fa24-46ee-b671-dc93ba407fbc, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:41.969094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.969900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Fanout notify agent at l3_agent the message router_deleted on router 76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:46:41.978605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:41.983492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d54af9c-7f8f-4b17-80f7-86d754e0f4f2 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/routers/76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c HTTP/1.1" status: 204 len: 168 time: 3.5568433 Nov 08 12:46:41.985805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35142) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.021287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network d585de62-ff11-41f2-8a13-ab4c6c1fbfad is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:42.043674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.048052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f517e7d-5eaa-46be-86d5-b4247632412b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:42.068459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.070297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting subnet 8ec1631a-9c3f-4589-886c-46bfb6a40027 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:42.074634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.075775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-ec528361-c2b0-4d11-8f6c-a0a981da4e3a service neutron] 10.222.0.61 "GET /v2.0/networks/27d43935-b7f4-4b7c-8149-0556e4aa6200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635318 Nov 08 12:46:42.125922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.128654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d585de62-ff11-41f2-8a13-ab4c6c1fbfad) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:42.139398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:42.145201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.152078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.152788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.162764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.185120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578994cb-6e25-427a-a055-e5f21e844962 None None] Network d585de62-ff11-41f2-8a13-ab4c6c1fbfad requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:42.190874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:42.216734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a369e85c-0f47-4065-b5bf-0cc61aa6861a req-39f5778b-b941-43a7-9d08-0009c849fc42 service neutron] 10.222.0.61 "GET /v2.0/networks/27d43935-b7f4-4b7c-8149-0556e4aa6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324706 Nov 08 12:46:42.223172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.258826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5f517e7d-5eaa-46be-86d5-b4247632412b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:42.259285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.290667 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:46:42.325341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:42.330511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.354093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.375003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.405832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0fb77dee-8f55-4b9e-83ef-fb35eaed7c38 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1153736 Nov 08 12:46:42.409720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35150) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.465923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:42.473766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:42.479575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:42.498984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4327d26-6fb4-4072-9c77-75a3330ce0d8 req-ebc5c0e9-b4e9-46fc-a4bf-cfbb588be2fb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.500702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4327d26-6fb4-4072-9c77-75a3330ce0d8 req-ebc5c0e9-b4e9-46fc-a4bf-cfbb588be2fb tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 943 time: 0.1412213 Nov 08 12:46:42.556510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=70ea2284-f98a-4e32-ac8a-9c9049657dd6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:42.560497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:42.563600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:42.575576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8813142-1407-4b86-a989-c403a708b4de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.584087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8813142-1407-4b86-a989-c403a708b4de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.588959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8813142-1407-4b86-a989-c403a708b4de tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1655564 Nov 08 12:46:42.589671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35154) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.622136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.623225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.648977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4327d26-6fb4-4072-9c77-75a3330ce0d8 req-7fd363c8-a13a-4e01-bb63-5866984f3ff2 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363690 Nov 08 12:46:42.776935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.816523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec1631a-9c3f-4589-886c-46bfb6a40027,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:42.824066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da3f93d8-2de6-44c5-b62e-ad5200b93a62 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3036566 Nov 08 12:46:42.826724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35156) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.833251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.833251 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-036c7c61-3fd3-485a-a0de-a3027c07d899 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/subnets/8ec1631a-9c3f-4589-886c-46bfb6a40027 HTTP/1.1" status: 204 len: 168 time: 0.8458896 Nov 08 12:46:42.836469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35158) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.839150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e348fe-f028-4d70-8d3d-36dffa0a4226 None None] Network 96e39f96-2ec6-4544-8892-040e438c9e2e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:42.911649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Deleting port 8417fe28-a28a-4ca8-9472-b52d35d175cd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:42.912018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.918485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Router a3b4996c-93b5-4824-80e5-ea824410dd6e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:42.925256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4c66eea0-a05f-4189-90cc-5a8925added8 None None] Provisioning complete for port 70ea2284-f98a-4e32-ac8a-9c9049657dd6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:42.925704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4c66eea0-a05f-4189-90cc-5a8925added8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:42.936353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc6335-ec15-4999-82d9-086cc4ead642 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:42.941581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-19fc6335-ec15-4999-82d9-086cc4ead642 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1102967 Nov 08 12:46:42.941581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:42.996648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.007045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4c66eea0-a05f-4189-90cc-5a8925added8 None None] Port 70ea2284-f98a-4e32-ac8a-9c9049657dd6 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:43.013805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a2374-946a-406d-b6f3-2e497b4724b3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:43.025363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a2374-946a-406d-b6f3-2e497b4724b3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:43.031421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a2374-946a-406d-b6f3-2e497b4724b3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:43.033102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e50a2374-946a-406d-b6f3-2e497b4724b3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0912576 Nov 08 12:46:43.036475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35162) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:43.054397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.072724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Calling delete_port for 8417fe28-a28a-4ca8-9472-b52d35d175cd owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:43.112708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] DHCP port deletion for 96e39f96-2ec6-4544-8892-040e438c9e2e request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:43.140389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 70ea2284-f98a-4e32-ac8a-9c9049657dd6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:43.140743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.170673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7b22629a-4a69-4dc6-82c6-3179e9772343 None None] Provisioning complete for port 8525662c-ebbb-49e1-92c9-6265108c9d6b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:43.171114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b22629a-4a69-4dc6-82c6-3179e9772343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.219841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:43.234342 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e6cbd502-5085-4422-bd8a-9d2d329bd1b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/a3b4996c-93b5-4824-80e5-ea824410dd6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2594244 Nov 08 12:46:43.234590 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:43.234712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Deleting port 6e4bfce8-2023-4216-a53d-04cfa6e53798 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:43.234712 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.241658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7b22629a-4a69-4dc6-82c6-3179e9772343 None None] Port 8525662c-ebbb-49e1-92c9-6265108c9d6b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:43.243949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 6e4bfce8-2023-4216-a53d-04cfa6e53798 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:43.247482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.264408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:43.265025 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:43.304290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35168) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:43.324767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] For port 6e4bfce8-2023-4216-a53d-04cfa6e53798, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e4bfce8-2023-4216-a53d-04cfa6e53798,segment=NetworkSegment(9e911c7b-269c-4408-8dfc-574a0b0c460b),segment_id=9e911c7b-269c-4408-8dfc-574a0b0c460b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:43.326116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.333196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] For port 6e4bfce8-2023-4216-a53d-04cfa6e53798, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6e4bfce8-2023-4216-a53d-04cfa6e53798,segment=NetworkSegment(9e911c7b-269c-4408-8dfc-574a0b0c460b),segment_id=9e911c7b-269c-4408-8dfc-574a0b0c460b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:43.333542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.346784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.350521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 6e4bfce8-2023-4216-a53d-04cfa6e53798 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:43.355684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Calling delete_port for 6e4bfce8-2023-4216-a53d-04cfa6e53798 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:43.386704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 70ea2284-f98a-4e32-ac8a-9c9049657dd6 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:43.459627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.465056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c9ec5a44-fa24-46ee-b671-dc93ba407fbc up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:43.486169 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:43.499775 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.510731 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/ports/8417fe28-a28a-4ca8-9472-b52d35d175cd HTTP/1.1" status: 204 len: 168 time: 0.9200585 Nov 08 12:46:43.513859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:43.577440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccba88-57cd-4e31-98c8-f206017cb7b3 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Port': ['ID=8417fe28-a28a-4ca8-9472-b52d35d175cd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:43.594959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2197afbf-9af7-4306-a2a9-288778cf348a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.604454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c9ec5a44-fa24-46ee-b671-dc93ba407fbc triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:43.604831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.763674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.765670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.785810 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 2, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:43.799548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] Pushing event deleted for resources: {'Port': ['ID=6e4bfce8-2023-4216-a53d-04cfa6e53798,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:43.815329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabf8f4-d0a1-45dc-ad02-453d9a397ed4 None None] No DVR routers for this DVR port 6e4bfce8-2023-4216-a53d-04cfa6e53798 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:43.824461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=6e4bfce8-2023-4216-a53d-04cfa6e53798,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:43.843472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] No DVR routers for this DVR port 6e4bfce8-2023-4216-a53d-04cfa6e53798 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:43.850746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e4bfce8-2023-4216-a53d-04cfa6e53798 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:43.852752 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:43.853364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Updating router a3b4996c-93b5-4824-80e5-ea824410dd6e port 8525662c-ebbb-49e1-92c9-6265108c9d6b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:46:43.881335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6e4bfce8-2023-4216-a53d-04cfa6e53798 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:43.881988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6e4bfce8-2023-4216-a53d-04cfa6e53798 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:43.898869 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.968016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:43.990333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e39f96-2ec6-4544-8892-040e438c9e2e']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:44.002866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e911c7b-269c-4408-8dfc-574a0b0c460b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:44.003166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e911c7b-269c-4408-8dfc-574a0b0c460b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:44.016076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.033788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.041488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:44.042864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:44.046647 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:44.079770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae882a8-2926-42af-9702-c082f6c94dc0 req-ce61cee2-7a31-41dd-8467-7d2c3bd229f3 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:44.081338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cae882a8-2926-42af-9702-c082f6c94dc0 req-ce61cee2-7a31-41dd-8467-7d2c3bd229f3 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 943 time: 0.0738974 Nov 08 12:46:44.089141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Deleting port 48184b55-8689-4a88-8d59-e768bac5fedd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:44.089481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.130158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.197754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2197afbf-9af7-4306-a2a9-288778cf348a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.206838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=70ea2284-f98a-4e32-ac8a-9c9049657dd6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.215463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.225804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.226423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.233836 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/networks/96e39f96-2ec6-4544-8892-040e438c9e2e HTTP/1.1" status: 204 len: 168 time: 1.3932290 Nov 08 12:46:44.239959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.240245 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.244076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f309a-fd18-4487-8e1c-e4ea72e4f5ef tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Network': ['ID=96e39f96-2ec6-4544-8892-040e438c9e2e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.265257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cae882a8-2926-42af-9702-c082f6c94dc0 req-e85becc5-19aa-45ba-aefe-ea9e695468d2 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726506 Nov 08 12:46:44.305003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Calling delete_port for 48184b55-8689-4a88-8d59-e768bac5fedd owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:44.332966 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.336429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2197afbf-9af7-4306-a2a9-288778cf348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.440812 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2197afbf-9af7-4306-a2a9-288778cf348a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceb167f48d554011baa219f9a7059f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1335268 Nov 08 12:46:44.441965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35188) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.473837 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3802-4101-406a-bd67-b4a650c80c98 None None] Pushing event updated for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.521549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Attempting to bind port 8525662c-ebbb-49e1-92c9-6265108c9d6b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:44.522805 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Attempting to bind port 8525662c-ebbb-49e1-92c9-6265108c9d6b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:44.523620 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Attempting to bind port 8525662c-ebbb-49e1-92c9-6265108c9d6b on network 247a2618-9dc5-4c83-98ce-d25f1a287c5f {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:44.529061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.529971 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:44.530449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Checking segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:44.530657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197afbf-9af7-4306-a2a9-288778cf348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26e73d-8793-414a-b5ef-b3280330c7a0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.531265 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.531567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.532089 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Bound using segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:44.532764 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Bound port: 8525662c-ebbb-49e1-92c9-6265108c9d6b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:44.533368 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.535353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b3ca5dfd-f8cb-422d-920a-a363047e8f78 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/70ea2284-f98a-4e32-ac8a-9c9049657dd6 HTTP/1.1" status: 204 len: 168 time: 1.4970660 Nov 08 12:46:44.543341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35194) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.565858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1825958267-network', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:44.573822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.600648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.603863 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b81578c-fc83-4eec-886a-b9abdbdab3e8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:44.605486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2b81578c-fc83-4eec-886a-b9abdbdab3e8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/70ea2284-f98a-4e32-ac8a-9c9049657dd6 HTTP/1.1" status: 404 len: 333 time: 0.0352073 Nov 08 12:46:44.607387 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] For port 8525662c-ebbb-49e1-92c9-6265108c9d6b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:44.609947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.611404 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] For port 8525662c-ebbb-49e1-92c9-6265108c9d6b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8525662c-ebbb-49e1-92c9-6265108c9d6b,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:44.654857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.711665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Port': ['ID=48184b55-8689-4a88-8d59-e768bac5fedd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.733657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.736684 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.736935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-86ccf6a5-eb4a-478d-a14b-74b26de326d4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/ports/48184b55-8689-4a88-8d59-e768bac5fedd HTTP/1.1" status: 204 len: 168 time: 1.2220602 Nov 08 12:46:44.739465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.776872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] Provisioning complete for port 8525662c-ebbb-49e1-92c9-6265108c9d6b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:44.777189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.785828 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.788493 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.789728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc26e73d-8793-414a-b5ef-b3280330c7a0 HTTP/1.1" status: 204 len: 168 time: 0.3443625 Nov 08 12:46:44.798962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3f42f35f-2845-4b05-936d-866b6101440b tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0555937 Nov 08 12:46:44.803615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35202) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:44.806375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b7d7e-aa4b-44d2-b6b5-bac4ba8d04b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26e73d-8793-414a-b5ef-b3280330c7a0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.819272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port ad7945f0-f173-44af-998d-ac41b4a863c2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:44.819685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.820201 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:44.820849 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:44.827282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1019101503'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:44.901027 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.901581 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3802-4101-406a-bd67-b4a650c80c98 None None] Pushing event updated for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:44.937547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] For port 8525662c-ebbb-49e1-92c9-6265108c9d6b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8525662c-ebbb-49e1-92c9-6265108c9d6b,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:44.942104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Made reservation on behalf of 7100772ee3504d58b59f9f21cd337abf for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:44.944525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.966810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.967338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.978028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:44.988665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for ad7945f0-f173-44af-998d-ac41b4a863c2 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:44.997639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 8f37f75b-6963-43ff-82ec-996289ebbcb0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:44.998130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.004599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:45.010901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.019180 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:45.038450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.044150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:45.055162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.055834 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment a802fe00-e63e-4bb7-adb2-30ad96dff5a8 of type vlan for network 2226e8f2-4763-4513-9e41-e89d2981b4e7 Nov 08 12:46:45.105406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.128395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb40ef5-6a88-45f1-9e99-9f8fb1245116 None None] Pushing event updated for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.165917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-209a2c2e-42c2-48e9-a6c8-1f5a97bf0d83 None None] Provisioning complete for port 8525662c-ebbb-49e1-92c9-6265108c9d6b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:45.173832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-209a2c2e-42c2-48e9-a6c8-1f5a97bf0d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.210370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.234526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.240408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:45.241017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.270506 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:45.276179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 8f37f75b-6963-43ff-82ec-996289ebbcb0 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:45.347588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=2226e8f2-4763-4513-9e41-e89d2981b4e7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.363735 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c3810-06c5-44a9-aaa6-abbca39304f4 None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:45.364204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2226e8f2-4763-4513-9e41-e89d2981b4e7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:45.379428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.401532 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6e14336-f394-40ba-a4f1-6ba63f0ca510 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5884049 Nov 08 12:46:45.402166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35208) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:45.408788 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1573229576'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:45.476880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.502525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:46:45.540660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:45.553922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7ab2a-afa5-44bd-9a52-f55c03e92c70,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.578596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc887-b57c-48ec-b915-ec7c93d4fa4c req-297a72b8-77d9-4b5c-b762-e3ac58d37e4d tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:45.580298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d2dc887-b57c-48ec-b915-ec7c93d4fa4c req-297a72b8-77d9-4b5c-b762-e3ac58d37e4d tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 943 time: 0.1918020 Nov 08 12:46:45.582064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.582433 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Added segment 2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42 of type vlan for network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 Nov 08 12:46:45.592008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:45.597464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.626338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:45.630215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,segment=NetworkSegment(eee4c0b7-13c0-4e4e-af48-5063b532fda8),segment_id=eee4c0b7-13c0-4e4e-af48-5063b532fda8)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:45.638467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.638826 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Added segment 2cb914a8-7a17-420e-850e-bb45e4927064 of type vlan for network 463cd217-075f-4979-8c6c-f3d5f814fe2b Nov 08 12:46:45.650822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff', 'network_id': '27d43935-b7f4-4b7c-8149-0556e4aa6200', 'port_id': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff', 'mac_address': 'fa:16:3e:b6:20:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3f5372-a54f-4cfe-bce8-fa60f2c1af52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:46:45.677443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.695848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.697031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.701430 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.724312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:46:45.752824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=ad7945f0-f173-44af-998d-ac41b4a863c2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.759280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,segment=NetworkSegment(eee4c0b7-13c0-4e4e-af48-5063b532fda8),segment_id=eee4c0b7-13c0-4e4e-af48-5063b532fda8)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:45.819682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.826431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:45.827568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.832046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d2dc887-b57c-48ec-b915-ec7c93d4fa4c req-53126742-2e7f-469b-bcbb-46e2b70d2cf4 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403464 Nov 08 12:46:45.856224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.859571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.861098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.862330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53c8512c-57b4-4845-ade2-b703ff6091b5 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/floatingips/73f3a2ba-fdd3-4d53-933a-e681b564c326 HTTP/1.1" status: 204 len: 168 time: 1.6081963 Nov 08 12:46:45.867201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:45.906782 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad0799f-d9cd-4772-916c-bb1d5b08696f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] DELETE failed (client error): The resource could not be found. Nov 08 12:46:45.907640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad0799f-d9cd-4772-916c-bb1d5b08696f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:46:45.911024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ad0799f-d9cd-4772-916c-bb1d5b08696f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/fe129752-b66e-4e9a-a637-64998256418c HTTP/1.1" status: 404 len: 333 time: 0.0419636 Nov 08 12:46:45.913693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:45.925371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Network': ['ID=463cd217-075f-4979-8c6c-f3d5f814fe2b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.927434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.950420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 463cd217-075f-4979-8c6c-f3d5f814fe2b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:45.965339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b521a74-2d2c-4a4d-9690-061dff7314de tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c HTTP/1.1" status: 200 len: 205 time: 0.0475986 Nov 08 12:46:45.965778 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35214) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:45.973842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:45.984775 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.984775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:45.985410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:45.998742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=8f37f75b-6963-43ff-82ec-996289ebbcb0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:46.028209 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-c45c2880-e6dc-4d12-821c-325025d84763 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] delete failed (client error): The resource could not be found. Nov 08 12:46:46.031609 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c45c2880-e6dc-4d12-821c-325025d84763 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/routers/76f519c2-63b0-4d06-bcb9-b4c95bf1ff9c HTTP/1.1" status: 404 len: 336 time: 0.0614030 Nov 08 12:46:46.033077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35216) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.054988 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f2a52a5e-d0c0-4376-8cb6-9ba7cbbd5cf5 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6508403 Nov 08 12:46:46.062160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.084330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.093289 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f1449f-8b89-41e4-8036-2587be477a26 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] DELETE failed (client error): The resource could not be found. Nov 08 12:46:46.093949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f1449f-8b89-41e4-8036-2587be477a26 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:46:46.096913 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4f1449f-8b89-41e4-8036-2587be477a26 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/subnets/8ec1631a-9c3f-4589-886c-46bfb6a40027 HTTP/1.1" status: 404 len: 337 time: 0.0628619 Nov 08 12:46:46.105947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35220) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.107281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:46:46.108484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d91e79d1-f338-443f-aeb0-a6744d2f9b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.159348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6191585 Nov 08 12:46:46.163832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.174269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Request body: {'subnet': {'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1825958267-subnet', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:46.206815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.224536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'subnets': [{'network_id': '2226e8f2-4763-4513-9e41-e89d2981b4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1887061225', 'ip_version': 4}, {'network_id': '463cd217-075f-4979-8c6c-f3d5f814fe2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:46.225464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'subnet': {'network_id': '2226e8f2-4763-4513-9e41-e89d2981b4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1887061225', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:46.225722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Request body: {'subnet': {'network_id': '463cd217-075f-4979-8c6c-f3d5f814fe2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:46.261933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3fc8-b06c-4744-be40-d578d66c7ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:46.287869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:46.331236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port c3679353-fdeb-4bfb-8d2b-1a0087349761 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:46.331681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.340761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.349525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f4b1859c-b557-4fba-b180-e534ee50979d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/8f37f75b-6963-43ff-82ec-996289ebbcb0 HTTP/1.1" status: 204 len: 168 time: 1.7376425 Nov 08 12:46:46.359951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35226) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.380553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d91e79d1-f338-443f-aeb0-a6744d2f9b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.436704 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bab1c3-0eba-49f7-9f9e-4be7f5077145 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:46:46.443516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90bab1c3-0eba-49f7-9f9e-4be7f5077145 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/8f37f75b-6963-43ff-82ec-996289ebbcb0 HTTP/1.1" status: 404 len: 333 time: 0.0804422 Nov 08 12:46:46.443516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35228) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.481596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d91e79d1-f338-443f-aeb0-a6744d2f9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.498518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Made reservation on behalf of 7100772ee3504d58b59f9f21cd337abf for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:46.501288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.517423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e79d1-f338-443f-aeb0-a6744d2f9b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fd942-0035-4a3d-9fc3-82640e3d1788,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:46.579047 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d91e79d1-f338-443f-aeb0-a6744d2f9b20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70dfc8363e434b46867142b53cef493c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4907176 Nov 08 12:46:46.583766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet aae6615d-070e-409a-9248-78fee017e24a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:46.588080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.594843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:46.594843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.640467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for c3679353-fdeb-4bfb-8d2b-1a0087349761 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:46.679446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.742730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Made reservation on behalf of 4c90342a729b4a6d896a6d4d901bd03e for: {'subnet': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:46.749227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.749556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.797408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.843190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.852820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.885374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:46.949116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf48f90e-0363-4d44-8616-55eb30ae7c0d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:47.014261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Checking segment: {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:47.014624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Network hostable DHCP agents. Network: eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:47.057905 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.075431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40614744-0cf3-4764-90e2-a291a9f85fb9 req-30afab12-820e-402e-a830-525b29b8935f tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:47.076932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40614744-0cf3-4764-90e2-a291a9f85fb9 req-30afab12-820e-402e-a830-525b29b8935f tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 944 time: 0.1349859 Nov 08 12:46:47.084784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=c3679353-fdeb-4bfb-8d2b-1a0087349761,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:47.115036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.116740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.120278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.121416 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/798fd942-0035-4a3d-9fc3-82640e3d1788 HTTP/1.1" status: 204 len: 168 time: 0.5288479 Nov 08 12:46:47.169282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:47.174324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb8af-a415-46ab-a154-e61dbae5e641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fd942-0035-4a3d-9fc3-82640e3d1788,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:47.178727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=aae6615d-070e-409a-9248-78fee017e24a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:47.194621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cfb60-5f65-4c83-bcac-ace7626a1c3e None None] Network 102b98a9-58f7-4456-bb9e-7940fed79b0c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:47.202294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.204430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40614744-0cf3-4764-90e2-a291a9f85fb9 req-8e8db553-04fa-417d-a178-3cf67299b997 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176913 Nov 08 12:46:47.207826 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-71fa5bf5-ff3c-419b-8462-8102fefcd552 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/aae6615d-070e-409a-9248-78fee017e24a HTTP/1.1" status: 204 len: 168 time: 0.7599292 Nov 08 12:46:47.217330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35236) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:47.274164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:47.294793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:47.295604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.315410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.315410 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f2f9e04d-a147-4ef9-99f8-0b8d44f877c8 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/c3679353-fdeb-4bfb-8d2b-1a0087349761 HTTP/1.1" status: 204 len: 168 time: 1.2061813 Nov 08 12:46:47.320247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35240) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:47.350445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cef14-6c55-4c24-95af-41d311672cd5 None None] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:47.419017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aac39236-db68-49ed-9584-2ecc19c232ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2513640 Nov 08 12:46:47.421334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:47.426969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:47.472729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8525662c-ebbb-49e1-92c9-6265108c9d6b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:47.474975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:47.492397 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.555186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.556960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.560466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Subnet': ['ID=5804c468-0a27-4b55-9d30-f3edd380cba9,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:47.605612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Checking segment: {'id': 'a802fe00-e63e-4bb7-adb2-30ad96dff5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2226e8f2-4763-4513-9e41-e89d2981b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:47.606984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network hostable DHCP agents. Network: 2226e8f2-4763-4513-9e41-e89d2981b4e7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:47.651145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.672816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] DHCP port deletion for 102b98a9-58f7-4456-bb9e-7940fed79b0c request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:46:47.675219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8525662c-ebbb-49e1-92c9-6265108c9d6b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:47.675610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.741054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'fixed_ips': [{'subnet_id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:47.747837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.762967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.775488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:46:47.789447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:47.790367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.799887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network 2226e8f2-4763-4513-9e41-e89d2981b4e7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:47.863901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 54f0bda8-2a85-420e-bdb7-a0a1b88b9e89 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:47.864541 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.928125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 5f517e7d-5eaa-46be-86d5-b4247632412b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:47.928465 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.938912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.942595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2226e8f2-4763-4513-9e41-e89d2981b4e7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:47.958944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cec3c9-fd30-44ca-94e3-e085db84b4b3 None None] Network 2226e8f2-4763-4513-9e41-e89d2981b4e7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:47.959119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:47.982355 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Deleting port 5f517e7d-5eaa-46be-86d5-b4247632412b {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:47.982732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.014772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event updated for resources: {'Subnet': ['ID=ca320158-6db9-41f3-871a-d52ba3884f1f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:48.019428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.034649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port 5f517e7d-5eaa-46be-86d5-b4247632412b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f517e7d-5eaa-46be-86d5-b4247632412b,segment=NetworkSegment(fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0),segment_id=fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:48.035018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.050407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Checking segment: {'id': '2cb914a8-7a17-420e-850e-bb45e4927064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '463cd217-075f-4979-8c6c-f3d5f814fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:48.050560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network hostable DHCP agents. Network: 463cd217-075f-4979-8c6c-f3d5f814fe2b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:48.050824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 54f0bda8-2a85-420e-bdb7-a0a1b88b9e89 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:48.058074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 5f517e7d-5eaa-46be-86d5-b4247632412b owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:48.140629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Network 463cd217-075f-4979-8c6c-f3d5f814fe2b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:48.181041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Allocated IP 172.20.0.2 (eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2/bf48f90e-0363-4d44-8616-55eb30ae7c0d/54c6886f-375b-4513-a3bd-306425dff2eb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:48.187869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] For port 5f517e7d-5eaa-46be-86d5-b4247632412b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f517e7d-5eaa-46be-86d5-b4247632412b,segment=NetworkSegment(fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0),segment_id=fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:48.188234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.205050 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.217467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Calling delete_port for 5f517e7d-5eaa-46be-86d5-b4247632412b owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:48.234176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 463cd217-075f-4979-8c6c-f3d5f814fe2b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:48.240920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.241532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.242479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.267321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a12751-e4d3-494b-bb99-fe2f4ba1ab55 None None] Network 463cd217-075f-4979-8c6c-f3d5f814fe2b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:48.289735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.317413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=5f517e7d-5eaa-46be-86d5-b4247632412b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:48.322518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port 5f517e7d-5eaa-46be-86d5-b4247632412b on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:48.379201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:48.381352 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c406b34a-187b-4e16-99d6-2f947c9c12d1" -d '{"events": [{"server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "name": "network-vif-plugged", "status": "completed", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:48.410847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.419727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db07766a-11c3-41de-9988-0e446a1de600 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2047296 Nov 08 12:46:48.420370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35260) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:48.431118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.459033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=54f0bda8-2a85-420e-bdb7-a0a1b88b9e89,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:46:48.485253 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:46:48.494412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102b98a9-58f7-4456-bb9e-7940fed79b0c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:48.532085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:48.532403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedaf6d6-aa5c-48c9-9d5d-05e8cbc96ef0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:48.537442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,segment=NetworkSegment(eee4c0b7-13c0-4e4e-af48-5063b532fda8),segment_id=eee4c0b7-13c0-4e4e-af48-5063b532fda8)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:48.549732 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c771cf32-ff77-4551-bc93-f4eb0d384164 x-openstack-request-id: req-c771cf32-ff77-4551-bc93-f4eb0d384164 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:48.550088 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "name": "network-vif-plugged", "status": "completed", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:48.553116 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c771cf32-ff77-4551-bc93-f4eb0d384164 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:48.553260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.553377 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff', 'code': 200} Nov 08 12:46:48.563064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.564197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.570234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.570502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6f11b-5d4f-4313-8a21-b0e1eb230fdb tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.573825 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da8a5e43-4b57-4d5b-a225-dd0fc60d085b tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/ports/54f0bda8-2a85-420e-bdb7-a0a1b88b9e89 HTTP/1.1" status: 204 len: 168 time: 1.2526336 Nov 08 12:46:48.574961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.576088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6f11b-5d4f-4313-8a21-b0e1eb230fdb tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.576967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:48.578633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6f11b-5d4f-4313-8a21-b0e1eb230fdb tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.583691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2aa6f11b-5d4f-4313-8a21-b0e1eb230fdb tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1565857 Nov 08 12:46:48.590147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35270) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:48.612245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.616944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:48.617346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.626320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379131c-665a-4576-a981-12766afe4135 req-914cc26f-7cbf-4fce-8f1d-ac86ba6e0c26 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.635045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4379131c-665a-4576-a981-12766afe4135 req-914cc26f-7cbf-4fce-8f1d-ac86ba6e0c26 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 944 time: 0.2827139 Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:48.640189 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:48.662063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dc15c-b182-4054-85ab-823d119af689 req-9c8fabe6-60ef-4ba1-91f8-70a89068b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.663851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad8dc15c-b182-4054-85ab-823d119af689 req-9c8fabe6-60ef-4ba1-91f8-70a89068b581 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 1095 time: 0.1508007 Nov 08 12:46:48.665185 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.698675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] Pushing event deleted for resources: {'Port': ['ID=5f517e7d-5eaa-46be-86d5-b4247632412b,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:48.705061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc1067-b9e4-41ef-ac9d-75cb365548be None None] No DVR routers for this DVR port 5f517e7d-5eaa-46be-86d5-b4247632412b on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:48.733809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba1df6-a435-4712-bfb9-3734b2850c4d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:48.735405 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1dba1df6-a435-4712-bfb9-3734b2850c4d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "GET /v2.0/ports?device_id=9af3a446-53ae-49f5-854b-cbbc7f356b53 HTTP/1.1" status: 200 len: 913 time: 0.1574845 Nov 08 12:46:48.740446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Deleting subnet 5804c468-0a27-4b55-9d30-f3edd380cba9 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:48.742086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:48.759880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.794459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad8dc15c-b182-4054-85ab-823d119af689 req-ec5bae84-1ba6-4908-8953-45a4cc251669 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Nov 08 12:46:48.813972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4379131c-665a-4576-a981-12766afe4135 req-cb6e23e6-3b11-4d01-80ab-6a4726a81d99 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784954 Nov 08 12:46:48.832299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.855062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.861669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/102b98a9-58f7-4456-bb9e-7940fed79b0c HTTP/1.1" status: 204 len: 168 time: 1.6398139 Nov 08 12:46:48.861669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.863245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:48.872118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719702475'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:48.892715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840918e-c400-4a9e-b1b5-0b212445c9ae tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=102b98a9-58f7-4456-bb9e-7940fed79b0c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:48.905163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Allocated IP 172.25.1.24 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/fb6ac4d1-323f-40c1-a060-769b3293f907) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:48.924629 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:48.966209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.001212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:49.008157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7daf7-e587-4b0a-8ac4-a5904e62f7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2226e8f2-4763-4513-9e41-e89d2981b4e7', 'network_id': '2226e8f2-4763-4513-9e41-e89d2981b4e7', 'tenant_id': '4c90342a729b4a6d896a6d4d901bd03e', 'fixed_ips': [{'subnet_id': '5804c468-0a27-4b55-9d30-f3edd380cba9'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:49.010302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.010446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-36e7daf7-e587-4b0a-8ac4-a5904e62f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.049011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.057943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:49.075287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.080170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.191365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:49.197483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:49.208400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:49.216533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.216745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.217266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edacdd7-15d1-44c1-8e11-1dd7c7b372d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-463cd217-075f-4979-8c6c-f3d5f814fe2b', 'network_id': '463cd217-075f-4979-8c6c-f3d5f814fe2b', 'tenant_id': '4c90342a729b4a6d896a6d4d901bd03e', 'fixed_ips': [{'subnet_id': 'ca320158-6db9-41f3-871a-d52ba3884f1f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:49.217437 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Added segment 318cf3f4-9fc1-4ed2-9264-2efaef360267 of type vlan for network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 Nov 08 12:46:49.218136 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6edacdd7-15d1-44c1-8e11-1dd7c7b372d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.233085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Pushing event updated for resources: {'Port': ['ID=54c6886f-375b-4513-a3bd-306425dff2eb,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.254832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Subnet': ['ID=5804c468-0a27-4b55-9d30-f3edd380cba9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.263722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.271607 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-affdf68a-e376-4b61-bb90-3073395fb63d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/subnets/5804c468-0a27-4b55-9d30-f3edd380cba9 HTTP/1.1" status: 204 len: 168 time: 0.6758332 Nov 08 12:46:49.271607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:49.280277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.330317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.359571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Deleting subnet ca320158-6db9-41f3-871a-d52ba3884f1f {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:49.364172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.393306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:49.409979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.419836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:49.432164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:49.456998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.465739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f517e7d-5eaa-46be-86d5-b4247632412b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:49.467804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.469870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Attempting to bind port 54c6886f-375b-4513-a3bd-306425dff2eb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:49.470261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Attempting to bind port 54c6886f-375b-4513-a3bd-306425dff2eb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:49.470629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Attempting to bind port 54c6886f-375b-4513-a3bd-306425dff2eb on network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-36e7daf7-e587-4b0a-8ac4-a5904e62f7ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5804c468-0a27-4b55-9d30-f3edd380cba9: This subnet is being modified by another concurrent operation. Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5804c468-0a27-4b55-9d30-f3edd380cba9: This subnet is being modified by another concurrent operation. Nov 08 12:46:49.477508 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:46:49.487487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:49.487487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.516341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b500c-245f-42a7-92f7-f18b6761b591 None None] Network 2226e8f2-4763-4513-9e41-e89d2981b4e7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:49.531261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5f517e7d-5eaa-46be-86d5-b4247632412b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:49.531261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f517e7d-5eaa-46be-86d5-b4247632412b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:49.536279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:49.536279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Checking segment: {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:49.536279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.536820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Bound using segment: {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:49.537991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Bound port: 54c6886f-375b-4513-a3bd-306425dff2eb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:49.537991 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.558322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.563467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ac4d1-323f-40c1-a060-769b3293f907,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.649942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Network': ['ID=9e48c041-ac77-435a-a0b7-7c0e8faf1497,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.686927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:46:49.783867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] For port 54c6886f-375b-4513-a3bd-306425dff2eb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:49.788588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.789392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] For port 54c6886f-375b-4513-a3bd-306425dff2eb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=54c6886f-375b-4513-a3bd-306425dff2eb,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:49.798088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e81f040-0662-4b42-9112-d09d020c87f5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9302869 Nov 08 12:46:49.800857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:49.807530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:49.831785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Subnet': ['ID=ca320158-6db9-41f3-871a-d52ba3884f1f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:49.843975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.847295 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-244e322b-937a-4c01-af21-60207ad0e3ad tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/subnets/ca320158-6db9-41f3-871a-d52ba3884f1f HTTP/1.1" status: 204 len: 168 time: 0.5767937 Nov 08 12:46:49.850155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-6edacdd7-15d1-44c1-8e11-1dd7c7b372d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca320158-6db9-41f3-871a-d52ba3884f1f: This subnet is being modified by another concurrent operation. Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca320158-6db9-41f3-871a-d52ba3884f1f: This subnet is being modified by another concurrent operation. Nov 08 12:46:49.896294 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:46:49.907084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:49.934127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbe679-de75-4f7b-94e2-295086c12244 None None] Network 463cd217-075f-4979-8c6c-f3d5f814fe2b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:50.051617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17942b71-fd91-47b6-962a-e47469f78423 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:50.071671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-17942b71-fd91-47b6-962a-e47469f78423 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2198539 Nov 08 12:46:50.076006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:50.087673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716ac0-a9a5-4f13-b013-c00c58d2e6d0 req-11813287-8365-410a-8332-8bd3a6f0c0b8 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:50.091237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0716ac0-a9a5-4f13-b013-c00c58d2e6d0 req-11813287-8365-410a-8332-8bd3a6f0c0b8 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 945 time: 0.1169102 Nov 08 12:46:50.131010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ddb59-a9bf-4711-9d61-b6d9965c2898 None None] Pushing event updated for resources: {'Port': ['ID=54c6886f-375b-4513-a3bd-306425dff2eb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:50.158824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:50.165203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.169502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port c11a873a-06e4-4221-bf3a-2bcc1f452488 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:50.170052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.218467 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.261268 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.386824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.403023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.409762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for c11a873a-06e4-4221-bf3a-2bcc1f452488 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:50.440884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463cd217-075f-4979-8c6c-f3d5f814fe2b']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:50.485893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb914a8-7a17-420e-850e-bb45e4927064') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:50.485893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb914a8-7a17-420e-850e-bb45e4927064') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:50.498308 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.528900 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.538173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:50.538642 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:50.542507 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:50.682068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.756332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0716ac0-a9a5-4f13-b013-c00c58d2e6d0 req-8cffcfbe-5bac-4c47-9afe-637a7f007105 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050677 Nov 08 12:46:50.788761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.795142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.802450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/463cd217-075f-4979-8c6c-f3d5f814fe2b HTTP/1.1" status: 204 len: 168 time: 0.7243931 Nov 08 12:46:50.803259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35324) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:50.828943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2781936-d297-49e3-ad33-c99a16281ba4 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=463cd217-075f-4979-8c6c-f3d5f814fe2b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:50.846211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:50.957084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=c11a873a-06e4-4221-bf3a-2bcc1f452488,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:51.028388 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.039772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.100540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.205035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=7e74c43e-1560-41cd-a20a-97f7637cab2d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:51.226201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.226598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.226943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.227355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.227685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.228014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.228343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.228670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.229004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.229330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.229655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.229974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:51.244853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Checking segment: {'id': '318cf3f4-9fc1-4ed2-9264-2efaef360267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:51.245371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network hostable DHCP agents. Network: 9e48c041-ac77-435a-a0b7-7c0e8faf1497, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:46:51.281499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47def7fa-9b2c-4eb4-b523-d575a0a8b604 None None] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:51.360025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:46:51.388400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] Provisioning complete for port 54c6886f-375b-4513-a3bd-306425dff2eb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:51.388658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Router 2b98d677-12b9-41b3-9858-c157541e8462 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:46:51.389093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.472403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 54c6886f-375b-4513-a3bd-306425dff2eb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:51.476508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9e48c041-ac77-435a-a0b7-7c0e8faf1497) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:51.485527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:51.486479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.511469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d095fb-0c3b-431d-adfc-ef4227426d6f None None] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:51.555063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:51.581171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2fe99d91-cee4-4c29-9d42-928740f9667b tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7788498 Nov 08 12:46:51.583948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:51.590620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1845656857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:51.598805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Sync routers for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:51.608412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.639520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2226e8f2-4763-4513-9e41-e89d2981b4e7']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:51.648975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.655918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.657458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d354b187-6aaf-4a47-b2d6-f8d7b68f571c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2349520 Nov 08 12:46:51.658421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a802fe00-e63e-4bb7-adb2-30ad96dff5a8') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:51.658726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a802fe00-e63e-4bb7-adb2-30ad96dff5a8') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:51.660551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:51.677949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:51.678607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:51.708405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.730547 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.737731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.740187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.757920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 54c6886f-375b-4513-a3bd-306425dff2eb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:51.758849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.780857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.789248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:51.789901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.813914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:51.864734 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:51.874469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.889659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35340) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:51.910794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354108b-f260-4768-a4d5-7e4bd433903d req-830a1f71-6c55-4cda-9f21-131bd4ee8746 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:51.915612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d354108b-f260-4768-a4d5-7e4bd433903d req-830a1f71-6c55-4cda-9f21-131bd4ee8746 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 945 time: 0.0817990 Nov 08 12:46:51.928839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] For port 54c6886f-375b-4513-a3bd-306425dff2eb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=54c6886f-375b-4513-a3bd-306425dff2eb,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:51.945002 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:51.952292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65a0d376-0c71-4823-8f01-73d7e051b3bd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3663809 Nov 08 12:46:51.958595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:51.971725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497', 'name': 'tempest-PortsTestJSON-2095941987'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:51.988410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:52.032533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9e48c041-ac77-435a-a0b7-7c0e8faf1497', 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': '7e74c43e-1560-41cd-a20a-97f7637cab2d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:46:52.033577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.080588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d354108b-f260-4768-a4d5-7e4bd433903d req-78c94c2a-edc8-445e-a5cf-69d0c5d2ee74 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550593 Nov 08 12:46:52.122734 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.134333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.161897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.165696 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/2226e8f2-4763-4513-9e41-e89d2981b4e7 HTTP/1.1" status: 204 len: 168 time: 1.3455751 Nov 08 12:46:52.168641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:52.209329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=2226e8f2-4763-4513-9e41-e89d2981b4e7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:52.211992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b89a51-657a-4b00-8170-3c3aa2549c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.292838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.325136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Allocated IP 172.20.0.2 (9e48c041-ac77-435a-a0b7-7c0e8faf1497/7e74c43e-1560-41cd-a20a-97f7637cab2d/fc025de8-baf7-4bc3-8a67-7270ab33c7ea) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:52.371538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.371923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.372262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.372612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.372947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.373321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.373629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.373963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.374330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.374666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.375022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.376250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5a931-71c0-419b-bc1b-c60192523a6d tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:46:52.382308 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b89a51-657a-4b00-8170-3c3aa2549c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.394049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.396608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:52.400922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.426167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 539576f6-3dda-4dc3-9b45-880065306edd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:46:52.458626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Router 9af3a446-53ae-49f5-854b-cbbc7f356b53 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:52.462427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9b89a51-657a-4b00-8170-3c3aa2549c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.509023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d585de62-ff11-41f2-8a13-ab4c6c1fbfad']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.523623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff87b9b4-82da-4dfc-898a-f59f7f2371f9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.524703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff87b9b4-82da-4dfc-898a-f59f7f2371f9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.534230 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.557293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.558595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9b89a51-657a-4b00-8170-3c3aa2549c48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91a9a6250d074b2faaf700fa5824f962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436718 Nov 08 12:46:52.561509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:52.564956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89a51-657a-4b00-8170-3c3aa2549c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5656b444-48ea-4670-bcfb-0fa5a5264a69,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:52.566820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:52.567214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:52.571655 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:52.578160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d5dd70e7-f65e-453e-9526-1a301e8f3233 None None] Provisioning complete for port 54c6886f-375b-4513-a3bd-306425dff2eb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:52.579164 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d5dd70e7-f65e-453e-9526-1a301e8f3233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.640319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d38523-8b42-40c7-b96c-add2e226a401 None None] Pushing event updated for resources: {'Port': ['ID=54c6886f-375b-4513-a3bd-306425dff2eb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:52.744919 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.758012 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.764620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/d585de62-ff11-41f2-8a13-ab4c6c1fbfad HTTP/1.1" status: 204 len: 168 time: 0.5926821 Nov 08 12:46:52.766393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.770309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35358) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:52.780565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e5f9-22fc-4294-885c-0b916ba89dca tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=d585de62-ff11-41f2-8a13-ab4c6c1fbfad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:52.803098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4436935-280a-46b1-b742-d40bdd5d7d8f req-1dff2d8f-1005-4296-84cd-dea7bfc4794c tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:52.805024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4436935-280a-46b1-b742-d40bdd5d7d8f req-1dff2d8f-1005-4296-84cd-dea7bfc4794c tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 945 time: 0.0938380 Nov 08 12:46:52.811134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:52.824112 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0599b03c-19c8-411e-9756-4c0b8fb9dbc4 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "PUT /v2.0/routers/9af3a446-53ae-49f5-854b-cbbc7f356b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0760062 Nov 08 12:46:52.824520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:52.829038 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] Sync routers for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:52.844086 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:52.845131 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.856665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.900917 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.909171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.919877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] Routers {'9af3a446-53ae-49f5-854b-cbbc7f356b53'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:52.922845 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['9af3a446-53ae-49f5-854b-cbbc7f356b53'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.960134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:49Z', 'revision_number': 3, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:52.966218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4436935-280a-46b1-b742-d40bdd5d7d8f req-76e047e4-ad73-4921-9bc2-49925e2c69b4 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429415 Nov 08 12:46:52.969481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:52.990749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.003207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.004498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:53.004498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb31ad0-97fe-44bc-b86c-e46bb064cf39 None None] The sync data for ids ['9af3a446-53ae-49f5-854b-cbbc7f356b53'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:53.015633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Checking router: 2b98d677-12b9-41b3-9858-c157541e8462 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:53.015837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Updating router 2b98d677-12b9-41b3-9858-c157541e8462 port fb6ac4d1-323f-40c1-a060-769b3293f907 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:46:53.069451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:53.076878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:53.078711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.079260 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.080698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:53.082350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.083689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5656b444-48ea-4670-bcfb-0fa5a5264a69 HTTP/1.1" status: 204 len: 168 time: 0.5197151 Nov 08 12:46:53.086099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Pushing event updated for resources: {'Port': ['ID=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.116738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.166320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.4 (9e48c041-ac77-435a-a0b7-7c0e8faf1497/7e74c43e-1560-41cd-a20a-97f7637cab2d/539576f6-3dda-4dc3-9b45-880065306edd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:53.173877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a3158-328c-4356-bfb1-6fddd20f7c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656b444-48ea-4670-bcfb-0fa5a5264a69,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.179970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.208658 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cac3c4e7-3db1-4359-be4b-b6f70cdc111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.217727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0def45d-b577-4cd3-90da-47a97a0b10a8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:53.249800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Attempting to bind port fc025de8-baf7-4bc3-8a67-7270ab33c7ea on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:53.249800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Attempting to bind port fc025de8-baf7-4bc3-8a67-7270ab33c7ea by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '318cf3f4-9fc1-4ed2-9264-2efaef360267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:53.250118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Attempting to bind port fc025de8-baf7-4bc3-8a67-7270ab33c7ea on network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:53.256781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a14f87-5174-405a-b1f0-a53ed687e128') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:53.257617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a14f87-5174-405a-b1f0-a53ed687e128') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:53.259693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:53.260077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Checking segment: {'id': '318cf3f4-9fc1-4ed2-9264-2efaef360267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:53.260971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.260971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Bound using segment: {'id': '318cf3f4-9fc1-4ed2-9264-2efaef360267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:53.261498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Bound port: fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318cf3f4-9fc1-4ed2-9264-2efaef360267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9e48c041-ac77-435a-a0b7-7c0e8faf1497'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:53.262165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.273007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.282806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.301747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.332796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:53.333405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:53.338676 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:53.411217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 54c6886f-375b-4513-a3bd-306425dff2eb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:53.424738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] For port fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:53.425655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Allocated IP 172.20.0.1 (eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2/bf48f90e-0363-4d44-8616-55eb30ae7c0d/8904ad88-68cb-4edd-a1d8-aa4856b1d35e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:46:53.470921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] For port fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,segment=NetworkSegment(318cf3f4-9fc1-4ed2-9264-2efaef360267),segment_id=318cf3f4-9fc1-4ed2-9264-2efaef360267)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:53.480262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.510381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.515653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.523268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] 10.222.0.58 "DELETE /v2.0/networks/b0def45d-b577-4cd3-90da-47a97a0b10a8 HTTP/1.1" status: 204 len: 168 time: 0.7519164 Nov 08 12:46:53.534783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.544368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting port 44d0a505-56c0-44b2-a837-3ec2fc4fe626 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:53.544714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.553115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83038cf9-29d7-405f-9d9b-db578cb36335 tempest-BulkNetworkOpsTest-297485379 tempest-BulkNetworkOpsTest-297485379-project] Pushing event deleted for resources: {'Network': ['ID=b0def45d-b577-4cd3-90da-47a97a0b10a8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.572678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 54c6886f-375b-4513-a3bd-306425dff2eb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:53.573476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.605886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.692198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.696344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.697977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83599-cabf-451e-9d9f-086e2aa24d18 None None] Pushing event updated for resources: {'Port': ['ID=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.772346 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.776197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=539576f6-3dda-4dc3-9b45-880065306edd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.792729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:53.793607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Calling delete_port for 44d0a505-56c0-44b2-a837-3ec2fc4fe626 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:53.798041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:53.801493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:53.814100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.817209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.872262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Attempting to bind port fb6ac4d1-323f-40c1-a060-769b3293f907 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:46:53.872643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Attempting to bind port fb6ac4d1-323f-40c1-a060-769b3293f907 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:46:53.873015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Attempting to bind port fb6ac4d1-323f-40c1-a060-769b3293f907 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:46:53.875751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b275161-d183-4e22-99fd-e79a0453692f None None] Pushing event updated for resources: {'Port': ['ID=fb6ac4d1-323f-40c1-a060-769b3293f907,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.888746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:46:53.889177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:46:53.889588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.889987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:46:53.890236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Pushing event updated for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:53.890496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Bound port: fb6ac4d1-323f-40c1-a060-769b3293f907, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:46:53.890886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:53.951951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:53.951951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:53.951951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:46:54.015799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.030238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] For port fb6ac4d1-323f-40c1-a060-769b3293f907, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:46:54.034130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] For port fb6ac4d1-323f-40c1-a060-769b3293f907, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fb6ac4d1-323f-40c1-a060-769b3293f907,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:46:54.107005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35374) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:54.123883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.140666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea59e0ba-b009-4238-b5a3-a4deffa59f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.185066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:54.185737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.235920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b275161-d183-4e22-99fd-e79a0453692f None None] Pushing event updated for resources: {'Port': ['ID=fb6ac4d1-323f-40c1-a060-769b3293f907,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:54.261386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.272811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:54.275966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:54.280514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea59e0ba-b009-4238-b5a3-a4deffa59f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.344327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:54.346949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Port': ['ID=44d0a505-56c0-44b2-a837-3ec2fc4fe626,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:54.373273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f98fb883-4791-487d-85ec-dc1d306d8c5d tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4135675 Nov 08 12:46:54.378016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:54.402520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-ff8465b1-ec23-402e-88b9-211938fef73e tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:54.404098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-ff8465b1-ec23-402e-88b9-211938fef73e tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.61 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 945 time: 0.4861820 Nov 08 12:46:54.445233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea59e0ba-b009-4238-b5a3-a4deffa59f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.465537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-56ed07a2-1cfb-4aa2-9c6c-5ca5f0f86fde None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:54.466636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ed07a2-1cfb-4aa2-9c6c-5ca5f0f86fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.486420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.500738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2533fe-7a98-4d15-9952-0a8517c96632 req-4a242cd6-cf93-48df-844e-0da824910a19 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:54.510778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb2533fe-7a98-4d15-9952-0a8517c96632 req-4a242cd6-cf93-48df-844e-0da824910a19 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 945 time: 0.3341444 Nov 08 12:46:54.529798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:54.595106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea59e0ba-b009-4238-b5a3-a4deffa59f24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=800127fba4c3419b91b4176de8b49eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695375 Nov 08 12:46:54.597585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.597585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:54.603438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-56ed07a2-1cfb-4aa2-9c6c-5ca5f0f86fde None None] Port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:54.669903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e0ba-b009-4238-b5a3-a4deffa59f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738c676-430a-4efc-bb2d-06a689ead36c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:54.700449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.707223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.800450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:49Z', 'revision_number': 3, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:54.815245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba8bdeaf-a044-4ee2-a14e-8b2b7591af8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c90342a729b4a6d896a6d4d901bd03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690745 Nov 08 12:46:54.820234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:54.831527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e45a5-61fb-4a32-8672-f0adb73e8f23 None None] The sync data for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 is: [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:49Z', 'revision_number': 3, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:54.836714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb2533fe-7a98-4d15-9952-0a8517c96632 req-45d4cc74-0625-4927-b7f0-00e7dff1f14f tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbee212d-be1a-4190-b3c0-95712eb90afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248863 Nov 08 12:46:54.865982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Deleting port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:46:54.865982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.958784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.958784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Fanout notify agent at l3_agent the message router_deleted on router 9af3a446-53ae-49f5-854b-cbbc7f356b53 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:46:54.962460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.967399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.979320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:54.980966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-65880885-e9e3-4545-a400-39ea9ee9cd6d tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/routers/9af3a446-53ae-49f5-854b-cbbc7f356b53 HTTP/1.1" status: 204 len: 168 time: 2.1546340 Nov 08 12:46:54.991118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:55.033526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.069878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.095841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] For port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,segment=NetworkSegment(eee4c0b7-13c0-4e4e-af48-5063b532fda8),segment_id=eee4c0b7-13c0-4e4e-af48-5063b532fda8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:55.096210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.124940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Deleting subnet 53a64f4b-ca24-43db-bf2a-0a2231c9a5c9 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:55.134236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.139305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.146275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Calling delete_port for 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:46:55.191250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.193480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c17b8-b152-4f7b-a8d1-e61f6a1d4e67 None None] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:46:55.239404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.281692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.339533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] Provisioning complete for port fc025de8-baf7-4bc3-8a67-7270ab33c7ea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:55.343437 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.347899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.351039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.355246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7d77fb7-93ae-413f-8918-63bd1dd58c29 HTTP/1.1" status: 204 len: 168 time: 0.5311863 Nov 08 12:46:55.377527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.514273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210e838-4850-4e52-a70f-ae64711d61f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d77fb7-93ae-413f-8918-63bd1dd58c29,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:55.524585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc025de8-baf7-4bc3-8a67-7270ab33c7ea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:55.540695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.547157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.548789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b738c676-430a-4efc-bb2d-06a689ead36c HTTP/1.1" status: 204 len: 168 time: 0.8890073 Nov 08 12:46:55.549735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Pushing event updated for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:55.599691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e9c5d-5457-44e3-a3a7-0369ce776e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738c676-430a-4efc-bb2d-06a689ead36c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:55.617442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.624794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a03261d6-d98d-4e1e-89fb-39e83056ad49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.659519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.691090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.723316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Pushing event deleted for resources: {'Port': ['ID=3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:55.727793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] For port fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,segment=NetworkSegment(318cf3f4-9fc1-4ed2-9264-2efaef360267),segment_id=318cf3f4-9fc1-4ed2-9264-2efaef360267)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:55.735740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fc025de8-baf7-4bc3-8a67-7270ab33c7ea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:55.736335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.762820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.801695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] No DVR routers for this DVR port 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:46:55.824739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.829479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:55.830289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a4a5b14-df88-4755-b1b0-ed9768aa4a72 req-3ba6bbf2-5d45-446e-8f78-b4baceeb1df7 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.61 "DELETE /v2.0/ports/3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff HTTP/1.1" status: 204 len: 173 time: 1.3935375 Nov 08 12:46:55.830857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'name': 'network-vif-deleted', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:46:55.837551 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a863be2-cb59-4a9b-a0e8-25181562cfe4" -d '{"events": [{"server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "name": "network-vif-deleted", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:46:55.846106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.846925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Subnet': ['ID=53a64f4b-ca24-43db-bf2a-0a2231c9a5c9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:55.851743 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:55.854411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3398a1ff-4c4f-4de7-91de-7609e176fa8f tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/subnets/53a64f4b-ca24-43db-bf2a-0a2231c9a5c9 HTTP/1.1" status: 204 len: 168 time: 0.8620791 Nov 08 12:46:55.856572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35396) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:55.862167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:55.965330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.038716 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9a41a2-44f1-477a-b5d0-a037aaf2d0a2 x-openstack-request-id: req-1b9a41a2-44f1-477a-b5d0-a037aaf2d0a2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:46:56.039071 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c33255-4324-416b-a96d-60b28cd3a028", "name": "network-vif-deleted", "tag": "3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:46:56.039919 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b9a41a2-44f1-477a-b5d0-a037aaf2d0a2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:46:56.040586 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c33255-4324-416b-a96d-60b28cd3a028', 'name': 'network-vif-deleted', 'tag': '3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff', 'status': 'completed', 'code': 200} Nov 08 12:46:56.079705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.144200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-152d3634-b997-405b-b099-d4ead858ca43 req-1bafa301-6bee-4bc5-bab1-1f536f844879 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.1025069 Nov 08 12:46:56.159440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Router 2b98d677-12b9-41b3-9858-c157541e8462 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:46:56.199604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.204387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.459892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.487630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:46:56.488206 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:46:56.489335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98d76550-0700-4519-85de-16f9071598cf None None] Provisioning complete for port 539576f6-3dda-4dc3-9b45-880065306edd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:56.489932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98d76550-0700-4519-85de-16f9071598cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.494593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307b534-4389-4e02-9853-37c448e45ce7 None None] Pushing event updated for resources: {'Port': ['ID=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:56.518421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21032869-da21-4f50-9bde-f7129592b3ff']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:56.528015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51243b9f-d40c-44cc-acb8-0c2960228ff7') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:56.528579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51243b9f-d40c-44cc-acb8-0c2960228ff7') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:56.544517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.563228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.572361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:46:56.573476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.581386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-98d76550-0700-4519-85de-16f9071598cf None None] Port 539576f6-3dda-4dc3-9b45-880065306edd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:46:56.598936 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:46:56.631271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98d76550-0700-4519-85de-16f9071598cf None None] Provisioning complete for port fc025de8-baf7-4bc3-8a67-7270ab33c7ea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:56.631796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98d76550-0700-4519-85de-16f9071598cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.691355 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3b58e-92ee-436c-83e3-333d4f8e61ff None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:46:56.730125 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.740482 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.780472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:56.788659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] 10.222.0.58 "DELETE /v2.0/networks/21032869-da21-4f50-9bde-f7129592b3ff HTTP/1.1" status: 204 len: 168 time: 0.9302578 Nov 08 12:46:56.792380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103841b-a43e-4c9f-8cf5-b7f8038fcb20 tempest-FloatingIPTestJSON-966893860 tempest-FloatingIPTestJSON-966893860-project] Pushing event deleted for resources: {'Network': ['ID=21032869-da21-4f50-9bde-f7129592b3ff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:56.852985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3b58e-92ee-436c-83e3-333d4f8e61ff None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:46:57.025823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Provisioning complete for port 539576f6-3dda-4dc3-9b45-880065306edd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:57.026380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.084990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=539576f6-3dda-4dc3-9b45-880065306edd,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:57.104942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fb6ac4d1-323f-40c1-a060-769b3293f907 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:57.177955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:57.191172 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d1dcc83-74cc-4d29-9e13-bc242f8f0f86 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b98d677-12b9-41b3-9858-c157541e8462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5238907 Nov 08 12:46:57.290967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.314563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Port 539576f6-3dda-4dc3-9b45-880065306edd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:57.365611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4353db0d-4fda-4a5c-9b19-64c907737439 req-b9122645-4362-4d0e-a8fa-85c417556f26 tempest-InstanceActionsNegativeTestJSON-1489270876 tempest-InstanceActionsNegativeTestJSON-1489270876-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c33255-4324-416b-a96d-60b28cd3a028 HTTP/1.1" status: 200 len: 210 time: 0.0514688 Nov 08 12:46:57.373791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:57.374162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.453869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fb6ac4d1-323f-40c1-a060-769b3293f907 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:57.454261 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.456705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ad953e27-6a2b-4dee-928f-07b750951812 None None] Port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:57.500288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2a7de-cb2e-430e-b477-c59ac0739a3f None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:46:57.531949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:46:57.555543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.577529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:46:57.578528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3b0fbda0-9dc6-41f9-bf48-b6fb648b7dff not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:46:57.659268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Sync routers for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:57.676266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.700351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35446) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:57.719223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:57.719863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:57.728602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port fb6ac4d1-323f-40c1-a060-769b3293f907, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fb6ac4d1-323f-40c1-a060-769b3293f907,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:46:57.729549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2a7de-cb2e-430e-b477-c59ac0739a3f None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:46:57.834346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:57.961538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:46:57.994530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=fb6ac4d1-323f-40c1-a060-769b3293f907,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:58.026925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc025de8-baf7-4bc3-8a67-7270ab33c7ea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:46:58.050460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.145381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.225401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35488) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:58.234877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.257891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fc025de8-baf7-4bc3-8a67-7270ab33c7ea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:58.259467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.277816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-78e8e1c6-bdbb-45b0-a249-703380b8973a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9a07f6832da45549abd02d81de32bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5757477 Nov 08 12:46:58.278778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:58.303764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=539576f6-3dda-4dc3-9b45-880065306edd,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:58.342555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.365100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.407281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.468295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-613470594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:58.470462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35502) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:58.537374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa765a-ae4e-4aeb-b3ba-59b0b030a117 req-d064eba9-f8b0-4d94-a8fb-e70ecac3145e tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:58.545444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3aa765a-ae4e-4aeb-b3ba-59b0b030a117 req-d064eba9-f8b0-4d94-a8fb-e70ecac3145e tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1096 time: 0.0624275 Nov 08 12:46:58.594469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 4, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8904ad88-68cb-4edd-a1d8-aa4856b1d35e', 'name': '', 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'mac_address': 'fa:16:3e:e8:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:53Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 2, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'subnets': [{'id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:58.613930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.614985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.645168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Checking router: 2b98d677-12b9-41b3-9858-c157541e8462 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:46:58.645538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Updating router 2b98d677-12b9-41b3-9858-c157541e8462 port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:46:58.651559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.655085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Deleting subnet fd3f5372-a54f-4cfe-bce8-fa60f2c1af52 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:46:58.655474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.657107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e4ca179-9ef0-4df9-bf84-48baec50096d HTTP/1.1" status: 204 len: 168 time: 0.3764989 Nov 08 12:46:58.660441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.677828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.687680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaede9e-d09f-46e0-80da-0db25b9eb715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ca179-9ef0-4df9-bf84-48baec50096d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:58.712133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:46:58.719563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3aa765a-ae4e-4aeb-b3ba-59b0b030a117 req-133ed545-a40d-43ea-878f-a7a44accee42 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567516 Nov 08 12:46:58.720965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:46:58.749452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.836680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.901034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:58.978389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e8d1-2b72-4262-b212-5ba5113a79ac req-737db1d7-43b0-4571-90e9-70c219759761 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:58.980677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8376e8d1-2b72-4262-b212-5ba5113a79ac req-737db1d7-43b0-4571-90e9-70c219759761 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.1487114 Nov 08 12:46:58.982745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.051338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-49cbc743-a097-4433-9120-f3727cf994a5 None None] Provisioning complete for port 539576f6-3dda-4dc3-9b45-880065306edd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:59.051716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-49cbc743-a097-4433-9120-f3727cf994a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.065506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Router aab668b4-dea7-4eb9-81d5-2af0521f6d70 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:46:59.074822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8376e8d1-2b72-4262-b212-5ba5113a79ac req-24609e94-d928-46c1-a60f-8cda56f1020d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760741 Nov 08 12:46:59.106586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.106586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4065bb0b-4a91-4dc9-848d-39f0aeec0d7c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8737447 Nov 08 12:46:59.106586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:59.106586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:59.122157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-116280986'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:46:59.159641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.183709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.227119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e0eaba5d-1fb9-4042-9f93-3ba81a0ddeb8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/68f59c8c-f755-4347-a83c-958c47a2c5f3 HTTP/1.1" status: 200 len: 993 time: 0.1251664 Nov 08 12:46:59.321979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-49cbc743-a097-4433-9120-f3727cf994a5 None None] Port 539576f6-3dda-4dc3-9b45-880065306edd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:59.331459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:46:59.340197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.345221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.362952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.364330 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fd3f5372-a54f-4cfe-bce8-fa60f2c1af52 HTTP/1.1" status: 204 len: 168 time: 0.8927875 Nov 08 12:46:59.367033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:59.370656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:46:59.401144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:59.408781 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] Sync routers for ids ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:46:59.421420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83ea10ab-4b27-49ee-8df8-f205cb936438 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/routers/aab668b4-dea7-4eb9-81d5-2af0521f6d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0419555 Nov 08 12:46:59.424497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f065cb-0987-4597-a9ba-f484b97bdc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3f5372-a54f-4cfe-bce8-fa60f2c1af52,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:46:59.433842 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] Routers {'aab668b4-dea7-4eb9-81d5-2af0521f6d70'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:59.435184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:59.475002 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:59.479950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2e54dee9-f2f9-4aeb-89c2-092d8fa13e97 None None] Provisioning complete for port 539576f6-3dda-4dc3-9b45-880065306edd triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:46:59.480568 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2e54dee9-f2f9-4aeb-89c2-092d8fa13e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.491002 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] Routers {'aab668b4-dea7-4eb9-81d5-2af0521f6d70'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:46:59.491702 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:59.533313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2e54dee9-f2f9-4aeb-89c2-092d8fa13e97 None None] Port 539576f6-3dda-4dc3-9b45-880065306edd cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:46:59.537373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:46:59.538017 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275681a3-90b1-48b3-a3f9-aef8bc7a504c None None] The sync data for ids ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:46:59.595260 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.667404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-c71f8873-bf93-463c-9770-b8c3be679462 req-8d4b7d78-6b05-4067-9078-bbd69befeba3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:46:59.668988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c71f8873-bf93-463c-9770-b8c3be679462 req-8d4b7d78-6b05-4067-9078-bbd69befeba3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172763 Nov 08 12:46:59.689235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.692511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.722188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6eabfe-52c2-471a-96ca-60482de03ab6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:46:59.725251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba6eabfe-52c2-471a-96ca-60482de03ab6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?device_id=aab668b4-dea7-4eb9-81d5-2af0521f6d70 HTTP/1.1" status: 200 len: 982 time: 0.2815895 Nov 08 12:46:59.729553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35580) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:46:59.840824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.927564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.939389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.956819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:46:59.969397 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:46:59.970053 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Added segment 39042911-43dc-4954-b8d9-5997f2c2fe5f of type vlan for network 4ae5a2d1-0b3a-4097-a421-992d915c230e Nov 08 12:47:00.060458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.135100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fb6ac4d1-323f-40c1-a060-769b3293f907 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:00.136927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f2373-48eb-43c6-b569-7a2cec464203 None None] Pushing event updated for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:00.140760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d43935-b7f4-4b7c-8149-0556e4aa6200']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:00.162402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee4c0b7-13c0-4e4e-af48-5063b532fda8') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:00.162705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee4c0b7-13c0-4e4e-af48-5063b532fda8') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:00.176042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863f7bb1-24bd-4f3f-98f5-d39c233fa096,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:00.182196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.198112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.212591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:00.212591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.263422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Attempting to bind port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:00.267146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Attempting to bind port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:00.267146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Attempting to bind port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e on network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:00.283929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fb6ac4d1-323f-40c1-a060-769b3293f907 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:00.284750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.334716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.361034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:00.361416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Checking segment: {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:00.361835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.364971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Bound using segment: {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:00.365542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Bound port: 8904ad88-68cb-4edd-a1d8-aa4856b1d35e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:00.367501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.455851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3475215 Nov 08 12:47:00.462005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35594) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:00.463806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:00.464208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:00.470387 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:00.475933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'subnet': {'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:00.521616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f85d6-bb30-48b4-88df-48b2d7f12d14 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Network': ['ID=4ae5a2d1-0b3a-4097-a421-992d915c230e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:00.538012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:00.682281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] For port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:00.687153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] For port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:00.688115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a30b511c-1348-4304-9ab6-52f66d1537dd None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:00.688570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a30b511c-1348-4304-9ab6-52f66d1537dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.739301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a30b511c-1348-4304-9ab6-52f66d1537dd None None] Port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:00.774312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.788176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.884557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:00.903817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:00.907926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:00.908705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:00.912214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:01.084066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f2373-48eb-43c6-b569-7a2cec464203 None None] Pushing event updated for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:01.129225 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-c168083e-01ba-4624-bd92-a2884b3e666d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2455027 Nov 08 12:47:01.234437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:47:01.287827 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.297710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.300986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] 10.222.0.58 "DELETE /v2.0/networks/27d43935-b7f4-4b7c-8149-0556e4aa6200 HTTP/1.1" status: 204 len: 168 time: 1.9321215 Nov 08 12:47:01.311949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--491317103'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:01.315846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33c7cf-d82b-45ee-9e0e-38671fad7942 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d43935-b7f4-4b7c-8149-0556e4aa6200,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:01.356733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a99085-9c2e-4a2e-9a8a-4f3ec9cd2988 req-224be646-e0b8-48cd-a532-a308b4804205 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:01.358338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9a99085-9c2e-4a2e-9a8a-4f3ec9cd2988 req-224be646-e0b8-48cd-a532-a308b4804205 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.6404238 Nov 08 12:47:01.411902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:01.412316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.450711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9a99085-9c2e-4a2e-9a8a-4f3ec9cd2988 req-fa14810d-8806-4e76-8a7f-c129ad7c8c5e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830853 Nov 08 12:47:01.595505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.605683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.609797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 539576f6-3dda-4dc3-9b45-880065306edd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:01.610097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.615378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.652104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] For port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:01.655158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 4, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8904ad88-68cb-4edd-a1d8-aa4856b1d35e', 'name': '', 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'mac_address': 'fa:16:3e:e8:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:53Z', 'updated_at': '2021-11-08T12:47:00Z', 'revision_number': 4, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'subnets': [{'id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:01.689857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.691431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae93111-cd71-4221-bd4f-adf299ac6a79 None None] The sync data for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 is: [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:46:54Z', 'revision_number': 4, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8904ad88-68cb-4edd-a1d8-aa4856b1d35e', 'name': '', 'network_id': 'eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'mac_address': 'fa:16:3e:e8:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:53Z', 'updated_at': '2021-11-08T12:47:00Z', 'revision_number': 4, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'subnets': [{'id': 'bf48f90e-0363-4d44-8616-55eb30ae7c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:01.784015 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.813150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Subnet': ['ID=8308e9b0-cf2d-4c26-b93f-70986677be85,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:01.820715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:01.845586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 539576f6-3dda-4dc3-9b45-880065306edd owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:01.865908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Checking segment: {'id': '39042911-43dc-4954-b8d9-5997f2c2fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:01.865908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network hostable DHCP agents. Network: 4ae5a2d1-0b3a-4097-a421-992d915c230e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:47:01.906957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccee60b-5ee6-47bd-ba75-c018b3dc64cd None None] Pushing event updated for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:01.950498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.025389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8904ad88-68cb-4edd-a1d8-aa4856b1d35e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:02.044563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:47:02.046937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.090726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35628) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:02.143496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bdbf7d-b2c2-4e3b-b597-c61a33480e63,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:02.153673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:02.154435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.184882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a89c501c-d171-4a28-8355-4ea08ab0fc52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1694884d1c8d40dfa7bc51444505f450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929351 Nov 08 12:47:02.188570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:02.195555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4ae5a2d1-0b3a-4097-a421-992d915c230e) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:02.224947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:02.227500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.228543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242858d-0761-4f25-a4e3-d0a25ecd69dd None None] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:02.323670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.351045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.381239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.396886 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18c12a85-beb7-44e5-b377-4fb4ba459297 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9307928 Nov 08 12:47:02.400636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35640) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:02.403992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'network': {'name': 'tempest-router-network01--266046734'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:02.479650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.516836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.521195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.524309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbee212d-be1a-4190-b3c0-95712eb90afa HTTP/1.1" status: 204 len: 168 time: 0.3251858 Nov 08 12:47:02.540910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aecdb6-6df5-416c-8aae-b471d53e892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbee212d-be1a-4190-b3c0-95712eb90afa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:02.550537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.563325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:02.572466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.604254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-4ae5a2d1-0b3a-4097-a421-992d915c230e', 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e', 'tenant_id': 'b891c84a078248cc8b8fbd2617cb3460', 'fixed_ips': [{'subnet_id': '8308e9b0-cf2d-4c26-b93f-70986677be85'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:47:02.609667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.722021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17c446-dadd-4d3f-aca7-088be2ab7b83 req-e5c0bd18-7900-44ae-9064-8163c4468125 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:02.724003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb17c446-dadd-4d3f-aca7-088be2ab7b83 req-e5c0bd18-7900-44ae-9064-8163c4468125 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.1444125 Nov 08 12:47:02.738113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20edb2-76da-4949-bfd4-4e4efc6c3a51,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:02.783825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:02.786500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-40f2c8c2-5d6d-49f9-87b1-09dfabc6d877 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9006250 Nov 08 12:47:02.793990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=539576f6-3dda-4dc3-9b45-880065306edd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:02.799550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:02.810235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb17c446-dadd-4d3f-aca7-088be2ab7b83 req-988df395-827d-4b2c-9bcf-7e7176a643df tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766785 Nov 08 12:47:02.960285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Allocated IP 172.20.0.2 (4ae5a2d1-0b3a-4097-a421-992d915c230e/8308e9b0-cf2d-4c26-b93f-70986677be85/0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:02.988883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:47:03.105196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.105523 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Added segment ff5e2ffc-61f7-4311-8226-2ee556edbd06 of type vlan for network ae1692d9-a306-49fd-a734-bc6a9855e235 Nov 08 12:47:03.190408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.252612 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19adfeee-bb5d-4177-9809-e52f7551f378 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4458661 Nov 08 12:47:03.256006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:03.269510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-security--968213124', 'description': 'tempest-security-description-521687278'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:03.340505 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.358508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.427710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.439156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.445042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:03.450981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.479837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.532773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:03.539410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:03.542864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.543882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:03.544710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.548684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "PUT /v2.0/security-groups/ed20edb2-76da-4949-bfd4-4e4efc6c3a51 HTTP/1.1" status: 200 len: 1795 time: 0.2874453 Nov 08 12:47:03.550268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:03.557738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Network': ['ID=ae1692d9-a306-49fd-a734-bc6a9855e235,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:03.565791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.597850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Pushing event updated for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:03.600683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ae1692d9-a306-49fd-a734-bc6a9855e235 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:03.661768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Attempting to bind port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:03.662659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Attempting to bind port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '39042911-43dc-4954-b8d9-5997f2c2fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:03.663259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Attempting to bind port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad on network 4ae5a2d1-0b3a-4097-a421-992d915c230e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:03.715843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca5d5b-6505-420f-82fa-9f841a493afb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20edb2-76da-4949-bfd4-4e4efc6c3a51,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:03.743927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:03.749422 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-69a3c3ef-903d-4b0c-bbd3-0fec804496d6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3508093 Nov 08 12:47:03.753141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Checking segment: {'id': '39042911-43dc-4954-b8d9-5997f2c2fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:03.754530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.758689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Bound using segment: {'id': '39042911-43dc-4954-b8d9-5997f2c2fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:03.759919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35686) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:03.760442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Bound port: 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39042911-43dc-4954-b8d9-5997f2c2fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4ae5a2d1-0b3a-4097-a421-992d915c230e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:03.760849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:03.772402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'network': {'name': 'tempest-router-network02--1696944152'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:03.783380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba96c259-6bd0-45a8-9807-c1bcd789982b tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups/ed20edb2-76da-4949-bfd4-4e4efc6c3a51 HTTP/1.1" status: 200 len: 1795 time: 0.2303128 Nov 08 12:47:03.790608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:03.936594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:03.941493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,segment=NetworkSegment(39042911-43dc-4954-b8d9-5997f2c2fe5f),segment_id=39042911-43dc-4954-b8d9-5997f2c2fe5f)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:04.032920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.066497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.136069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8904ad88-68cb-4edd-a1d8-aa4856b1d35e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:04.185637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c908b55-770e-47b4-8043-0e6c86c34406 req-591a72be-d79d-494b-bf1b-75750c89c342 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:04.187619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c908b55-770e-47b4-8043-0e6c86c34406 req-591a72be-d79d-494b-bf1b-75750c89c342 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.1950030 Nov 08 12:47:04.189627 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.335709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491d7c7-108f-4c6e-b082-dfab8dd4d034 None None] Pushing event updated for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:04.360953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:04.361798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.400558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c908b55-770e-47b4-8043-0e6c86c34406 req-71eebe4e-a8b9-4be5-8859-7ba240646792 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712372 Nov 08 12:47:04.466123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.471866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.473539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed20edb2-76da-4949-bfd4-4e4efc6c3a51 HTTP/1.1" status: 204 len: 168 time: 0.6818581 Nov 08 12:47:04.511758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.530127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14da43a-c300-4d7a-8550-55a890e55b6d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20edb2-76da-4949-bfd4-4e4efc6c3a51,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:04.623505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.671674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Router aab668b4-dea7-4eb9-81d5-2af0521f6d70 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:47:04.681006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4810042f-a458-465b-a4de-22c3cbe6a1f3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1693377 Nov 08 12:47:04.684873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.715070 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0a4f9005-f6f1-4870-92ec-1f07120cc6b1 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] delete failed (client error): The resource could not be found. Nov 08 12:47:04.720143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0a4f9005-f6f1-4870-92ec-1f07120cc6b1 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed20edb2-76da-4949-bfd4-4e4efc6c3a51 HTTP/1.1" status: 404 len: 347 time: 0.0354643 Nov 08 12:47:04.724343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.736678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--243885422'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:04.765823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:04.770176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.799779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:47:04.804933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.812915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] Sync routers for ids ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:47:04.823990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6cc486c5-40d0-43c5-8f37-97f9409ae40a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/routers/aab668b4-dea7-4eb9-81d5-2af0521f6d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0930746 Nov 08 12:47:04.828465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] Routers {'aab668b4-dea7-4eb9-81d5-2af0521f6d70'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:04.832225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:04.853516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1127852713-network', 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:04.857331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:47:04.858620 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b805d7-3bfc-45b3-bce0-65155ee8d207 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:47:04.860563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37b805d7-3bfc-45b3-bce0-65155ee8d207 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/539576f6-3dda-4dc3-9b45-880065306edd HTTP/1.1" status: 404 len: 333 time: 0.0542603 Nov 08 12:47:04.863511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:04.871334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.871334 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Added segment 45aeee69-825c-4c04-8631-2a64621c570d of type vlan for network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 Nov 08 12:47:04.884391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:04.894737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] Routers {'aab668b4-dea7-4eb9-81d5-2af0521f6d70'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:04.895623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:04.926803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.943130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:04.943779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf5a74-3711-41ae-b212-81e4747f15fd None None] The sync data for ids ['aab668b4-dea7-4eb9-81d5-2af0521f6d70'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:04.982228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:04.991694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.031681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-c586bb12-8f08-4ad8-996f-017886ab7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.033247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-c586bb12-8f08-4ad8-996f-017886ab7e84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1096 time: 0.0922859 Nov 08 12:47:05.072482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:05.074893 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.119962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.120543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.126591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.127331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.223272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.228989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Network': ['ID=c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:05.233405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-674dd8e8-cbd7-46b3-b668-50ed4cb38076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.235060 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-674dd8e8-cbd7-46b3-b668-50ed4cb38076 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.1939590 Nov 08 12:47:05.235386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.241451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:05.254284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.265355 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b398546-cf26-4ed1-9ef4-6396a7a2f75e tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5031276 Nov 08 12:47:05.297654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:05.304421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'subnet': {'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:05.356190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.440542 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-92f23a0b-339b-4bba-b95b-02cec57cf611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1001 time: 0.1968622 Nov 08 12:47:05.476717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.477867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Fanout notify agent at l3_agent the message router_deleted on router aab668b4-dea7-4eb9-81d5-2af0521f6d70 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:47:05.496805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.498151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20ce56ec-3c4b-4a42-8dbd-211a5648ff05 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/routers/aab668b4-dea7-4eb9-81d5-2af0521f6d70 HTTP/1.1" status: 204 len: 168 time: 0.6336222 Nov 08 12:47:05.506615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:05.532853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-aab92d6b-e9d5-4c7b-803c-75256e587bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.534666 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-aab92d6b-e9d5-4c7b-803c-75256e587bc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.0857766 Nov 08 12:47:05.589860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-a052ce07-ea69-4cd5-8032-25884fb149ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.592027 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-a052ce07-ea69-4cd5-8032-25884fb149ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503531 Nov 08 12:47:05.632528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3419311-1815-41d6-b6f7-931dfdb9d24f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:05.649174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.649174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2fc8cb0d-c5ae-48af-9dfa-996299a2d8af tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9223602 Nov 08 12:47:05.666906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35732) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:05.673961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'd3419311-1815-41d6-b6f7-931dfdb9d24f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:05.722628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 7e74c43e-1560-41cd-a20a-97f7637cab2d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:05.732462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.766425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.772749 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-71feccc9-dd05-4858-9065-21289e4b68f6 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722403 Nov 08 12:47:05.790947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd1c6-de58-41b3-94c1-77f420e5ea7b req-b26f5be8-ea3f-4d43-9cdf-c9a18993d9e0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:05.798131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17bcd1c6-de58-41b3-94c1-77f420e5ea7b req-b26f5be8-ea3f-4d43-9cdf-c9a18993d9e0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2601423 Nov 08 12:47:05.806342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:05.810263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.819104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0009a-1870-4756-97cb-cde0074a0c47 None None] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:05.829185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.893982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.902626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-b024bfca-e0ce-4f2c-a3bc-b718f5a9978b service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195171 Nov 08 12:47:05.947460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] Provisioning complete for port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:05.949692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.984591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:05.997161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:47:06.042069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07e127-1713-4bfd-8f5f-db5f9319c15b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.045224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.045642 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Added segment 491f5639-fc7d-48af-a606-c1978aa362e6 of type vlan for network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 Nov 08 12:47:06.054581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17bcd1c6-de58-41b3-94c1-77f420e5ea7b req-80663b3f-09f7-41ee-915d-52ce5c82f1a5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554562 Nov 08 12:47:06.120159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:06.178522 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.180690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.185728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.205369 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.262562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.272916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:06.273521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.299590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,segment=NetworkSegment(39042911-43dc-4954-b8d9-5997f2c2fe5f),segment_id=39042911-43dc-4954-b8d9-5997f2c2fe5f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:06.305955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a81dd44-f557-4cf3-a59d-65102fd3b2cd,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.373925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.375328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:06.376077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.404738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.439640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.441196 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-33b3518f-08a8-4b69-a74a-ce09f7c39f8d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7731206 Nov 08 12:47:06.444943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35738) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:06.459796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.468043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.525274 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.536389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.537934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Subnet': ['ID=cda0c603-ab81-452e-a494-349803c7ec40,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.553853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9160616 Nov 08 12:47:06.556261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.557374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35740) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:06.560601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/7e74c43e-1560-41cd-a20a-97f7637cab2d HTTP/1.1" status: 204 len: 168 time: 1.0475273 Nov 08 12:47:06.564848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911d051-60de-48a2-a1f6-5dc57d509d1b admin admin] Pushing event updated for resources: {'Network': ['ID=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.571610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.588213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35742) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:06.589082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ce7c-8458-4010-9991-f63a33a71e84 None None] Pushing event updated for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.590499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Request body: {'subnet': {'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1127852713-subnet', 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:06.603088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7490548-c738-4922-9ec5-47cceb6708a3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=7e74c43e-1560-41cd-a20a-97f7637cab2d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.609560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739fdb6-f757-4c7a-aecb-20cce7f8f961 None None] Network 9e48c041-ac77-435a-a0b7-7c0e8faf1497 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:06.612070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:06.688675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Checking segment: {'id': 'ff5e2ffc-61f7-4311-8226-2ee556edbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:06.689075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network hostable DHCP agents. Network: ae1692d9-a306-49fd-a734-bc6a9855e235, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:47:06.714511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.720612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.725220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.729356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9a81dd44-f557-4cf3-a59d-65102fd3b2cd HTTP/1.1" status: 204 len: 168 time: 0.2816281 Nov 08 12:47:06.732188 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:47:06.732785 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:47:06.734548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:06.736622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458096b6-ec18-40bd-826c-e19a7439ac84 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a81dd44-f557-4cf3-a59d-65102fd3b2cd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:06.790827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dfe9743c-d37e-4731-8f4e-bd4f17559d1f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514641 Nov 08 12:47:06.793376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35750) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:06.803059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7237a17f-7ba1-4e9f-b2db-bc438d8f9b21 None None] Provisioning complete for port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:06.803914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7237a17f-7ba1-4e9f-b2db-bc438d8f9b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.817231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:06.820576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.847009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network ae1692d9-a306-49fd-a734-bc6a9855e235 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:47:06.899778 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.942181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port fc025de8-baf7-4bc3-8a67-7270ab33c7ea {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:06.942797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.959499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:06.993272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] DHCP port deletion for 9e48c041-ac77-435a-a0b7-7c0e8faf1497 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:47:07.016817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ae1692d9-a306-49fd-a734-bc6a9855e235) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:07.034193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60145b2f-606d-4539-8df7-d19c8cb743ab None None] Network ae1692d9-a306-49fd-a734-bc6a9855e235 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:07.059477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:07.060000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.094081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] For port fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,segment=NetworkSegment(318cf3f4-9fc1-4ed2-9264-2efaef360267),segment_id=318cf3f4-9fc1-4ed2-9264-2efaef360267)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:07.094509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.109222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for fc025de8-baf7-4bc3-8a67-7270ab33c7ea owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:07.152022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Deleting port fc025de8-baf7-4bc3-8a67-7270ab33c7ea {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:07.152617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.164810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c24bbca9-9e6d-4f57-9b94-37476301a3e1 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8648458 Nov 08 12:47:07.167522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:07.175010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'subnet': {'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:07.180188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.200467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.203582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.210762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/d3419311-1815-41d6-b6f7-931dfdb9d24f HTTP/1.1" status: 204 len: 168 time: 0.4129071 Nov 08 12:47:07.232348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:07.302877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Checking segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:07.303603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Network hostable DHCP agents. Network: ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:47:07.307977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18612340-5fe9-46d5-a9b6-353f76c0786c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:07.308129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] For port fc025de8-baf7-4bc3-8a67-7270ab33c7ea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,segment=NetworkSegment(318cf3f4-9fc1-4ed2-9264-2efaef360267),segment_id=318cf3f4-9fc1-4ed2-9264-2efaef360267)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:07.308611 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.314090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca827-440d-4d69-ba70-5c9e40e57d61 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3419311-1815-41d6-b6f7-931dfdb9d24f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:07.331819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Calling delete_port for fc025de8-baf7-4bc3-8a67-7270ab33c7ea owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:07.369676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ae1692d9-a306-49fd-a734-bc6a9855e235', 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235', 'tenant_id': 'b891c84a078248cc8b8fbd2617cb3460', 'fixed_ips': [{'subnet_id': 'cda0c603-ab81-452e-a494-349803c7ec40'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:47:07.370494 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.401832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6f450-b871-4e5b-b71a-80afabad6341 req-1038693c-f48b-4bf8-9a74-4b0ddbbd00d5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:07.409133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1a6f450-b871-4e5b-b71a-80afabad6341 req-1038693c-f48b-4bf8-9a74-4b0ddbbd00d5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2260776 Nov 08 12:47:07.417904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ef3f6eee-9c81-4a21-9da0-9324261d8b99 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1843269 Nov 08 12:47:07.424207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:07.429939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--640833152'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:07.441687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:47:07.499893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1a6f450-b871-4e5b-b71a-80afabad6341 req-28214a03-b543-4766-9b9c-0d9c9bb3b52b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897720 Nov 08 12:47:07.501868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.541425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:07.551379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:07.552747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.556894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:07.558472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a7c8c-b664-4d8b-9bdf-3ccfff5087f6 None None] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:07.566122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Made reservation on behalf of b891c84a078248cc8b8fbd2617cb3460 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:07.571934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.576219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No DVR routers for this DVR port fc025de8-baf7-4bc3-8a67-7270ab33c7ea on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:07.653542 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.687259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] No DVR routers for this DVR port fc025de8-baf7-4bc3-8a67-7270ab33c7ea on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:07.696600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.700135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec88066-f636-4730-b0b1-25e73a1c6705 None None] Pushing event deleted for resources: {'Port': ['ID=fc025de8-baf7-4bc3-8a67-7270ab33c7ea,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:07.735315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Allocated IP 172.20.0.2 (ae1692d9-a306-49fd-a734-bc6a9855e235/cda0c603-ab81-452e-a494-349803c7ec40/6f3623eb-9ec4-435d-acf5-eb7415ebcf1a) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:07.743880 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.779122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e48c041-ac77-435a-a0b7-7c0e8faf1497']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:07.793113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318cf3f4-9fc1-4ed2-9264-2efaef360267') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:07.793455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318cf3f4-9fc1-4ed2-9264-2efaef360267') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:07.807177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.819936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab60d7dc-1fbf-40ef-9f84-5cc6e09b4018 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2583890 Nov 08 12:47:07.851238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.892477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b1aba-12aa-45b1-933c-8613ac8e76dd None None] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:07.948649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.972599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:07.973015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:07.976513 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:08.049203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.057412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:08.068712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.109270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e3e73-658d-4a7b-beac-cdb5e62e4735,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:08.153952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.173224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Subnet': ['ID=571330af-c5b4-44c6-a05f-a403668a6685,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:08.187355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.189201 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c84de4f-7109-4265-9b0f-87cf109201ea tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7636960 Nov 08 12:47:08.197015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35784) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:08.209064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'dc8e3e73-658d-4a7b-beac-cdb5e62e4735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:08.230829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:08.231200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Checking segment: {'id': '45aeee69-825c-4c04-8631-2a64621c570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:08.231385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.231591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network hostable DHCP agents. Network: c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:47:08.265968 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.294032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.298841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.306918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35786) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:08.307518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/9e48c041-ac77-435a-a0b7-7c0e8faf1497 HTTP/1.1" status: 204 len: 168 time: 1.7175202 Nov 08 12:47:08.330501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cac5a7-f2ca-492c-9a77-00d3fba2fc23 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=9e48c041-ac77-435a-a0b7-7c0e8faf1497,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:08.331406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Network ae1692d9-a306-49fd-a734-bc6a9855e235 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:08.338608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:08.339293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:47:08.344177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:08.346231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Pushing event updated for resources: {'Port': ['ID=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:08.366941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.442346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:08.452273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:08.453110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.455893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b1c47-8f31-445a-921c-ea80e63c4841 None None] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:08.457869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ea223-f222-4a7c-9902-f8541c07e268 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:08.467150 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da6ea223-f222-4a7c-9902-f8541c07e268 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/bf97d68e-34fc-4c16-a518-9ed854179890 HTTP/1.1" status: 200 len: 840 time: 0.1583879 Nov 08 12:47:08.471364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:08.509691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Attempting to bind port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:08.510103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Attempting to bind port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ff5e2ffc-61f7-4311-8226-2ee556edbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:08.511177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Attempting to bind port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a on network ae1692d9-a306-49fd-a734-bc6a9855e235 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:08.515937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.518130 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b777969d-209b-46ba-845d-af9f108caaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/bf97d68e-34fc-4c16-a518-9ed854179890?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0492618 Nov 08 12:47:08.526819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:08.537893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:08.559362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:08.559764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Checking segment: {'id': 'ff5e2ffc-61f7-4311-8226-2ee556edbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:08.560161 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.560732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Bound using segment: {'id': 'ff5e2ffc-61f7-4311-8226-2ee556edbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:08.561395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Bound port: 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5e2ffc-61f7-4311-8226-2ee556edbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae1692d9-a306-49fd-a734-bc6a9855e235'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:08.561960 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.645194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-01e274f6-4774-4046-8619-7f5e4e031c94 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4752212 Nov 08 12:47:08.649750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:08.672342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.813269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63d643d-32e1-4aad-9fdb-13827e5c417b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:08.834508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc025de8-baf7-4bc3-8a67-7270ab33c7ea no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:08.889720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fc025de8-baf7-4bc3-8a67-7270ab33c7ea {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:08.890291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fc025de8-baf7-4bc3-8a67-7270ab33c7ea not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:08.898700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68da8bf-56fc-498a-b89d-308e2096ca78 req-3932a8d1-13dc-411d-866a-1c7ee21f87f5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:08.900995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f68da8bf-56fc-498a-b89d-308e2096ca78 req-3932a8d1-13dc-411d-866a-1c7ee21f87f5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2509792 Nov 08 12:47:08.905664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] For port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:08.948000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-75e69ff2-5ec5-465d-b471-e5e4e81a662e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:08.950190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-75e69ff2-5ec5-465d-b471-e5e4e81a662e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.4613798 Nov 08 12:47:08.966357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] For port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,segment=NetworkSegment(ff5e2ffc-61f7-4311-8226-2ee556edbd06),segment_id=ff5e2ffc-61f7-4311-8226-2ee556edbd06)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:08.971593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:08.975162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1', 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1', 'tenant_id': 'b891c84a078248cc8b8fbd2617cb3460', 'fixed_ips': [{'subnet_id': '571330af-c5b4-44c6-a05f-a403668a6685'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:47:08.975162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:08.975767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.018935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f68da8bf-56fc-498a-b89d-308e2096ca78 req-14afb650-6db8-4f9f-9eb0-1b1c1d1cee9b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047926 Nov 08 12:47:09.020495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-248504c4-4139-4045-a848-d0d725598c27 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/quotas/7383e7b50b564de09f0b9e5facd0d254 HTTP/1.1" status: 200 len: 375 time: 0.0504041 Nov 08 12:47:09.023558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.027813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-71aaa03e-c6bb-48e8-8bf1-4d5aa882ffa8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8293624 Nov 08 12:47:09.028732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:09.069340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'dc8e3e73-658d-4a7b-beac-cdb5e62e4735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:09.078792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-548c65a2-a17f-4b0f-a2f0-ae295febaf4b tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468566 Nov 08 12:47:09.093476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.135499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.178073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1821c61-19c5-4d96-9e3e-252a3265361c None None] Pushing event updated for resources: {'Port': ['ID=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:09.288314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Allocated IP 172.20.0.2 (c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1/571330af-c5b4-44c6-a05f-a403668a6685/d1589a0f-7664-4707-9bb5-83214b1d36ed) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:09.328562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-b2eb600e-4736-43f6-87ba-e0c5a7e28fd5 service neutron] 10.222.0.58 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406039 Nov 08 12:47:09.400578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.490684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.512660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.574567 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.578631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:09.592677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:09.611310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:09.611935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.624732 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-759d8992-db48-43fe-a8c8-d34e6dbe2aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946010 Nov 08 12:47:09.633744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Allocated IP 172.20.0.1 (ae1692d9-a306-49fd-a734-bc6a9855e235/cda0c603-ab81-452e-a494-349803c7ec40/563cf34c-fd6b-4de2-90e6-54eae6f54425) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:09.638430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.647511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=b7cf26ef-619f-489a-ba27-f2476c088b79,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:09.672544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c011c93-6216-4f2a-b02b-b9a8f9e51718 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:09.698830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:09.731051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.747006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:09.747006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:09.776890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Pushing event updated for resources: {'Port': ['ID=d1589a0f-7664-4707-9bb5-83214b1d36ed,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:09.779892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da7654e-2158-49b3-8288-543490ce9ddb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:09.788080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7772ecb7-346f-4ac4-b586-fe7944b51371 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2600932 Nov 08 12:47:09.791151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:09.797905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'security_group': {'name': 'tempest-secgroup-476346514'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:09.858963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.866966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Attempting to bind port d1589a0f-7664-4707-9bb5-83214b1d36ed on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:09.867375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Attempting to bind port d1589a0f-7664-4707-9bb5-83214b1d36ed by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '45aeee69-825c-4c04-8631-2a64621c570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:09.867699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Attempting to bind port d1589a0f-7664-4707-9bb5-83214b1d36ed on network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:09.869705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.873768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ad622455-9a6b-4d0d-a73c-850ea9348f4f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8409004 Nov 08 12:47:09.874329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:09.876444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:09.876816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Checking segment: {'id': '45aeee69-825c-4c04-8631-2a64621c570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:09.877219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.877635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Bound using segment: {'id': '45aeee69-825c-4c04-8631-2a64621c570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:09.878068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Bound port: d1589a0f-7664-4707-9bb5-83214b1d36ed, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aeee69-825c-4c04-8631-2a64621c570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:09.878471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:09.881676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'dc8e3e73-658d-4a7b-beac-cdb5e62e4735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:10.002642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:10.065719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] For port d1589a0f-7664-4707-9bb5-83214b1d36ed, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:10.079391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.097766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] For port d1589a0f-7664-4707-9bb5-83214b1d36ed, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1589a0f-7664-4707-9bb5-83214b1d36ed,segment=NetworkSegment(45aeee69-825c-4c04-8631-2a64621c570d),segment_id=45aeee69-825c-4c04-8631-2a64621c570d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:10.100122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.131856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'tenant_id': '7ef0d24d25654d1c9d5e45f645041174', 'fixed_ips': [{'subnet_id': 'b7cf26ef-619f-489a-ba27-f2476c088b79'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:47:10.133051 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.156184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network ae1692d9-a306-49fd-a734-bc6a9855e235 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:10.165435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:10.171142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:10.192874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.268484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:10.271200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.277181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Port': ['ID=563cf34c-fd6b-4de2-90e6-54eae6f54425,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:10.300426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.320816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a7f9-8e44-44a0-ace2-790fc17d73e7 req-9b822782-7526-4b5c-8bb2-ec327f247002 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:10.327407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02a7f9-8e44-44a0-ace2-790fc17d73e7 req-9b822782-7526-4b5c-8bb2-ec327f247002 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2112856 Nov 08 12:47:10.374573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.416529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.497564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a823cce8-3937-42d6-9f48-f25f8f7a8873 req-40cf2cf5-0f63-4c4c-a704-0ebc4e686b7f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.0672822 Nov 08 12:47:10.504609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.622383 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.624843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ff2418-48bd-4917-b3ab-a88f92783244,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:10.653620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e02a7f9-8e44-44a0-ace2-790fc17d73e7 req-fc896aa2-e28c-4789-b948-8ffef82ec077 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097022 Nov 08 12:47:10.693895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.727573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d43309-b4d5-45aa-93f9-3aeea7f21078,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:10.782647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb6908-7c50-451f-a967-d667e109e00f None None] Pushing event updated for resources: {'Port': ['ID=d1589a0f-7664-4707-9bb5-83214b1d36ed,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:10.833595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.843476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:10.844431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-423e5131-c0cc-46e9-b7f9-8244c0835150 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0521054 Nov 08 12:47:10.857405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1540190320'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:10.887191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.890198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.891801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:10.892851 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e2e8eef5-2040-4109-8157-178a958b867e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0168607 Nov 08 12:47:10.895748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:10.897279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'dc8e3e73-658d-4a7b-beac-cdb5e62e4735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:10.906435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Allocated IP 172.20.0.2 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/b7cf26ef-619f-489a-ba27-f2476c088b79/ce619a06-7045-4fd4-a1aa-dcd680cf9df1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:10.941837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,segment=NetworkSegment(ff5e2ffc-61f7-4311-8226-2ee556edbd06),segment_id=ff5e2ffc-61f7-4311-8226-2ee556edbd06)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:10.962928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4dd8db-6872-4875-9366-046cd5b969e5 None None] Network ae1692d9-a306-49fd-a734-bc6a9855e235 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:11.024442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.085176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.201319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.222592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2a5e1289-4980-41fc-93e7-927f76a951ff None None] Provisioning complete for port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:11.223341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1289-4980-41fc-93e7-927f76a951ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.298615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:11.319901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.327665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.386018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.390714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.402618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.416426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.423828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82def076-847b-4f90-a0e7-3bda10525317,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:11.475517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c762571d-6721-4041-8d2f-fabf2e48aa4d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:11.482633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.520266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.524811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.526789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-00c3deef-66f5-468a-bfc1-998361024280 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6338618 Nov 08 12:47:11.529433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:11.535852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'dc8e3e73-658d-4a7b-beac-cdb5e62e4735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:11.546933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:11.549773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:11.584607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.586360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:11.587484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98deb1af-04ee-4603-9c78-ddd34c0dc4fd tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7342846 Nov 08 12:47:11.591723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:11.611517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Port': ['ID=563cf34c-fd6b-4de2-90e6-54eae6f54425,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:11.614143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.628582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1536130489', 'security_groups': ['c762571d-6721-4041-8d2f-fabf2e48aa4d'], 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b7cf26ef-619f-489a-ba27-f2476c088b79'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:11.753250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f23d54ed-4358-4619-9193-4b4783642403 req-406b2120-3202-4167-983d-8db8b7cf55fc tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.1046679 Nov 08 12:47:11.805706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:11.825051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Attempting to bind port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:11.825461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Attempting to bind port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:11.825824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Attempting to bind port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 on network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:11.857323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:11.858570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Checking segment: {'id': 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:11.858976 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.859374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Bound using segment: {'id': 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:11.859968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Bound port: ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:11.870478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:11.884278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network ae1692d9-a306-49fd-a734-bc6a9855e235 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:11.889082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:11.974310 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.074150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:12.109250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9199dae-cdec-44c5-8597-30cb70b1c400 req-4be09b57-abe4-4e96-a627-2cae6e1f3b87 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:12.110705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:12.111376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9199dae-cdec-44c5-8597-30cb70b1c400 req-4be09b57-abe4-4e96-a627-2cae6e1f3b87 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2716699 Nov 08 12:47:12.156402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-302266ae-fe77-4dbb-bfce-77c302b4dbcb None None] Provisioning complete for port 563cf34c-fd6b-4de2-90e6-54eae6f54425 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:12.156402 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-302266ae-fe77-4dbb-bfce-77c302b4dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.227954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Router 14079e58-1a0a-4e31-8151-86ad85b61576 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:47:12.233989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71230f-975f-4bd0-be24-73be808c03c0 None None] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:12.237267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1589a0f-7664-4707-9bb5-83214b1d36ed up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:12.249114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.322813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9199dae-cdec-44c5-8597-30cb70b1c400 req-3f4ed585-42e5-4186-99d1-9ac456728614 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733150 Nov 08 12:47:12.373594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.410658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:12.457302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.479767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:47:12.489754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1cbe5e43-7b82-46c7-967e-63f648effedd tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8386571 Nov 08 12:47:12.495265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:12.495920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] Sync routers for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:47:12.515915 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:12.516551 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:12.523979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01646e79-e9f2-4e67-b3c7-40d738b5c6f4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:12.605151 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.623962 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:12.649246 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:12.650049 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:12.654616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.661536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a741f620-4d0c-43f0-81fe-5e2dc13a5693 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1291919 Nov 08 12:47:12.666607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:12.681801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:47:12.735791 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:12.736437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf08156-e46c-4a29-8851-e04d6230ccd1 None None] The sync data for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:12.800717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.843777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:12.893955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-302266ae-fe77-4dbb-bfce-77c302b4dbcb None None] Port 563cf34c-fd6b-4de2-90e6-54eae6f54425 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:12.952762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21ee2e89-14ab-4385-8e1f-50cc7668c623 req-e7802cbf-a962-476e-9daf-a7dcdc85354c tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.0466216 Nov 08 12:47:12.976976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-302266ae-fe77-4dbb-bfce-77c302b4dbcb None None] Provisioning complete for port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:12.978488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-302266ae-fe77-4dbb-bfce-77c302b4dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.004226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f814a4b-4926-47c4-bb96-c08ea1bcc79c None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:13.019271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.040411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.062419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/01646e79-e9f2-4e67-b3c7-40d738b5c6f4 HTTP/1.1" status: 204 len: 168 time: 0.3916316 Nov 08 12:47:13.063439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e6e50-46ce-47ec-9f3e-d21fc0d74560 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01646e79-e9f2-4e67-b3c7-40d738b5c6f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:13.064178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d1589a0f-7664-4707-9bb5-83214b1d36ed triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:13.065109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.073524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:13.122716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.8 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/b7cf26ef-619f-489a-ba27-f2476c088b79/402ab94d-4c7f-40ab-9a43-ffac7fd57254) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:13.445768 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-436d76e9-0cad-43d7-8bb9-976d20752f9d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:13.458026 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-436d76e9-0cad-43d7-8bb9-976d20752f9d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9604173 Nov 08 12:47:13.460226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:13.506864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Provisioning complete for port d1589a0f-7664-4707-9bb5-83214b1d36ed triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:13.507481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.577032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.588134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51498b26-b282-49b8-96e5-00a9f7a7884e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4967043 Nov 08 12:47:13.619265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:13.764240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port d1589a0f-7664-4707-9bb5-83214b1d36ed, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1589a0f-7664-4707-9bb5-83214b1d36ed,segment=NetworkSegment(45aeee69-825c-4c04-8631-2a64621c570d),segment_id=45aeee69-825c-4c04-8631-2a64621c570d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:13.839629 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.909358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.911808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:13.912605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:14.095087 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:47:14.095461 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:47:14.123577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=d1589a0f-7664-4707-9bb5-83214b1d36ed,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:14.176459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:14.177375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.543490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.573876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.605497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1fe5-611b-45b9-8968-817ca2162870 req-aa453ecf-1663-4b3e-b7e5-d2e160d6a6d4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:14.613376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1e1fe5-611b-45b9-8968-817ca2162870 req-aa453ecf-1663-4b3e-b7e5-d2e160d6a6d4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.9705510 Nov 08 12:47:14.650768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c4e8af4-b8fa-4b1c-b60a-437ff4a5b163 req-371ea1a0-d245-4819-a73d-72fb56bc1405 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.0721343 Nov 08 12:47:14.666297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.673713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.676666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/82def076-847b-4f90-a0e7-3bda10525317 HTTP/1.1" status: 204 len: 168 time: 1.0562000 Nov 08 12:47:14.699319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:14.746339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b823-fd4b-41ee-8d1d-9e21584d53b3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82def076-847b-4f90-a0e7-3bda10525317,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:14.767216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Provisioning complete for port 563cf34c-fd6b-4de2-90e6-54eae6f54425 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:14.772509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.837365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9b14a757-4269-420f-b46c-71e1fd0966ab None None] Port 563cf34c-fd6b-4de2-90e6-54eae6f54425 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:14.839267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1589a0f-7664-4707-9bb5-83214b1d36ed up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:14.844123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db1e1fe5-611b-45b9-8968-817ca2162870 req-8f40e6d5-0e55-45c8-8a25-73dc18c6d0f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298512 Nov 08 12:47:14.870619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0bdb70aa-ce0d-4bd8-976e-f5eabc45284e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1644485 Nov 08 12:47:14.873503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35928) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:14.884327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.925846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d1589a0f-7664-4707-9bb5-83214b1d36ed triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:14.926442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:14.957426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-0de3e81c-be94-424e-82c6-3f4ecbc7a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:14.959482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-0de3e81c-be94-424e-82c6-3f4ecbc7a6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1096 time: 0.2168949 Nov 08 12:47:14.960143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:14.984752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:14.985124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.029990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.035062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:15.049615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:15.114092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Provisioning complete for port d1589a0f-7664-4707-9bb5-83214b1d36ed triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:15.114762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.130644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-6d215cae-fae1-4a17-a105-55dc9baa3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.132189 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-6d215cae-fae1-4a17-a105-55dc9baa3c4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.1488533 Nov 08 12:47:15.202067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:15.219967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-19ff15f1-ef83-474e-8edb-966514c23344 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.221459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-19ff15f1-ef83-474e-8edb-966514c23344 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.1876576 Nov 08 12:47:15.222109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=402ab94d-4c7f-40ab-9a43-ffac7fd57254,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:15.234837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.239364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:15.305254 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-3a591ac7-9eab-4c3d-85a8-4bc51e0ebf37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1001 time: 0.1570163 Nov 08 12:47:15.322359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.386168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Request body: {'port': {'device_id': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'admin_state_up': True, 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:15.391684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-cd15ad41-424b-4112-9e13-eb5ff7242769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.393205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-cd15ad41-424b-4112-9e13-eb5ff7242769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.0778210 Nov 08 12:47:15.401552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-5237d4f5-e3e9-4abc-ad75-4c698b70aa53 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.403151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-5237d4f5-e3e9-4abc-ad75-4c698b70aa53 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.1660457 Nov 08 12:47:15.409892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:15.414270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.449489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Request body: {'port': {'device_id': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'admin_state_up': True, 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:15.498864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:15.499239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.618029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.619349 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.646954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.661324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.665012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f2d43309-b4d5-45aa-93f9-3aeea7f21078 HTTP/1.1" status: 204 len: 168 time: 0.7876027 Nov 08 12:47:15.668271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:15.677270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.679139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.712910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-bc0deae9-2d15-4672-8595-bf74e6fe69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:15.715142 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-bc0deae9-2d15-4672-8595-bf74e6fe69cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546935 Nov 08 12:47:15.748844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:15.756348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe600-86fc-4780-86a0-b6b0d43b89ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d43309-b4d5-45aa-93f9-3aeea7f21078,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:15.784252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-090b866b-23a3-44ba-b3ef-ddc4b2bc92fe tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1840138 Nov 08 12:47:15.791436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:15.797849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:15.862519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6c0f4dc2-e9da-4dcc-b117-b8b8679bc0c5 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1880131 Nov 08 12:47:15.868246 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:15.880646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:15.912759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e17b825c-fdbe-455a-a40a-b1694aae3b2c req-85c5fd5f-4ac5-4f68-9e3e-f4f101004cb8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.0937519 Nov 08 12:47:15.916032 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-64d30ac6-7dbb-41f6-ba77-f8d1002d326e service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914768 Nov 08 12:47:15.961327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:15.964991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.000348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.039326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbdf94-002a-42b2-b82b-3efad8887f08 None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:16.039892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.065858 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f77527da-4db9-490b-a3e1-11b47a6c9109 req-b8b8a05c-b1e5-425d-93b5-debde251fc50 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424620 Nov 08 12:47:16.079894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting port 563cf34c-fd6b-4de2-90e6-54eae6f54425 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:16.080613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.130824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:16.135127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.136698 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:47:16.137247 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:47:16.144155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d61e16a0-f5de-4e92-9e34-976580654ced None None] Provisioning complete for port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:16.145188 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d61e16a0-f5de-4e92-9e34-976580654ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.185613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec43440-6149-4899-930a-a5b22fa6adea req-d171fd33-fad4-4f4f-bbf6-8f60e8908538 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:16.187549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dec43440-6149-4899-930a-a5b22fa6adea req-d171fd33-fad4-4f4f-bbf6-8f60e8908538 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2006061 Nov 08 12:47:16.189791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d61e16a0-f5de-4e92-9e34-976580654ced None None] Port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:16.198288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.248269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.268902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Calling delete_port for 563cf34c-fd6b-4de2-90e6-54eae6f54425 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:16.433698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Allocated IP 172.20.0.2 (ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9/18612340-5fe9-46d5-a9b6-353f76c0786c/26ec7e44-5cfc-4381-9271-384f6249fb7b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:16.433698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dec43440-6149-4899-930a-a5b22fa6adea req-082e1288-db9f-4e2b-b8eb-816dbe2d80b5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038841 Nov 08 12:47:16.505329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.517504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.521448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:16.526790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4da7654e-2158-49b3-8288-543490ce9ddb HTTP/1.1" status: 204 len: 168 time: 0.6130047 Nov 08 12:47:16.559646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2c44-570d-4c8b-a15f-c55be5abd3aa tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4da7654e-2158-49b3-8288-543490ce9ddb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:16.561325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:16.570146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.600486 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4575d738-dc07-4697-8b8e-ad8ab21d2b71 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0777001 Nov 08 12:47:16.603238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:16.610495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.670797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Port': ['ID=563cf34c-fd6b-4de2-90e6-54eae6f54425,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:16.709965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.727912 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b7cf26ef-619f-489a-ba27-f2476c088b79 (CIDR: 172.20.0.0/28) Nov 08 12:47:16.805468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.962960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.963679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:16.963789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:16.986232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:16.986784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.080019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf1899f1-496e-4623-bf01-db7e647293cb req-69758661-7004-489d-b8fa-481b16ba6850 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 210 time: 0.0446429 Nov 08 12:47:17.167048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Router 14079e58-1a0a-4e31-8151-86ad85b61576 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:47:17.250035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:47:17.255109 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d0b1c976-2d85-4fe6-b7d1-4bb727c10e5d tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7913246 Nov 08 12:47:17.259255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35958) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.264758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] Sync routers for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:47:17.282071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:17.282821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:17.296441 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-cf8388b1-670f-429a-861c-dee3e1269492 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] delete failed (client error): The resource could not be found. Nov 08 12:47:17.300950 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf8388b1-670f-429a-861c-dee3e1269492 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-513091961 HTTP/1.1" status: 404 len: 334 time: 0.0373099 Nov 08 12:47:17.301162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.306393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e56d6aa6-6e41-47d3-ab71-7b7655c35460 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'router': {'external_gateway_info': {'network_id': '14079e58-1a0a-4e31-8151-86ad85b61576'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:17.334302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:17.344954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:17.346062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:17.390730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:17.391480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077b61a-c412-40e8-a734-cbf90866981b None None] The sync data for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:17.428767 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:17.429391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:17.534929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaa447-9aa9-4865-992a-a47208919456 req-6908f257-40f3-4733-8a0d-c25320afa568 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:17.537063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ceaa447-9aa9-4865-992a-a47208919456 req-6908f257-40f3-4733-8a0d-c25320afa568 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.0540252 Nov 08 12:47:17.541886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e56d6aa6-6e41-47d3-ab71-7b7655c35460 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.595595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ceaa447-9aa9-4865-992a-a47208919456 req-3d0c5468-b50d-44e6-8dce-4883bb53128c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506623 Nov 08 12:47:17.613064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.642878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.673788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.679357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f63d643d-32e1-4aad-9fdb-13827e5c417b HTTP/1.1" status: 204 len: 168 time: 1.0725691 Nov 08 12:47:17.681288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35968) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.697296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-43a1778f-f0bd-405d-8249-9ce5b786aa47 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9038718 Nov 08 12:47:17.713301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:17.718930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.719227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:17.720162 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-e56d6aa6-6e41-47d3-ab71-7b7655c35460 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] update failed (client error): The resource could not be found. Nov 08 12:47:17.722025 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e56d6aa6-6e41-47d3-ab71-7b7655c35460 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576 HTTP/1.1" status: 404 len: 339 time: 0.4199481 Nov 08 12:47:17.727461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:17.732638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35972) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.733780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:17.736140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2591e7-48ca-425e-9b41-bf46e50dc604 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f63d643d-32e1-4aad-9fdb-13827e5c417b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:17.767764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce8d2727-4a77-4e93-a668-f74e3f34296e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608516 Nov 08 12:47:17.770474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:17.789345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Allocated IP 172.20.0.6 (ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9/18612340-5fe9-46d5-a9b6-353f76c0786c/ac6baab7-6a5b-4629-9576-05397c982572) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:17.833796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.872613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:17.930057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event updated for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:18.028260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:18.028530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.083171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.086081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.089280 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/dc8e3e73-658d-4a7b-beac-cdb5e62e4735 HTTP/1.1" status: 204 len: 168 time: 0.3177962 Nov 08 12:47:18.092832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:18.136388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d46e0-bc7c-42df-9781-bede659fa966 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e3e73-658d-4a7b-beac-cdb5e62e4735,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:18.224429 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-28f8fffa-f686-44bf-ba7c-bddf1298ec85 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240501 Nov 08 12:47:18.225095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35986) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:18.230921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174289148'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:18.246855 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-d112faf8-12a7-4ad6-ba18-a3eff849426b service neutron] show failed (client error): The resource could not be found. Nov 08 12:47:18.247899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-d112faf8-12a7-4ad6-ba18-a3eff849426b service neutron] 10.222.0.57 "GET /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.1400225 Nov 08 12:47:18.290501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71bb5146-0fce-4dc5-8d5f-786d723f0b01 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8465161 Nov 08 12:47:18.320403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Request body: {'port': {'device_id': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:18.407128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.438236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.460934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5871c5c-50fd-455f-bd3f-e77532485a4c req-4f463f04-d040-45ff-8fd1-ddbe095e66fd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:18.462624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5871c5c-50fd-455f-bd3f-e77532485a4c req-4f463f04-d040-45ff-8fd1-ddbe095e66fd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 931 time: 0.2546532 Nov 08 12:47:18.481221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.487550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.492617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.602505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.647139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d07ff8-91d1-4248-a14b-905841518d97,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:18.782701 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.787419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-49c61b2f-69ba-4fc3-9b3e-d859e121b046 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5617838 Nov 08 12:47:18.794578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:18.794578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'c7d07ff8-91d1-4248-a14b-905841518d97', 'direction': 'ingress', 'protocol': 17}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:18.992246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:18.999207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:19.002685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.041405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-f367079a-31ac-49f3-910b-08fe4f8fc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:19.043504 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-f367079a-31ac-49f3-910b-08fe4f8fc33d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 1096 time: 0.0932479 Nov 08 12:47:19.059813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:19.095832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.138162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.168232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5871c5c-50fd-455f-bd3f-e77532485a4c req-e4a70319-65f6-497f-94aa-019d3e54f265 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890635 Nov 08 12:47:19.178848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.200661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebecf791-58a8-441d-be4d-bbbf89cdfe29,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:19.291282 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:47:19.357712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382dfd4-659c-422f-bb20-f1fc129b3e30 req-86b52872-4b7a-473b-8d1f-888c62a734c0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:19.359936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5382dfd4-659c-422f-bb20-f1fc129b3e30 req-86b52872-4b7a-473b-8d1f-888c62a734c0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.3757069 Nov 08 12:47:19.361279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.373114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.374344 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb72bd7a-be33-417c-bbb8-28acf4212687 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5852485 Nov 08 12:47:19.378494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36006) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:19.442418 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:19.466526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.505108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:19.508228 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.545066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:19.563077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:19.574613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:19.575526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event updated for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:19.577034 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ed868-4a69-4a6b-af54-1f37795c3ae7" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-unplugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:19.577962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:19.581479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.662143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5382dfd4-659c-422f-bb20-f1fc129b3e30 req-342262fe-c6e3-482f-b0f3-57fd45a438e1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888980 Nov 08 12:47:19.663424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Allocated IP 172.20.0.1 (4ae5a2d1-0b3a-4097-a421-992d915c230e/8308e9b0-cf2d-4c26-b93f-70986677be85/e85d6830-256d-4bb3-857b-7288b011af0b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:19.674802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Transition to ACTIVE for port object 56a872d6-2724-476b-8e3b-45793838e5fb will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:19.675916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.688969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.690158 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/c7d07ff8-91d1-4248-a14b-905841518d97 HTTP/1.1" status: 204 len: 168 time: 0.3111765 Nov 08 12:47:19.694277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:19.725328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7405e-fc1b-4f17-89ab-8e33817f009e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d07ff8-91d1-4248-a14b-905841518d97,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:19.737713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:19.738561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.752928 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76fca577-f90c-41ec-86aa-eed32808ac2b tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562632 Nov 08 12:47:19.756761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36016) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:19.763363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700967620'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:19.773583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.965177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:19.976025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ec7e44-5cfc-4381-9271-384f6249fb7b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:19.993198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db936-051d-4734-b07a-3641e32509db service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:19.998379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.011077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-486d57f9-217c-4aa0-bce8-f8cc7b31db5e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7726588 Nov 08 12:47:20.035064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Request body: {'port': {'device_id': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:20.065767 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7950c6-2c82-489b-9d85-6b64b7b3d18e x-openstack-request-id: req-fc7950c6-2c82-489b-9d85-6b64b7b3d18e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:20.066064 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-unplugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:20.066752 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc7950c6-2c82-489b-9d85-6b64b7b3d18e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:20.067160 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'code': 200} Nov 08 12:47:20.067927 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] No DVR routers for this DVR port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:20.081633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Transition to ACTIVE for port object 26ec7e44-5cfc-4381-9271-384f6249fb7b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:20.105807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.145621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.181944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.227469 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.254689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.290953 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.305352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:20.330749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:20.344950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.345144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3f6a7-b7ec-4068-8f8a-96e6c4f477de None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:20.363797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:20.364386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.386295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:20.386887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:20.387027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:20.394800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a1564-a866-40ed-b5e4-fd1afedf7393,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:20.412005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:20.412946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:20.415031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=7e7f105e-043c-435b-9f8f-9df61aabd237,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:20.424752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:20.426021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:20.426021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Bound using segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:20.426330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Bound port: 56a872d6-2724-476b-8e3b-45793838e5fb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:20.427022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.434361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.447947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:20.527612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.531676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4180fa2-fbda-46f9-af6f-b15e91a9ce57 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7710814 Nov 08 12:47:20.531847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36024) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:20.539062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341111721'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:20.544088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:20.549070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:20.568064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09587b6-5c3b-4c96-a942-37c1fcfd41ee req-158fbaf9-6b31-4ad6-92e6-7d20cd4bc146 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:20.569875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e09587b6-5c3b-4c96-a942-37c1fcfd41ee req-158fbaf9-6b31-4ad6-92e6-7d20cd4bc146 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 943 time: 0.2702460 Nov 08 12:47:20.592372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:20.597990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:20.606306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9d46436-6a5c-45fb-8b58-86922825038c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8822131 Nov 08 12:47:20.606306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:20.608297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36028) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:20.622292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-80955649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e7f105e-043c-435b-9f8f-9df61aabd237'}], 'security_groups': ['b1ff2418-48bd-4917-b3ab-a88f92783244']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:20.650542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Port': ['ID=e85d6830-256d-4bb3-857b-7288b011af0b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:20.697684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.758318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Update dhcp port {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'fixed_ips': [{'subnet_id': 'b7cf26ef-619f-489a-ba27-f2476c088b79', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e7f105e-043c-435b-9f8f-9df61aabd237'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'ce619a06-7045-4fd4-a1aa-dcd680cf9df1'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:47:20.780864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:20.784056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.789196 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-287db936-051d-4734-b07a-3641e32509db service neutron] 10.222.0.61 "PUT /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1091 time: 1.7347484 Nov 08 12:47:20.836912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.840277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.866419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:20.950685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Attempting to bind port 26ec7e44-5cfc-4381-9271-384f6249fb7b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:20.951225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Attempting to bind port 26ec7e44-5cfc-4381-9271-384f6249fb7b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:20.951625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Attempting to bind port 26ec7e44-5cfc-4381-9271-384f6249fb7b on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:21.019586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e09587b6-5c3b-4c96-a942-37c1fcfd41ee req-04cfeb3d-956f-4b53-9ea7-5ac381e66228 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776274 Nov 08 12:47:21.069933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Port 26ec7e44-5cfc-4381-9271-384f6249fb7b on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:21.070437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Attempting to bind port 26ec7e44-5cfc-4381-9271-384f6249fb7b on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:21.126056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:21.126223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Checking segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:21.126651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Bound using segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:21.127299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Bound port: 26ec7e44-5cfc-4381-9271-384f6249fb7b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:21.127625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.200223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-112bb075-1c97-48ec-bb7e-b798420c7605 None None] Provisioning complete for port e85d6830-256d-4bb3-857b-7288b011af0b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:21.200690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-112bb075-1c97-48ec-bb7e-b798420c7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.259986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Allocated IP 172.20.0.18 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/7e7f105e-043c-435b-9f8f-9df61aabd237/ce619a06-7045-4fd4-a1aa-dcd680cf9df1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:21.266529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-112bb075-1c97-48ec-bb7e-b798420c7605 None None] Port e85d6830-256d-4bb3-857b-7288b011af0b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:21.284339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:21.311600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ae220-b877-48e6-893f-c4b620494739 req-c10cd2ae-6aa8-4ab9-b3f7-fb7fa4d01e9d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:21.313719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626ae220-b877-48e6-893f-c4b620494739 req-c10cd2ae-6aa8-4ab9-b3f7-fb7fa4d01e9d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.3038452 Nov 08 12:47:21.329557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:21.355719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6baab7-6a5b-4629-9576-05397c982572 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:21.366697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.431511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Transition to ACTIVE for port object ac6baab7-6a5b-4629-9576-05397c982572 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:21.435552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.445445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626ae220-b877-48e6-893f-c4b620494739 req-d04807f6-6ea2-49de-b3b4-2d7273e25f51 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197779 Nov 08 12:47:21.474770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.507836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:21.508509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.510026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] 10.222.0.57 "PUT /v2.0/ports/26ec7e44-5cfc-4381-9271-384f6249fb7b HTTP/1.1" status: 200 len: 1091 time: 3.2001595 Nov 08 12:47:21.512636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:21.515268 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:21.528818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.579570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b741-2c31-4652-a15c-7b5d781d8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:21.587321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db936-051d-4734-b07a-3641e32509db service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:21.599077 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c2bada-c7a9-4aca-9b4f-fab33c73101c x-openstack-request-id: req-f8c2bada-c7a9-4aca-9b4f-fab33c73101c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:21.599502 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:21.599858 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8c2bada-c7a9-4aca-9b4f-fab33c73101c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:21.600373 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b', 'status': 'completed', 'code': 200} Nov 08 12:47:21.659857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:21.675313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-a96fcf30-1b81-4882-9eab-4d7f1cee46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:21.676820 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-a96fcf30-1b81-4882-9eab-4d7f1cee46aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1094 time: 0.7905390 Nov 08 12:47:21.702432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.709797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:21.767194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:21.781072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.814553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:21.849720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.870208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:21.876507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-7e0bca20-4d12-4644-a99b-043286eb823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:21.878287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-7e0bca20-4d12-4644-a99b-043286eb823c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 1094 time: 0.2377934 Nov 08 12:47:21.921322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a61d70-f77a-4a34-8530-09fd99ad4483 None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:21.943799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Attempting to bind port ac6baab7-6a5b-4629-9576-05397c982572 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:21.944341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Attempting to bind port ac6baab7-6a5b-4629-9576-05397c982572 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:21.945443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Attempting to bind port ac6baab7-6a5b-4629-9576-05397c982572 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:22.022333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Port ac6baab7-6a5b-4629-9576-05397c982572 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:22.023229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Attempting to bind port ac6baab7-6a5b-4629-9576-05397c982572 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:22.091341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:22.092405 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada36a6-b9cc-4eae-801b-563058959aec" -d '{"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:22.100620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:22.101674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Checking segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:22.102287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Bound using segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:22.107000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Bound port: ac6baab7-6a5b-4629-9576-05397c982572, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:22.107546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.205097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-0b670971-40ca-4178-a986-eb8f15ec2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.207365 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-0b670971-40ca-4178-a986-eb8f15ec2735 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.5106792 Nov 08 12:47:22.210973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.347701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-8ac6aafc-fbab-4a5d-bb6c-600b85f4fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.349572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-8ac6aafc-fbab-4a5d-bb6c-600b85f4fd98 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7383e7b50b564de09f0b9e5facd0d254&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4566154 Nov 08 12:47:22.378508 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc34f1-ae71-4244-9038-a7088230e327 x-openstack-request-id: req-3abc34f1-ae71-4244-9038-a7088230e327 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:22.379464 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:22.379749 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3abc34f1-ae71-4244-9038-a7088230e327 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:22.380159 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:47:22.415947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d8fed-d868-4c1e-adda-09e71faa1d32 req-b0fa3fab-991e-4ecc-9190-07a671faaf7f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.416523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.420338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8848572 Nov 08 12:47:22.424005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c8d8fed-d868-4c1e-adda-09e71faa1d32 req-b0fa3fab-991e-4ecc-9190-07a671faaf7f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 943 time: 0.2659984 Nov 08 12:47:22.433008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36072) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:22.448551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'd17a1564-a866-40ed-b5e4-fd1afedf7393', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c460babd-9b97-41f6-89c6-abac8c8365f6', 'remote_ip_prefix': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:22.472892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d05f2b-d4ba-40ec-a01c-88f83e4c9c06 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c460babd-9b97-41f6-89c6-abac8c8365f6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:22.476150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.500898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:22.516099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-925de252-c74d-4873-b733-990d430a076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.518093 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-925de252-c74d-4873-b733-990d430a076e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1094 time: 0.2300475 Nov 08 12:47:22.531763 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-6f53fc73-6506-4e35-b7a3-37d2027118de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.3074706 Nov 08 12:47:22.581545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ac6baab7-6a5b-4629-9576-05397c982572,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:22.582956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.713658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-4b836d23-54a5-4289-826e-a8999f893184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.718624 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-4b836d23-54a5-4289-826e-a8999f893184 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.1882095 Nov 08 12:47:22.847051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:22.909043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:22.909880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.913554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-31ccdff5-c9ab-499c-8834-368342a99d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:22.915512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-31ccdff5-c9ab-499c-8834-368342a99d0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.3513420 Nov 08 12:47:22.931908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.956032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:22.971882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:22.972672 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:22.975906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Delete allocated IP 172.20.0.8 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/b7cf26ef-619f-489a-ba27-f2476c088b79) {{(pid=102536) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:47:23.013132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:23.013724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.021940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.23 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/7e7f105e-043c-435b-9f8f-9df61aabd237/402ab94d-4c7f-40ab-9a43-ffac7fd57254) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:23.149430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.176482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-8d81f698-0707-44a5-8391-ed0fa25e546c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.3778963 Nov 08 12:47:23.234355 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Provisioning complete for port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:23.234740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.238325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event updated for resources: {'Port': ['ID=e85d6830-256d-4bb3-857b-7288b011af0b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:23.264989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e7555fa8-a44b-4737-9afb-df673a7006ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.271506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.282328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-54f629e9-2716-4897-8620-c347c1b5b0a1 None None] Port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:23.292525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-63229db9-300d-49ee-8771-aaad57ec9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.294429 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-63229db9-300d-49ee-8771-aaad57ec9a56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3509200 Nov 08 12:47:23.300627 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.342277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c8d8fed-d868-4c1e-adda-09e71faa1d32 req-e8f0e83e-f20f-4eae-8554-b45086ad4669 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9172947 Nov 08 12:47:23.368101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bf5389-7212-4184-9711-7b7c0f5e4129,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:23.388370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.388990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.390457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac6baab7-6a5b-4629-9576-05397c982572 HTTP/1.1" status: 200 len: 1091 time: 3.3654535 Nov 08 12:47:23.396164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-bc651b3c-ee61-4026-a8d7-79949cd72143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.398580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-bc651b3c-ee61-4026-a8d7-79949cd72143 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.2115061 Nov 08 12:47:23.408110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127c1a-ef00-45f0-8c7a-f25fe4f7bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:23.415926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-7c52f2eb-1ce2-4f1d-8fad-0bd075df8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.418743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0323876a-d78e-4bb9-9c0a-1fa1c8cb46b6 req-7c52f2eb-1ce2-4f1d-8fad-0bd075df8dda service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0491033 Nov 08 12:47:23.421432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.446653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7635-ba52-4912-b9fe-32c7a011078a req-936f8bcb-9acc-4012-979a-589d1e567700 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.448369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed6a7635-ba52-4912-b9fe-32c7a011078a req-936f8bcb-9acc-4012-979a-589d1e567700 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.8516884 Nov 08 12:47:23.519057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.523894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2cb0d75b-ca90-483d-b2ea-f8db4095f8ba tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0830266 Nov 08 12:47:23.528100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:23.565602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.591583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.603386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-81ca6fd3-1eba-495d-adf6-e583e1d5a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.603658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:23.604910 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-81ca6fd3-1eba-495d-adf6-e583e1d5a22d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815052 Nov 08 12:47:23.606135 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e929adb-517f-4b53-80cd-a579e4c7597b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "tag": "ac6baab7-6a5b-4629-9576-05397c982572"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:23.674874 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fdaca2-bcf4-469d-adb3-b24c1f2f4343 x-openstack-request-id: req-26fdaca2-bcf4-469d-adb3-b24c1f2f4343 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:23.675278 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "tag": "ac6baab7-6a5b-4629-9576-05397c982572", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:23.675628 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26fdaca2-bcf4-469d-adb3-b24c1f2f4343 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:23.676116 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572', 'status': 'completed', 'code': 200} Nov 08 12:47:23.686096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-daa7169e-71a4-449f-929b-1d05cf9bdc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.688136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-daa7169e-71a4-449f-929b-1d05cf9bdc4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 1094 time: 0.2133906 Nov 08 12:47:23.698290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed6a7635-ba52-4912-b9fe-32c7a011078a req-2b606ec7-812b-4c8b-927e-5d1b747debad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357590 Nov 08 12:47:23.715536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c73d1191-af8a-4c0f-833b-954d4ba5c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:23.716036 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-7210d117-586e-4bfb-84e2-5ebcc09adf24 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953138 Nov 08 12:47:23.717937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c73d1191-af8a-4c0f-833b-954d4ba5c41a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=fc27d3e7-ef9e-4eed-a7da-719d08f0934e HTTP/1.1" status: 200 len: 1094 time: 0.1859109 Nov 08 12:47:23.760118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c02fc6a5-eeb3-4dcc-9de1-852fad550978 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b HTTP/1.1" status: 200 len: 217 time: 0.0575809 Nov 08 12:47:23.763073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:23.792975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:23.802780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-5147540c-65c7-437b-8249-730ba2934aca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac6baab7-6a5b-4629-9576-05397c982572 HTTP/1.1" status: 200 len: 217 time: 0.0525553 Nov 08 12:47:23.865640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-2e3122bd-c660-402f-b84a-94a78977c0a8 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345752 Nov 08 12:47:23.875859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.884994 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-682859b3-a86e-48e9-afd1-d6674e99d71c service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511769 Nov 08 12:47:23.889018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:23.904473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c6bf5389-7212-4184-9711-7b7c0f5e4129 HTTP/1.1" status: 204 len: 168 time: 0.3606882 Nov 08 12:47:23.931518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:24.042085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-dba313e9-2877-46c6-af6c-abb2dff4cac7 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625583 Nov 08 12:47:24.046870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c06b4fc5-c38e-414f-bb6c-df62f416ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.048701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c06b4fc5-c38e-414f-bb6c-df62f416ab62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.2568762 Nov 08 12:47:24.050056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-90dd5487-fe45-4dbb-bc92-dc41df1d393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.051456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-90dd5487-fe45-4dbb-bc92-dc41df1d393c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.2197380 Nov 08 12:47:24.070503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15edb-2d07-4b0d-8087-416830b19a30 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6bf5389-7212-4184-9711-7b7c0f5e4129,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:24.092215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-71617a64-4beb-4fff-8645-778bcf57e7eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318828 Nov 08 12:47:24.098102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.120589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a52ae6f2-de2a-433b-b0ba-c4294df11cef None None] Provisioning complete for port e85d6830-256d-4bb3-857b-7288b011af0b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:24.120998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a52ae6f2-de2a-433b-b0ba-c4294df11cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.133047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-50d5243c-1371-436a-929d-2f8f19df5489 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691800 Nov 08 12:47:24.149221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-f0080c18-3579-40c7-a4d0-19870e6f37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.152104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-f0080c18-3579-40c7-a4d0-19870e6f37ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1094 time: 0.0512857 Nov 08 12:47:24.169684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae6f2-de2a-433b-b0ba-c4294df11cef None None] Port e85d6830-256d-4bb3-857b-7288b011af0b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:24.197135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.201964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-23f4be9a-ba71-436e-bdc7-6fc540ead2ac tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2663105 Nov 08 12:47:24.203306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Router 14079e58-1a0a-4e31-8151-86ad85b61576 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:47:24.211629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36110) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:24.467237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=402ab94d-4c7f-40ab-9a43-ffac7fd57254,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:24.513155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-78f57db0-0e54-457d-ae9c-e764fec50df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.514867 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-78f57db0-0e54-457d-ae9c-e764fec50df0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.3548141 Nov 08 12:47:24.518017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] In _notify_port_updated(), no bound segment for port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 on network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:47:24.524920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.525613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.526946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-26e5bd93-8347-4323-ad48-6a52b9c742d5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/ports/402ab94d-4c7f-40ab-9a43-ffac7fd57254 HTTP/1.1" status: 200 len: 919 time: 3.9168832 Nov 08 12:47:24.528317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c63bc09e-a8b2-40c5-af89-9512af99b577 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253597 Nov 08 12:47:24.529052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.530671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:24.552967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-c88f777a-f310-438a-992c-8fc1f36de693 service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938193 Nov 08 12:47:24.581095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:47:24.599041 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] Sync routers for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:47:24.619933 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:24.620793 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:24.625070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9808f0d6-d768-4e76-8bbf-e995b149fd6f tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8373089 Nov 08 12:47:24.627367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:24.645147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.677028 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:24.699385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-54ebd622-0d82-471e-a71c-7f023a1afcd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.1711686 Nov 08 12:47:24.719761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cda780-49f7-428e-b100-90a34aab68d0 req-ea9a472e-55fc-44b8-831c-4cacafa173b4 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.727420 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:24.728543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:46:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:24.738012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2cda780-49f7-428e-b100-90a34aab68d0 req-ea9a472e-55fc-44b8-831c-4cacafa173b4 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 943 time: 0.2592733 Nov 08 12:47:24.822889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-c48511f1-759c-430d-96e0-68bd7a45075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:24.824454 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-c48511f1-759c-430d-96e0-68bd7a45075f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.1166577 Nov 08 12:47:24.831646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:24.832162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.842617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:24.845413 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da9c1f-cbf6-4a41-87d4-5166506fdb1c None None] The sync data for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:24.878511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55d4eb0f-138e-43db-9edf-f54fea4318aa tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.902117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.902117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:24.903868 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/c460babd-9b97-41f6-89c6-abac8c8365f6 HTTP/1.1" status: 204 len: 168 time: 0.6913018 Nov 08 12:47:24.948860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:24.964739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5b51d-24d0-4fee-8022-70098a7c7d95 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c460babd-9b97-41f6-89c6-abac8c8365f6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:25.000513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada36a6-b9cc-4eae-801b-563058959aec req-cb944dab-5720-472d-8371-0a504e770789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:25.003259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-cb944dab-5720-472d-8371-0a504e770789 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666012 Nov 08 12:47:25.047511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.095766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for 402ab94d-4c7f-40ab-9a43-ffac7fd57254 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:25.112347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-458fe20f-ac18-49ca-b2c5-95d2723f59a4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737908 Nov 08 12:47:25.143335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-90fca477-a489-4ba7-b688-72b2e90be777 None None] Provisioning complete for port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:25.149081 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90fca477-a489-4ba7-b688-72b2e90be777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.170113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2cda780-49f7-428e-b100-90a34aab68d0 req-bb7876a5-bddf-4a7a-b987-fd45e97e5475 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311013 Nov 08 12:47:25.176023 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-55d4eb0f-138e-43db-9edf-f54fea4318aa tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:25.181541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-55d4eb0f-138e-43db-9edf-f54fea4318aa tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576 HTTP/1.1" status: 409 len: 329 time: 0.5451741 Nov 08 12:47:25.184274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.202136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45a37bcd-a450-4235-98f0-5b544fa88235 req-b717bdb5-bc7c-436a-8b3b-0fb99447598a service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372402 Nov 08 12:47:25.217137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3120-9ad9-4581-aabf-5676b47e9210 req-4be7e62a-b7f3-4db5-ac2d-46446abb7367 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:25.224592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e82d3120-9ad9-4581-aabf-5676b47e9210 req-4be7e62a-b7f3-4db5-ac2d-46446abb7367 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 943 time: 0.3428433 Nov 08 12:47:25.237522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-90fca477-a489-4ba7-b688-72b2e90be777 None None] Port 402ab94d-4c7f-40ab-9a43-ffac7fd57254 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:25.243453 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-a07f6622-290d-41b3-9431-d7eee0e42d61 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277417 Nov 08 12:47:25.266538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6a46e44c-85e6-4374-bb2d-1228f12ebf37 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3150685 Nov 08 12:47:25.272758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36140) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.397747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e82d3120-9ad9-4581-aabf-5676b47e9210 req-461151c5-21f3-4489-83bb-64c1ed6a9448 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720853 Nov 08 12:47:25.466478 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ada36a6-b9cc-4eae-801b-563058959aec req-16a11a98-d60e-4e22-9f12-252e0ef64860 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043042 Nov 08 12:47:25.469437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.476251 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bb092e18-6a04-4200-924c-2c1c51d697e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.498498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.553625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-552827c3-5a2e-4773-ad19-6ce69d7a5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:25.558227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-552827c3-5a2e-4773-ad19-6ce69d7a5c5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=fc27d3e7-ef9e-4eed-a7da-719d08f0934e HTTP/1.1" status: 200 len: 1094 time: 0.1528223 Nov 08 12:47:25.573263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.605849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=402ab94d-4c7f-40ab-9a43-ffac7fd57254,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:25.635689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.638967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.642574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/d17a1564-a866-40ed-b5e4-fd1afedf7393 HTTP/1.1" status: 204 len: 168 time: 0.3648140 Nov 08 12:47:25.646168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36144) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.659211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:25.712874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7193ab6-e7d7-49d8-80aa-ebd00581e5d3 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a1564-a866-40ed-b5e4-fd1afedf7393,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:25.740806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-72e4c82b-ce60-4252-8ab8-566f2e79aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:25.742165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-72e4c82b-ce60-4252-8ab8-566f2e79aa04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 914 time: 0.1779971 Nov 08 12:47:25.768267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.771884 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-69e0e6ac-d492-4f91-a6c3-17cc8303e803 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/402ab94d-4c7f-40ab-9a43-ffac7fd57254 HTTP/1.1" status: 204 len: 168 time: 1.2357590 Nov 08 12:47:25.780370 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-15f9aa3c-9e13-4eed-8d49-14a86a50e77f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294670 Nov 08 12:47:25.780370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.782205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36148) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.830298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071336729'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:25.836014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:25.854162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '56a872d6-2724-476b-8e3b-45793838e5fb', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:25.909161 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e265c7-4ceb-4299-9fb0-fb9c832f5ae4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:47:25.913818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25e265c7-4ceb-4299-9fb0-fb9c832f5ae4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/402ab94d-4c7f-40ab-9a43-ffac7fd57254 HTTP/1.1" status: 404 len: 333 time: 0.1327696 Nov 08 12:47:25.915631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36152) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:25.916392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:25.935265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-0022ad80-c010-4d84-a40d-2dc721a97726 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac6baab7-6a5b-4629-9576-05397c982572 HTTP/1.1" status: 200 len: 217 time: 0.1443021 Nov 08 12:47:25.952468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:25.978546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:26.010044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.025531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.062619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-bb52113d-47f9-4114-b308-a573f41e5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:26.064442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-bb52113d-47f9-4114-b308-a573f41e5e31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.0992789 Nov 08 12:47:26.068416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.070773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.072087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.161972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:26.269923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.273306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.277215 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/security-groups/c762571d-6721-4041-8d2f-fabf2e48aa4d HTTP/1.1" status: 204 len: 168 time: 0.3578143 Nov 08 12:47:26.284300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36162) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:26.300794 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.318393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8700ac-3457-439b-a271-d4e9978dc3e3 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c762571d-6721-4041-8d2f-fabf2e48aa4d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:26.324348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['56a872d6-2724-476b-8e3b-45793838e5fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:26.361903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.417876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25158c4-287e-4e3d-aefe-f5ef3be43264,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:26.465687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.501189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.511019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.512576 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-daf2988e-e14e-4bcc-88ed-93241d024601 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7094426 Nov 08 12:47:26.521339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36168) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:26.529086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': 'b25158c4-287e-4e3d-aefe-f5ef3be43264', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:26.622254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-c554a244-712d-49b1-b2f6-eb1155720be7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826776 Nov 08 12:47:26.671966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.679843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.684162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.689017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1ff2418-48bd-4917-b3ab-a88f92783244 HTTP/1.1" status: 204 len: 168 time: 0.4037466 Nov 08 12:47:26.694487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:26.713064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.770316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0be60-3c65-44b8-811a-8597088b7269 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ff2418-48bd-4917-b3ab-a88f92783244,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:26.790214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3125b95-e813-454a-8902-8fa5f61b98db req-0b2fce98-c90e-4854-b18c-a324484ed53c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:26.798739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e3125b95-e813-454a-8902-8fa5f61b98db req-0b2fce98-c90e-4854-b18c-a324484ed53c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.2608705 Nov 08 12:47:26.821434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet b7cf26ef-619f-489a-ba27-f2476c088b79 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:26.826889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.828384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.843706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d01f-49c7-4208-8d85-f66e87050115 req-38f585e8-272d-4c0e-9df1-23ed63bb93f0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:26.845213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d0d01f-49c7-4208-8d85-f66e87050115 req-38f585e8-272d-4c0e-9df1-23ed63bb93f0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 943 time: 0.3045080 Nov 08 12:47:26.880078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.896002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-b368ecd0-00b1-4a60-980f-6446ff30e81e service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417402 Nov 08 12:47:26.904969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:26.941913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dda619-0ddd-49b0-b5eb-2a94cde7f0f6,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:26.963794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d0d01f-49c7-4208-8d85-f66e87050115 req-e810812b-25f3-4f37-9248-00bccdce257b tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067019 Nov 08 12:47:27.008533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.030864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e3125b95-e813-454a-8902-8fa5f61b98db req-95a09271-649d-4c97-b29d-20e51961421f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311516 Nov 08 12:47:27.129824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.136516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b03771c-aaa2-428f-ad7c-ec06c171b75c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6130826 Nov 08 12:47:27.136731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:27.172080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e929adb-517f-4b53-80cd-a579e4c7597b req-7a569dc9-ef7c-49f3-82ac-f57c0228633b service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205093 Nov 08 12:47:27.203654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.215461 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.228506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.262096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cf26ef-619f-489a-ba27-f2476c088b79,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:27.266433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.274457 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6d807c2d-613d-4a40-8e75-c48d63aa3c52 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/b7cf26ef-619f-489a-ba27-f2476c088b79 HTTP/1.1" status: 204 len: 168 time: 0.5634067 Nov 08 12:47:27.275239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36186) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:27.283893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11716f-5ed7-4c94-af45-3f2ddea17361 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:27.291752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:27.315928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting port e85d6830-256d-4bb3-857b-7288b011af0b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:27.321967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.394063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.430033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.430033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/38dda619-0ddd-49b0-b5eb-2a94cde7f0f6 HTTP/1.1" status: 204 len: 168 time: 0.2772558 Nov 08 12:47:27.430033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36194) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:27.437144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0eab-2aeb-47cf-b224-cab24fe83105 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38dda619-0ddd-49b0-b5eb-2a94cde7f0f6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:27.486327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.516487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee373bf9-f582-47f8-8d29-4f166ecf673f tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911300 Nov 08 12:47:27.517625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Calling delete_port for e85d6830-256d-4bb3-857b-7288b011af0b owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:27.519764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:27.523339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:27.527602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.623339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 26ec7e44-5cfc-4381-9271-384f6249fb7b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:27.782898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.791762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:27.814843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '26ec7e44-5cfc-4381-9271-384f6249fb7b', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'port_id': '26ec7e44-5cfc-4381-9271-384f6249fb7b', 'mac_address': 'fa:16:3e:3a:ea:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18612340-5fe9-46d5-a9b6-353f76c0786c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:27.816820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ac6baab7-6a5b-4629-9576-05397c982572 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:27.917677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:27.935415 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:27.984085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-fbfcf532-15ca-45b6-88f1-0b4cfee72f98 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:27.985533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-fbfcf532-15ca-45b6-88f1-0b4cfee72f98 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.61 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38&tenant_id=888214d139364e1a8d116c3eceb48166&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.3517485 Nov 08 12:47:28.005975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe19-b706-4a00-82a0-73ea1d52c8c2 req-a1c67158-4979-4991-9cb1-4fb95ce7d6b1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:28.013668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d03ebe19-b706-4a00-82a0-73ea1d52c8c2 req-a1c67158-4979-4991-9cb1-4fb95ce7d6b1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.3224506 Nov 08 12:47:28.094488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ac6baab7-6a5b-4629-9576-05397c982572,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:28.110804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.134294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'ac6baab7-6a5b-4629-9576-05397c982572', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'port_id': 'ac6baab7-6a5b-4629-9576-05397c982572', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18612340-5fe9-46d5-a9b6-353f76c0786c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:28.146017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ec7e44-5cfc-4381-9271-384f6249fb7b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:28.201615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 56a872d6-2724-476b-8e3b-45793838e5fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:28.216427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:28.235545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 56a872d6-2724-476b-8e3b-45793838e5fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:28.235787 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.237627 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.274640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.293458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d03ebe19-b706-4a00-82a0-73ea1d52c8c2 req-982eaf4b-69f9-47ca-82ae-369058e467b8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787926 Nov 08 12:47:28.302637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6baab7-6a5b-4629-9576-05397c982572 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:28.306640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-771cdd26-6fe9-411b-89d2-dc057942070f service neutron] 10.222.0.61 "GET /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 382 time: 0.2769995 Nov 08 12:47:28.330189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.336359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f955c-ed7c-4c10-8189-cb82065ed6c6 req-e9eea141-f3ec-4caa-b7cf-e338f51a9730 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:28.339379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a48f955c-ed7c-4c10-8189-cb82065ed6c6 req-e9eea141-f3ec-4caa-b7cf-e338f51a9730 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 943 time: 0.1712244 Nov 08 12:47:28.373020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ac6baab7-6a5b-4629-9576-05397c982572,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:28.392760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.399264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.409980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.416026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/b25158c4-287e-4e3d-aefe-f5ef3be43264 HTTP/1.1" status: 204 len: 168 time: 0.8951044 Nov 08 12:47:28.427150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36216) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:28.441491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:28.465235 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.494322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.512927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Port': ['ID=e85d6830-256d-4bb3-857b-7288b011af0b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:28.529460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:28.531615 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f165cf6-3504-4347-9360-88c6bc2a0c20" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:28.556982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['26ec7e44-5cfc-4381-9271-384f6249fb7b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:28.566170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:28.569859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d2916-7a9c-48d6-b025-dfe83922ef08 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25158c4-287e-4e3d-aefe-f5ef3be43264,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:28.612469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:28.645291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-eae98081-5f7b-4822-bbd1-7547d720346f None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:28.645669 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eae98081-5f7b-4822-bbd1-7547d720346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.646798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a48f955c-ed7c-4c10-8189-cb82065ed6c6 req-d16d1cc1-ec54-4b75-91d9-6309dd75ab30 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766364 Nov 08 12:47:28.659973 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf11a73-747c-46f1-b150-4e25f7513916 x-openstack-request-id: req-ddf11a73-747c-46f1-b150-4e25f7513916 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:28.660342 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:28.660492 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddf11a73-747c-46f1-b150-4e25f7513916 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:28.660875 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'code': 200} Nov 08 12:47:28.695886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.705669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['ac6baab7-6a5b-4629-9576-05397c982572'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:28.712839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-184c097d-77e0-487b-8df7-b7bb5068b511 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2144434 Nov 08 12:47:28.763098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:28.770913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group': {'name': 'tempest-secgroup--534690975'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:28.782650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-eae98081-5f7b-4822-bbd1-7547d720346f None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:28.782994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-b1c5bccc-01e3-424d-9c7a-a2ef45c31aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:28.784705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-b1c5bccc-01e3-424d-9c7a-a2ef45c31aea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1095 time: 0.4439881 Nov 08 12:47:28.904642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-eae98081-5f7b-4822-bbd1-7547d720346f None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:28.905116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eae98081-5f7b-4822-bbd1-7547d720346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:28.939550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:28.947035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.035747 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.038506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.055223 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.084558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-801e8f89-1843-4ef1-a423-d926d212bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.086311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-801e8f89-1843-4ef1-a423-d926d212bb32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.2600312 Nov 08 12:47:29.156760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=a76e3060-a438-4700-baeb-55f1e28c07e0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:29.173892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:29.181722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:29.181722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.181722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.184521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d191c25-a221-4431-86dc-744ae9305781 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:29.265847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Router 14079e58-1a0a-4e31-8151-86ad85b61576 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:47:29.285512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4e9e114a-3cba-452a-b714-c18e45636176 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0099084 Nov 08 12:47:29.288335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36228) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:29.295488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082507753'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:29.311625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-80d117e8-c896-4249-8b6e-70204a272823 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1001 time: 0.2176919 Nov 08 12:47:29.374522 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.409853 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.466158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.482771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Update dhcp port {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'fixed_ips': [{'subnet_id': '7e7f105e-043c-435b-9f8f-9df61aabd237', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a76e3060-a438-4700-baeb-55f1e28c07e0'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'ce619a06-7045-4fd4-a1aa-dcd680cf9df1'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:47:29.501296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:47:29.512876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f4dc641e-db5c-48e0-bcad-fa71fe3de008 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3211429 Nov 08 12:47:29.516298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:29.529716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] Sync routers for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:47:29.536009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-5fc2d658-d23d-4e48-89f9-6567c82c34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.537496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-5fc2d658-d23d-4e48-89f9-6567c82c34bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.2184143 Nov 08 12:47:29.545641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.552357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:29.553135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:29.587085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:29.597042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.598670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:29.599469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fc24c-3c59-4191-8b24-420343c84b90 req-9420c2ec-4470-4431-b44c-b1e5a4700bcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.601073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b59fc24c-3c59-4191-8b24-420343c84b90 req-9420c2ec-4470-4431-b44c-b1e5a4700bcd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2088230 Nov 08 12:47:29.602051 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-be2311c4-b4a5-4389-9e71-2c8eac04665c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] show failed (client error): The resource could not be found. Nov 08 12:47:29.603091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-be2311c4-b4a5-4389-9e71-2c8eac04665c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1243074461 HTTP/1.1" status: 404 len: 335 time: 0.0819166 Nov 08 12:47:29.607353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36238) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:29.614227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cbb602ec-1abf-4406-af4e-aea51a9ac6f9 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:29.621965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 26ec7e44-5cfc-4381-9271-384f6249fb7b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:29.630794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.635418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6107257a-7c8e-4d49-be3c-3b1be82aee7c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8682890 Nov 08 12:47:29.636963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:29.641960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] Routers {'14079e58-1a0a-4e31-8151-86ad85b61576'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:47:29.642653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14079e58-1a0a-4e31-8151-86ad85b61576'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:29.649911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': '599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:29.654599 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-cbb602ec-1abf-4406-af4e-aea51a9ac6f9 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] update failed (client error): The resource could not be found. Nov 08 12:47:29.659663 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cbb602ec-1abf-4406-af4e-aea51a9ac6f9 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-131441139 HTTP/1.1" status: 404 len: 334 time: 0.0504019 Nov 08 12:47:29.660906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:29.661389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.696098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c007d6-6776-4674-af8c-cb157fc96f38,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:29.789456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-1c87b911-c018-4c46-82dd-1bbf30dab93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.791008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-1c87b911-c018-4c46-82dd-1bbf30dab93f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143438 Nov 08 12:47:29.799676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b59fc24c-3c59-4191-8b24-420343c84b90 req-1bb703d2-d411-4537-afd9-f8c1d77c91fb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721230 Nov 08 12:47:29.832858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting subnet 571330af-c5b4-44c6-a05f-a403668a6685 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:29.839870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.877320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ac6baab7-6a5b-4629-9576-05397c982572 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:29.901084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:29.901744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5e575-ecec-4638-80f5-ca216b0e13ce None None] The sync data for ids ['14079e58-1a0a-4e31-8151-86ad85b61576'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:47:29.948875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.953496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:29.967370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5701a-0f46-45e9-8921-0417aad78483 req-7aabd3c7-fa27-49db-be44-ad561634ac3e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:29.969170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9a5701a-0f46-45e9-8921-0417aad78483 req-7aabd3c7-fa27-49db-be44-ad561634ac3e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 944 time: 0.2017274 Nov 08 12:47:30.026918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.028292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf3729be-c9de-470a-a2bc-bd1fe4c02ed7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7381160 Nov 08 12:47:30.031563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36248) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:30.043234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'security_group': {'name': 'tempest-secgroup-215424305'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:30.083503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-c410b318-87ab-4b8c-964f-78865e3fdf2a service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628689 Nov 08 12:47:30.119561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Allocated IP 172.20.0.2 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/a76e3060-a438-4700-baeb-55f1e28c07e0/ce619a06-7045-4fd4-a1aa-dcd680cf9df1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:30.190073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 26ec7e44-5cfc-4381-9271-384f6249fb7b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:30.198163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 26ec7e44-5cfc-4381-9271-384f6249fb7b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:30.198653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.207809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.226665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port ac6baab7-6a5b-4629-9576-05397c982572 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:30.237564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port ac6baab7-6a5b-4629-9576-05397c982572 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:30.238032 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.294724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:30.295619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.344174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.407895 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.425760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.435899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.443213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.473560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4866b0ed-5f9f-4183-b8a9-86dbfbb6e648,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:30.530338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:30.530918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.540019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ac6baab7-6a5b-4629-9576-05397c982572,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:30.550018 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.551702 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c978b6f4-bb17-4877-947f-793f225752f4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5169132 Nov 08 12:47:30.558754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:30.566530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'security_group': {'name': 'tempest-secgroup-23856401'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:30.569336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9a5701a-0f46-45e9-8921-0417aad78483 req-b6b565d2-4291-43ee-894d-ede7439fc2d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703142 Nov 08 12:47:30.581785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.589031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14bb6-bff4-4107-9176-5bb565223fe4 None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:30.661810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b'}, {'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:30.664745 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a448625-360b-45f3-bc1a-778c807e4c5d" -d '{"events": [{"server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "name": "network-vif-plugged", "status": "completed", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b"}, {"server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "name": "network-vif-plugged", "status": "completed", "tag": "ac6baab7-6a5b-4629-9576-05397c982572"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:30.677215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-42512e7e-488d-413f-ae84-20cd32f143b0 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838871 Nov 08 12:47:30.728923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36258) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:30.732958 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ec19db-f37d-4964-a0c7-2ffb56d53759 x-openstack-request-id: req-48ec19db-f37d-4964-a0c7-2ffb56d53759 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:30.733315 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "name": "network-vif-plugged", "status": "completed", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b", "code": 200}, {"server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "name": "network-vif-plugged", "status": "completed", "tag": "ac6baab7-6a5b-4629-9576-05397c982572", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:30.734043 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48ec19db-f37d-4964-a0c7-2ffb56d53759 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:30.735903 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b', 'code': 200} Nov 08 12:47:30.736274 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572', 'code': 200} Nov 08 12:47:30.740607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.741794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.751803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.776813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.830951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.856368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:30.908150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Subnet': ['ID=571330af-c5b4-44c6-a05f-a403668a6685,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:30.932788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.939549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2b2efffc-15d8-4aff-a9a2-47f2663118ee tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/subnets/571330af-c5b4-44c6-a05f-a403668a6685 HTTP/1.1" status: 204 len: 168 time: 1.2691669 Nov 08 12:47:30.945309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:30.955507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44977d49-85ea-475c-96e7-44029c2a3ff5 None None] Network c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:30.955706 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9646a3a1-cfc0-4eeb-aca7-85a50a6a810b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:30.982174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d715ae-35d8-452b-8744-99fdfd894a36,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.002667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.008455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-776273d8-755a-48cc-aabc-ef02a01c4a9e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3612976 Nov 08 12:47:31.010125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.010939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.055661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.063366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d917aa-4323-4946-8a4a-38b619184b3b req-2611779b-c625-4f0e-964f-2bf27f601c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:31.065083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81d917aa-4323-4946-8a4a-38b619184b3b req-2611779b-c625-4f0e-964f-2bf27f601c5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 1096 time: 0.1587420 Nov 08 12:47:31.075842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3b19-a888-4f2a-bf2e-6993e103d67b req-08a3b79f-7478-4a3d-b7f7-7420a3671bab tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:31.077551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-008bd090-b343-4891-9285-bbeabb6fb2ee tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules/f8d715ae-35d8-452b-8744-99fdfd894a36 HTTP/1.1" status: 200 len: 763 time: 0.0621774 Nov 08 12:47:31.077969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28ef3b19-a888-4f2a-bf2e-6993e103d67b req-08a3b79f-7478-4a3d-b7f7-7420a3671bab tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.1343312 Nov 08 12:47:31.079736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36268) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.080511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda66210-21f9-4938-9156-21d079045822 req-e4def09a-bfac-4782-8979-d0ce151174cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:31.082466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dda66210-21f9-4938-9156-21d079045822 req-e4def09a-bfac-4782-8979-d0ce151174cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc27d3e7-ef9e-4eed-a7da-719d08f0934e HTTP/1.1" status: 200 len: 1096 time: 0.1785681 Nov 08 12:47:31.109753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting subnet cda0c603-ab81-452e-a494-349803c7ec40 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:31.113513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:31.113926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.123989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.165220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.191788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-81d917aa-4323-4946-8a4a-38b619184b3b req-0d4aac5e-9a1d-4936-9a7c-4522506bec1c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074393 Nov 08 12:47:31.230084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dda66210-21f9-4938-9156-21d079045822 req-c3839123-010f-4791-9e27-badf5edbccb6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186144 Nov 08 12:47:31.234770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28ef3b19-a888-4f2a-bf2e-6993e103d67b req-30fccf64-d9d6-4f82-8294-d238fcc7aea8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256421 Nov 08 12:47:31.246890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9e7d6753-f0e4-423b-87fc-c99da6fa63b9 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1640265 Nov 08 12:47:31.247866 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.257802 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.290415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.309437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1a8c50-1290-42ca-b9d9-788e66ed3714,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.309746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.316853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.338281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.342569 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6bbcde06-f439-416c-9cfd-2826b6f88249 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7821991 Nov 08 12:47:31.345296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.351502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1935378615', 'security_groups': ['fc1a8c50-1290-42ca-b9d9-788e66ed3714'], 'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a76e3060-a438-4700-baeb-55f1e28c07e0'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:31.351668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9646a3a1-cfc0-4eeb-aca7-85a50a6a810b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.409272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.414799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] DHCP port deletion for c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:47:31.451681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9646a3a1-cfc0-4eeb-aca7-85a50a6a810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.473456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f222ac42-9791-4f34-a10a-dec561414540 None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:31.473824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f222ac42-9791-4f34-a10a-dec561414540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.483586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.491114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.494865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f8d715ae-35d8-452b-8744-99fdfd894a36 HTTP/1.1" status: 204 len: 168 time: 0.2434909 Nov 08 12:47:31.497545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36274) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.500090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eb673-a2d9-42f2-bf4d-222d4b2d42b8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8d715ae-35d8-452b-8744-99fdfd894a36,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.511550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Deleting port d1589a0f-7664-4707-9bb5-83214b1d36ed {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:31.511922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.540967 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9646a3a1-cfc0-4eeb-aca7-85a50a6a810b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f5504aedb3f47edac1adcea334bf4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8073740 Nov 08 12:47:31.541505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a3a1-cfc0-4eeb-aca7-85a50a6a810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a2ddb-a45b-46c1-8518-e8391b8c095c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.542786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.568662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f222ac42-9791-4f34-a10a-dec561414540 None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:31.574290 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-12d13c6e-2a22-4f51-8c15-aed9fb3ee600 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605326 Nov 08 12:47:31.575326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36278) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.579954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': '599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:31.595805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:31.604976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] For port d1589a0f-7664-4707-9bb5-83214b1d36ed, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1589a0f-7664-4707-9bb5-83214b1d36ed,segment=NetworkSegment(45aeee69-825c-4c04-8631-2a64621c570d),segment_id=45aeee69-825c-4c04-8631-2a64621c570d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:31.605741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.627372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f222ac42-9791-4f34-a10a-dec561414540 None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:31.627372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f222ac42-9791-4f34-a10a-dec561414540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.627372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Calling delete_port for d1589a0f-7664-4707-9bb5-83214b1d36ed owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:31.648116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.675898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.692641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Subnet': ['ID=cda0c603-ab81-452e-a494-349803c7ec40,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:31.698559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.702595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3a09daee-4be7-4732-ab3f-c135185e4096 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/subnets/cda0c603-ab81-452e-a494-349803c7ec40 HTTP/1.1" status: 204 len: 168 time: 0.7559762 Nov 08 12:47:31.707714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36284) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:31.715935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acded353-7832-4662-afd9-34d8f454e6a4 None None] Network ae1692d9-a306-49fd-a734-bc6a9855e235 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:31.751079 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.773309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.790077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.838186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d990f8-189c-45fb-be4e-61e492f6d758 req-2d3e8fdc-0479-4aed-ad9e-6888cdbf2572 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:31.839118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71d990f8-189c-45fb-be4e-61e492f6d758 req-2d3e8fdc-0479-4aed-ad9e-6888cdbf2572 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 945 time: 0.1744263 Nov 08 12:47:31.846008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] device_id is not set on port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:47:31.855801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.874218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.962146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting port d1589a0f-7664-4707-9bb5-83214b1d36ed {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:31.962146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:31.990000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71d990f8-189c-45fb-be4e-61e492f6d758 req-5b16bbba-5d65-4a0a-9469-658fad1f364e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377902 Nov 08 12:47:31.995759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.019741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] DHCP port deletion for ae1692d9-a306-49fd-a734-bc6a9855e235 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:47:32.032850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] For port d1589a0f-7664-4707-9bb5-83214b1d36ed, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d1589a0f-7664-4707-9bb5-83214b1d36ed,segment=NetworkSegment(45aeee69-825c-4c04-8631-2a64621c570d),segment_id=45aeee69-825c-4c04-8631-2a64621c570d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:32.033224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.042093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] No DVR routers for this DVR port d1589a0f-7664-4707-9bb5-83214b1d36ed on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:32.054787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.057485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Calling delete_port for d1589a0f-7664-4707-9bb5-83214b1d36ed owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:32.063160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.066870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.069820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b19a2ddb-a45b-46c1-8518-e8391b8c095c HTTP/1.1" status: 204 len: 168 time: 0.5253050 Nov 08 12:47:32.084031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3b84-2b5a-4f3a-b41b-a5ba69afd0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a2ddb-a45b-46c1-8518-e8391b8c095c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.093494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5804c2-96ee-4d15-b06a-34b6bd5c529a None None] Pushing event deleted for resources: {'Port': ['ID=d1589a0f-7664-4707-9bb5-83214b1d36ed,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.123393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.3 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/a76e3060-a438-4700-baeb-55f1e28c07e0/fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:32.165376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Deleting port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:32.165968 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.175098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477efa9-93fd-443d-b463-d76a28729934,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.218428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.247431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Port': ['ID=d1589a0f-7664-4707-9bb5-83214b1d36ed,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.249709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] No DVR routers for this DVR port d1589a0f-7664-4707-9bb5-83214b1d36ed on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:32.275855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] For port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,segment=NetworkSegment(ff5e2ffc-61f7-4311-8226-2ee556edbd06),segment_id=ff5e2ffc-61f7-4311-8226-2ee556edbd06)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:32.276262 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.293069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Calling delete_port for 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:32.294791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.296230 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0bced89-02ca-450b-9fd0-e85fa91e63eb tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7199013 Nov 08 12:47:32.304499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36290) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.358864 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f9db7ccc-f262-4bdf-bb61-764e759ddd39 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules/a477efa9-93fd-443d-b463-d76a28729934 HTTP/1.1" status: 200 len: 763 time: 0.0529006 Nov 08 12:47:32.362752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.371084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.424010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.427609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:32.444371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aeee69-825c-4c04-8631-2a64621c570d') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:32.444921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aeee69-825c-4c04-8631-2a64621c570d') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:32.474054 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc451a02-b094-467b-8068-2776a4bc75d8 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1069896 Nov 08 12:47:32.474054 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.475867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.506222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.519071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.522863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:32.523908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:32.527228 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:32.533578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef1f71-3066-4588-b5e2-9683d9468c8a req-8f27a2dd-9626-400f-a80e-52f495cb5443 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:32.542877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2ef1f71-3066-4588-b5e2-9683d9468c8a req-8f27a2dd-9626-400f-a80e-52f495cb5443 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.0773439 Nov 08 12:47:32.546522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.565508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.626568 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.649372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] Pushing event deleted for resources: {'Port': ['ID=6f3623eb-9ec4-435d-acf5-eb7415ebcf1a,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.656895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e23139-5f05-4cf4-b5bd-f4652163ed75 None None] No DVR routers for this DVR port 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:32.679915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2ef1f71-3066-4588-b5e2-9683d9468c8a req-141f3cc6-2697-4d6e-abfa-6c71f98d82b8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361291 Nov 08 12:47:32.696319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:32.704308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:32.704308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:32.745912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.778381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:32.796004 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.859098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1589a0f-7664-4707-9bb5-83214b1d36ed no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:32.867476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.876100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.880136 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/networks/c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1 HTTP/1.1" status: 204 len: 168 time: 1.1713848 Nov 08 12:47:32.882840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.887592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d1589a0f-7664-4707-9bb5-83214b1d36ed {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:32.888706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d1589a0f-7664-4707-9bb5-83214b1d36ed not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:32.889251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:32.908349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90588f9-b8d4-45ca-9fb2-7ae04e3577cc tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Network': ['ID=c9e29f97-c0ad-4cd1-86aa-d061e7b6c0c1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:32.913510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:32.915323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6f3623eb-9ec4-435d-acf5-eb7415ebcf1a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:32.956046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.961864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:32.970212 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a477efa9-93fd-443d-b463-d76a28729934 HTTP/1.1" status: 204 len: 168 time: 0.4862642 Nov 08 12:47:32.970395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e13bf3cb-11f7-401a-a9bb-03dec4a8e9fc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6235120 Nov 08 12:47:32.970513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.974677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:32.980531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:33.004060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021725-f37a-47ef-84e3-4e98a5775c00 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a477efa9-93fd-443d-b463-d76a28729934,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:33.041869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.044149 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2897f3f1-ef02-4833-95f5-ffa4f2122166 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727246 Nov 08 12:47:33.047275 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.052577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Request body: {'security_group_rule': {'security_group_id': '599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:33.120274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ebe3dcfc-dfe1-42b4-ac54-d6988b935084 None None] Provisioning complete for port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:33.120760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebe3dcfc-dfe1-42b4-ac54-d6988b935084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.163161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ebe3dcfc-dfe1-42b4-ac54-d6988b935084 None None] Port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:33.169605 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Project d8b6b4a8ea33401e819b4004b2cfd1c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:47:33.178797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.223235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36310) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.238856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.245002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-842b9bfa-8d92-425a-a5fb-b812c5a5b982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.277732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24dbdd-cbdd-4a7f-bdfd-cd5b6f843c71 req-1cbf298c-b51b-4a57-a805-4b88888c4da4 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:33.279282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a24dbdd-cbdd-4a7f-bdfd-cd5b6f843c71 req-1cbf298c-b51b-4a57-a805-4b88888c4da4 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 945 time: 0.1815677 Nov 08 12:47:33.285860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.286840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1692d9-a306-49fd-a734-bc6a9855e235']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:33.307250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5e2ffc-61f7-4311-8226-2ee556edbd06') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:33.307552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5e2ffc-61f7-4311-8226-2ee556edbd06') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:33.325871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.347480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.356514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-842b9bfa-8d92-425a-a5fb-b812c5a5b982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.362632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:33.363033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:33.366926 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:33.390322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a24dbdd-cbdd-4a7f-bdfd-cd5b6f843c71 req-9341b3ea-8142-4023-aac4-d417f99cfde6 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009467 Nov 08 12:47:33.400355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.425791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d812af7-8679-4b64-af57-d5c40d64a738,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:33.459224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:33.460684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-842b9bfa-8d92-425a-a5fb-b812c5a5b982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.463748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.513429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9bfa-8d92-425a-a5fb-b812c5a5b982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fde6095-8bda-4c03-adb1-abf075c20442,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:33.518841 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-842b9bfa-8d92-425a-a5fb-b812c5a5b982 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5c982ab23244ef3ae0afd83d7807878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944465 Nov 08 12:47:33.521416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36314) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.584849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.586990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6ddbd4b-4c58-442a-a611-fff4a8d44386 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5384381 Nov 08 12:47:33.589711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.591119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36316) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.607170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.610745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.618750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/networks/ae1692d9-a306-49fd-a734-bc6a9855e235 HTTP/1.1" status: 204 len: 168 time: 0.7317324 Nov 08 12:47:33.631727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36318) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.647596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7304d2-973a-48ed-83da-8de1ffb51a6a req-029424dc-a58f-46c5-a859-ae9e1f5778f5 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:33.660589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce7304d2-973a-48ed-83da-8de1ffb51a6a req-029424dc-a58f-46c5-a859-ae9e1f5778f5 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc27d3e7-ef9e-4eed-a7da-719d08f0934e HTTP/1.1" status: 200 len: 945 time: 0.1691251 Nov 08 12:47:33.660589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a80b8-db3c-4e8f-85fb-7c4304f693b6 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Network': ['ID=ae1692d9-a306-49fd-a734-bc6a9855e235,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:33.668028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5ee28bbd-ab69-4993-99bd-c30a0c65e043 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules/7d812af7-8679-4b64-af57-d5c40d64a738 HTTP/1.1" status: 200 len: 769 time: 0.0705545 Nov 08 12:47:33.671917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.705649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting subnet 8308e9b0-cf2d-4c26-b93f-70986677be85 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:33.716926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.745249 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.755471 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a76e3060-a438-4700-baeb-55f1e28c07e0 (CIDR: 172.20.0.0/28) Nov 08 12:47:33.760530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce7304d2-973a-48ed-83da-8de1ffb51a6a req-8fc542ff-8bd8-4b95-a920-45b3598c71b1 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046927 Nov 08 12:47:33.791325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.837503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-67c1cd90-3876-4ba8-a6c8-062cb627a75e tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1596756 Nov 08 12:47:33.837620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36330) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.842902 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:33.843460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:33.932227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.937592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.945138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46a415dc-c852-4ace-9591-ce15647174f2 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9686918 Nov 08 12:47:33.947772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:33.949294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:33.955918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:34.020782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.023568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.026601 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fde6095-8bda-4c03-adb1-abf075c20442 HTTP/1.1" status: 204 len: 168 time: 0.5023460 Nov 08 12:47:34.042672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf853034-4832-420c-82e5-9e4d36bb7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fde6095-8bda-4c03-adb1-abf075c20442,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:34.078151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.085253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.089209 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7d812af7-8679-4b64-af57-d5c40d64a738 HTTP/1.1" status: 204 len: 168 time: 0.2050362 Nov 08 12:47:34.089879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36336) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:34.135413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-0e380ac6-3d6b-4e94-9c1b-de2514059cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:34.137117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-0e380ac6-3d6b-4e94-9c1b-de2514059cca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 1096 time: 0.1173351 Nov 08 12:47:34.150982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651c02a-df13-403d-a605-30c229f0526c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d812af7-8679-4b64-af57-d5c40d64a738,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:34.153176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:34.161705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.235713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.255007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Subnet': ['ID=8308e9b0-cf2d-4c26-b93f-70986677be85,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:34.268065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:34.270763 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea4a3a20-b641-4428-b32b-4e9a30a8e686 tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1767910 Nov 08 12:47:34.271551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.273593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:34.276453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.280664 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0ced87a-0d9c-4905-92f4-1cd8de9670e0 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/subnets/8308e9b0-cf2d-4c26-b93f-70986677be85 HTTP/1.1" status: 204 len: 168 time: 0.6471448 Nov 08 12:47:34.282635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d89874-aad1-4f3a-8c84-103718b49867 None None] Network 4ae5a2d1-0b3a-4097-a421-992d915c230e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:34.283631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:34.406843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.458384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.515009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.592466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] DHCP port deletion for 4ae5a2d1-0b3a-4097-a421-992d915c230e request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:47:34.624826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e944c-3f33-4f28-ab6f-16b2c8d8cd3b req-2d062d67-ab0e-4c24-89c2-645900068acf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:34.627006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-503e944c-3f33-4f28-ab6f-16b2c8d8cd3b req-2d062d67-ab0e-4c24-89c2-645900068acf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.8652930 Nov 08 12:47:34.656577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.659946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.663744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "DELETE /v2.0/security-groups/599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a HTTP/1.1" status: 204 len: 168 time: 0.3861077 Nov 08 12:47:34.665020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36348) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:34.700620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f701f-7093-4dd6-82e6-f6aef5e8658c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599acfbe-8c0d-4154-9a57-3ff2a4ee2b9a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:34.769279 n-d-816990-1 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7e7f105e-043c-435b-9f8f-9df61aabd237 (CIDR: 172.20.0.16/28) Nov 08 12:47:34.805080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0330f6b3-f84d-469c-a71e-ce5ece80c39c tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377251 Nov 08 12:47:34.818277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:34.842468 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:34.843277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:34.888698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-503e944c-3f33-4f28-ab6f-16b2c8d8cd3b req-8c1668c3-d082-4d32-845c-f8559ce9b78f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499678 Nov 08 12:47:34.919499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:34.922124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Deleting port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:34.922544 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:34.925387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:34.992963 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f0177751-3804-465a-80dd-1bfc02bd877d tempest-SecGroupIPv6Test-947864125 tempest-SecGroupIPv6Test-947864125-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1765196 Nov 08 12:47:35.026486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c88f12bc-74cb-4e98-9431-b3708edc0daa tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0775435 Nov 08 12:47:35.027116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:35.039361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'subnet': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:35.059637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Deleting port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:35.061256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.164515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,segment=NetworkSegment(39042911-43dc-4954-b8d9-5997f2c2fe5f),segment_id=39042911-43dc-4954-b8d9-5997f2c2fe5f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:35.165005 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.179794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,segment=NetworkSegment(39042911-43dc-4954-b8d9-5997f2c2fe5f),segment_id=39042911-43dc-4954-b8d9-5997f2c2fe5f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:35.180388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.189428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.189428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Calling delete_port for 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:35.192801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:35.254939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Calling delete_port for 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:35.265075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,segment=NetworkSegment(39042911-43dc-4954-b8d9-5997f2c2fe5f),segment_id=39042911-43dc-4954-b8d9-5997f2c2fe5f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:35.311913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:35.314168 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ded0d0-c7b1-47ee-8db6-80f924a0e69e" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-unplugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:35.322421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.374277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.388404 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374dd2a-15a6-4e79-b564-85befa0c1711 x-openstack-request-id: req-9374dd2a-15a6-4e79-b564-85befa0c1711 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:35.388404 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-unplugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:35.388404 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9374dd2a-15a6-4e79-b564-85befa0c1711 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:35.388404 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'code': 200} Nov 08 12:47:35.400180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-a2dfac62-6887-4cd5-be2f-6c8682f80096 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:35.402542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-a2dfac62-6887-4cd5-be2f-6c8682f80096 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.2922175 Nov 08 12:47:35.415179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Transition to ACTIVE for port object 56a872d6-2724-476b-8e3b-45793838e5fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:35.436120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:35.436765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-c7daef24-e633-4c51-ad10-32dab7337b18 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/quotas/7383e7b50b564de09f0b9e5facd0d254 HTTP/1.1" status: 200 len: 375 time: 0.0229547 Nov 08 12:47:35.444645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.449180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:35.464378 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.482345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] No DVR routers for this DVR port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:35.493077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.505991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a86d7-89e0-45d9-ba4e-192ad2f53cb6 None None] Pushing event deleted for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:35.506571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-0eb993b5-6576-4d21-9166-7c7dfa9b4e7b tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632098 Nov 08 12:47:35.530177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Made reservation on behalf of 7ef0d24d25654d1c9d5e45f645041174 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:35.533718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.536770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.550452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Port': ['ID=0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:35.598748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] No DVR routers for this DVR port 0e5c7b97-2d03-4ffd-bdd8-7e5bfb9805ad on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:35.607680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:35.729709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:35.789079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:35.803300 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3bd27759-9f8f-4782-9524-ac8ebccf8ec8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8b6b4a8ea33401e819b4004b2cfd1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1942809 Nov 08 12:47:35.805791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:35.868200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:35.880287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.916161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:35.994970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de469-c436-4cf1-aaea-f089daf78d4e req-208ebe59-b29e-41f7-9957-0e8d3d99236a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:35.996526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-689de469-c436-4cf1-aaea-f089daf78d4e req-208ebe59-b29e-41f7-9957-0e8d3d99236a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc27d3e7-ef9e-4eed-a7da-719d08f0934e HTTP/1.1" status: 200 len: 945 time: 0.3935988 Nov 08 12:47:36.011852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.032810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-b6808036-adea-4df0-aede-0e2411e5187a service neutron] 10.222.0.58 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034010 Nov 08 12:47:36.121995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-943994b2-a87a-4025-b964-58bc6458b6a3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:36.125577 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-943994b2-a87a-4025-b964-58bc6458b6a3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "GET /v2.0/ports?device_id=3df3f2a0-a85a-45be-9fc7-f8130fc3825b HTTP/1.1" status: 200 len: 945 time: 0.0839474 Nov 08 12:47:36.126859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.129885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.131301 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65bdbf7d-b2c2-4e3b-b597-c61a33480e63 HTTP/1.1" status: 204 len: 168 time: 0.3239779 Nov 08 12:47:36.194381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d9d3e-84d3-4204-9191-699088e9dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bdbf7d-b2c2-4e3b-b597-c61a33480e63,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:36.292667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Deleting port 26ec7e44-5cfc-4381-9271-384f6249fb7b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:36.293373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.440546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] For port 26ec7e44-5cfc-4381-9271-384f6249fb7b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=26ec7e44-5cfc-4381-9271-384f6249fb7b,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:36.441223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.475688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Calling delete_port for 26ec7e44-5cfc-4381-9271-384f6249fb7b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:36.616520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae5a2d1-0b3a-4097-a421-992d915c230e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:36.618877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] No DVR routers for this DVR port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:36.647859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39042911-43dc-4954-b8d9-5997f2c2fe5f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:36.648221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39042911-43dc-4954-b8d9-5997f2c2fe5f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:36.739749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.813217 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.830061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['26ec7e44-5cfc-4381-9271-384f6249fb7b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:36.838536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.848663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebd7b6-2b4e-4a8d-8ae0-d76531ef0302 req-4ad392d5-0ebf-4eac-b29a-6f59ddc06ded tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:36.850304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ebd7b6-2b4e-4a8d-8ae0-d76531ef0302 req-4ad392d5-0ebf-4eac-b29a-6f59ddc06ded tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.8164308 Nov 08 12:47:36.872039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:36.872587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:36.878447 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:36.927005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event deleted for resources: {'Port': ['ID=26ec7e44-5cfc-4381-9271-384f6249fb7b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:36.962438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['ac6baab7-6a5b-4629-9576-05397c982572'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:37.027650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-48ea7716-5099-4839-8192-ea5bc51e9acb service neutron] 10.222.0.58 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000587 Nov 08 12:47:37.074121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] No DVR routers for this DVR port 26ec7e44-5cfc-4381-9271-384f6249fb7b on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:37.083766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.100963 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fc686fa9-01b5-46fa-9914-8a296ea9a912 req-c4debad8-b161-4565-ba4e-5554e898e02a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "DELETE /v2.0/ports/26ec7e44-5cfc-4381-9271-384f6249fb7b HTTP/1.1" status: 204 len: 173 time: 0.9641249 Nov 08 12:47:37.101257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'name': 'network-vif-deleted', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:37.103776 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb65415-8dc5-4154-9b8e-6d6c2b03fece" -d '{"events": [{"server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "name": "network-vif-deleted", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:37.110975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6ebd7b6-2b4e-4a8d-8ae0-d76531ef0302 req-46958b1a-a47d-4099-818b-30ba83c2ec5d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495449 Nov 08 12:47:37.111625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.141664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.144958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/networks/4ae5a2d1-0b3a-4097-a421-992d915c230e HTTP/1.1" status: 204 len: 168 time: 2.8443434 Nov 08 12:47:37.157838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36436) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:37.172559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Deleting port ac6baab7-6a5b-4629-9576-05397c982572 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:37.172905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.203142 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4cb26135-19df-4e6b-a8c6-f27c910b39d3 tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "GET /v2.0/ports?device_id=14079e58-1a0a-4e31-8151-86ad85b61576 HTTP/1.1" status: 200 len: 205 time: 0.0440619 Nov 08 12:47:37.208175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:37.226674 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db62ecc9-a6f8-491c-9447-316de1a67feb x-openstack-request-id: req-db62ecc9-a6f8-491c-9447-316de1a67feb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:37.227305 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df3f2a0-a85a-45be-9fc7-f8130fc3825b", "name": "network-vif-deleted", "tag": "26ec7e44-5cfc-4381-9271-384f6249fb7b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:37.227773 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db62ecc9-a6f8-491c-9447-316de1a67feb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:37.228389 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3f2a0-a85a-45be-9fc7-f8130fc3825b', 'name': 'network-vif-deleted', 'tag': '26ec7e44-5cfc-4381-9271-384f6249fb7b', 'status': 'completed', 'code': 200} Nov 08 12:47:37.249334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056c174-7b5e-4614-87a1-8cf6b707715c tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Pushing event deleted for resources: {'Network': ['ID=4ae5a2d1-0b3a-4097-a421-992d915c230e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:37.271070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:37.276154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:37.276154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:37.285087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:37.285419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Attempting to bind port 56a872d6-2724-476b-8e3b-45793838e5fb on network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:37.339311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:37.339660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Checking segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:37.340051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Bound using segment: {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:37.340498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Bound port: 56a872d6-2724-476b-8e3b-45793838e5fb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ff7f4f-6f23-414a-89af-a2971ad7aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:37.340893 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.444829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] For port ac6baab7-6a5b-4629-9576-05397c982572, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ac6baab7-6a5b-4629-9576-05397c982572,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:37.445203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.456396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.493188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Calling delete_port for ac6baab7-6a5b-4629-9576-05397c982572 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:37.613646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.763855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:37.782370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.787995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:37.803713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:37.803920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae8f86-e87f-420b-9c4a-426d5abe6bf4 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:37.808193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:37.818025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.006959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Subnet': ['ID=38507e89-498c-4b65-82fc-1b279d460012,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:38.078970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:38.116431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.118628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Fanout notify agent at l3_agent the message router_deleted on router 14079e58-1a0a-4e31-8151-86ad85b61576 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:47:38.135255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.136594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc9a9a4d-5b2c-4d8d-8ffd-501e1304654b tempest-RoutersNegativeTest-1372200645 tempest-RoutersNegativeTest-1372200645-project] 10.222.0.58 "DELETE /v2.0/routers/14079e58-1a0a-4e31-8151-86ad85b61576 HTTP/1.1" status: 204 len: 168 time: 0.9274423 Nov 08 12:47:38.170352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:38.172776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a6668520-1aaf-42c7-96eb-8a760f8bae3c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1347334 Nov 08 12:47:38.176840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1448405008', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38507e89-498c-4b65-82fc-1b279d460012'}], 'security_groups': ['b2c007d6-6776-4674-af8c-cb157fc96f38', '4866b0ed-5f9f-4183-b8a9-86dbfbb6e648']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:38.228470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:38.236267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9242447-562d-4082-9e73-54a06af117fc req-a64a1753-e2b4-4c84-8904-fd35299bd51f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.2370310 Nov 08 12:47:38.313539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:38.410910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.424101 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a4995ad-5a9e-48b0-978d-10c18c8c2e3c tempest-ServiceProvidersTest-1543514606 tempest-ServiceProvidersTest-1543514606-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3407221 Nov 08 12:47:38.509956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.581808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:38.582473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.583949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] 10.222.0.57 "PUT /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1092 time: 4.4376473 Nov 08 12:47:38.616404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:38.619301 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:38.668999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Update dhcp port {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'fixed_ips': [{'subnet_id': '7e7f105e-043c-435b-9f8f-9df61aabd237', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a76e3060-a438-4700-baeb-55f1e28c07e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '38507e89-498c-4b65-82fc-1b279d460012'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'ce619a06-7045-4fd4-a1aa-dcd680cf9df1'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:47:38.710820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2420a-0ce3-4b00-bef1-ed43fd320c14 service neutron] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:38.737700 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.759416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event deleted for resources: {'Port': ['ID=ac6baab7-6a5b-4629-9576-05397c982572,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:38.841907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e162b4-e5de-4442-8267-2c94412fe995 req-5dab918c-19d7-4b25-a0d8-629d8ce74cff tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:38.841907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21e162b4-e5de-4442-8267-2c94412fe995 req-5dab918c-19d7-4b25-a0d8-629d8ce74cff tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.3815362 Nov 08 12:47:38.842755 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8117ce4b-7c2d-476a-bc8a-c381c0a2938c x-openstack-request-id: req-8117ce4b-7c2d-476a-bc8a-c381c0a2938c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:38.844717 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:38.845088 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8117ce4b-7c2d-476a-bc8a-c381c0a2938c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:38.846010 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:47:38.847094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] No DVR routers for this DVR port ac6baab7-6a5b-4629-9576-05397c982572 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:38.855848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:38.859497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-689de469-c436-4cf1-aaea-f089daf78d4e req-30b436e8-3dbe-407b-be3c-d2e7bc2b6edf tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "DELETE /v2.0/ports/ac6baab7-6a5b-4629-9576-05397c982572 HTTP/1.1" status: 204 len: 173 time: 2.8476138 Nov 08 12:47:38.863720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-d5378a5f-cc59-417d-84c0-84105b10693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:38.865340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-d5378a5f-cc59-417d-84c0-84105b10693a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1095 time: 0.2423973 Nov 08 12:47:38.874367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:39.034600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-910d2378-602c-4c9b-9a7d-b77c62fbaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:39.044745 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-910d2378-602c-4c9b-9a7d-b77c62fbaca3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1095 time: 0.2338412 Nov 08 12:47:39.130206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21e162b4-e5de-4442-8267-2c94412fe995 req-abdc42f9-88ad-499a-a737-9acad102931a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697337 Nov 08 12:47:39.155724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-1f3ea6a8-a8af-4eec-9bf8-14981c5e6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:39.157317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-1f3ea6a8-a8af-4eec-9bf8-14981c5e6f64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.2741113 Nov 08 12:47:39.248543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Allocated IP 172.20.0.34 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/38507e89-498c-4b65-82fc-1b279d460012/ce619a06-7045-4fd4-a1aa-dcd680cf9df1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:39.400241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:39.411141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-922b9832-0114-4279-afcb-fed88e13e46e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.2420056 Nov 08 12:47:39.537803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-a0b7870e-985a-4cc7-ba5d-195942927559 req-37b5df75-9f78-425c-9885-9d720955edca service neutron] (102535) timed out ('10.222.0.61', 63862) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:47:39.544586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4dedb3a2-8a20-438e-ab7b-a9b72025e8c3 req-03afc07b-ec5a-4672-8feb-87d70193c51f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.1475155 Nov 08 12:47:39.545159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:39.556197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:39.598013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-15a5f69e-d833-41f1-950a-51a50fb4db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:39.599700 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-15a5f69e-d833-41f1-950a-51a50fb4db84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.5468969 Nov 08 12:47:39.630975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:39.666576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 26ec7e44-5cfc-4381-9271-384f6249fb7b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:39.699949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 26ec7e44-5cfc-4381-9271-384f6249fb7b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:39.700619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 26ec7e44-5cfc-4381-9271-384f6249fb7b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:39.704806 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:39.744890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-d226d487-ee29-417b-98a2-a3c43bee5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:39.746389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-d226d487-ee29-417b-98a2-a3c43bee5d85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.2190373 Nov 08 12:47:39.756679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beeeac6d-6069-4212-bd17-0d79d7957c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:39.758674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ac6baab7-6a5b-4629-9576-05397c982572 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:39.795080 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-aaa103d3-d86f-44d8-a9f4-707f885ed022 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.1815779 Nov 08 12:47:39.801426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fe7f7103-1245-4d78-87f7-7457dfcf609b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b891c84a078248cc8b8fbd2617cb3460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870354 Nov 08 12:47:39.810595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:39.811672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: ac6baab7-6a5b-4629-9576-05397c982572 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:39.815524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ac6baab7-6a5b-4629-9576-05397c982572 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:39.885839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63ee88-02aa-4752-8580-8c17cc51d69a None None] Pushing event updated for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:39.886583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Delete allocated IP 172.20.0.3 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/a76e3060-a438-4700-baeb-55f1e28c07e0) {{(pid=102536) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 12:47:39.889744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-60b11551-3b04-4d8c-aed3-5281550a32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:39.892200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-60b11551-3b04-4d8c-aed3-5281550a32ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374218 Nov 08 12:47:39.942837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Allocated IP 172.20.0.42 (348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5/38507e89-498c-4b65-82fc-1b279d460012/fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:39.992879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.044828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beeeac6d-6069-4212-bd17-0d79d7957c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.057676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.127364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-9fc214db-bf36-478e-b537-98e28c4505fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:40.128925 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-9fc214db-bf36-478e-b537-98e28c4505fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.2283154 Nov 08 12:47:40.209916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beeeac6d-6069-4212-bd17-0d79d7957c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.247763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-dc0ea730-594a-4db8-8704-8cc4f219d57c service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465526 Nov 08 12:47:40.261163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:40.332976 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.338031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-835dba04-dd43-47e4-8ea7-9593f07ad261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:40.339465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-835dba04-dd43-47e4-8ea7-9593f07ad261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980457 Nov 08 12:47:40.352550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-beeeac6d-6069-4212-bd17-0d79d7957c2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=166eac8c3fd9418193554dced715f34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863371 Nov 08 12:47:40.353315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeac6d-6069-4212-bd17-0d79d7957c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f6a69-e24b-44fc-8279-9e5867106788,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:40.357655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:40.494969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf27c5-a4d0-40dc-abc6-c52c65e9ab3c req-431eca26-6401-482f-b389-6d5bfa1f69b6 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:40.503972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adbf27c5-a4d0-40dc-abc6-c52c65e9ab3c req-431eca26-6401-482f-b389-6d5bfa1f69b6 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.1859305 Nov 08 12:47:40.533535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.569428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.572369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.575234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/863f7bb1-24bd-4f3f-98f5-d39c233fa096 HTTP/1.1" status: 204 len: 168 time: 0.7636452 Nov 08 12:47:40.583004 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-073e3b96-cced-4ec6-b4ea-7f2e65b782b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.589377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.614001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.688030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c8d7984-b2eb-438a-b151-492aab2cb853 req-705750df-3868-4d7d-85b3-314fb910dc0d service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257944 Nov 08 12:47:40.698345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326f71-d8f6-405a-92fb-02c948b92836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f7bb1-24bd-4f3f-98f5-d39c233fa096,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:40.726782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event updated for resources: {'Port': ['ID=fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:40.737560 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-2c7e8319-561a-42f0-9a08-b3cae2150364 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888590 Nov 08 12:47:40.764105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] In _notify_port_updated(), no bound segment for port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 on network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:47:40.770234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:40.771102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.776246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5880e7a7-4670-42af-9f9a-feb37c201595 req-a8620ae3-8510-410b-9dc2-2b7851462f32 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.0725768 Nov 08 12:47:40.777955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:40.783149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.785744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.788089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e4f6a69-e24b-44fc-8279-9e5867106788 HTTP/1.1" status: 204 len: 168 time: 0.4144359 Nov 08 12:47:40.793099 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01fd586e-2363-4af3-ba1e-c1b21dedfaa4 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "PUT /v2.0/ports/fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 HTTP/1.1" status: 200 len: 960 time: 2.6203752 Nov 08 12:47:40.828322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adbf27c5-a4d0-40dc-abc6-c52c65e9ab3c req-cc324847-33f2-4833-a3bd-d04046b1df32 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224323 Nov 08 12:47:40.871681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'name': 'network-vif-deleted', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:40.879766 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740100f-1158-4025-b157-36195a4ea677" -d '{"events": [{"server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "name": "network-vif-deleted", "tag": "ac6baab7-6a5b-4629-9576-05397c982572"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:40.944455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45205d59-a4f2-40fa-8735-dadeda9d3ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f6a69-e24b-44fc-8279-9e5867106788,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:40.961568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:40.964013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:40.987917 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-53b141ed-cdd0-4896-bcd4-213e8eb53873 service neutron] 10.222.0.61 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931350 Nov 08 12:47:41.023089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:41.033157 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931ee56-91f8-4197-b866-782a5cde1b3e x-openstack-request-id: req-f931ee56-91f8-4197-b866-782a5cde1b3e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:41.033693 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc27d3e7-ef9e-4eed-a7da-719d08f0934e", "name": "network-vif-deleted", "tag": "ac6baab7-6a5b-4629-9576-05397c982572", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:41.034129 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f931ee56-91f8-4197-b866-782a5cde1b3e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:41.034714 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc27d3e7-ef9e-4eed-a7da-719d08f0934e', 'name': 'network-vif-deleted', 'tag': 'ac6baab7-6a5b-4629-9576-05397c982572', 'status': 'completed', 'code': 200} Nov 08 12:47:41.059988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-3513263d-427d-4923-a673-9c5933c63752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:41.061847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-3513263d-427d-4923-a673-9c5933c63752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1095 time: 0.2310832 Nov 08 12:47:41.088448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:41.126424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:41.127182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.134363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:41.135104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.184696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:41.185049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.191711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-073e3b96-cced-4ec6-b4ea-7f2e65b782b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.318005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-073e3b96-cced-4ec6-b4ea-7f2e65b782b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.374104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-5ca0c537-f781-405c-a4ee-3d4c7ea80914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:41.376532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-5ca0c537-f781-405c-a4ee-3d4c7ea80914 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.3028555 Nov 08 12:47:41.454348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.454467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Provisioning complete for port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:41.454986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.467365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:41.531581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e3b96-cced-4ec6-b4ea-7f2e65b782b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab31ba91-2bee-408b-9dcc-ff7c49ea586b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:41.552975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-342477ed-d195-47e0-9e08-7b2a7c99f7ba None None] Port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:41.611725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-073e3b96-cced-4ec6-b4ea-7f2e65b782b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14ff8894d1f04d6f8f5e78af888d66b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3476150 Nov 08 12:47:41.619842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:41.655711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-d192f77b-1d0d-47c7-ae2f-7c971f6b15e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 999 time: 0.1742790 Nov 08 12:47:41.716644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-55778698-7c7a-4c72-b003-2359b5cb84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:41.718421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-55778698-7c7a-4c72-b003-2359b5cb84dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.0504835 Nov 08 12:47:41.724513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9c71ffd3-98fa-48e9-abdf-c15e51680a6e None None] Provisioning complete for port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:41.728419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9c71ffd3-98fa-48e9-abdf-c15e51680a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.760255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-a33f5eeb-be1c-4025-84b7-da6b33da3dcd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:41.762346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-a33f5eeb-be1c-4025-84b7-da6b33da3dcd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.2280133 Nov 08 12:47:41.782403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Request body: {'port': {'device_id': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'admin_state_up': True, 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:41.812767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:41.820291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9c71ffd3-98fa-48e9-abdf-c15e51680a6e None None] Port fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:41.821707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-7f74459f-680a-4bbe-bab9-18367a9e6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:41.823485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-7f74459f-680a-4bbe-bab9-18367a9e6a50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965464 Nov 08 12:47:41.946609 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.049062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:42.053724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.145901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f01e69dd-45c6-4bb3-ab8f-90c59c56f26f req-ffdb49d0-9925-4a02-a5c7-d42b460d3d68 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.1128397 Nov 08 12:47:42.155347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.179326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-b67e8733-86a0-4e46-adb5-b8aaa00b4503 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437524 Nov 08 12:47:42.210669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:42.343225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aac0-59b1-49b6-855e-89a0f2277011 req-485503da-d793-4f33-8ed0-554c1fff75d3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:42.346415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c062aac0-59b1-49b6-855e-89a0f2277011 req-485503da-d793-4f33-8ed0-554c1fff75d3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 944 time: 0.2849669 Nov 08 12:47:42.395505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-d4beb1f8-23df-4374-81f3-6266ec6a72e0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:42.400655 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-d4beb1f8-23df-4374-81f3-6266ec6a72e0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 813 time: 0.4324477 Nov 08 12:47:42.426112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.430278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.434723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab31ba91-2bee-408b-9dcc-ff7c49ea586b HTTP/1.1" status: 204 len: 168 time: 0.8153365 Nov 08 12:47:42.454163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Request body: {'port': {'device_id': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'admin_state_up': True, 'tenant_id': '7383e7b50b564de09f0b9e5facd0d254'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:42.550897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:42.624769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Allocated IP 172.20.0.13 (ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9/18612340-5fe9-46d5-a9b6-353f76c0786c/ab22c52a-2b66-4e2e-8d41-c58736831cb2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:42.871753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.947709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Made reservation on behalf of 7383e7b50b564de09f0b9e5facd0d254 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:42.954792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:42.993102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82cb72-c8ab-4faa-a1a3-6c5c796951df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab31ba91-2bee-408b-9dcc-ff7c49ea586b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:43.067226 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.074913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-308948e1-b36d-4848-a230-2acd566864a8 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 HTTP/1.1" status: 204 len: 168 time: 2.2928472 Nov 08 12:47:43.076873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.090700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce204cc0-d4eb-420c-a0b7-758cf8c3e04e req-322d0761-4cbb-4690-80d3-f6b8e8239ffb service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846071 Nov 08 12:47:43.119777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c062aac0-59b1-49b6-855e-89a0f2277011 req-aa7ac672-9c9a-49a5-8cd6-5cfeffce2bf0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7373788 Nov 08 12:47:43.146733 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5e2685-4d4a-4eeb-b460-69366f10da99 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] GET failed (client error): The resource could not be found. Nov 08 12:47:43.150401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.157565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3a5e2685-4d4a-4eeb-b460-69366f10da99 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports/fc8ac0a8-d4fc-4b7a-8117-76559f3f0f94 HTTP/1.1" status: 404 len: 333 time: 0.0780201 Nov 08 12:47:43.158270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.160414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.172723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d99b8c27-32aa-43d7-bc7a-0db71703917d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:43.173498 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-d99b8c27-32aa-43d7-bc7a-0db71703917d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 12:47:43.174002 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-d99b8c27-32aa-43d7-bc7a-0db71703917d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:43.175025 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d99b8c27-32aa-43d7-bc7a-0db71703917d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6182954 Nov 08 12:47:43.187518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36658) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.195731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--383155512'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:43.288919 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.298113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:43.309601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:43.315542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.321183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07c2d641-4777-46be-9bc6-0bcf1d4a5be2 req-8fa55c7e-c786-4e59-8a08-0815a67146d8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.0546563 Nov 08 12:47:43.325712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:43.330864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.332864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event updated for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:43.344862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-808085076'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:43.379449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.489161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Made reservation on behalf of 7db913a39d1c4e77b6f6ffecfb51ab5c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:43.493150 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.502865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.554485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.557108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.560947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc1a8c50-1290-42ca-b9d9-788e66ed3714 HTTP/1.1" status: 204 len: 168 time: 0.3989587 Nov 08 12:47:43.569824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.598821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a135-6046-4bab-ac84-aa0c24d49cd5 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1a8c50-1290-42ca-b9d9-788e66ed3714,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:43.672263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.696786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.703019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:43.724951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.763436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Allocated IP 172.20.0.10 (ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9/18612340-5fe9-46d5-a9b6-353f76c0786c/2afd0ac0-9a22-4187-b8fc-833d721c9ec0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:47:43.765540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.769095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.798223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:43.798880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.849744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:43.850290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25c72856-566c-4929-b458-589a58096498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.872477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '56a872d6-2724-476b-8e3b-45793838e5fb', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'port_id': '56a872d6-2724-476b-8e3b-45793838e5fb', 'mac_address': 'fa:16:3e:24:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:43.879910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.883756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.884984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/security-groups/4866b0ed-5f9f-4183-b8a9-86dbfbb6e648 HTTP/1.1" status: 204 len: 168 time: 0.3138700 Nov 08 12:47:43.888607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16df25d7-cea6-4da3-bb0f-eb09e045ad39,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:43.890475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36668) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:43.897246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5622cdfd-06a8-4ecf-93e7-b81ec98390cd tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1231899 Nov 08 12:47:43.922069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:47:43.934333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.942149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4aa4d-2831-414a-838a-babfb0906b95 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4866b0ed-5f9f-4183-b8a9-86dbfbb6e648,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:43.945293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Request body: {'port': {'device_id': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:43.968806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:43.969481 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Added segment 0825d88e-b2ab-4b4e-99ae-a5b426d6ca82 of type vlan for network 5b042f00-8d92-4075-9b3e-2b81fc0cf87a Nov 08 12:47:43.983333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:44.018946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:44.027013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.033796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.075448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.086283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25c72856-566c-4929-b458-589a58096498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.101200 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.110416 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.139516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.142313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.145957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.154757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:44.154992 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.156191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.171966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.205309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25c72856-566c-4929-b458-589a58096498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.266479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15edf8c-fcd7-4cad-aa0e-59650e6096bf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.293467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1226363 Nov 08 12:47:44.294322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.317653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c285-ecbd-4543-8b96-1c74ae74ef70 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Pushing event updated for resources: {'Network': ['ID=5b042f00-8d92-4075-9b3e-2b81fc0cf87a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.323669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['56a872d6-2724-476b-8e3b-45793838e5fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:44.330589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-25c72856-566c-4929-b458-589a58096498 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abb7c9385576498d9647d6ab510aaf9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221710 Nov 08 12:47:44.341962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.345667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-07551621-643b-4a64-a3d5-a9ad4c0ca21b tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1757295135') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:44.388800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5b042f00-8d92-4075-9b3e-2b81fc0cf87a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:44.412388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c72856-566c-4929-b458-589a58096498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914431f6-c019-47ba-b2dc-bd52c0e5d3e1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.419560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.433443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.437597 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/security-groups/b2c007d6-6776-4674-af8c-cb157fc96f38 HTTP/1.1" status: 204 len: 168 time: 0.5443833 Nov 08 12:47:44.455510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.458794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda795ed-a7f5-44f9-83d1-91aeac883da7 req-608d519e-ecd1-4d79-885b-bb4a7af7b860 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:44.473086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda795ed-a7f5-44f9-83d1-91aeac883da7 req-608d519e-ecd1-4d79-885b-bb4a7af7b860 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 945 time: 0.2525828 Nov 08 12:47:44.526739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.527929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26876-0621-4789-b322-1a0a4687ae53 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c007d6-6776-4674-af8c-cb157fc96f38,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.545261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.597186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda795ed-a7f5-44f9-83d1-91aeac883da7 req-c14f6a84-2548-4bbd-95ce-973e44e2b3b2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228652 Nov 08 12:47:44.627531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d29f9-12ba-42b3-a264-d4ab6b333313 req-556b08ae-6818-4c2f-b207-50d8d60fe763 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:44.629709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c40d29f9-12ba-42b3-a264-d4ab6b333313 req-556b08ae-6818-4c2f-b207-50d8d60fe763 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 932 time: 0.1299407 Nov 08 12:47:44.630715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.633986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.652305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.703975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet a76e3060-a438-4700-baeb-55f1e28c07e0 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:44.720459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.736967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.749619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.755725 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5623517 Nov 08 12:47:44.760512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.773255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '1c73617a-7eb2-4335-995c-f498968e6a6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:44.799322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:47:44.809402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event updated for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.812341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:47:44.823573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:47:44.832851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c40d29f9-12ba-42b3-a264-d4ab6b333313 req-66cba96a-13ad-499a-8bdd-c8991cc86715 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882374 Nov 08 12:47:44.845607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70259b67-d38b-4a6c-8ae2-afeff62a1442 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/68f59c8c-f755-4347-a83c-958c47a2c5f3 HTTP/1.1" status: 200 len: 992 time: 0.1998458 Nov 08 12:47:44.864287 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738456-9875-4bf5-b667-757a1e21267e tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73617a-7eb2-4335-995c-f498968e6a6a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:44.890456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.940232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:44.941072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.945103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.978286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.981147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:44.985386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/914431f6-c019-47ba-b2dc-bd52c0e5d3e1 HTTP/1.1" status: 204 len: 168 time: 0.6354041 Nov 08 12:47:44.985575 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07551621-643b-4a64-a3d5-a9ad4c0ca21b tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "PUT /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1757295135 HTTP/1.1" status: 201 len: 201 time: 0.6879406 Nov 08 12:47:44.988822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:44.995553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-c07484c0-6ffd-4458-8c18-c35a62f54d7e tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1757295135') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:45.008833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e90a2-c148-4f8e-8484-8e571f6de35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914431f6-c019-47ba-b2dc-bd52c0e5d3e1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:45.070921 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-812db7e0-6a87-42d9-84ab-1a5360366b84 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6238625 Nov 08 12:47:45.073075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab22c52a-2b66-4e2e-8d41-c58736831cb2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:45.081107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.086822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.092358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Request body: {'port': {'device_id': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:45.114947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.134046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c07484c0-6ffd-4458-8c18-c35a62f54d7e tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1757295135 HTTP/1.1" status: 204 len: 168 time: 0.1401622 Nov 08 12:47:45.134501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:45.139903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-c5a2496f-7378-427f-89e8-6fdcd8113e11 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:45.146070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Transition to ACTIVE for port object ab22c52a-2b66-4e2e-8d41-c58736831cb2 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:45.198702 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.203969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.240315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.262490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f655e528-c885-45d2-84fa-f2beb73087eb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:45.280438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c5a2496f-7378-427f-89e8-6fdcd8113e11 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags HTTP/1.1" status: 200 len: 238 time: 0.1420827 Nov 08 12:47:45.280763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:45.287020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-b02a700e-dffa-4345-8eef-d270a3eca00c tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', {'tags': ['tempest-TagsTest-Tag-1758820512', 'tempest-TagsTest-Tag-1225709811', 'tempest-TagsTest-Tag-839305235']}) {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:45.310464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Pushing event updated for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:45.362090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.398430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.399467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6d46b4d-84e5-42f9-a6a4-dc56bf72a56f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6359053 Nov 08 12:47:45.402154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36696) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:45.410516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-43c26680-cfcb-4307-9caf-04cddb42e3ce tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '1c73617a-7eb2-4335-995c-f498968e6a6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:45.435074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc3a2d-3fed-4cee-b230-cacdb582731f None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:45.452145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=a76e3060-a438-4700-baeb-55f1e28c07e0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:45.457022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.460377 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2278cf03-e07f-42c8-80fd-59b55a7773f1 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/a76e3060-a438-4700-baeb-55f1e28c07e0 HTTP/1.1" status: 204 len: 168 time: 1.0013452 Nov 08 12:47:45.464277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:45.485177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b02a700e-dffa-4345-8eef-d270a3eca00c tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "PUT /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags HTTP/1.1" status: 200 len: 308 time: 0.2026963 Nov 08 12:47:45.488274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:45.525876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-55d838de-ef84-4668-866b-1784d50c5edc tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1758820512') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:45.577178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43c26680-cfcb-4307-9caf-04cddb42e3ce tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.631961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Attempting to bind port ab22c52a-2b66-4e2e-8d41-c58736831cb2 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:45.632592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Attempting to bind port ab22c52a-2b66-4e2e-8d41-c58736831cb2 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:45.633092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Attempting to bind port ab22c52a-2b66-4e2e-8d41-c58736831cb2 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:45.644298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Port ab22c52a-2b66-4e2e-8d41-c58736831cb2 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:45.644846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Attempting to bind port ab22c52a-2b66-4e2e-8d41-c58736831cb2 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:45.656212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:45.656738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Checking segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:45.657401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Bound using segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:45.658017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Bound port: ab22c52a-2b66-4e2e-8d41-c58736831cb2, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:45.658560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.707369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 38507e89-498c-4b65-82fc-1b279d460012 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:45.735097 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.735756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:45.796358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:45.826558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:45.832841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:45.837870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.862872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.871971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Transition to ACTIVE for port object 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:47:45.913341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.916681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 56a872d6-2724-476b-8e3b-45793838e5fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:45.923787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 56a872d6-2724-476b-8e3b-45793838e5fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:45.924211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.980273 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.988237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:45.988916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:45.995391 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] 10.222.0.61 "PUT /v2.0/ports/ab22c52a-2b66-4e2e-8d41-c58736831cb2 HTTP/1.1" status: 200 len: 1092 time: 2.0615971 Nov 08 12:47:45.995881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:45.998873 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec250df-2ef1-4eb4-8c28-51bed32289ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:46.010580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.036806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd960eb-c295-4596-bb15-af888f7aee7c service neutron] Pushing event updated for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:46.074011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-55d838de-ef84-4668-866b-1784d50c5edc tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "DELETE /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1758820512 HTTP/1.1" status: 204 len: 168 time: 0.5841191 Nov 08 12:47:46.076899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.085789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.105586 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-43c26680-cfcb-4307-9caf-04cddb42e3ce tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:46.107293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-43c26680-cfcb-4307-9caf-04cddb42e3ce tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7035177 Nov 08 12:47:46.108628 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204c685-6b44-4d3f-9335-0818278efd41 x-openstack-request-id: req-2204c685-6b44-4d3f-9335-0818278efd41 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:46.109765 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:46.110181 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2204c685-6b44-4d3f-9335-0818278efd41 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:46.110759 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2', 'status': 'completed', 'code': 200} Nov 08 12:47:46.112848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-9c4d1d3a-2d2e-4b1f-a674-908c94e5dfa3 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1758820512') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:46.117319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36718) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.159067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:46.160210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.161741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:46.171787 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e856745-dea9-4888-ae01-eeafc307fca9" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:46.214277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0470c6-4457-4df2-80c0-f2a7f5262bb6 req-ca76a74b-626a-4941-8cd5-8e558367ce49 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:46.223876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b0470c6-4457-4df2-80c0-f2a7f5262bb6 req-ca76a74b-626a-4941-8cd5-8e558367ce49 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 944 time: 0.2397935 Nov 08 12:47:46.229974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:46.274735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.307584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b0470c6-4457-4df2-80c0-f2a7f5262bb6 req-6ab386cf-6fc2-4385-9ef3-6a37a4a3347a tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810537 Nov 08 12:47:46.313591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.328422 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90c345-9306-423a-8190-02835c79b2d0 x-openstack-request-id: req-3f90c345-9306-423a-8190-02835c79b2d0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:46.328757 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-plugged", "status": "completed", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:46.329018 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f90c345-9306-423a-8190-02835c79b2d0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:46.329641 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'code': 200} Nov 08 12:47:46.337025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.365361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=13']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:46.384618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=38507e89-498c-4b65-82fc-1b279d460012,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:46.388097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-91c95efa-dd01-4ea2-9530-50fbdb922d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:46.390097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-91c95efa-dd01-4ea2-9530-50fbdb922d0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 1095 time: 0.2717860 Nov 08 12:47:46.424450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.427784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c2211c68-3316-4830-9509-b6f669580146 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/38507e89-498c-4b65-82fc-1b279d460012 HTTP/1.1" status: 204 len: 168 time: 0.9608669 Nov 08 12:47:46.433050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.473504 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83aa629-91fd-4c72-a6d9-8ab0b86a5c7c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:46.473956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83aa629-91fd-4c72-a6d9-8ab0b86a5c7c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:46.479587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e83aa629-91fd-4c72-a6d9-8ab0b86a5c7c tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/a76e3060-a438-4700-baeb-55f1e28c07e0 HTTP/1.1" status: 404 len: 337 time: 0.0413263 Nov 08 12:47:46.480789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.490959 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-9c4d1d3a-2d2e-4b1f-a674-908c94e5dfa3 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] show failed (client error): The resource could not be found. Nov 08 12:47:46.492013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c4d1d3a-2d2e-4b1f-a674-908c94e5dfa3 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1758820512 HTTP/1.1" status: 404 len: 326 time: 0.3877919 Nov 08 12:47:46.511098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36732) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.517506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-af9eede5-52c4-4032-8f6a-ed2af29bde1b tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1225709811') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:46.540575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting subnet 7e7f105e-043c-435b-9f8f-9df61aabd237 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:47:46.544629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.579621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.603198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Attempting to bind port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:47:46.603552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Attempting to bind port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:47:46.603862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Attempting to bind port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:46.605486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.617648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:47:46.617648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Attempting to bind port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 on network ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:47:46.668718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:47:46.669018 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Checking segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:47:46.669363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Bound using segment: {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:47:46.669823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Bound port: 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f5639-fc7d-48af-a606-c1978aa362e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:47:46.670181 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.671279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a721186-7854-414c-bd13-1db81739af68 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:46.786051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.874450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-e141b4f8-02a8-42ef-aca3-03bacdacf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:46.875959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-e141b4f8-02a8-42ef-aca3-03bacdacf849 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7383e7b50b564de09f0b9e5facd0d254&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4564910 Nov 08 12:47:46.886048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:46.893625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f6ab4828-dea9-46f7-96af-5634df4367b2 None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:46.894281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4828-dea9-46f7-96af-5634df4367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:46.894730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-6211abb3-293f-4ab5-acc8-430a55197129 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-839305235') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:46.895959 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-af9eede5-52c4-4032-8f6a-ed2af29bde1b tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1225709811 HTTP/1.1" status: 204 len: 168 time: 0.3835239 Nov 08 12:47:46.957506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab4828-dea9-46f7-96af-5634df4367b2 None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:47.003506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f6ab4828-dea9-46f7-96af-5634df4367b2 None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:47.003911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4828-dea9-46f7-96af-5634df4367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.044834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6211abb3-293f-4ab5-acc8-430a55197129 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-839305235 HTTP/1.1" status: 204 len: 168 time: 0.1538904 Nov 08 12:47:47.045489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.050086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-18f5c1ed-3a9a-4b37-8f1b-e2016c03eab1 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:47.056088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.058707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.066998 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c73617a-7eb2-4335-995c-f498968e6a6a HTTP/1.1" status: 204 len: 168 time: 0.9375231 Nov 08 12:47:47.066998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:47:47.089041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.103840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.134170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.143482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/7e7f105e-043c-435b-9f8f-9df61aabd237 HTTP/1.1" status: 204 len: 168 time: 0.6617765 Nov 08 12:47:47.144320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.190554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b70148-a696-4b02-ba4e-8a2922860232 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73617a-7eb2-4335-995c-f498968e6a6a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:47.203303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:47:47.229267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c98a-72f4-4e7d-b816-4eded34131dc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7f105e-043c-435b-9f8f-9df61aabd237,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:47.268159 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-135f89f6-d0d8-40f7-965a-f412160d8eca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.268159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135f89f6-d0d8-40f7-965a-f412160d8eca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.274660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-135f89f6-d0d8-40f7-965a-f412160d8eca tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/b7cf26ef-619f-489a-ba27-f2476c088b79 HTTP/1.1" status: 404 len: 337 time: 0.0539782 Nov 08 12:47:47.274660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.298675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.311483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-99715223-8f3a-4a9d-b87a-594d9417820a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "GET /v2.0/ports?device_id=aab668b4-dea7-4eb9-81d5-2af0521f6d70 HTTP/1.1" status: 200 len: 205 time: 0.0323262 Nov 08 12:47:47.311483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.362748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.368280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.368280 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] 10.222.0.57 "PUT /v2.0/ports/2afd0ac0-9a22-4187-b8fc-833d721c9ec0 HTTP/1.1" status: 200 len: 1092 time: 2.2802699 Nov 08 12:47:47.372985 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8a08777b-e315-4066-8bb7-a7ce7f1dd7b6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] delete failed (client error): The resource could not be found. Nov 08 12:47:47.376530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a08777b-e315-4066-8bb7-a7ce7f1dd7b6 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/routers/aab668b4-dea7-4eb9-81d5-2af0521f6d70 HTTP/1.1" status: 404 len: 336 time: 0.0619321 Nov 08 12:47:47.377024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.384899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b41b9ae-4096-4a7b-a65c-d11d1339378a tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2698150 Nov 08 12:47:47.389338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-d13bc1dd-3a5b-4a89-9ff1-0a153c279a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.391119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9ec250df-2ef1-4eb4-8c28-51bed32289ce req-d13bc1dd-3a5b-4a89-9ff1-0a153c279a02 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4842677 Nov 08 12:47:47.393330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.403985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361573872'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:47.425397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae0c97-5acd-48f4-8293-3af04887664e None None] Update dhcp port {'port': {'network_id': '348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5', 'fixed_ips': [{'subnet_id': '7e7f105e-043c-435b-9f8f-9df61aabd237'}], 'binding:host_id': 'n-d-816990-1'}, 'id': 'ce619a06-7045-4fd4-a1aa-dcd680cf9df1'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:47:47.431236 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b17827-d94c-48f0-b875-5df9bcde8638 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.431700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b17827-d94c-48f0-b875-5df9bcde8638 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.440460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b9b17827-d94c-48f0-b875-5df9bcde8638 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/7e74c43e-1560-41cd-a20a-97f7637cab2d HTTP/1.1" status: 404 len: 337 time: 0.0574336 Nov 08 12:47:47.440460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.478297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f892d-baf1-4ecb-b4ff-952d013a5f91 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:47.494380 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b996d01e-dd03-431e-9a81-31a0f96ea37a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.494856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b996d01e-dd03-431e-9a81-31a0f96ea37a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.499123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b996d01e-dd03-431e-9a81-31a0f96ea37a tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/aae6615d-070e-409a-9248-78fee017e24a HTTP/1.1" status: 404 len: 337 time: 0.0598142 Nov 08 12:47:47.508157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-18f5c1ed-3a9a-4b37-8f1b-e2016c03eab1 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "DELETE /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags HTTP/1.1" status: 204 len: 168 time: 0.4586613 Nov 08 12:47:47.508157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.514150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.514662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-63ae0c97-5acd-48f4-8293-3af04887664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.517520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-7f609c26-b33d-49fc-909d-68c9e2bb49b9 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-1225709811') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:47.522728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5c4d69f0-fdd8-4c94-bf50-b35fe67e4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.524500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5c4d69f0-fdd8-4c94-bf50-b35fe67e4755 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0881724 Nov 08 12:47:47.591398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-f2e40fe6-cb03-4ca8-bbb6-20177f46dddf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2 HTTP/1.1" status: 200 len: 217 time: 0.0502977 Nov 08 12:47:47.610182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-000c0949-2079-4d9e-bb44-9c500180eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.611986 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-000c0949-2079-4d9e-bb44-9c500180eb7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 1095 time: 0.1102519 Nov 08 12:47:47.624897 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8c3aff-3ff4-420e-a40e-2a9fe9552755 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.625388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8c3aff-3ff4-420e-a40e-2a9fe9552755 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.628474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f8c3aff-3ff4-420e-a40e-2a9fe9552755 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/30f5c4ac-eb33-41c5-be51-db56670fe516 HTTP/1.1" status: 404 len: 337 time: 0.1207132 Nov 08 12:47:47.634986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.719376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6138e8-ccc1-4094-a0dc-5c52e7492be1 req-ed920e83-cd7d-46f9-a28b-0d265b00782d tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.729375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc6138e8-ccc1-4094-a0dc-5c52e7492be1 req-ed920e83-cd7d-46f9-a28b-0d265b00782d tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 944 time: 0.2279861 Nov 08 12:47:47.732433 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f28264-a83f-4fec-97a9-007e2468e859 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.733263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f28264-a83f-4fec-97a9-007e2468e859 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.736731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e0f28264-a83f-4fec-97a9-007e2468e859 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/49522309-2430-425e-b0df-53bac7202705 HTTP/1.1" status: 404 len: 333 time: 0.0997219 Nov 08 12:47:47.744611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36778) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.745258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6c79a-1436-4fc0-a59e-6b7f543656f1 None None] Network 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:47:47.750111 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-dc05bd13-7704-4842-b92f-25ca426855ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0 HTTP/1.1" status: 200 len: 217 time: 0.1056781 Nov 08 12:47:47.771172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.803829 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1acde9b-c72a-4f53-b4fa-bc35989bb46f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.803829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1acde9b-c72a-4f53-b4fa-bc35989bb46f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.809179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f1acde9b-c72a-4f53-b4fa-bc35989bb46f tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/f1ea6b47-8f5e-408e-b7fd-8bc08c25c908 HTTP/1.1" status: 404 len: 337 time: 0.0393167 Nov 08 12:47:47.823410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.850410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-2eeb3288-a2a1-4ad8-a06e-5702d04f093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.852522 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-2eeb3288-a2a1-4ad8-a06e-5702d04f093c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.1002743 Nov 08 12:47:47.854017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-e46a5178-a947-434e-9b83-3af06c7e3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:47.856085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-e46a5178-a947-434e-9b83-3af06c7e3728 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.2544210 Nov 08 12:47:47.860015 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2249892-2d3d-45d6-bf0c-91d6468ace83 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.860561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2249892-2d3d-45d6-bf0c-91d6468ace83 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.868412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e2249892-2d3d-45d6-bf0c-91d6468ace83 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/5fc9dcf1-2c40-4dd2-8f05-cca82108462e HTTP/1.1" status: 404 len: 337 time: 0.0392187 Nov 08 12:47:47.868412 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-7f609c26-b33d-49fc-909d-68c9e2bb49b9 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] show failed (client error): The resource could not be found. Nov 08 12:47:47.868412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f609c26-b33d-49fc-909d-68c9e2bb49b9 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-1225709811 HTTP/1.1" status: 404 len: 326 time: 0.3547096 Nov 08 12:47:47.885831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.901211 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-d2411fd7-e66e-4b5c-8ce9-df2a85c7d8c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277095 Nov 08 12:47:47.901211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.904349 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2e4a4c-5a98-4520-9ede-66e152ab46c7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.905047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2e4a4c-5a98-4520-9ede-66e152ab46c7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.910449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb2e4a4c-5a98-4520-9ede-66e152ab46c7 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/aa1a2559-33d3-469a-a879-e1a5162f6deb HTTP/1.1" status: 404 len: 333 time: 0.0312743 Nov 08 12:47:47.913272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:47.921296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.tag.tag_plugin [None req-41bee8f5-f1e3-4fe0-a682-3e4ee50b5e29 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a', 'tempest-TagsTest-Tag-839305235') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:47.924535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a91ad593-83e3-4985-b662-491ae25c1a82 None None] Provisioning complete for port bf97d68e-34fc-4c16-a518-9ed854179890 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:47.925124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a91ad593-83e3-4985-b662-491ae25c1a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:47.938408 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-c3622e07-c132-4c1a-aad3-cb90889eca05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784600 Nov 08 12:47:47.952517 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeec7009-c31a-480a-bc36-eb6ff07e05b9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:47.952966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeec7009-c31a-480a-bc36-eb6ff07e05b9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:47.958996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-eeec7009-c31a-480a-bc36-eb6ff07e05b9 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/0e0f7833-e9c8-4795-ba00-47e33111ff35 HTTP/1.1" status: 404 len: 337 time: 0.0406280 Nov 08 12:47:47.973913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc6138e8-ccc1-4094-a0dc-5c52e7492be1 req-f7ce2c34-7c7d-4685-85f9-45349cd43409 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371716 Nov 08 12:47:47.974134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36790) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.044948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a91ad593-83e3-4985-b662-491ae25c1a82 None None] Port bf97d68e-34fc-4c16-a518-9ed854179890 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:47:48.046909 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ba75b3-d0cc-4625-9b8c-579cf560bbfc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] DELETE failed (client error): The resource could not be found. Nov 08 12:47:48.047429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ba75b3-d0cc-4625-9b8c-579cf560bbfc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:47:48.053799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-24ba75b3-d0cc-4625-9b8c-579cf560bbfc tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/subnets/2d797193-d010-4a45-9119-0a7d26a52496 HTTP/1.1" status: 404 len: 337 time: 0.0709760 Nov 08 12:47:48.054424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.073577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a91ad593-83e3-4985-b662-491ae25c1a82 None None] Provisioning complete for port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:48.073577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a91ad593-83e3-4985-b662-491ae25c1a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.095633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] DHCP port deletion for 348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:47:48.114010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:48.117900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.118673 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2" -d '{"events": [{"name": "network-changed", "server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:48.222707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Deleting port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:48.223150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.225655 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3adb12e-9991-404e-a031-8e9d026898b2 x-openstack-request-id: req-f3adb12e-9991-404e-a031-8e9d026898b2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:48.226038 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:48.226318 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3adb12e-9991-404e-a031-8e9d026898b2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:48.226806 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0', 'status': 'completed', 'code': 200} Nov 08 12:47:48.277098 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-e90745df-dca5-4a0c-8d82-c96c0a2bec50 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085737 Nov 08 12:47:48.307605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] For port ce619a06-7045-4fd4-a1aa-dcd680cf9df1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,segment=NetworkSegment(a6e8e04d-267c-4b19-bdf8-e5f16649a5ea),segment_id=a6e8e04d-267c-4b19-bdf8-e5f16649a5ea)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:48.308209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.323166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.335179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Calling delete_port for ce619a06-7045-4fd4-a1aa-dcd680cf9df1 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:48.387877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02af1ad-ea6e-4055-8999-a828ed951060,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:48.454651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.458387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d7cdebdc-5452-478f-a57b-95503493f9fe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0617197 Nov 08 12:47:48.461139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.466128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b376ecbe-f071-4d82-abe1-213e0263b6f0 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'b02af1ad-ea6e-4055-8999-a828ed951060', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:48.466926 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-b376ecbe-f071-4d82-abe1-213e0263b6f0 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 12:47:48.467422 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-b376ecbe-f071-4d82-abe1-213e0263b6f0 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:48.471602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b376ecbe-f071-4d82-abe1-213e0263b6f0 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061247 Nov 08 12:47:48.471796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.525328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.537082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.548641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] No DVR routers for this DVR port ce619a06-7045-4fd4-a1aa-dcd680cf9df1 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:47:48.590591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.593337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417d964-7235-400f-9741-baf9bc0ab1b5 None None] Pushing event deleted for resources: {'Port': ['ID=ce619a06-7045-4fd4-a1aa-dcd680cf9df1,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:48.735013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.737755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.742571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/b02af1ad-ea6e-4055-8999-a828ed951060 HTTP/1.1" status: 204 len: 168 time: 0.2662790 Nov 08 12:47:48.750507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.760145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854c937-4e0f-40b2-a50c-6eb9d3792cf6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02af1ad-ea6e-4055-8999-a828ed951060,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:48.836110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cfc0dce3-d14f-4521-83a9-7c11c66b90c5 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849187 Nov 08 12:47:48.836325 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-41bee8f5-f1e3-4fe0-a682-3e4ee50b5e29 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] show failed (client error): The resource could not be found. Nov 08 12:47:48.836325 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41bee8f5-f1e3-4fe0-a682-3e4ee50b5e29 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "GET /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags/tempest-TagsTest-Tag-839305235 HTTP/1.1" status: 404 len: 325 time: 0.9170363 Nov 08 12:47:48.837263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.837617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:48.854488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096934699'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:48.861574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Deleting port bf97d68e-34fc-4c16-a518-9ed854179890 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:47:48.861922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:48.870475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-51e96097-10d5-4b20-9899-d7103ad94ae8 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b042f00-8d92-4075-9b3e-2b81fc0cf87a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:48.900618 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-5eaca5ec-6160-468a-9857-8a94a782d761 service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9829116 Nov 08 12:47:48.912703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:47:48.942261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ce619a06-7045-4fd4-a1aa-dcd680cf9df1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:47:48.942954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ce619a06-7045-4fd4-a1aa-dcd680cf9df1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:47:49.009592 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.056282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51e96097-10d5-4b20-9899-d7103ad94ae8 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "DELETE /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a/tags HTTP/1.1" status: 204 len: 168 time: 0.2156563 Nov 08 12:47:49.057589 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-3bb2611d-717d-47ce-b012-d3c82df49623 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398772 Nov 08 12:47:49.060710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.063028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36826) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.141754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Calling delete_port for bf97d68e-34fc-4c16-a518-9ed854179890 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:47:49.185670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.185955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.194863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7029e-4063-40e2-91a4-cfd9035e7d65 req-c557db7e-669d-46cb-a7b1-9af8d3f50bb8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:49.197053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7b7029e-4063-40e2-91a4-cfd9035e7d65 req-c557db7e-669d-46cb-a7b1-9af8d3f50bb8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 944 time: 0.1179311 Nov 08 12:47:49.254919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7b7029e-4063-40e2-91a4-cfd9035e7d65 req-1b925031-ce4c-4c55-a64a-aadc67ce9626 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Nov 08 12:47:49.257881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2634f0ba-fded-4901-9dc5-e0f9f96d8223 req-e4250970-2073-4bb0-a4b1-c3324812acd3 service neutron] 10.222.0.61 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460400 Nov 08 12:47:49.305114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.329519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-801930ba-a141-40f8-bf47-55514f7c0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:49.331122 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-801930ba-a141-40f8-bf47-55514f7c0b7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7383e7b50b564de09f0b9e5facd0d254&device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 1095 time: 0.1521287 Nov 08 12:47:49.336361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b862cbe3-0905-4cb6-8271-f93278384fae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:49.430059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.458804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.461005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-afa45ddc-1186-4fc8-8113-7dc34b7d16ba tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6215022 Nov 08 12:47:49.463363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.469867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6a89781-ad73-46db-83e8-b23e6d71eb9c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'b862cbe3-0905-4cb6-8271-f93278384fae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:49.476831 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-b6a89781-ad73-46db-83e8-b23e6d71eb9c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 12:47:49.477965 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-b6a89781-ad73-46db-83e8-b23e6d71eb9c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:49.481582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b6a89781-ad73-46db-83e8-b23e6d71eb9c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128331 Nov 08 12:47:49.482468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.488413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b042f00-8d92-4075-9b3e-2b81fc0cf87a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:49.503188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0825d88e-b2ab-4b4e-99ae-a5b426d6ca82') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:49.503560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0825d88e-b2ab-4b4e-99ae-a5b426d6ca82') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:49.523252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.543641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-37315c5b-a0f1-4d71-8cd6-77b7173e6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:49.544207 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-37315c5b-a0f1-4d71-8cd6-77b7173e6fc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 200 len: 914 time: 0.1991794 Nov 08 12:47:49.545117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.549120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.551069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:49.551499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:49.555206 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:49.573492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.604498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.639733 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-74458a99-a807-48ca-a8da-1a8955b35740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0 HTTP/1.1" status: 200 len: 217 time: 0.0836842 Nov 08 12:47:49.679070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Port': ['ID=bf97d68e-34fc-4c16-a518-9ed854179890,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:49.704749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.707991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37d1ded3-d00a-4f58-b978-c5a3e0471434 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/ports/bf97d68e-34fc-4c16-a518-9ed854179890 HTTP/1.1" status: 204 len: 168 time: 1.6525109 Nov 08 12:47:49.712008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.733438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-ac603f86-ad26-4573-83af-c60910e3365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:49.733438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-ac603f86-ad26-4573-83af-c60910e3365e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 200 len: 853 time: 0.0617967 Nov 08 12:47:49.763878 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-43ed0cec-b9ef-45f5-ad32-bafd34a0924e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264940 Nov 08 12:47:49.778607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.781184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.784638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/b862cbe3-0905-4cb6-8271-f93278384fae HTTP/1.1" status: 204 len: 168 time: 0.2992427 Nov 08 12:47:49.789360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.801533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.803331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.809356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] 10.222.0.58 "DELETE /v2.0/networks/5b042f00-8d92-4075-9b3e-2b81fc0cf87a HTTP/1.1" status: 204 len: 168 time: 0.7428629 Nov 08 12:47:49.817016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd28b5-6517-47a8-a1d3-f94acc7e1a7d tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862cbe3-0905-4cb6-8271-f93278384fae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:49.845764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.856215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833b86-0eb9-45b5-a79c-29b9818f1b86 tempest-TagsTest-479575127 tempest-TagsTest-479575127-project] Pushing event deleted for resources: {'Network': ['ID=5b042f00-8d92-4075-9b3e-2b81fc0cf87a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:49.873844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c449f1eb-7fc9-42ad-80e5-2f5a5d91b326 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802162 Nov 08 12:47:49.884464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:49.889038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260525734'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:49.913495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-6ca99710-1aa7-4e41-8f9d-f5a16abf4d66 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407380 Nov 08 12:47:49.961240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:49.985659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:49.997811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:49.998254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e8e04d-267c-4b19-bdf8-e5f16649a5ea') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:47:50.009372 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.011372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-156ae4c2-ffc5-4972-a01a-b382a5d4bca2 req-2f326c15-bd0c-4d32-bb02-132d26e72a66 service neutron] 10.222.0.57 "GET /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904579 Nov 08 12:47:50.023530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.029423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:47:50.029798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:47:50.032759 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:47:50.041290 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.118684 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.161739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.170438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.177813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] 10.222.0.58 "DELETE /v2.0/networks/348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5 HTTP/1.1" status: 204 len: 168 time: 0.4605446 Nov 08 12:47:50.184146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081a1ca-2a71-4978-94f0-a636cfe97e43 tempest-PortsTestJSON-159189460 tempest-PortsTestJSON-159189460-project] Pushing event deleted for resources: {'Network': ['ID=348ebcc7-4d78-4a5e-b0c7-71e28e4de6c5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:50.190566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36868) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.235546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.272447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f78782-875c-43a9-a3d6-5aa1b18265a1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:50.277493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.410902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.413688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b53f5d7-e28f-4730-9402-49bf07058401 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5281878 Nov 08 12:47:50.413833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02c17-9bc3-4e94-84b6-4176ff5d3cfa req-c0e122e0-ea06-4fb3-9723-7c41b0f9c5ae tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:50.415442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a02c17-9bc3-4e94-84b6-4176ff5d3cfa req-c0e122e0-ea06-4fb3-9723-7c41b0f9c5ae tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 944 time: 0.0661316 Nov 08 12:47:50.416684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.421147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9e41f8a6-903a-4759-a043-f50286dc1bb7 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '32f78782-875c-43a9-a3d6-5aa1b18265a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:50.436409 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-9e41f8a6-903a-4759-a043-f50286dc1bb7 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 12:47:50.438416 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-9e41f8a6-903a-4759-a043-f50286dc1bb7 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:50.442317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9e41f8a6-903a-4759-a043-f50286dc1bb7 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243211 Nov 08 12:47:50.449337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.469178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a02c17-9bc3-4e94-84b6-4176ff5d3cfa req-07a2edb0-cc53-4386-9f12-eeb7dd57b600 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Nov 08 12:47:50.471439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83b82110-be03-4c61-b0cf-e27a9a4ebf81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.495759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-69b61f22-a1e6-46ae-8ea8-67846a32cdcf tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '32f78782-875c-43a9-a3d6-5aa1b18265a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:50.495759 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-69b61f22-a1e6-46ae-8ea8-67846a32cdcf tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 12:47:50.495759 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-69b61f22-a1e6-46ae-8ea8-67846a32cdcf tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:50.496482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.496670 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-69b61f22-a1e6-46ae-8ea8-67846a32cdcf tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0197470 Nov 08 12:47:50.496761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3bf7197e-3957-455d-a534-05c8f63f3ea9 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '32f78782-875c-43a9-a3d6-5aa1b18265a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:50.496856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.498225 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-3bf7197e-3957-455d-a534-05c8f63f3ea9 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 12:47:50.498904 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-3bf7197e-3957-455d-a534-05c8f63f3ea9 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:50.502632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3bf7197e-3957-455d-a534-05c8f63f3ea9 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075610 Nov 08 12:47:50.502632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.507787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0ec063fe-4103-4ea3-951b-3fbe41256543 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '32f78782-875c-43a9-a3d6-5aa1b18265a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:50.508846 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-0ec063fe-4103-4ea3-951b-3fbe41256543 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 12:47:50.510112 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0ec063fe-4103-4ea3-951b-3fbe41256543 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:50.513591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0ec063fe-4103-4ea3-951b-3fbe41256543 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073986 Nov 08 12:47:50.513804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36888) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.582794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.616794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.633600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b438cfb-fb7d-4061-a44f-d7bb8cdc189a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7db913a39d1c4e77b6f6ffecfb51ab5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314838 Nov 08 12:47:50.634560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.636370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83b82110-be03-4c61-b0cf-e27a9a4ebf81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.691077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.718690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.774916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83b82110-be03-4c61-b0cf-e27a9a4ebf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.815539 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83b82110-be03-4c61-b0cf-e27a9a4ebf81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=246e79aa455749dd8d77444f379ae243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6207254 Nov 08 12:47:50.817017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.817017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.818577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b82110-be03-4c61-b0cf-e27a9a4ebf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e363ab2-f3cc-42e0-9321-50575a739fbd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:50.846995 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.853785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.854950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/32f78782-875c-43a9-a3d6-5aa1b18265a1 HTTP/1.1" status: 204 len: 168 time: 0.3387246 Nov 08 12:47:50.857985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.875325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178172b-1df9-4791-a189-658bd782fac6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f78782-875c-43a9-a3d6-5aa1b18265a1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:50.905044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.907653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.908788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16df25d7-cea6-4da3-bb0f-eb09e045ad39 HTTP/1.1" status: 204 len: 168 time: 0.2732964 Nov 08 12:47:50.919034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.921956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ca913-c6ca-4232-b76c-98268a8b72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df25d7-cea6-4da3-bb0f-eb09e045ad39,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:50.935528 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a4dd9d5e-f9f8-4f9a-b3bb-3c9625b5532a tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762091 Nov 08 12:47:50.940469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:50.947509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:50.949372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--470118621'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:51.034826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9cafeb54-0346-49c2-981d-973afa9c2aa5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ef0d24d25654d1c9d5e45f645041174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2169180 Nov 08 12:47:51.038165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.055112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.088216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.116659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.136319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.138898 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.140037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e363ab2-f3cc-42e0-9321-50575a739fbd HTTP/1.1" status: 204 len: 168 time: 0.3236239 Nov 08 12:47:51.159609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7d9c9-8a38-4651-84a7-0d803602c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e363ab2-f3cc-42e0-9321-50575a739fbd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:51.196222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.277237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.280109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.281369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bb46aba-620d-4176-a391-e130a0ffc05c HTTP/1.1" status: 204 len: 168 time: 0.2421296 Nov 08 12:47:51.290287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb46aba-620d-4176-a391-e130a0ffc05c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:51.297561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.297904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.298238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.298646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.298977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.299302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.299638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.299943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.300264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.300582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.300907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.301220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2755b39-7267-419a-8f15-f8d58283bdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:51.317319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.355217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56df90a-3b08-4cca-bcae-1ca87850ff33,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:51.445357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.448844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4a218121-f711-4542-8daf-57cf02108909 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5050664 Nov 08 12:47:51.449683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.454261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-673172a2-baab-49b1-98e3-7e2275508aa6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:51.455016 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-673172a2-baab-49b1-98e3-7e2275508aa6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 12:47:51.455515 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-673172a2-baab-49b1-98e3-7e2275508aa6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:51.456491 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-673172a2-baab-49b1-98e3-7e2275508aa6 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057867 Nov 08 12:47:51.459656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.464211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ba090e5a-edd5-4db4-9516-b112ca2cdbfd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:51.607868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e7c8-854f-4935-9b23-29cd9884a8d8 req-95aa8a29-7d98-4693-93b1-9e9df9c5a927 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:51.610028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50e5e7c8-854f-4935-9b23-29cd9884a8d8 req-95aa8a29-7d98-4693-93b1-9e9df9c5a927 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 944 time: 0.0537291 Nov 08 12:47:51.658594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50e5e7c8-854f-4935-9b23-29cd9884a8d8 req-193be90d-50fe-4b20-b450-81e945b2624f tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Nov 08 12:47:51.759151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:51.768823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ab22c52a-2b66-4e2e-8d41-c58736831cb2 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:47:51.941874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:51.947023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36950) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.952155 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ba090e5a-edd5-4db4-9516-b112ca2cdbfd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:51.953936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ba090e5a-edd5-4db4-9516-b112ca2cdbfd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4932575 Nov 08 12:47:51.957186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.964116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f28c91d2-883b-4c2a-b3d6-e8627c363abb tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:51.964801 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-f28c91d2-883b-4c2a-b3d6-e8627c363abb tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 12:47:51.965008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c727aef3-4fcb-4107-9797-da25405973cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:51.967158 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-f28c91d2-883b-4c2a-b3d6-e8627c363abb tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:51.968474 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f28c91d2-883b-4c2a-b3d6-e8627c363abb tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097945 Nov 08 12:47:51.971791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:51.980225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f375bf0f-3af3-4b3a-b013-3414fa797ead tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:51.990667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'port_id': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0', 'mac_address': 'fa:16:3e:f7:ba:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18612340-5fe9-46d5-a9b6-353f76c0786c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:52.002026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:52.059509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2', 'network_id': 'ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9', 'port_id': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2', 'mac_address': 'fa:16:3e:a4:3f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18612340-5fe9-46d5-a9b6-353f76c0786c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:47:52.073028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c727aef3-4fcb-4107-9797-da25405973cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.105018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.130720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:52.136435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.152587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c727aef3-4fcb-4107-9797-da25405973cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.163058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab22c52a-2b66-4e2e-8d41-c58736831cb2 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:47:52.184236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:52.189437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:52.214429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c727aef3-4fcb-4107-9797-da25405973cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae8dcc697ba5439392423c0da90e518b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647223 Nov 08 12:47:52.215587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727aef3-4fcb-4107-9797-da25405973cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b52864-b350-4cfb-9347-63ae713b385d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:52.216119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36964) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.231178 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-f375bf0f-3af3-4b3a-b013-3414fa797ead tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:52.232213 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f375bf0f-3af3-4b3a-b013-3414fa797ead tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2584400 Nov 08 12:47:52.235214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.240190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4acb0e4c-6145-4e6a-9b3a-b06e9f52cf70 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:52.241207 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-4acb0e4c-6145-4e6a-9b3a-b06e9f52cf70 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 12:47:52.241890 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-4acb0e4c-6145-4e6a-9b3a-b06e9f52cf70 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:52.243232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4acb0e4c-6145-4e6a-9b3a-b06e9f52cf70 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066772 Nov 08 12:47:52.245489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.249777 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.252493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8c1b5db0-17ab-40e1-9014-40472a137f21 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:52.292403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.310857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:52.314156 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.315720 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.372084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:52.464086 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8c1b5db0-17ab-40e1-9014-40472a137f21 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:52.466955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8c1b5db0-17ab-40e1-9014-40472a137f21 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2188194 Nov 08 12:47:52.468106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.468799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.472199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:52.472917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c60c9d6b-c6d9-495a-8ecf-e88e33158387 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:52.473396 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-c60c9d6b-c6d9-495a-8ecf-e88e33158387 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 12:47:52.473982 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-c60c9d6b-c6d9-495a-8ecf-e88e33158387 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:52.475074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c60c9d6b-c6d9-495a-8ecf-e88e33158387 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059867 Nov 08 12:47:52.479868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.480152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0b52864-b350-4cfb-9347-63ae713b385d HTTP/1.1" status: 204 len: 168 time: 0.2625110 Nov 08 12:47:52.483172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['ab22c52a-2b66-4e2e-8d41-c58736831cb2'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:52.487627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-51202ad7-7b9a-4971-afd6-13c0a9d3a17f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:52.491615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b52864-b350-4cfb-9347-63ae713b385d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:52.518720 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.519856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.521782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.522198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.522561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.522892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.523430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.523785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.524113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.524913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.525246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.526055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a42d1d-c2b5-4627-a37a-c133214acad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:47:52.551166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['2afd0ac0-9a22-4187-b8fc-833d721c9ec0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:47:52.735230 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-51202ad7-7b9a-4971-afd6-13c0a9d3a17f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:52.737019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51202ad7-7b9a-4971-afd6-13c0a9d3a17f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2556820 Nov 08 12:47:52.748658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:52.748658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4b83c3c8-4ee0-47f7-8b3a-f4d68c2d7372 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'a56df90a-3b08-4cca-bcae-1ca87850ff33', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:52.837280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2442658-4080-403e-b432-a21b7e9819ac req-595131a6-64e5-4286-a288-d2f80cb90d68 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:52.838884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2442658-4080-403e-b432-a21b7e9819ac req-595131a6-64e5-4286-a288-d2f80cb90d68 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 945 time: 0.0781307 Nov 08 12:47:52.893079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2442658-4080-403e-b432-a21b7e9819ac req-e55bd8a8-0194-4264-a659-a400eed170db tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 Nov 08 12:47:53.029725 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-4b83c3c8-4ee0-47f7-8b3a-f4d68c2d7372 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:53.032434 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b83c3c8-4ee0-47f7-8b3a-f4d68c2d7372 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2873082 Nov 08 12:47:53.034726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:53.098213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.123735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.207407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b51b3b64-daa3-419c-baf3-d014edd702e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.282360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:53.294887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.299695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.301632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/a56df90a-3b08-4cca-bcae-1ca87850ff33 HTTP/1.1" status: 204 len: 168 time: 0.2654700 Nov 08 12:47:53.305079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37026) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:53.315357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e090e-b9b2-4e02-80ec-ab06a2700acd tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56df90a-3b08-4cca-bcae-1ca87850ff33,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:53.375387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-39f034bd-3176-48c8-a3e5-30bc996c11ff tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691814 Nov 08 12:47:53.379238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:53.384550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--368611823'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:53.454575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d3240147-d50f-40c3-834f-c421abda8802 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:53.457167 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-d3240147-d50f-40c3-834f-c421abda8802 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 12:47:53.457167 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-d3240147-d50f-40c3-834f-c421abda8802 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:53.457167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3240147-d50f-40c3-834f-c421abda8802 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1729627 Nov 08 12:47:53.461186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:53.466068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913508435'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:53.523418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.594669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.776065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:53.797521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.803987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ab22c52a-2b66-4e2e-8d41-c58736831cb2 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:47:53.811096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:53.849456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.018180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:54.029344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:54.029344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.048931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905284f0-5ab6-4d09-bbeb-564432c04b35,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:54.062128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.063979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d9a404e5-f6ed-41c4-b512-2c4c301852a1 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6833861 Nov 08 12:47:54.067484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37052) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:54.076390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port ab22c52a-2b66-4e2e-8d41-c58736831cb2 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:47:54.076529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ecfc21e6-b674-46c9-8013-9bd31e156a4f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '905284f0-5ab6-4d09-bbeb-564432c04b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:54.085901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1322-23dc-43c0-bcd0-63cc795ce312 req-1e3b46df-3de0-4b31-af73-409220ead8f3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:54.087531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdcb1322-23dc-43c0-bcd0-63cc795ce312 req-1e3b46df-3de0-4b31-af73-409220ead8f3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 945 time: 0.1133232 Nov 08 12:47:54.094516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port ab22c52a-2b66-4e2e-8d41-c58736831cb2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:47:54.101018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.180456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdcb1322-23dc-43c0-bcd0-63cc795ce312 req-5ade74eb-0fa1-4298-b602-f069c3ecc030 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 Nov 08 12:47:54.211705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.288621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.331853 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.357596 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ecfc21e6-b674-46c9-8013-9bd31e156a4f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The resource could not be found. Nov 08 12:47:54.360097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ecfc21e6-b674-46c9-8013-9bd31e156a4f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2904949 Nov 08 12:47:54.362827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:54.363158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.367217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4116fea4-ec0b-4228-b4fa-3bf56add2e20,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:54.369684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d63afd38-ad08-4cb7-bedc-ae5aa8d569df tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '905284f0-5ab6-4d09-bbeb-564432c04b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd0f49c37-3102-4a42-9e44-473432b9ee50'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:54.440583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:54.440583 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d5625-8e81-4f38-b890-c1fe48e7071f" -d '{"events": [{"server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "name": "network-vif-plugged", "status": "completed", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:54.450724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.467988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:54.484714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:47:54.506594 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9634bf-e44a-42ab-81a2-4f0e41abff58 x-openstack-request-id: req-ee9634bf-e44a-42ab-81a2-4f0e41abff58 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:54.507102 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "name": "network-vif-plugged", "status": "completed", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:54.508061 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee9634bf-e44a-42ab-81a2-4f0e41abff58 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:54.508856 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0', 'code': 200} Nov 08 12:47:54.546656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.583341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206972ab-30a4-4956-a769-73b8cba721dc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:54.634975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a51b6c-44f9-4837-9021-3f278da1dfce req-f7d7ca77-b421-4112-b9ea-e94350d58a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:54.637141 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d4a51b6c-44f9-4837-9021-3f278da1dfce req-f7d7ca77-b421-4112-b9ea-e94350d58a82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 1096 time: 0.0564573 Nov 08 12:47:54.653141 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.659036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.683551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.685040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5099c447-62e7-4045-8a76-4bc2e720e082 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2225978 Nov 08 12:47:54.688349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:54.704204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '206972ab-30a4-4956-a769-73b8cba721dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:54.723240 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-d63afd38-ad08-4cb7-bedc-ae5aa8d569df tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The resource could not be found. Nov 08 12:47:54.729450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d63afd38-ad08-4cb7-bedc-ae5aa8d569df tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3631024 Nov 08 12:47:54.738590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:54.740753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:54.799033 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-d4a51b6c-44f9-4837-9021-3f278da1dfce req-c65579e9-2ff1-4cf7-bc2e-a685f584fb38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508143 Nov 08 12:47:54.841385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.847640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:54.885200 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.922458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.952058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:54.954482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.053272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.086820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.089376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.092890 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/905284f0-5ab6-4d09-bbeb-564432c04b35 HTTP/1.1" status: 204 len: 168 time: 0.3014908 Nov 08 12:47:55.094573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7aeb51-a5df-4f89-8b75-018168e547ec,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:55.095327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37088) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.110315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b321f15-f1ea-4b4a-b712-bdb54bec714b tempest-AgentManagementNegativeTest-1273874548 tempest-AgentManagementNegativeTest-1273874548-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1536090 Nov 08 12:47:55.114760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d5d53-80c2-49db-aeb4-84723c65c43c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905284f0-5ab6-4d09-bbeb-564432c04b35,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:55.148726 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-751c4cf3-1c90-4588-baab-c6dffb31ab21 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511930 Nov 08 12:47:55.152502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37094) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.156878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5cbe71b9-6320-4980-9c57-246586111d4b tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f3d5d-6738-4f5c-b4d1-8fc2880fbdb3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:55.221793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.221793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-97d9e4f9-5883-4913-8b7f-b4d182e77ec7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5290487 Nov 08 12:47:55.221793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.227110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b1eaf8fa-acb3-40e9-a3c2-7c149dd8f358 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '206972ab-30a4-4956-a769-73b8cba721dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:55.313878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1593-737b-48ef-adf0-26c9f0077e3b req-beef9f2a-4ac9-46d9-b973-b03b817a12d2 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:55.315843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f81d1593-737b-48ef-adf0-26c9f0077e3b req-beef9f2a-4ac9-46d9-b973-b03b817a12d2 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 946 time: 0.0515485 Nov 08 12:47:55.386547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f81d1593-737b-48ef-adf0-26c9f0077e3b req-6212ab69-b2ed-4521-8f53-d663dcd5e94c tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Nov 08 12:47:55.507493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3b0166b-d206-429e-a370-afc9e119ae6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.511601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf8fa-acb3-40e9-a3c2-7c149dd8f358 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.636322 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-5cbe71b9-6320-4980-9c57-246586111d4b tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The resource could not be found. Nov 08 12:47:55.639333 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5cbe71b9-6320-4980-9c57-246586111d4b tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4858932 Nov 08 12:47:55.639552 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-b1eaf8fa-acb3-40e9-a3c2-7c149dd8f358 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:55.640454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b1eaf8fa-acb3-40e9-a3c2-7c149dd8f358 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4176457 Nov 08 12:47:55.643326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37108) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.647943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.650229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--871683408'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:55.703856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.727689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.736230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.808548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.862003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6be07825-b166-438b-9432-d3e42e072872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.943812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.947998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:55.952507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/206972ab-30a4-4956-a769-73b8cba721dc HTTP/1.1" status: 204 len: 168 time: 0.3081350 Nov 08 12:47:55.953407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:55.985162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0b141-58f3-4b5c-a54d-a5e55ef64e0b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206972ab-30a4-4956-a769-73b8cba721dc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.002501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.025300 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-14e60adb-879b-4a44-baf3-8032a2552bea tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671668 Nov 08 12:47:56.025984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37120) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.030548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081011116'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:56.067720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6be07825-b166-438b-9432-d3e42e072872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.116886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.144811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc3f27e-e25f-4ec8-a747-96b805e4f0ca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.163788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.164339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6be07825-b166-438b-9432-d3e42e072872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.245445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be07825-b166-438b-9432-d3e42e072872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa669523-7a54-4599-bcce-319e766d5ff9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.250917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6be07825-b166-438b-9432-d3e42e072872 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5730cc9ba26044c49d5a8cb67258cbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124617 Nov 08 12:47:56.256000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.259963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-036a99ca-907c-43f9-b8aa-c2b2af18cbfe tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6119142 Nov 08 12:47:56.259963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.264790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.269929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--307448656'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:56.275312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.290542 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:47:56.331909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.354098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.357043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.398670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.406024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4351e6d-38ef-4722-83e0-93230df9a8c8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.491620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.496498 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-002a92c8-0e19-47c6-a6d6-370d97623106 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4693875 Nov 08 12:47:56.497216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.502098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-396e97f2-4a18-452f-b026-c4d1d81ac29a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'd4351e6d-38ef-4722-83e0-93230df9a8c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:56.503011 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-396e97f2-4a18-452f-b026-c4d1d81ac29a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 12:47:56.503394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.503699 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-396e97f2-4a18-452f-b026-c4d1d81ac29a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:56.505164 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-396e97f2-4a18-452f-b026-c4d1d81ac29a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067098 Nov 08 12:47:56.507775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.510416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:47:56.514120 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d0e4f-e09f-4025-bf81-06b1728791e9" -d '{"events": [{"server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:47:56.553342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6875-20dd-49af-b959-d21298143b4b req-c3565073-ace7-4894-a852-29213a82a0a8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:56.554881 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-112d6875-20dd-49af-b959-d21298143b4b req-c3565073-ace7-4894-a852-29213a82a0a8 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 946 time: 0.0708649 Nov 08 12:47:56.562288 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098b3c5-6018-4c73-89e0-165813eac9fd x-openstack-request-id: req-b098b3c5-6018-4c73-89e0-165813eac9fd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:47:56.562592 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:47:56.562848 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b098b3c5-6018-4c73-89e0-165813eac9fd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:47:56.563241 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2', 'code': 200} Nov 08 12:47:56.571485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.598265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.606570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.609273 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.610547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa669523-7a54-4599-bcce-319e766d5ff9 HTTP/1.1" status: 204 len: 168 time: 0.3514962 Nov 08 12:47:56.619339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-112d6875-20dd-49af-b959-d21298143b4b req-de841a83-56b2-4755-bd1b-0dafaff908a3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569348 Nov 08 12:47:56.625355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fac64-c9b8-4445-bd96-295900c717cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa669523-7a54-4599-bcce-319e766d5ff9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.647872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.719719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8999f18c-b36c-46f7-bf40-1d2d08d7e4d1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.733759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057744c3-3e9d-4eb5-9213-9f40372cc564 req-4322ac91-895b-4ddc-bac0-b66de2a6f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:56.735246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-057744c3-3e9d-4eb5-9213-9f40372cc564 req-4322ac91-895b-4ddc-bac0-b66de2a6f50c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 1097 time: 0.1096952 Nov 08 12:47:56.738192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.789714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-057744c3-3e9d-4eb5-9213-9f40372cc564 req-ff8da984-11f7-4929-a68b-9fb1d95d2beb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Nov 08 12:47:56.798563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89f6f-a802-4cbd-a495-358e78f8f4bd req-ea603166-eb70-4527-a3fa-3286fdc1fcd0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:56.798563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ac89f6f-a802-4cbd-a495-358e78f8f4bd req-ea603166-eb70-4527-a3fa-3286fdc1fcd0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.0642827 Nov 08 12:47:56.853613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ac89f6f-a802-4cbd-a495-358e78f8f4bd req-b69c415d-dc69-47f8-be18-edc8b6136607 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492191 Nov 08 12:47:56.856673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.860441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ef2106f8-31a8-4185-afe4-1559610fe515 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5912383 Nov 08 12:47:56.861378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.866641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-dc8810a5-4c42-46be-9852-beb4197aa148 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group_rule': {'security_group_id': '6cc3f27e-e25f-4ec8-a747-96b805e4f0ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8999f18c-b36c-46f7-bf40-1d2d08d7e4d1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:56.894420 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.898363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:56.912179 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/d4351e6d-38ef-4722-83e0-93230df9a8c8 HTTP/1.1" status: 204 len: 168 time: 0.3911471 Nov 08 12:47:56.914281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37148) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.916897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb98f27-4303-4089-affc-6eaca9ede751 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4351e6d-38ef-4722-83e0-93230df9a8c8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:56.963195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-82ec7d24-7b50-4a05-8e79-c58a37d4433d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476034 Nov 08 12:47:56.966626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:56.970923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235783712'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:57.152385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.226832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.247953 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-dc8810a5-4c42-46be-9852-beb4197aa148 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:57.247953 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc8810a5-4c42-46be-9852-beb4197aa148 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3818798 Nov 08 12:47:57.248204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.307378 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.322970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.354664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.390527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d5f81-7d7c-4f06-af81-a40dfb21644e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:57.478003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.483230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-359e6415-732f-4fff-bde4-52c8138f529f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5116305 Nov 08 12:47:57.485653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.491588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6666ddd2-c460-44ac-a832-bbafad312786 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '8a9d5f81-7d7c-4f06-af81-a40dfb21644e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:57.492461 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-6666ddd2-c460-44ac-a832-bbafad312786 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 12:47:57.493596 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-6666ddd2-c460-44ac-a832-bbafad312786 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:57.497236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6666ddd2-c460-44ac-a832-bbafad312786 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070899 Nov 08 12:47:57.497329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.544323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.547538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.554179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/8999f18c-b36c-46f7-bf40-1d2d08d7e4d1 HTTP/1.1" status: 204 len: 168 time: 0.3044634 Nov 08 12:47:57.556366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37178) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.564566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148720d-20c7-4802-be69-37ac34fc688f tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999f18c-b36c-46f7-bf40-1d2d08d7e4d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:57.572315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.613370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.642735 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0440eafd-37ea-4c87-8461-1df2c07caaa4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0850744 Nov 08 12:47:57.645598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37182) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.709665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.745884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.785420 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.788207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.791856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/8a9d5f81-7d7c-4f06-af81-a40dfb21644e HTTP/1.1" status: 204 len: 168 time: 0.2911470 Nov 08 12:47:57.792505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.798576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f1528-663c-421f-a0cb-a8da5053e93d tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d5f81-7d7c-4f06-af81-a40dfb21644e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:57.886234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-776d8e20-adde-4024-939c-5367b5dc8597 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918577 Nov 08 12:47:57.889307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37196) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.894163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--49648843'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:57.903742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.906668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:57.907927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/6cc3f27e-e25f-4ec8-a747-96b805e4f0ca HTTP/1.1" status: 204 len: 168 time: 0.2594802 Nov 08 12:47:57.916593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:57.919697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055bdd1-184c-4075-9f4e-e2db44d39e17 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc3f27e-e25f-4ec8-a747-96b805e4f0ca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:58.023292 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-917ad156-0171-4d90-bf50-3f1b6a0d88b7 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1055794 Nov 08 12:47:58.027384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37202) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.037754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'tempest-secgroup--244050473'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.049055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843bd0e-f0de-47e0-84fb-8990c06bbe55 req-34d4314e-045d-4f93-a56f-8df3d598d02c tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:58.051002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3843bd0e-f0de-47e0-84fb-8990c06bbe55 req-34d4314e-045d-4f93-a56f-8df3d598d02c tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.0692701 Nov 08 12:47:58.105798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3843bd0e-f0de-47e0-84fb-8990c06bbe55 req-d377c7e6-7aeb-405a-a4cd-c7ee2cff8777 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Nov 08 12:47:58.163216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.166645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.189425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37206) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.262162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.299592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1279990571'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.329889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.363104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.421220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4982432-e3d8-4fe3-9473-84ab364e7122,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:58.448303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.473292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:58.479136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.492780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.540700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.572913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.574146 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-51933af6-d72d-4fa1-9419-b60d382fa5f2 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6837525 Nov 08 12:47:58.577167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.581992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f4b2940d-c66c-4ab0-94f3-a9c3b36a9cc5 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'a4982432-e3d8-4fe3-9473-84ab364e7122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.583137 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-f4b2940d-c66c-4ab0-94f3-a9c3b36a9cc5 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 12:47:58.584261 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f4b2940d-c66c-4ab0-94f3-a9c3b36a9cc5 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:58.585314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f4b2940d-c66c-4ab0-94f3-a9c3b36a9cc5 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069728 Nov 08 12:47:58.587899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.594052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-381e03b6-395a-4be7-a7fa-6762775e033f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'a4982432-e3d8-4fe3-9473-84ab364e7122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.594777 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-381e03b6-395a-4be7-a7fa-6762775e033f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 12:47:58.595272 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-381e03b6-395a-4be7-a7fa-6762775e033f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:58.596388 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-381e03b6-395a-4be7-a7fa-6762775e033f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075498 Nov 08 12:47:58.600199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.600380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b6d5a-af69-4a45-ac06-e65334665864,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:58.605986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0384a654-633f-4a95-be10-aecc1c1a670a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'a4982432-e3d8-4fe3-9473-84ab364e7122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.607013 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-0384a654-633f-4a95-be10-aecc1c1a670a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 12:47:58.608188 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-0384a654-633f-4a95-be10-aecc1c1a670a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:58.609335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0384a654-633f-4a95-be10-aecc1c1a670a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075853 Nov 08 12:47:58.612050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.619034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-974c49bf-ab71-42b4-a44b-d80721f9fce1 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'a4982432-e3d8-4fe3-9473-84ab364e7122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.620270 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-974c49bf-ab71-42b4-a44b-d80721f9fce1 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 12:47:58.620999 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-974c49bf-ab71-42b4-a44b-d80721f9fce1 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:58.621644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.624668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-974c49bf-ab71-42b4-a44b-d80721f9fce1 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082479 Nov 08 12:47:58.624795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.667740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.671850 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-021cc0ce-72d7-49cf-a052-06c5e1a065c4 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6410141 Nov 08 12:47:58.677831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.677831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-88ba49c9-9c77-441e-8dae-23b5085ae35c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:58.677831 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-88ba49c9-9c77-441e-8dae-23b5085ae35c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 12:47:58.678332 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-88ba49c9-9c77-441e-8dae-23b5085ae35c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 12:47:58.679396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-88ba49c9-9c77-441e-8dae-23b5085ae35c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "PUT /v2.0/security-groups/3f2b6d5a-af69-4a45-ac06-e65334665864 HTTP/1.1" status: 409 len: 330 time: 0.0063508 Nov 08 12:47:58.681911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37232) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.690353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.708122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.715772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.748681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:47:58.768846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5ffba-d363-4abc-8232-568bd954cb77,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:58.782553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.807449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.906670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.909175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:58.910839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/a4982432-e3d8-4fe3-9473-84ab364e7122 HTTP/1.1" status: 204 len: 168 time: 0.2850299 Nov 08 12:47:58.914315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37242) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:58.923745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6750-03a6-47cc-9074-48f551237df0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4982432-e3d8-4fe3-9473-84ab364e7122,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:58.998775 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ae2ee896-1785-4a4d-b880-d66ad449f4a4 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0831649 Nov 08 12:47:59.003045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37244) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.006188 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.009941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--597432286'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:59.055135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.057999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.059203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f2b6d5a-af69-4a45-ac06-e65334665864 HTTP/1.1" status: 204 len: 168 time: 0.3762121 Nov 08 12:47:59.060425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.063261 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Added segment 3a0a9531-8bc2-4324-a7de-d4ea86f73ae8 of type vlan for network 594102e7-918f-4a68-a430-77065e4434d1 Nov 08 12:47:59.063369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.079529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60299fb8-f5e1-471c-9bb2-d2b34a506db3 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b6d5a-af69-4a45-ac06-e65334665864,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:59.119997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.133985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.141805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-229b28e2-7986-485c-b093-eb4c45411d08 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779867 Nov 08 12:47:59.142724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.167559 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6e32c30f-93cb-4948-970a-0ff6d9d53e10 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] delete failed (client error): The resource could not be found. Nov 08 12:47:59.169016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6e32c30f-93cb-4948-970a-0ff6d9d53e10 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "DELETE /v2.0/security-groups/2da676c5-4442-4dd4-a63b-28a976a86a7a HTTP/1.1" status: 404 len: 347 time: 0.0207291 Nov 08 12:47:59.170093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37252) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.199246 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-14a78e7d-e47f-45e2-83fd-94dc2597f79c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] show failed (client error): The resource could not be found. Nov 08 12:47:59.200429 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-14a78e7d-e47f-45e2-83fd-94dc2597f79c tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-groups/2a372ca1-a1eb-45a1-b90e-c4f8c72d8200 HTTP/1.1" status: 404 len: 347 time: 0.0279200 Nov 08 12:47:59.204098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37254) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.223347 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-772e1483-cfaa-4966-9655-ef253a5fb912 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] show failed (client error): The resource could not be found. Nov 08 12:47:59.228074 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-772e1483-cfaa-4966-9655-ef253a5fb912 tempest-NegativeSecGroupTest-597597857 tempest-NegativeSecGroupTest-597597857-project] 10.222.0.58 "GET /v2.0/security-group-rules/94304710-0838-4071-b00a-aa5ee1b8b1f4 HTTP/1.1" status: 404 len: 356 time: 0.0201159 Nov 08 12:47:59.267947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.275699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87658-a7d3-465e-86ef-d7b5a875f7d2 req-585ff6f0-a9f0-4147-b5ae-3984b18ca3b3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:59.286052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a87658-a7d3-465e-86ef-d7b5a875f7d2 req-585ff6f0-a9f0-4147-b5ae-3984b18ca3b3 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.0752790 Nov 08 12:47:59.320766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.330514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:47:59.330514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.351544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a87658-a7d3-465e-86ef-d7b5a875f7d2 req-55d03156-32bc-48ba-863a-76c3f1deae9c tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623782 Nov 08 12:47:59.391419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.460516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Network': ['ID=594102e7-918f-4a68-a430-77065e4434d1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:59.464128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591f55e0-bf9a-46fd-a67c-bd3ecd4572dc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:47:59.471203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 594102e7-918f-4a68-a430-77065e4434d1 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:47:59.490112 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eeecdfad-7500-4287-be35-52cf2c56cc9c tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2987633 Nov 08 12:47:59.493034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.498662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'subnet': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:59.618754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.621090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6ca7d77d-cf07-4e26-a62a-5b3d4bb092c6 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6167967 Nov 08 12:47:59.624461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37270) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.631265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ccc1a210-66b7-4ebd-ad89-668d14ecfcaa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:59.631886 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-ccc1a210-66b7-4ebd-ad89-668d14ecfcaa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 12:47:59.632456 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ccc1a210-66b7-4ebd-ad89-668d14ecfcaa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:47:59.633507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ccc1a210-66b7-4ebd-ad89-668d14ecfcaa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067151 Nov 08 12:47:59.636209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:47:59.640881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8c9df0a9-c039-4917-ab4a-440ad8924068 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:47:59.744592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:47:59.750142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:47:59.920885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.065670 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-8c9df0a9-c039-4917-ab4a-440ad8924068 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.066931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c9df0a9-c039-4917-ab4a-440ad8924068 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4295082 Nov 08 12:48:00.070700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.075633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-aead6f4f-7627-4c67-8b01-97771bfda7be tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.076118 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-aead6f4f-7627-4c67-8b01-97771bfda7be tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 12:48:00.076616 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-aead6f4f-7627-4c67-8b01-97771bfda7be tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.080265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aead6f4f-7627-4c67-8b01-97771bfda7be tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058205 Nov 08 12:48:00.080935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.084804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f72ef3cd-0641-40db-a4dd-f72c54d23497 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.085364 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42247d87-e875-4365-838a-74a10afa7682 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b79cc699ab14f99baabc6aec0674f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612408 Nov 08 12:48:00.085963 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.121137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.145494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.186966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.200738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Subnet': ['ID=44e51f3a-6ba9-4e82-93b5-6455fa12a931,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:00.223296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Checking segment: {'id': '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '594102e7-918f-4a68-a430-77065e4434d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:00.224824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network hostable DHCP agents. Network: 594102e7-918f-4a68-a430-77065e4434d1, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:48:00.330531 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f72ef3cd-0641-40db-a4dd-f72c54d23497 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.331558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f72ef3cd-0641-40db-a4dd-f72c54d23497 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2501924 Nov 08 12:48:00.336201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.341115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-783b11f2-fefa-4436-9091-28e6830d19f3 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.341592 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-783b11f2-fefa-4436-9091-28e6830d19f3 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 12:48:00.342076 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-783b11f2-fefa-4436-9091-28e6830d19f3 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.343038 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-783b11f2-fefa-4436-9091-28e6830d19f3 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056384 Nov 08 12:48:00.346280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.351421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cd4363f5-249d-4bb4-b758-e1a81405cc44 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.371784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b95dbd-8e12-47a9-a818-19760ec424b1 req-da3fc9bb-0799-4cb9-b130-30363bd1aa61 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:00.373281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41b95dbd-8e12-47a9-a818-19760ec424b1 req-da3fc9bb-0799-4cb9-b130-30363bd1aa61 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.0555913 Nov 08 12:48:00.379762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:48:00.380817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.383691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.384848 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f15edf8c-fcd7-4cad-aa0e-59650e6096bf HTTP/1.1" status: 204 len: 168 time: 0.2979436 Nov 08 12:48:00.395137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b9efb-cb00-4f6e-8a26-4f6d7a37a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15edf8c-fcd7-4cad-aa0e-59650e6096bf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:00.454350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41b95dbd-8e12-47a9-a818-19760ec424b1 req-f201de1e-6a46-4643-a222-bc343c8052d4 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718064 Nov 08 12:48:00.469497 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-cd4363f5-249d-4bb4-b758-e1a81405cc44 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Project 15b33ca002a9457a99c0e10e8a095188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:48:00.506419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 594102e7-918f-4a68-a430-77065e4434d1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:00.510908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:00.511500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.516169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70be4b-24f3-4d6c-b0a1-b8e36952aa64 None None] Network 594102e7-918f-4a68-a430-77065e4434d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:00.651386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-51db7c4b-b32a-477a-a3a7-fdf468dc2889 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1570528 Nov 08 12:48:00.652620 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-cd4363f5-249d-4bb4-b758-e1a81405cc44 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.653754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd4363f5-249d-4bb4-b758-e1a81405cc44 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3065028 Nov 08 12:48:00.654421 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.658129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37310) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.660599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872609895'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.669752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8922b6d5-c619-4ba3-9d68-996fa5741b02 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.670654 n-d-816990-1 neutron-server[102535]: WARNING neutron.api.v2.base [None req-8922b6d5-c619-4ba3-9d68-996fa5741b02 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 12:48:00.671763 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8922b6d5-c619-4ba3-9d68-996fa5741b02 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:00.673063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8922b6d5-c619-4ba3-9d68-996fa5741b02 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126083 Nov 08 12:48:00.677528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:00.698326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-594102e7-918f-4a68-a430-77065e4434d1', 'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'tenant_id': '6d78dc2d8fae4afa8a238cc9a9331c61', 'fixed_ips': [{'subnet_id': '44e51f3a-6ba9-4e82-93b5-6455fa12a931'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:48:00.703631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-53bae941-177d-491b-8422-a822045ac864 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:00.703939 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:00.867154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Allocated IP 2001:db8::2 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/698e84f2-c358-4396-84e8-7d6e4d2b56ac) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:00.917227 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-53bae941-177d-491b-8422-a822045ac864 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Project 15b33ca002a9457a99c0e10e8a095188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:48:01.003438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:01.009346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.032804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port c474416d-6ea2-455b-8970-e0839e3debde yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:01.078727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.086496 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-53bae941-177d-491b-8422-a822045ac864 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:01.090422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53bae941-177d-491b-8422-a822045ac864 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4088469 Nov 08 12:48:01.090727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:01.095520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-355528da-7132-424e-a695-a004f6dcf649 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '591f55e0-bf9a-46fd-a67c-bd3ecd4572dc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:01.195232 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-355528da-7132-424e-a695-a004f6dcf649 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Project 15b33ca002a9457a99c0e10e8a095188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:48:01.195872 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.211455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0297034-42ce-41d7-b556-f548c4f44416 req-3e6ab738-d209-447a-8e5d-f8f887a9972e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:01.213640 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f0297034-42ce-41d7-b556-f548c4f44416 req-3e6ab738-d209-447a-8e5d-f8f887a9972e tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.0637054 Nov 08 12:48:01.242154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:01.248271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:01.252147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:01.287482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Pushing event updated for resources: {'Port': ['ID=698e84f2-c358-4396-84e8-7d6e4d2b56ac,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:01.292641 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-355528da-7132-424e-a695-a004f6dcf649 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:01.297411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-355528da-7132-424e-a695-a004f6dcf649 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2019033 Nov 08 12:48:01.297411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37336) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:01.332285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Attempting to bind port 698e84f2-c358-4396-84e8-7d6e4d2b56ac on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:01.332764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Attempting to bind port 698e84f2-c358-4396-84e8-7d6e4d2b56ac by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '594102e7-918f-4a68-a430-77065e4434d1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:01.333793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Attempting to bind port 698e84f2-c358-4396-84e8-7d6e4d2b56ac on network 594102e7-918f-4a68-a430-77065e4434d1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:01.340358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:01.340985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Checking segment: {'id': '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '594102e7-918f-4a68-a430-77065e4434d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:01.341607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.342103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Bound using segment: {'id': '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '594102e7-918f-4a68-a430-77065e4434d1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:01.342653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Bound port: 698e84f2-c358-4396-84e8-7d6e4d2b56ac, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '594102e7-918f-4a68-a430-77065e4434d1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:01.343245 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.375763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.399937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::1e4 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/c474416d-6ea2-455b-8970-e0839e3debde) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:01.406001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.441646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Deleting port ab22c52a-2b66-4e2e-8d41-c58736831cb2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:01.441646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.497067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] For port 698e84f2-c358-4396-84e8-7d6e4d2b56ac, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:01.506839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] For port 698e84f2-c358-4396-84e8-7d6e4d2b56ac, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=698e84f2-c358-4396-84e8-7d6e4d2b56ac,segment=NetworkSegment(3a0a9531-8bc2-4324-a7de-d4ea86f73ae8),segment_id=3a0a9531-8bc2-4324-a7de-d4ea86f73ae8)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:01.539430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.542345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.546514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/591f55e0-bf9a-46fd-a67c-bd3ecd4572dc HTTP/1.1" status: 204 len: 168 time: 0.2486916 Nov 08 12:48:01.550140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:01.648660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a8981-686b-4a05-b7d1-f665577863fa tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f55e0-bf9a-46fd-a67c-bd3ecd4572dc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:01.656667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.667488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] For port ab22c52a-2b66-4e2e-8d41-c58736831cb2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=ab22c52a-2b66-4e2e-8d41-c58736831cb2,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:01.667860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.703211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb59a8c-166d-4d01-bcad-c9950e2be79d req-0de4bb03-bd90-4e7c-87ef-96623a747e41 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:01.711562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb59a8c-166d-4d01-bcad-c9950e2be79d req-0de4bb03-bd90-4e7c-87ef-96623a747e41 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 946 time: 0.1159766 Nov 08 12:48:01.722544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6d008bd5-3ccd-46bb-85cd-fe714024953f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1705315 Nov 08 12:48:01.723632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:01.731038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--655044172'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:01.780096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Calling delete_port for ab22c52a-2b66-4e2e-8d41-c58736831cb2 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:01.819864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194789b2-ba3a-417a-ab58-744e1a7dcbc4 None None] Pushing event updated for resources: {'Port': ['ID=698e84f2-c358-4396-84e8-7d6e4d2b56ac,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:01.865595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.872585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb59a8c-166d-4d01-bcad-c9950e2be79d req-558115ce-0e46-4660-bc17-a8ed7b881fc2 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea07e127-1713-4bfd-8f5f-db5f9319c15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598282 Nov 08 12:48:01.874232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:01.889082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-b031c048-7d33-4e05-a935-21ff169a8571 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:01.890691 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-b031c048-7d33-4e05-a935-21ff169a8571 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 946 time: 0.2155247 Nov 08 12:48:02.026113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.059344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.133610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.142971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:02.155425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:02.164135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=c474416d-6ea2-455b-8970-e0839e3debde,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:02.168233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:02.174085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:02.174615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.205958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98767ca9-d23b-4fe7-9ec1-6ba7cee40a58,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:02.282783 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.288736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e76226bc-ef48-4b53-9a71-0fe9c802f3e0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5595815 Nov 08 12:48:02.292540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:02.297639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8731a386-adca-4de9-ab54-29a00cec7422 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '98767ca9-d23b-4fe7-9ec1-6ba7cee40a58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:02.316900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Deleting port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:02.317250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.344948 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce147c18-57cb-4461-b176-8e563ec602f4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6892633 Nov 08 12:48:02.348175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37362) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:02.353973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1274684697', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e4', 'mac_address': 'fa:16:3e:81:55:97'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:02.438971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.451220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['2afd0ac0-9a22-4187-b8fc-833d721c9ec0'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:48:02.536596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event deleted for resources: {'Port': ['ID=ab22c52a-2b66-4e2e-8d41-c58736831cb2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:02.624441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] No DVR routers for this DVR port ab22c52a-2b66-4e2e-8d41-c58736831cb2 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:02.633341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.637280 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f0297034-42ce-41d7-b556-f548c4f44416 req-afd7371b-3946-4c1e-a6cc-5efabed284d0 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.61 "DELETE /v2.0/ports/ab22c52a-2b66-4e2e-8d41-c58736831cb2 HTTP/1.1" status: 204 len: 173 time: 1.4141579 Nov 08 12:48:02.638049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'name': 'network-vif-deleted', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:02.642871 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b19ad5e-94d7-414f-9d32-28851c17d20e" -d '{"events": [{"server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "name": "network-vif-deleted", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:02.648333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] For port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,segment=NetworkSegment(491f5639-fc7d-48af-a606-c1978aa362e6),segment_id=491f5639-fc7d-48af-a606-c1978aa362e6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:02.649259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:02.666370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:02.692630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Calling delete_port for 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:02.822175 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0122d77e-f097-47dc-b6a6-98c2fffa09ac x-openstack-request-id: req-0122d77e-f097-47dc-b6a6-98c2fffa09ac {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:02.824450 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990d16f-c58d-434e-9d18-a6711d19f7e2", "name": "network-vif-deleted", "tag": "ab22c52a-2b66-4e2e-8d41-c58736831cb2", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:02.824450 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0122d77e-f097-47dc-b6a6-98c2fffa09ac {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:02.826649 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990d16f-c58d-434e-9d18-a6711d19f7e2', 'name': 'network-vif-deleted', 'tag': 'ab22c52a-2b66-4e2e-8d41-c58736831cb2', 'status': 'completed', 'code': 200} Nov 08 12:48:02.916041 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-8731a386-adca-4de9-ab54-29a00cec7422 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The resource could not be found. Nov 08 12:48:02.928154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8731a386-adca-4de9-ab54-29a00cec7422 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6341417 Nov 08 12:48:02.933164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:02.946562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b0bee95f-56f3-4efb-a205-edda67526801 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '98767ca9-d23b-4fe7-9ec1-6ba7cee40a58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0ace0457-3743-408f-8ed1-8e75f2d746d8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:03.000587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.043525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 698e84f2-c358-4396-84e8-7d6e4d2b56ac up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:03.149849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port 9f455b57-251e-4fa2-86e1-4a650dcfbbdd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:03.159163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-105e9293-efb0-4d5e-bf6a-f35c2d4ce69c req-a51b106d-2930-4e66-be5b-c91d7658ea26 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a990d16f-c58d-434e-9d18-a6711d19f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0994396 Nov 08 12:48:03.164954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 698e84f2-c358-4396-84e8-7d6e4d2b56ac triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:03.165343 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.265790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.330696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Pushing event deleted for resources: {'Port': ['ID=2afd0ac0-9a22-4187-b8fc-833d721c9ec0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:03.349890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.426617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] No DVR routers for this DVR port 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:03.431071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.445474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 698e84f2-c358-4396-84e8-7d6e4d2b56ac, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=698e84f2-c358-4396-84e8-7d6e4d2b56ac,segment=NetworkSegment(3a0a9531-8bc2-4324-a7de-d4ea86f73ae8),segment_id=3a0a9531-8bc2-4324-a7de-d4ea86f73ae8)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:03.453991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7a77952e-f516-44a7-bf49-96ee37c7f7c4 req-a1a7e080-1af3-46d9-a387-9fd47d6b2357 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.57 "DELETE /v2.0/ports/2afd0ac0-9a22-4187-b8fc-833d721c9ec0 HTTP/1.1" status: 204 len: 173 time: 1.4702039 Nov 08 12:48:03.477330 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-b0bee95f-56f3-4efb-a205-edda67526801 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The resource could not be found. Nov 08 12:48:03.481354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b0bee95f-56f3-4efb-a205-edda67526801 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5424535 Nov 08 12:48:03.481644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37392) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:03.482717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::242 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/9f455b57-251e-4fa2-86e1-4a650dcfbbdd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:03.509092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.612899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.615719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=698e84f2-c358-4396-84e8-7d6e4d2b56ac,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:03.663348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.772356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.807456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c161847-d7f2-4e47-8b0a-a8da5e9737d7 None None] Network 594102e7-918f-4a68-a430-77065e4434d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:03.860574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ab22c52a-2b66-4e2e-8d41-c58736831cb2 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:03.881999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.885060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:03.888968 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/98767ca9-d23b-4fe7-9ec1-6ba7cee40a58 HTTP/1.1" status: 204 len: 168 time: 0.4037778 Nov 08 12:48:03.889344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:03.903541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b2305-6bb1-4c3e-ae8b-b0ffaf65187c tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98767ca9-d23b-4fe7-9ec1-6ba7cee40a58,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:03.959809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab57cfaa-c761-4f51-9eca-78c55242b999 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0680797 Nov 08 12:48:03.963330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37404) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:03.967997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b1c3ed14-a35a-46a3-a42d-001a90dffad0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'a291eb8f-4731-4220-8a15-b953ec0a2a0a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:03.986501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: ab22c52a-2b66-4e2e-8d41-c58736831cb2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:03.988270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device ab22c52a-2b66-4e2e-8d41-c58736831cb2 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:03.992390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.035233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0ae3c985-5892-481a-b365-8acd4c6d6536 None None] Provisioning complete for port 698e84f2-c358-4396-84e8-7d6e4d2b56ac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:04.035676 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c985-5892-481a-b365-8acd4c6d6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.084685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:04.090463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:04.099997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:04.118708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:04.122126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.146296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=9f455b57-251e-4fa2-86e1-4a650dcfbbdd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:04.262166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4dfa7126-b362-4a89-8409-6f9dd342ec8d tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9120739 Nov 08 12:48:04.264498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:04.299823 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-b1c3ed14-a35a-46a3-a42d-001a90dffad0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The resource could not be found. Nov 08 12:48:04.301105 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b1c3ed14-a35a-46a3-a42d-001a90dffad0 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3367190 Nov 08 12:48:04.306005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:04.311726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--763407960'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:04.430171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b90b098a-d2c5-48a4-afe1-44aaab87a2ad req-643368e7-30d7-4808-a696-2055147f2c22 tempest-MultipleCreateTestJSON-632667513 tempest-MultipleCreateTestJSON-632667513-project] 10.222.0.58 "GET /v2.0/ports?device_id=e135bfe6-3754-480b-b54f-518f41d7a301 HTTP/1.1" status: 200 len: 210 time: 0.0535066 Nov 08 12:48:04.451372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ac3f2-8b3e-4587-82da-63adccdd624b tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:04.462283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ac3f2-8b3e-4587-82da-63adccdd624b tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:04.464299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ac3f2-8b3e-4587-82da-63adccdd624b tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:04.466294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf3ac3f2-8b3e-4587-82da-63adccdd624b tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1982067 Nov 08 12:48:04.469009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37418) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:04.496357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.600586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 9f455b57-251e-4fa2-86e1-4a650dcfbbdd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:04.600916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.706982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.720851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Provisioning complete for port c474416d-6ea2-455b-8970-e0839e3debde triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:04.721475 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.722840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 9f455b57-251e-4fa2-86e1-4a650dcfbbdd owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:04.786043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.814573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Port c474416d-6ea2-455b-8970-e0839e3debde cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:04.837417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Provisioning complete for port 698e84f2-c358-4396-84e8-7d6e4d2b56ac triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:04.837417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:04.950326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 698e84f2-c358-4396-84e8-7d6e4d2b56ac up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:05.010744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'name': 'network-vif-deleted', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:05.013243 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c1fc7-2207-4686-bf40-122ad3b8a489" -d '{"events": [{"server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "name": "network-vif-deleted", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:05.031136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.174070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1853488d-b679-4b93-8dca-a4ac2a138c49 None None] Could not find standard attr ID for object 9f455b57-251e-4fa2-86e1-4a650dcfbbdd. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:48:05.204725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 698e84f2-c358-4396-84e8-7d6e4d2b56ac triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:05.205170 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.327740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c5fa2cc8-4446-4e44-9de5-8fd5e01ac513 None None] Provisioning complete for port c474416d-6ea2-455b-8970-e0839e3debde triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:05.329320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2cc8-4446-4e44-9de5-8fd5e01ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.445955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa2cc8-4446-4e44-9de5-8fd5e01ac513 None None] Port c474416d-6ea2-455b-8970-e0839e3debde cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:05.480993 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf44576-0a0e-41ca-b5d2-6455ce27bcf2 x-openstack-request-id: req-8cf44576-0a0e-41ca-b5d2-6455ce27bcf2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:05.481819 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e135bfe6-3754-480b-b54f-518f41d7a301", "name": "network-vif-deleted", "tag": "2afd0ac0-9a22-4187-b8fc-833d721c9ec0", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:05.481819 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cf44576-0a0e-41ca-b5d2-6455ce27bcf2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:05.481989 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e135bfe6-3754-480b-b54f-518f41d7a301', 'name': 'network-vif-deleted', 'tag': '2afd0ac0-9a22-4187-b8fc-833d721c9ec0', 'status': 'completed', 'code': 200} Nov 08 12:48:05.485578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.489466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.493839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:05.494449 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1867611 Nov 08 12:48:05.499386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110048528'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:05.515387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:05.543286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=9f455b57-251e-4fa2-86e1-4a650dcfbbdd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:05.570061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8171-7b62-472d-bf72-7f607f7184ae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e172cba-d325-41a0-a306-ba44ca937d20,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:05.582562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-78963216-9509-4c12-8120-56c6390de53b None None] Could not find standard attr ID for object 9f455b57-251e-4fa2-86e1-4a650dcfbbdd. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:48:05.686923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:05.693372 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-653526d9-0c7c-48b6-b1c3-fb34750a8344 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/9f455b57-251e-4fa2-86e1-4a650dcfbbdd HTTP/1.1" status: 204 len: 168 time: 1.2201707 Nov 08 12:48:05.696763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37448) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:05.727166 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4137d9-1f4a-4595-970e-34ff9936caaf tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] GET failed (client error): The resource could not be found. Nov 08 12:48:05.733205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bc4137d9-1f4a-4595-970e-34ff9936caaf tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports/9f455b57-251e-4fa2-86e1-4a650dcfbbdd HTTP/1.1" status: 404 len: 333 time: 0.0340328 Nov 08 12:48:05.734343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37450) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:05.743321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-818598147'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:05.837758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:05.887473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:05.887822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 2afd0ac0-9a22-4187-b8fc-833d721c9ec0 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:06.050361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 12:48:06.050361 n-d-816990-1 neutron-server[102535]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 12:48:06.050361 n-d-816990-1 neutron-server[102535]: [parameters: {'project_id': '15b33ca002a9457a99c0e10e8a095188', 'id': '3fb146a4-e2b3-4060-a3ec-0348997d4a8f', 'expiration': datetime.datetime(2021, 11, 8, 12, 50, 6, 43571)}] Nov 08 12:48:06.050361 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:48:06.050909 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:48:06.069283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Deleting subnet 18612340-5fe9-46d5-a9b6-353f76c0786c {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:48:06.072851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.116185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.151189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:06.155190 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.161830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.173562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port 45718f09-030f-416e-991e-ad81a7747025 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:06.315631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::38c (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/45718f09-030f-416e-991e-ad81a7747025) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:06.320868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.360496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18612340-5fe9-46d5-a9b6-353f76c0786c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:06.371108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.376191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8eaffb8c-ee37-46d4-97fa-d38e5a5a0e8f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/18612340-5fe9-46d5-a9b6-353f76c0786c HTTP/1.1" status: 204 len: 168 time: 0.8591256 Nov 08 12:48:06.380806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37460) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:06.457504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.524842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.590519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.613416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:06.624980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491f5639-fc7d-48af-a606-c1978aa362e6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:06.625283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491f5639-fc7d-48af-a606-c1978aa362e6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:06.639605 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.652718 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.659260 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.667275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:48:06.667886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:48:06.755711 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:48:06.775591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:06.784662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=45718f09-030f-416e-991e-ad81a7747025,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:06.799869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:06.811164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:06.819223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:06.819866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.892164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.899167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.904309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] 10.222.0.58 "DELETE /v2.0/networks/ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9 HTTP/1.1" status: 204 len: 168 time: 0.5209887 Nov 08 12:48:06.953152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:06.986317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143a5f-bd5b-4f92-9b14-7de2fde3bfcf admin admin] Pushing event deleted for resources: {'Network': ['ID=ff44fd5d-6d34-4a00-a7f1-0671fb84f2a9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:07.088375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.133161 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2e574ba5-5ec6-4137-ad09-2fef748beb5a tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3944707 Nov 08 12:48:07.134916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.141950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e4', 'mac_address': 'fa:16:3e:81:55:97'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:07.202553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.219710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7a0d708c-c50b-4f5e-8392-bda704bfe3fc None None] Provisioning complete for port 45718f09-030f-416e-991e-ad81a7747025 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:07.220194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a0d708c-c50b-4f5e-8392-bda704bfe3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.242170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.245023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa32576-a9b2-4a60-9f43-539c64ba8617,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:07.269015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d708c-c50b-4f5e-8392-bda704bfe3fc None None] Port 45718f09-030f-416e-991e-ad81a7747025 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:07.378833 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.380933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c84e28e6-8f5d-44ab-9ca3-c696dc11d893 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8848925 Nov 08 12:48:07.383980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37486) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.389045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-006dd425-7ae1-4558-afae-8a331d5c4074 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': '2e172cba-d325-41a0-a306-ba44ca937d20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7aa32576-a9b2-4a60-9f43-539c64ba8617'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:07.493257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.624651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.634996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.649468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] In _notify_port_updated(), no bound segment for port 45718f09-030f-416e-991e-ad81a7747025 on network 594102e7-918f-4a68-a430-77065e4434d1 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:48:07.657453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:07.659369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.663501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "PUT /v2.0/ports/45718f09-030f-416e-991e-ad81a7747025 HTTP/1.1" status: 200 len: 1002 time: 0.5243120 Nov 08 12:48:07.667405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37494) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.733795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb31f68-4e1d-49e9-ba67-564138266c01 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=45718f09-030f-416e-991e-ad81a7747025,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:07.780501 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-006dd425-7ae1-4558-afae-8a331d5c4074 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:07.786782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-006dd425-7ae1-4558-afae-8a331d5c4074 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3984110 Nov 08 12:48:07.787482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.874331 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-86499232-2e55-4c52-897b-20271372352f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7383e7b50b564de09f0b9e5facd0d254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378795 Nov 08 12:48:07.875997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37502) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:07.898862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.948250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.998060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:07.999666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 45718f09-030f-416e-991e-ad81a7747025 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:08.000005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.009962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-510d0b4e-2410-4279-9dee-f57ab7dc7a48 None None] Provisioning complete for port 45718f09-030f-416e-991e-ad81a7747025 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:08.010360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-510d0b4e-2410-4279-9dee-f57ab7dc7a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.062932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-510d0b4e-2410-4279-9dee-f57ab7dc7a48 None None] Port 45718f09-030f-416e-991e-ad81a7747025 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:08.073236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.131971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.145061 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 45718f09-030f-416e-991e-ad81a7747025 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:08.152782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.157000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.161627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.162994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/7aa32576-a9b2-4a60-9f43-539c64ba8617 HTTP/1.1" status: 204 len: 168 time: 0.3741477 Nov 08 12:48:08.173552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa572aa4-7bd9-4849-88a9-bee83e4d4c3f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa32576-a9b2-4a60-9f43-539c64ba8617,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:08.260821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.263396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.266944 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea07e127-1713-4bfd-8f5f-db5f9319c15b HTTP/1.1" status: 204 len: 168 time: 0.3876069 Nov 08 12:48:08.297891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5570ed5-b589-4587-810a-23916f5cc6f9 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1345761 Nov 08 12:48:08.298911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609749f-6733-4d92-a88f-7a82f30f9de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07e127-1713-4bfd-8f5f-db5f9319c15b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:08.300696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.387026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.418279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.457646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.493925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=45718f09-030f-416e-991e-ad81a7747025,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:08.543585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.546721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.550590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e172cba-d325-41a0-a306-ba44ca937d20 HTTP/1.1" status: 204 len: 168 time: 0.2489619 Nov 08 12:48:08.550964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37514) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.596934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca087-101e-47fa-8179-4516b7385f66 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e172cba-d325-41a0-a306-ba44ca937d20,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:08.662829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5ab38ff0-658a-43fd-b870-3ceb52ee99a4 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075404 Nov 08 12:48:08.665977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.668159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069717029'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:08.686122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:08.692089 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9446a5ff-5d4e-46f8-8e0f-c7f559cc45bd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/45718f09-030f-416e-991e-ad81a7747025 HTTP/1.1" status: 204 len: 168 time: 1.0224295 Nov 08 12:48:08.697196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.743855 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdeb5eb-8317-4692-a70e-392e43e729e4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] GET failed (client error): The resource could not be found. Nov 08 12:48:08.749293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:08.749610 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8bdeb5eb-8317-4692-a70e-392e43e729e4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports/45718f09-030f-416e-991e-ad81a7747025 HTTP/1.1" status: 404 len: 333 time: 0.0510459 Nov 08 12:48:08.756963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-163129540'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:08.847114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.001391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.095920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:09.097380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.100149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.152007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port 05d1f42a-feaf-4301-a9e9-22962a026d15 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:09.164946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31a4f6-4570-423e-850a-ef231238d91d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:09.308117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.312635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-45bf02eb-cd1a-492a-8b0b-da42733b536a tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6454506 Nov 08 12:48:09.313825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:09.319359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2427d03-8e5b-4a6b-b34c-9a15e7c2892b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'ee31a4f6-4570-423e-850a-ef231238d91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:09.359790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::86 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/05d1f42a-feaf-4301-a9e9-22962a026d15) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:09.573946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.581369 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-d2427d03-8e5b-4a6b-b34c-9a15e7c2892b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:09.585580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2427d03-8e5b-4a6b-b34c-9a15e7c2892b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2677367 Nov 08 12:48:09.586271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37570) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:09.591233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-161d0b83-7844-496d-8789-bc7b4091ffae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group_rule': {'security_group_id': 'ee31a4f6-4570-423e-850a-ef231238d91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:09.836331 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.950582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:09.956746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:09.959978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:09.967018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:09.967658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:09.972965 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-161d0b83-7844-496d-8789-bc7b4091ffae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:09.975818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-161d0b83-7844-496d-8789-bc7b4091ffae tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3887069 Nov 08 12:48:09.978712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37582) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:09.983560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=05d1f42a-feaf-4301-a9e9-22962a026d15,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:10.015637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:10.057717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.119793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.122678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dddede09-8c0b-4245-8ff9-d96b5ca51469 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3712609 Nov 08 12:48:10.122908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:10.144294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:81:55:97'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:10.255372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-network', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:10.388724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Made reservation on behalf of 2dd0e150304c42fe9c5706a418b8ad6c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:10.391837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.393941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.410057 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.458935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-61aa1d15-5b6d-4982-a44c-33a528e9bc19 None None] Provisioning complete for port 05d1f42a-feaf-4301-a9e9-22962a026d15 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:10.459752 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-61aa1d15-5b6d-4982-a44c-33a528e9bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.474923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.478753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.480145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/ee31a4f6-4570-423e-850a-ef231238d91d HTTP/1.1" status: 204 len: 168 time: 0.5001349 Nov 08 12:48:10.488127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:10.504429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9edc-e4e6-498c-9afe-c22672395609 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31a4f6-4570-423e-850a-ef231238d91d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:10.545435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-61aa1d15-5b6d-4982-a44c-33a528e9bc19 None None] Port 05d1f42a-feaf-4301-a9e9-22962a026d15 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:10.620952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-64ad6a62-e796-4344-ab8e-60a442124a62 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1312902 Nov 08 12:48:10.632439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:10.638514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116115736'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:10.701045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.701857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.779378 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.825452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.831756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.845241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] In _notify_port_updated(), no bound segment for port 05d1f42a-feaf-4301-a9e9-22962a026d15 on network 594102e7-918f-4a68-a430-77065e4434d1 {{(pid=102536) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:48:10.855921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:10.856733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.858254 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "PUT /v2.0/ports/05d1f42a-feaf-4301-a9e9-22962a026d15 HTTP/1.1" status: 200 len: 1001 time: 0.7342613 Nov 08 12:48:10.887737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:10.915107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:48:10.917475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff9092-9aeb-41cc-b3be-c52092581670,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:10.928327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.940655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:10.940655 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Added segment 9fae4284-25c5-4881-b37b-96bc04a9638b of type vlan for network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c Nov 08 12:48:10.947630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf12bf-a4d5-4df5-addc-3c17e82d2f77 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=05d1f42a-feaf-4301-a9e9-22962a026d15,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:10.996322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.025603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 05d1f42a-feaf-4301-a9e9-22962a026d15 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:11.026743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.063286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.097392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02c637-945a-44c9-9295-eb81e8eb3eef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:11.137787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.151604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 05d1f42a-feaf-4301-a9e9-22962a026d15 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:11.190109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9aa23610-712a-44f7-ae96-ae50095d1736 None None] Provisioning complete for port 05d1f42a-feaf-4301-a9e9-22962a026d15 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:11.190508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9aa23610-712a-44f7-ae96-ae50095d1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.229813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.231523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:11.232181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.244904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9aa23610-712a-44f7-ae96-ae50095d1736 None None] Port 05d1f42a-feaf-4301-a9e9-22962a026d15 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:11.245895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.245895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5cb6195a-74aa-476f-87f0-d6c7f813aa89 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6107650 Nov 08 12:48:11.250799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37618) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.265560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ccbbd7ff-09a5-43c6-8b35-1d775c24b91f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:11.265560 n-d-816990-1 neutron-server[102536]: WARNING neutron.api.v2.base [None req-ccbbd7ff-09a5-43c6-8b35-1d775c24b91f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 12:48:11.267467 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ccbbd7ff-09a5-43c6-8b35-1d775c24b91f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 12:48:11.279363 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ccbbd7ff-09a5-43c6-8b35-1d775c24b91f tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "PUT /v2.0/security-groups/ca02c637-945a-44c9-9295-eb81e8eb3eef HTTP/1.1" status: 409 len: 330 time: 0.0164490 Nov 08 12:48:11.279363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.359581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] Pushing event updated for resources: {'Network': ['ID=10580cd1-e2c3-4187-9dae-b6fae6a32a9c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:11.374323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:48:11.385676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.403869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.447966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.454709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-448f7eca-a33e-43b8-992f-578a9ae3c38c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4374592 Nov 08 12:48:11.457703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37628) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.465088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Request body: {'subnet': {'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-subnet', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:11.553505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.583906 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50322bc8-ee3f-40be-b5fc-50e6ed93bfc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.586437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=05d1f42a-feaf-4301-a9e9-22962a026d15,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:11.591508 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.597127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.597127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca02c637-945a-44c9-9295-eb81e8eb3eef HTTP/1.1" status: 204 len: 168 time: 0.3224812 Nov 08 12:48:11.604210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.624459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Made reservation on behalf of 2dd0e150304c42fe9c5706a418b8ad6c for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:11.626921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.646956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:11.653586 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5fabc002-6abd-4614-b13a-e6a61ba1b3a1 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/05d1f42a-feaf-4301-a9e9-22962a026d15 HTTP/1.1" status: 204 len: 168 time: 0.7710178 Nov 08 12:48:11.654501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37636) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.665917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842a026-073e-4c0c-948f-c2d45cb4660e tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02c637-945a-44c9-9295-eb81e8eb3eef,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:11.690452 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-b094755f-bf5a-4914-abec-ddbefe8332a8 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] GET failed (client error): The resource could not be found. Nov 08 12:48:11.700658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b094755f-bf5a-4914-abec-ddbefe8332a8 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports/05d1f42a-feaf-4301-a9e9-22962a026d15 HTTP/1.1" status: 404 len: 333 time: 0.0431702 Nov 08 12:48:11.701577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37638) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.713510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-961751995'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:11.766288 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6786dbb2-1b97-4808-8a49-04c7ec95d4a4 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1604536 Nov 08 12:48:11.776767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.803050 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ba4c460d-b53e-4b7c-af78-05792fdb8a5b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] delete failed (client error): The resource could not be found. Nov 08 12:48:11.812875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba4c460d-b53e-4b7c-af78-05792fdb8a5b tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "DELETE /v2.0/security-groups/9806f860-247c-4371-9bbb-f76c1c071d8f HTTP/1.1" status: 404 len: 347 time: 0.0347779 Nov 08 12:48:11.815079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.835083 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-e06da851-3803-4887-8bd4-ce7ca2d5bc33 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] show failed (client error): The resource could not be found. Nov 08 12:48:11.836231 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e06da851-3803-4887-8bd4-ce7ca2d5bc33 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-groups/5acc841d-5f4c-4502-85fd-387af0e81e7c HTTP/1.1" status: 404 len: 347 time: 0.0200660 Nov 08 12:48:11.845565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:11.869509 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-47eea271-a3a2-49a6-8b81-c1b34d3473a7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] show failed (client error): The resource could not be found. Nov 08 12:48:11.869509 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-47eea271-a3a2-49a6-8b81-c1b34d3473a7 tempest-NegativeSecGroupIPv6Test-1718101318 tempest-NegativeSecGroupIPv6Test-1718101318-project] 10.222.0.58 "GET /v2.0/security-group-rules/80cd1863-46f5-49a2-a72b-b668903e5082 HTTP/1.1" status: 404 len: 356 time: 0.0208161 Nov 08 12:48:11.995574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50322bc8-ee3f-40be-b5fc-50e6ed93bfc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.052044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:12.055875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.075329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port 6d4ee80d-b237-47f6-b8a2-eed02275952e yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:12.121058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.189254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba3ab52-fb09-4262-8ffb-bb553404f363,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:12.203131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Checking segment: {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:12.203488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Network hostable DHCP agents. Network: 10580cd1-e2c3-4187-9dae-b6fae6a32a9c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:48:12.203780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::154 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/6d4ee80d-b237-47f6-b8a2-eed02275952e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:12.216171 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50322bc8-ee3f-40be-b5fc-50e6ed93bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.264458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-50322bc8-ee3f-40be-b5fc-50e6ed93bfc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9c6e872001c45f599e06959592f358f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753214 Nov 08 12:48:12.265550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322bc8-ee3f-40be-b5fc-50e6ed93bfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db15407e-7f25-43ac-98e4-0c9ce6b59eab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:12.278510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37652) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:12.407775 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.412427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:48:12.426300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.452136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.516381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 10580cd1-e2c3-4187-9dae-b6fae6a32a9c) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:12.521163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:12.522043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.537072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535bad2-5820-451b-a2a8-97078da261ff None None] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:12.678006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.728395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-629e8d4f-75a1-4f4c-8a2c-9e47f796785b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2679482 Nov 08 12:48:12.730044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec4b86-342d-4ce0-9f39-ff422da3441d None None] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:12.731125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:12.738044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:12.740412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37664) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:12.754829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.758762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.760378 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db15407e-7f25-43ac-98e4-0c9ce6b59eab HTTP/1.1" status: 204 len: 168 time: 0.4806902 Nov 08 12:48:12.782211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:12.810390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9c4ad-d52f-4ae8-8bf9-97d115eefd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15407e-7f25-43ac-98e4-0c9ce6b59eab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:12.817160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=6d4ee80d-b237-47f6-b8a2-eed02275952e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:12.822682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:12.846774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:12.867974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:12.868825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.927319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:12.943931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.028271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.071521 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c381c38-096a-4279-a34c-44dd478f9a91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15b33ca002a9457a99c0e10e8a095188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271642 Nov 08 12:48:13.074094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:13.128236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75642b7f-17f6-4ad4-b7c3-b73a19eee8ce tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4163599 Nov 08 12:48:13.128839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:13.140207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'network_id': '594102e7-918f-4a68-a430-77065e4434d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-378356393'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:13.158006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.282006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.304065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-86a0fd57-1a34-4eab-9bf1-794ca5183df9 None None] Provisioning complete for port 6d4ee80d-b237-47f6-b8a2-eed02275952e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:13.305853 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86a0fd57-1a34-4eab-9bf1-794ca5183df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.351648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-86a0fd57-1a34-4eab-9bf1-794ca5183df9 None None] Port 6d4ee80d-b237-47f6-b8a2-eed02275952e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:13.425960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.476997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Made reservation on behalf of 6d78dc2d8fae4afa8a238cc9a9331c61 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:13.482696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.510108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] device_id is not set on port 346169c0-9f91-49c4-9017-f64f90a92ad8 yet. {{(pid=102536) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:13.645560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.649616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.651532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4116fea4-ec0b-4228-b4fa-3bf56add2e20 HTTP/1.1" status: 204 len: 168 time: 0.5761716 Nov 08 12:48:13.662529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Allocated IP 2001:db8::37 (594102e7-918f-4a68-a430-77065e4434d1/44e51f3a-6ba9-4e82-93b5-6455fa12a931/346169c0-9f91-49c4-9017-f64f90a92ad8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:13.686057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e675a2-90fb-491c-9ddd-ede44a785ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4116fea4-ec0b-4228-b4fa-3bf56add2e20,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:13.839680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.913173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.935899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:13.940786 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:13.956721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5465190b-4743-4b74-b284-32a779ab1fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.003935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.099240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Allocated IP 172.25.1.130 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/a63944e2-9d0a-449b-8677-3a7ae8843ded) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:14.112830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Network 594102e7-918f-4a68-a430-77065e4434d1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:14.118852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=346169c0-9f91-49c4-9017-f64f90a92ad8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:14.124498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:14.126765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:14.132874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:14.133506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.193226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5465190b-4743-4b74-b284-32a779ab1fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.216027 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-0f5387f3-1b21-4757-95d9-bcf4653cbf5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089033 Nov 08 12:48:14.241450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.292936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5465190b-4743-4b74-b284-32a779ab1fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.340200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:14.347174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e4', 'mac_address': 'fa:16:3e:81:55:97'}, {'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:91:50:a5'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:14.350479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-13023427-cbb0-4dce-ab70-e563c27f8571 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2177444 Nov 08 12:48:14.401341 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5465190b-4743-4b74-b284-32a779ab1fad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=570ab62c91f1401a8ab603e20801df63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641907 Nov 08 12:48:14.403761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37696) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:14.418429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465190b-4743-4b74-b284-32a779ab1fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1cc76a-766b-4b01-9be8-3f38ef8d4b76,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:14.438224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-45dbc597-ccbd-427b-b476-52392ef7b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:14.440753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-45dbc597-ccbd-427b-b476-52392ef7b884 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1097 time: 0.1624672 Nov 08 12:48:14.459724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.522980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Pushing event updated for resources: {'Port': ['ID=a63944e2-9d0a-449b-8677-3a7ae8843ded,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:14.573789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:14.624060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:14.628571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:14.730584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0e999624-4ea6-49cb-ac4f-6255cd9a8cd0 None None] Provisioning complete for port 346169c0-9f91-49c4-9017-f64f90a92ad8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:14.730584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e999624-4ea6-49cb-ac4f-6255cd9a8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.742886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:14.834565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e999624-4ea6-49cb-ac4f-6255cd9a8cd0 None None] Port 346169c0-9f91-49c4-9017-f64f90a92ad8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:14.850573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-7777c5af-316f-4d24-bab1-1f03a64c1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:14.853135 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-7777c5af-316f-4d24-bab1-1f03a64c1e55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.3537946 Nov 08 12:48:14.862835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.085239 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.146311 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-938a243d-1e0b-4453-b2aa-abb2af53feaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 1001 time: 0.2726052 Nov 08 12:48:15.237456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-40754f92-de50-464b-adf9-4ed71bf7b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:15.239058 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-40754f92-de50-464b-adf9-4ed71bf7b980 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.0858433 Nov 08 12:48:15.350402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-44c7d365-04a0-44b3-a794-0d6eddc49b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:15.361452 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-44c7d365-04a0-44b3-a794-0d6eddc49b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125128 Nov 08 12:48:15.363432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.367793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.368898 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f1cc76a-766b-4b01-9be8-3f38ef8d4b76 HTTP/1.1" status: 204 len: 168 time: 0.9605572 Nov 08 12:48:15.443847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.455343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa89994-4197-435e-9cdf-d4c3f679a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1cc76a-766b-4b01-9be8-3f38ef8d4b76,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:15.617676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-4314072f-a7a3-41b0-9cfc-b0844da3c7e3 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439475 Nov 08 12:48:15.724973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.855724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.855869 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d052f28-0af8-492e-a1b3-68676aee6d51 req-79848904-d910-4f55-b9c1-b3afb03dc937 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276928 Nov 08 12:48:15.930969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] In _notify_port_updated(), no bound segment for port 346169c0-9f91-49c4-9017-f64f90a92ad8 on network 594102e7-918f-4a68-a430-77065e4434d1 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 12:48:15.936810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:15.937554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:15.943583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "PUT /v2.0/ports/346169c0-9f91-49c4-9017-f64f90a92ad8 HTTP/1.1" status: 200 len: 1066 time: 1.5979633 Nov 08 12:48:15.943809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:15.978314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba79ea-ba90-47e9-89bf-c60c4e59dfda tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event updated for resources: {'Port': ['ID=346169c0-9f91-49c4-9017-f64f90a92ad8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:15.993334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.009433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55291aab-8744-468e-9ad7-d3c4e9f4d737 req-e5a6cc0e-087a-4915-a106-dad30baa99e0 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:16.011235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55291aab-8744-468e-9ad7-d3c4e9f4d737 req-e5a6cc0e-087a-4915-a106-dad30baa99e0 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1097 time: 0.1846757 Nov 08 12:48:16.068651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.089911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 346169c0-9f91-49c4-9017-f64f90a92ad8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:16.090288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.206823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55291aab-8744-468e-9ad7-d3c4e9f4d737 req-74448d85-567b-4ea2-896a-bc87d56e345e tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390386 Nov 08 12:48:16.242649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:16.334261 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.349013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 346169c0-9f91-49c4-9017-f64f90a92ad8 owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:16.432788 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:16.438931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033920 Nov 08 12:48:16.443487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:16.505843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-574667ac-953c-44d1-aec3-12417d53fb2e None None] Provisioning complete for port 346169c0-9f91-49c4-9017-f64f90a92ad8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:16.510950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-574667ac-953c-44d1-aec3-12417d53fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.542070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Router 57041615-b6b9-47b2-88e5-92f588efd8d4 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:48:16.631457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-574667ac-953c-44d1-aec3-12417d53fb2e None None] Port 346169c0-9f91-49c4-9017-f64f90a92ad8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:16.830745 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6950a75-3beb-4fb9-946f-d3b3f0a7cc1b tempest-NetworksApiDiscovery-1495108064 tempest-NetworksApiDiscovery-1495108064-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3824503 Nov 08 12:48:16.887262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:16.900229 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Sync routers for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:16.912922 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:16.913619 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:16.916494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.936069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:16.936426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:16.990319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=346169c0-9f91-49c4-9017-f64f90a92ad8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:17.095481 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:17.110083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.120176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9f2ae83-7be0-4cfc-8bb7-e3c012e52151 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3874266 Nov 08 12:48:17.121149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:17.123796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.124396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.240885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:17.334667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.353495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7258ed8e-0256-4745-acef-82923047eee7 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/346169c0-9f91-49c4-9017-f64f90a92ad8 HTTP/1.1" status: 204 len: 168 time: 1.3943231 Nov 08 12:48:17.355536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:17.402676 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa07eae-3cd0-4987-8c09-5d727edb1fbd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] GET failed (client error): The resource could not be found. Nov 08 12:48:17.417473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5fa07eae-3cd0-4987-8c09-5d727edb1fbd tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports/346169c0-9f91-49c4-9017-f64f90a92ad8 HTTP/1.1" status: 404 len: 333 time: 0.0605841 Nov 08 12:48:17.420295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:17.421368 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:14Z', 'revision_number': 3, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:17.505480 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Checking router: 57041615-b6b9-47b2-88e5-92f588efd8d4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:17.506229 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Updating router 57041615-b6b9-47b2-88e5-92f588efd8d4 port a63944e2-9d0a-449b-8677-3a7ae8843ded binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:48:17.622761 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.666219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 6d4ee80d-b237-47f6-b8a2-eed02275952e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:17.666613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.732830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:17.930933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:17.954400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 6d4ee80d-b237-47f6-b8a2-eed02275952e owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:18.075666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e8381c0-0b05-4f97-be90-013287c68fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.218553 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.290067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e8381c0-0b05-4f97-be90-013287c68fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.298770 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.378864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e8381c0-0b05-4f97-be90-013287c68fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.416920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Attempting to bind port a63944e2-9d0a-449b-8677-3a7ae8843ded on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:18.417347 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Attempting to bind port a63944e2-9d0a-449b-8677-3a7ae8843ded by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:18.417712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Attempting to bind port a63944e2-9d0a-449b-8677-3a7ae8843ded on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:18.447335 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:18.447874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:18.448920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.458059 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.461278 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e8381c0-0b05-4f97-be90-013287c68fbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=704f8623f628433393ab9df91348d4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7273102 Nov 08 12:48:18.462547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:18.463083 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Bound port: a63944e2-9d0a-449b-8677-3a7ae8843ded, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:18.463605 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.464604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:18.466150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8381c0-0b05-4f97-be90-013287c68fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f3d1c-745a-4dc6-8833-c6d6760edea1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:18.469969 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Pushing event updated for resources: {'Port': ['ID=a63944e2-9d0a-449b-8677-3a7ae8843ded,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:18.513512 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.513927 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.514226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.514602 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.514897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.515226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.515546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.515871 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.516198 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.516508 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.516824 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.517140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:18.520488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=6d4ee80d-b237-47f6-b8a2-eed02275952e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:18.564773 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] For port a63944e2-9d0a-449b-8677-3a7ae8843ded, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:18.573615 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] For port a63944e2-9d0a-449b-8677-3a7ae8843ded, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a63944e2-9d0a-449b-8677-3a7ae8843ded,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:18.575169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.578529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d455a09d-4e63-4a97-b018-69bfb2488856 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/6d4ee80d-b237-47f6-b8a2-eed02275952e HTTP/1.1" status: 204 len: 168 time: 1.1569345 Nov 08 12:48:18.581274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:18.610031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.615617 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f55dc3-102c-4202-aa9a-4975950deb93 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] GET failed (client error): The resource could not be found. Nov 08 12:48:18.617179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f8f55dc3-102c-4202-aa9a-4975950deb93 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "GET /v2.0/ports/6d4ee80d-b237-47f6-b8a2-eed02275952e HTTP/1.1" status: 404 len: 333 time: 0.0349457 Nov 08 12:48:18.625620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:18.642484 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.819650 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.841466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.882104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.888497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:18.889882 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c94f3d1c-745a-4dc6-8833-c6d6760edea1 HTTP/1.1" status: 204 len: 168 time: 0.4067943 Nov 08 12:48:18.901369 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:18.906969 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:18.907734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=5d9c2d3a-1de4-41c1-a2d4-9a2bccf1d6c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:18.920837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336eef-1161-4578-a4c1-6022b39ce969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f3d1c-745a-4dc6-8833-c6d6760edea1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:19.015112 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb149dd-d587-4076-8b99-6ce80eea428f None None] Pushing event updated for resources: {'Port': ['ID=a63944e2-9d0a-449b-8677-3a7ae8843ded,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:19.075290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port c474416d-6ea2-455b-8970-e0839e3debde {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:19.075670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:19.078690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:19.079623 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 68f59c8c-f755-4347-a83c-958c47a2c5f3 disassociated (deleted). External IP: 172.25.1.186, port: 56a872d6-2724-476b-8e3b-45793838e5fb. Nov 08 12:48:19.277463 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:19.463306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:19.492176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:19.501618 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:14Z', 'revision_number': 3, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:19.522658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for c474416d-6ea2-455b-8970-e0839e3debde owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:19.541253 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c024c6-2e85-4d1a-81fb-c7ffa51c372c None None] The sync data for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 is: [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:14Z', 'revision_number': 3, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:19.877191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 0968cc57-31cd-4706-b017-4dbd22d55d2b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:48:19.975518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Allocated IP 172.20.0.1 (10580cd1-e2c3-4187-9dae-b6fae6a32a9c/fba3ab52-fb09-4262-8ffb-bb553404f363/29456825-ae58-4e3b-ad8d-d5396dfb4753) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:20.226556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:20.235135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.239823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Sync routers for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:20.261980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:20.262648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:20.302933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a57bf9cd-e59b-4e84-90a8-14c3a9473586 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/floatingips/68f59c8c-f755-4347-a83c-958c47a2c5f3 HTTP/1.1" status: 204 len: 168 time: 4.0371084 Nov 08 12:48:20.309993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.311103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:20.316102 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c4f89-79df-46e8-8f75-b63b9658cf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:20.328458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.387549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=c474416d-6ea2-455b-8970-e0839e3debde,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:20.487208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.566341 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f5d531-3dc6-461e-a0d2-afaa571141e8 x-openstack-request-id: req-d4f5d531-3dc6-461e-a0d2-afaa571141e8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:20.567415 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:20.567797 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4f5d531-3dc6-461e-a0d2-afaa571141e8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:20.570021 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:48:20.584308 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.596999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cc1e0aff-7bb0-4974-a43b-2101b05595c4 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/ports/c474416d-6ea2-455b-8970-e0839e3debde HTTP/1.1" status: 204 len: 168 time: 1.9690330 Nov 08 12:48:20.600515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:20.742187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:20.760321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-471ba2f1-4cae-40f5-9bd9-a32bb4abdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:20.767166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-471ba2f1-4cae-40f5-9bd9-a32bb4abdcd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 1097 time: 0.2498338 Nov 08 12:48:20.771440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting subnet 44e51f3a-6ba9-4e82-93b5-6455fa12a931 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:48:20.775529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.832408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:20.977857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:20.992939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:20.998145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:21.012750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:21.036326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-66b6600c-0613-4730-8642-e84908ede5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:21.040361 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-66b6600c-0613-4730-8642-e84908ede5e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 200 len: 897 time: 0.2261417 Nov 08 12:48:21.059554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a63944e2-9d0a-449b-8677-3a7ae8843ded up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:21.112588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.153328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.157540 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-13715a14-0aa2-46a9-bda5-c580c18f86e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 200 len: 217 time: 0.1045969 Nov 08 12:48:21.186447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a63944e2-9d0a-449b-8677-3a7ae8843ded triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:21.190594 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.346425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-f5b43b79-23fa-42b3-8fa0-d47fb7b7908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:21.354167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-f5b43b79-23fa-42b3-8fa0-d47fb7b7908a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 200 len: 834 time: 0.1740649 Nov 08 12:48:21.384275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.424066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:21.437914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port a63944e2-9d0a-449b-8677-3a7ae8843ded, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a63944e2-9d0a-449b-8677-3a7ae8843ded,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:21.470380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.479531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Checking router: 0968cc57-31cd-4706-b017-4dbd22d55d2b for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:21.501875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:21.502529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:21.510188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857a8d6-4af1-456d-82dc-da0ce938fb6a req-f40184cc-7e9f-40dc-866d-8d44a75cb88d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:21.518715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e857a8d6-4af1-456d-82dc-da0ce938fb6a req-f40184cc-7e9f-40dc-866d-8d44a75cb88d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 946 time: 0.1134510 Nov 08 12:48:21.574891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-f8bc7c80-8319-4d3e-9c97-e02c85196967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:21.578332 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-f8bc7c80-8319-4d3e-9c97-e02c85196967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9805790-eb3b-4c07-b3fb-902bee9cb1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147548 Nov 08 12:48:21.602591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.695041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e857a8d6-4af1-456d-82dc-da0ce938fb6a req-0219711f-b745-42f9-8ddf-7348439194af tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312428 Nov 08 12:48:21.713697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:21.779068 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-b0723630-93b4-450a-b2af-29647a5116ff service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842575 Nov 08 12:48:21.957664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.012612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Subnet': ['ID=44e51f3a-6ba9-4e82-93b5-6455fa12a931,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:22.012612 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-101c4f89-79df-46e8-8f75-b63b9658cf9d req-f932d340-7098-4445-b455-997a4a3645b9 service neutron] 10.222.0.57 "GET /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220035 Nov 08 12:48:22.042062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.042062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e7e6e1c7-13c3-40a0-97c8-79143fc00bbe tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/subnets/44e51f3a-6ba9-4e82-93b5-6455fa12a931 HTTP/1.1" status: 204 len: 168 time: 1.4232647 Nov 08 12:48:22.042907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:22.090895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3f351-3a88-4666-b8b6-536240c0d83d None None] Network 594102e7-918f-4a68-a430-77065e4434d1 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:22.147857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.151876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=a63944e2-9d0a-449b-8677-3a7ae8843ded,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:22.165058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.174228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:22.272571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Deleting port 698e84f2-c358-4396-84e8-7d6e4d2b56ac {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:22.278229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.310689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.437311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.441124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:22.553172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] For port 698e84f2-c358-4396-84e8-7d6e4d2b56ac, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=698e84f2-c358-4396-84e8-7d6e4d2b56ac,segment=NetworkSegment(3a0a9531-8bc2-4324-a7de-d4ea86f73ae8),segment_id=3a0a9531-8bc2-4324-a7de-d4ea86f73ae8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:22.560593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.606034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Calling delete_port for 698e84f2-c358-4396-84e8-7d6e4d2b56ac owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:22.705954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:22.718599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:22.947186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:22.950147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe456c4c-de3c-4f41-b587-234f0060f8c5 None None] DHCP port deletion for 594102e7-918f-4a68-a430-77065e4434d1 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:48:23.008561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a63944e2-9d0a-449b-8677-3a7ae8843ded up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:23.108638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:23.111386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-f15cd89f-1f11-409f-8f13-fe8018ed03de tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:23.113105 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-f15cd89f-1f11-409f-8f13-fe8018ed03de tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 946 time: 0.2741742 Nov 08 12:48:23.114837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Port': ['ID=698e84f2-c358-4396-84e8-7d6e4d2b56ac,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:23.161512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] No DVR routers for this DVR port 698e84f2-c358-4396-84e8-7d6e4d2b56ac on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:23.175981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Router 57041615-b6b9-47b2-88e5-92f588efd8d4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:48:23.188849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1d10f-aac7-443b-b373-b9630fd7cce4 None None] The sync data for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 is: [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:45:49Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06', 'name': '', 'network_id': 'b9805790-eb3b-4c07-b3fb-902bee9cb1e3', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:5c:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:45Z', 'updated_at': '2021-11-08T12:45:56Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': '085df202-25aa-4da8-b9c3-8b829a095cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:23.262623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a63944e2-9d0a-449b-8677-3a7ae8843ded triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:23.263811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.347004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7c3b6f3-809b-4391-8180-c34d34ffb926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.420788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0b3b4-3a0a-4893-b1c7-06eba674c998 req-ffa8f4a3-f824-4ae7-ad2e-c0611d02ff21 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:23.424901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5c0b3b4-3a0a-4893-b1c7-06eba674c998 req-ffa8f4a3-f824-4ae7-ad2e-c0611d02ff21 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 946 time: 0.2930830 Nov 08 12:48:23.429762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:23.435796 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.444645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c09b4903-89d2-4434-9799-1dadbc92c0d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/57041615-b6b9-47b2-88e5-92f588efd8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3166294 Nov 08 12:48:23.461407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Sync routers for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:23.505790 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:23.508289 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:23.526184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594102e7-918f-4a68-a430-77065e4434d1']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:23.538376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5c0b3b4-3a0a-4893-b1c7-06eba674c998 req-70d37e3a-1fdb-43fb-b966-1ff2775cf44a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e26330e-1c74-4476-a443-d90744d5c861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923913 Nov 08 12:48:23.557224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:23.557520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0a9531-8bc2-4324-a7de-d4ea86f73ae8') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:23.577166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:23.577656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.771041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.804092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.808059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 56a872d6-2724-476b-8e3b-45793838e5fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=56a872d6-2724-476b-8e3b-45793838e5fb,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:23.812862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.813027 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:23.822026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4621a-2491-405f-8b28-718319a68f4b None None] New status for floating IP 68f59c8c-f755-4347-a83c-958c47a2c5f3: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:48:23.845169 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:48:23.848707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:48:23.857457 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:48:23.903491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 56a872d6-2724-476b-8e3b-45793838e5fb owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:24.208875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.228401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.235079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] 10.222.0.58 "DELETE /v2.0/networks/594102e7-918f-4a68-a430-77065e4434d1 HTTP/1.1" status: 204 len: 168 time: 2.1909776 Nov 08 12:48:24.292395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932fb37-a116-46af-a69a-f1526fcfe0c2 tempest-AllowedAddressPairIpV6TestJSON-235731872 tempest-AllowedAddressPairIpV6TestJSON-235731872-project] Pushing event deleted for resources: {'Network': ['ID=594102e7-918f-4a68-a430-77065e4434d1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:24.342223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-3acb4ebf-d679-4dc6-a6cc-a95efac86572 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:24.343858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-3acb4ebf-d679-4dc6-a6cc-a95efac86572 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 820 time: 0.2298045 Nov 08 12:48:24.371934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-84916bdf-d6fc-4aa8-a6d0-caae261c215f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/quotas/2dd0e150304c42fe9c5706a418b8ad6c HTTP/1.1" status: 200 len: 375 time: 0.0212998 Nov 08 12:48:24.448247 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 2, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:24.478054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37960) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:24.486396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-f50f0fa2-b760-4a3f-949c-51be0fef2597 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969052 Nov 08 12:48:24.507863 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Checking router: 57041615-b6b9-47b2-88e5-92f588efd8d4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:24.508532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Updating router 57041615-b6b9-47b2-88e5-92f588efd8d4 port 29456825-ae58-4e3b-ad8d-d5396dfb4753 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:48:24.550137 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.559436 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.625099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=56a872d6-2724-476b-8e3b-45793838e5fb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:24.689506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-a6a849b8-f2ae-4ba5-8122-ec4a37862ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994417 Nov 08 12:48:24.734919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e202a4da-1db8-4590-9267-e7d72ad8c4c8 req-f5161ff2-ea63-401f-b6e5-8bfa9023e872 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.0442824 Nov 08 12:48:24.745209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] No DVR routers for this DVR port 56a872d6-2724-476b-8e3b-45793838e5fb on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:24.748577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d3736d-4afa-4ac7-85af-dab5d8ef5f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.775720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:24.782455 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-db8bbeb7-abed-45a9-9b1c-333dcf981ea6 req-ddf17c8d-b1d7-4ef7-a0db-3ebcda001a47 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "DELETE /v2.0/ports/56a872d6-2724-476b-8e3b-45793838e5fb HTTP/1.1" status: 204 len: 173 time: 1.6525850 Nov 08 12:48:24.786041 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-deleted', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:24.789415 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea73e9-3814-4148-b375-e87a5d141a02" -d '{"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-deleted", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:24.887469 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf15d4-6567-42c8-9de9-b2e0e45a6019 x-openstack-request-id: req-75cf15d4-6567-42c8-9de9-b2e0e45a6019 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:24.887914 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c37cd-c5a8-441a-81ed-a31bf0d51e38", "name": "network-vif-deleted", "tag": "56a872d6-2724-476b-8e3b-45793838e5fb", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:24.888375 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75cf15d4-6567-42c8-9de9-b2e0e45a6019 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:24.888936 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c37cd-c5a8-441a-81ed-a31bf0d51e38', 'name': 'network-vif-deleted', 'tag': '56a872d6-2724-476b-8e3b-45793838e5fb', 'status': 'completed', 'code': 200} Nov 08 12:48:24.918198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-7d4f9581-d973-4498-b178-58f67ebe717f service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821303 Nov 08 12:48:24.967404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 698e84f2-c358-4396-84e8-7d6e4d2b56ac no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:24.980504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d3736d-4afa-4ac7-85af-dab5d8ef5f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.034688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 698e84f2-c358-4396-84e8-7d6e4d2b56ac {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:25.034851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 698e84f2-c358-4396-84e8-7d6e4d2b56ac not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:25.118554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d3736d-4afa-4ac7-85af-dab5d8ef5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.170641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3736d-4afa-4ac7-85af-dab5d8ef5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36049392-4b6e-4c7a-bde5-8d980d74695d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:25.243479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-59d3736d-4afa-4ac7-85af-dab5d8ef5f90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e72130a28eb34841bd6d60df3b8fb0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7636349 Nov 08 12:48:25.249737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:25.261462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:25.270290 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.390999 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.444650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.482902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3393da9-6a3d-4f48-a513-ec2ee67ad8fd req-92c59d42-864f-4254-93a1-77acc8efe397 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.0943310 Nov 08 12:48:25.524152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.527037 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38b3c-433c-41bb-81ee-ef879a0a786f None None] Pushing event updated for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:25.531789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2bb080da-769f-426e-8982-7248dbdc9869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.619266 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Attempting to bind port 29456825-ae58-4e3b-ad8d-d5396dfb4753 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:25.619713 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Attempting to bind port 29456825-ae58-4e3b-ad8d-d5396dfb4753 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:25.620141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Attempting to bind port 29456825-ae58-4e3b-ad8d-d5396dfb4753 on network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:25.626220 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:25.626904 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Checking segment: {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:25.627371 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.627817 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Bound using segment: {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:25.628383 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Bound port: 29456825-ae58-4e3b-ad8d-d5396dfb4753, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:25.633089 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.633367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-41ae0a4e-fb0b-47cb-9f11-21349c582c5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d78dc2d8fae4afa8a238cc9a9331c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705316 Nov 08 12:48:25.636180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37998) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:25.692906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.711177 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] For port 29456825-ae58-4e3b-ad8d-d5396dfb4753, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:25.718730 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] For port 29456825-ae58-4e3b-ad8d-d5396dfb4753, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=29456825-ae58-4e3b-ad8d-d5396dfb4753,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:25.726999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.863734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ade24586-6ad5-4748-af2b-78d3858c5cd3 req-da02f911-da91-4d4a-b1bb-858307da1b4d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=550c37cd-c5a8-441a-81ed-a31bf0d51e38 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Nov 08 12:48:25.878817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.882017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.886843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36049392-4b6e-4c7a-bde5-8d980d74695d HTTP/1.1" status: 204 len: 168 time: 0.6360486 Nov 08 12:48:25.896994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbda0f-a835-4f17-9b6e-5161daf0ab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36049392-4b6e-4c7a-bde5-8d980d74695d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:25.905446 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.917976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:25.925235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.935894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:25.940746 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6d5ffba-d363-4abc-8232-568bd954cb77 HTTP/1.1" status: 204 len: 168 time: 0.3008990 Nov 08 12:48:25.968724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d73e-e2e6-436a-8e5e-9a9e873c05e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5ffba-d363-4abc-8232-568bd954cb77,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:26.003605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 56a872d6-2724-476b-8e3b-45793838e5fb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:26.005514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 56a872d6-2724-476b-8e3b-45793838e5fb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:26.017972 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:26.018669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:26.072704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38b3c-433c-41bb-81ee-ef879a0a786f None None] Pushing event updated for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:26.188773 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:26.674605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed976abb-4b26-43ee-966d-7d0d3cc51a8b req-c5f30574-4935-4b3c-955f-d313ea026bed tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.0795417 Nov 08 12:48:26.732142 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:25Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:26.756383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:26.774517 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a172d5-546a-4ed9-b1e0-540ec4873d50 None None] The sync data for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 is: [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:25Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:26.941808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:27.366293 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38042) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:27.394822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc5040c0-48e0-40aa-9f03-e73f4ab5f617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:27.705463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:27.762904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc5040c0-48e0-40aa-9f03-e73f4ab5f617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:27.857392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc5040c0-48e0-40aa-9f03-e73f4ab5f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:27.922927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64dbdf83-9ab7-4e6a-93ce-8558197f8b5e req-5cdc75e5-fa96-4af4-8dfd-7417e5a3a036 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.0970449 Nov 08 12:48:27.969472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5040c0-48e0-40aa-9f03-e73f4ab5f617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a875e7-7b3e-446f-a64f-d8f670a8f829,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:28.030802 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc5040c0-48e0-40aa-9f03-e73f4ab5f617 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1897897f4dc347008bd94b1c7cb77688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6609342 Nov 08 12:48:28.031356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:28.165282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.173083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.235972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.366520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38074) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:28.458871 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.462053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.463615 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48a875e7-7b3e-446f-a64f-d8f670a8f829 HTTP/1.1" status: 204 len: 168 time: 0.4312565 Nov 08 12:48:28.482958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada555-c8af-412a-a912-fca508f7ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a875e7-7b3e-446f-a64f-d8f670a8f829,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:28.506391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:28.507708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.637760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-508468847'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:28.780632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Made reservation on behalf of a2bf8c94317d4dceb92646f84cdcb206 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:28.787821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.818564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:28.819680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.827006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:28.877082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:29.007384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.093505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 29456825-ae58-4e3b-ad8d-d5396dfb4753 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:29.147872 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-0ac4d0d8-4c30-42bf-9537-6225c12392c8 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:29.153357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-0ac4d0d8-4c30-42bf-9537-6225c12392c8 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 820 time: 0.2326941 Nov 08 12:48:29.190309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'port': {'device_id': '9507352d-5681-4371-9beb-e921195e943d', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'admin_state_up': True, 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:29.215321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-602ae914-3980-4b43-9da3-d6a511962110 req-fa2bbbc3-7c6b-4ee0-8cbd-dcb9da730d8c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.0504053 Nov 08 12:48:29.245617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 29456825-ae58-4e3b-ad8d-d5396dfb4753 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:29.246771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.475797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.524348 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.564727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 29456825-ae58-4e3b-ad8d-d5396dfb4753, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=29456825-ae58-4e3b-ad8d-d5396dfb4753,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:29.595319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Made reservation on behalf of 2dd0e150304c42fe9c5706a418b8ad6c for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:29.597112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.600605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.607480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.640206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:29.701857 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:48:29.704350 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.765469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1523439e-73dd-43e7-ac3b-63645fec120c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:29.800225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:29.817296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:29.817860 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Added segment a1820ee2-a375-4072-b57a-c8370ac8a59e of type vlan for network a03169c4-b50c-4aa2-a6bb-5e51fce56980 Nov 08 12:48:30.035818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.187394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Allocated IP 172.20.0.7 (10580cd1-e2c3-4187-9dae-b6fae6a32a9c/fba3ab52-fb09-4262-8ffb-bb553404f363/fe3d5b50-7059-4c85-a63a-b58a1848e781) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:30.327302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.347776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:30.349071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.557514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Network': ['ID=a03169c4-b50c-4aa2-a6bb-5e51fce56980,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:30.569536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:48:30.608059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.629644 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da6caa1a-f6e4-43b0-b6d8-a0c74ab37e54 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2617545 Nov 08 12:48:30.630559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:30.637417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'subnet': {'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:30.827978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3c6b2b8-a0a3-44d0-94b3-6fee532b2114 req-e6807240-c4d5-4ce7-a2cc-83ad810208e4 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.1119170 Nov 08 12:48:30.896255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.929588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:30.967615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Made reservation on behalf of a2bf8c94317d4dceb92646f84cdcb206 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:30.973423 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.032876 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:31.044020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:31.063329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 29456825-ae58-4e3b-ad8d-d5396dfb4753 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:31.106822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:31.197893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 29456825-ae58-4e3b-ad8d-d5396dfb4753 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:31.198856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.256860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 0968cc57-31cd-4706-b017-4dbd22d55d2b has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:48:31.280362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:31.281352 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.283506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:31.464878 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-726449b2-4bf0-42a3-bd1d-bb6db8c89e16 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2953823 Nov 08 12:48:31.476113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:31.478803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Request body: {'port': {'device_id': '9507352d-5681-4371-9beb-e921195e943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:31.490152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-24c1157e-53b6-4e7d-8184-05fb33b278ba tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/0968cc57-31cd-4706-b017-4dbd22d55d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5434430 Nov 08 12:48:31.490152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:31.500322 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Sync routers for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:31.516577 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:31.520470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:31.621892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting subnet 085df202-25aa-4da8-b9c3-8b829a095cdf {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:48:31.624397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.636037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.760342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.795263 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:31.814007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:31.953809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:32.130829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:32.192844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7a63f-bb6b-4657-9d65-ffb40190b808 req-61eec327-b633-4c84-9279-89bb65aeeb60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:32.195199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47b7a63f-bb6b-4657-9d65-ffb40190b808 req-61eec327-b633-4c84-9279-89bb65aeeb60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 931 time: 0.1904428 Nov 08 12:48:32.275247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47b7a63f-bb6b-4657-9d65-ffb40190b808 req-7b09669f-a448-4b19-b596-3419b6123c2e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729194 Nov 08 12:48:32.318900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Checking router: 0968cc57-31cd-4706-b017-4dbd22d55d2b for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:32.333361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:32.343728 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Routers {'0968cc57-31cd-4706-b017-4dbd22d55d2b'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:32.345133 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['0968cc57-31cd-4706-b017-4dbd22d55d2b'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:32.399621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Subnet': ['ID=085df202-25aa-4da8-b9c3-8b829a095cdf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:32.408585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10863710-6ab5-4482-96d2-f92d734f41fd None None] Network b9805790-eb3b-4c07-b3fb-902bee9cb1e3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:32.417024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:32.448280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ffb360eb-2a74-473d-bd0a-c50f75ef0a14 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/subnets/085df202-25aa-4da8-b9c3-8b829a095cdf HTTP/1.1" status: 204 len: 168 time: 0.9527423 Nov 08 12:48:32.450811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:32.555783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Subnet': ['ID=d50f841f-c41b-4b16-b07b-4be542bd2fbc,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:32.570755 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] Set router 0968cc57-31cd-4706-b017-4dbd22d55d2b gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:32.652536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Checking segment: {'id': 'a1820ee2-a375-4072-b57a-c8370ac8a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:32.653151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network hostable DHCP agents. Network: a03169c4-b50c-4aa2-a6bb-5e51fce56980, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:48:32.857497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:32.873969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3d5b50-7059-4c85-a63a-b58a1848e781 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:48:32.893386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:48:32.904412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:32.918360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] DHCP port deletion for b9805790-eb3b-4c07-b3fb-902bee9cb1e3 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:48:32.967285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Transition to ACTIVE for port object fe3d5b50-7059-4c85-a63a-b58a1848e781 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:48:33.012947 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:33.030280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a03169c4-b50c-4aa2-a6bb-5e51fce56980) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:33.035663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:33.041354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.042452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b808e4-58b2-4ca2-8d09-c89ca421b10e None None] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:33.097838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.105497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Deleting port 08a5566b-5e53-4804-a06c-ab09b697f5b0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:33.115774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.123153 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5167a-dc9e-49bd-8874-87a785b34d2c None None] The sync data for ids ['0968cc57-31cd-4706-b017-4dbd22d55d2b'] in n-d-816990-1 is: [{'id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13403765', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:45:31Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': 'b920c5d5-a222-468a-a619-75c2ac910dd7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968cc57-31cd-4706-b017-4dbd22d55d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:45:33Z', 'updated_at': '2021-11-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:33.158641 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.184141 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-763ae7cc-b1c7-4117-8218-cfb268f15168 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5505276 Nov 08 12:48:33.186648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:33.191987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1051712587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:33.245036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:33.290550 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:48:33.324233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Attempting to bind port fe3d5b50-7059-4c85-a63a-b58a1848e781 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:33.324976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Attempting to bind port fe3d5b50-7059-4c85-a63a-b58a1848e781 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:33.324976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Attempting to bind port fe3d5b50-7059-4c85-a63a-b58a1848e781 on network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:33.330146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Port fe3d5b50-7059-4c85-a63a-b58a1848e781 on network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:48:33.331102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Attempting to bind port fe3d5b50-7059-4c85-a63a-b58a1848e781 on network 10580cd1-e2c3-4187-9dae-b6fae6a32a9c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:33.334284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] For port 08a5566b-5e53-4804-a06c-ab09b697f5b0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=08a5566b-5e53-4804-a06c-ab09b697f5b0,segment=NetworkSegment(12ff7f4f-6f23-414a-89af-a2971ad7aa33),segment_id=12ff7f4f-6f23-414a-89af-a2971ad7aa33)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:33.337443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:33.337950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Checking segment: {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:33.338567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Bound using segment: {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:33.344220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Bound port: fe3d5b50-7059-4c85-a63a-b58a1848e781, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fae4284-25c5-4881-b37b-96bc04a9638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:33.344220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.344487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.344487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.346769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.376988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port b920c5d5-a222-468a-a619-75c2ac910dd7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:33.377414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.391081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Calling delete_port for 08a5566b-5e53-4804-a06c-ab09b697f5b0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:33.478744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:33.486078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:33.579073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.688903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.733970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a03169c4-b50c-4aa2-a6bb-5e51fce56980', 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980', 'tenant_id': 'a2bf8c94317d4dceb92646f84cdcb206', 'fixed_ips': [{'subnet_id': 'd50f841f-c41b-4b16-b07b-4be542bd2fbc'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:48:33.735274 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.763938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:33.786094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842740-9680-42ce-9a68-e7099a1b4c62 req-0484adc0-5da4-466a-87f4-2bed0537a783 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:33.792379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba842740-9680-42ce-9a68-e7099a1b4c62 req-0484adc0-5da4-466a-87f4-2bed0537a783 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 943 time: 0.3488290 Nov 08 12:48:33.797259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:33.798078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.799808 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-82df153e-7057-48b9-8833-1493a55f34b7 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 1091 time: 2.3261499 Nov 08 12:48:33.801324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:33.802710 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:33.804829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.835721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port b920c5d5-a222-468a-a619-75c2ac910dd7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b920c5d5-a222-468a-a619-75c2ac910dd7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:33.836413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:33.950583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for b920c5d5-a222-468a-a619-75c2ac910dd7 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:33.966014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:34.012707 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba61fb3-efdc-49d6-9591-5eba8417b354 x-openstack-request-id: req-cba61fb3-efdc-49d6-9591-5eba8417b354 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:34.012989 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:34.013256 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cba61fb3-efdc-49d6-9591-5eba8417b354 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:34.013667 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:48:34.044257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.055734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c673225-dd2e-4028-94e7-af0997e4ab23 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8679750 Nov 08 12:48:34.059318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38210) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:34.070068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-4386e594-1bc5-4d9f-be8b-e02c475930ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:34.078838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-4386e594-1bc5-4d9f-be8b-e02c475930ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1094 time: 0.1537361 Nov 08 12:48:34.148793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Allocated IP 172.20.0.2 (a03169c4-b50c-4aa2-a6bb-5e51fce56980/d50f841f-c41b-4b16-b07b-4be542bd2fbc/fdba9350-4f24-4d16-91ad-a1911db08aea) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:34.204665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.241486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba842740-9680-42ce-9a68-e7099a1b4c62 req-04c5adf6-77ab-4c51-9f4e-6d7501387dab tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181709 Nov 08 12:48:34.298852 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75ce701-492f-4f63-a9ab-9b430acc9edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.310742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] Pushing event deleted for resources: {'Port': ['ID=08a5566b-5e53-4804-a06c-ab09b697f5b0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:34.325310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606772cb-7576-4e62-827a-051fcce51be0 None None] No DVR routers for this DVR port 08a5566b-5e53-4804-a06c-ab09b697f5b0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:34.333894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-b3c80ca7-a7ea-496d-8162-c22048c04c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.2343807 Nov 08 12:48:34.595182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.635311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75ce701-492f-4f63-a9ab-9b430acc9edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.659752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-e15774a5-3654-4be7-b79c-0d3e8210260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:34.661964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-e15774a5-3654-4be7-b79c-0d3e8210260e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.3184664 Nov 08 12:48:34.687370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.735299 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-30a1e262-a67e-44ca-ac81-ccff3d2d935d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471122 Nov 08 12:48:34.739722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.778904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=b920c5d5-a222-468a-a619-75c2ac910dd7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:34.809398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:34.813732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:34.818199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:34.823978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Pushing event updated for resources: {'Port': ['ID=fdba9350-4f24-4d16-91ad-a1911db08aea,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:34.849588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75ce701-492f-4f63-a9ab-9b430acc9edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:34.939643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d75ce701-492f-4f63-a9ab-9b430acc9edc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd32ab396583479f8ce432fb69b9f1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9640477 Nov 08 12:48:34.942207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:34.955745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ce701-492f-4f63-a9ab-9b430acc9edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09c422-3061-49d3-8e38-11c931e746fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:34.967348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.005346 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.074058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Attempting to bind port fdba9350-4f24-4d16-91ad-a1911db08aea on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:35.075890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Attempting to bind port fdba9350-4f24-4d16-91ad-a1911db08aea by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'a1820ee2-a375-4072-b57a-c8370ac8a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:35.078785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Attempting to bind port fdba9350-4f24-4d16-91ad-a1911db08aea on network a03169c4-b50c-4aa2-a6bb-5e51fce56980 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:35.098884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:35.099521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Checking segment: {'id': 'a1820ee2-a375-4072-b57a-c8370ac8a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:35.101387 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.102013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Bound using segment: {'id': 'a1820ee2-a375-4072-b57a-c8370ac8a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:35.102698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Bound port: fdba9350-4f24-4d16-91ad-a1911db08aea, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1820ee2-a375-4072-b57a-c8370ac8a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:35.103253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.221672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:35.234441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 08a5566b-5e53-4804-a06c-ab09b697f5b0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:35.246532 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.247976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.262991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-98f429be-1d86-4eed-81dc-1503b9210681 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076907 Nov 08 12:48:35.308189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.332266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 08a5566b-5e53-4804-a06c-ab09b697f5b0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:35.332266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 08a5566b-5e53-4804-a06c-ab09b697f5b0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:35.332266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:35.333499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.413494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:35.413848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6ea8e2f8-e934-4b6a-8d8b-7e6f7f4f6e06 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:35.430902 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.432158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Fanout notify agent at l3_agent the message router_deleted on router 0968cc57-31cd-4706-b017-4dbd22d55d2b {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:48:35.442576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] For port fdba9350-4f24-4d16-91ad-a1911db08aea, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:35.452556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] For port fdba9350-4f24-4d16-91ad-a1911db08aea, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fdba9350-4f24-4d16-91ad-a1911db08aea,segment=NetworkSegment(a1820ee2-a375-4072-b57a-c8370ac8a59e),segment_id=a1820ee2-a375-4072-b57a-c8370ac8a59e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:35.463399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.468998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-897e4d56-cad9-4960-bc4d-c07902ffbfcc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/routers/0968cc57-31cd-4706-b017-4dbd22d55d2b HTTP/1.1" status: 204 len: 168 time: 3.0171010 Nov 08 12:48:35.471842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:35.561933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.575197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa0b-fc5d-4155-92d4-5d1abbaf61cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.603674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a53dcc-e7ad-4b71-8b51-1bae3a20b7d6 req-22625c53-8294-4c0d-a016-ecdba361def0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:35.605754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a53dcc-e7ad-4b71-8b51-1bae3a20b7d6 req-22625c53-8294-4c0d-a016-ecdba361def0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 943 time: 0.2213211 Nov 08 12:48:35.676207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Pushing event updated for resources: {'Port': ['ID=fdba9350-4f24-4d16-91ad-a1911db08aea,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:35.704713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.705611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.705611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.705874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.705998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.706340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.707244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.707570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.708067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.708402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.708724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.709044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efcc2e-0036-46ac-9fa1-bbe4968aff55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:35.727079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Allocated IP 172.20.0.1 (a03169c4-b50c-4aa2-a6bb-5e51fce56980/d50f841f-c41b-4b16-b07b-4be542bd2fbc/174a6290-1dae-4b33-b880-04871ce16557) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:35.771601 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-c2157344-e6e7-418a-a9e9-feaa7d6c7e1f req-e48778c4-adff-4785-b6a1-b58b98adc111 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003626 Nov 08 12:48:35.833700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.836716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.838157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a09c422-3061-49d3-8e38-11c931e746fa HTTP/1.1" status: 204 len: 168 time: 0.8931620 Nov 08 12:48:35.847043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.887877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:35.897227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44a53dcc-e7ad-4b71-8b51-1bae3a20b7d6 req-1123452e-3394-403d-9072-9a0b69da5f29 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569330 Nov 08 12:48:35.906309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c107-8c46-4223-ac0c-118480b1a572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09c422-3061-49d3-8e38-11c931e746fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:35.947940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa0b-fc5d-4155-92d4-5d1abbaf61cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.020818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-3f51e7ec-a090-4690-ad45-6a78f532d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:36.022714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-3f51e7ec-a090-4690-ad45-6a78f532d4d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1094 time: 0.0540104 Nov 08 12:48:36.046651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.077836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.140388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa0b-fc5d-4155-92d4-5d1abbaf61cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.167222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9805790-eb3b-4c07-b3fb-902bee9cb1e3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:36.197710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ff7f4f-6f23-414a-89af-a2971ad7aa33') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:36.198189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ff7f4f-6f23-414a-89af-a2971ad7aa33') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:36.221684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.239964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fabdfa0b-fc5d-4155-92d4-5d1abbaf61cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba07c69d4a804a269ac244c96863bc17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0046463 Nov 08 12:48:36.240584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdfa0b-fc5d-4155-92d4-5d1abbaf61cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6be8b8-0245-4b82-acb0-1a3db857c28f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:36.245240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:36.249455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.275738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:48:36.276291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:48:36.281436 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:48:36.382188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:36.417308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:36.421485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=174a6290-1dae-4b33-b880-04871ce16557,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:36.442967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:36.464984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.517912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-247b2d48-9c52-42db-a7bd-2e13153714b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:36.520110 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-247b2d48-9c52-42db-a7bd-2e13153714b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.4888127 Nov 08 12:48:36.526654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.546591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.555309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/networks/b9805790-eb3b-4c07-b3fb-902bee9cb1e3 HTTP/1.1" status: 204 len: 168 time: 1.0807219 Nov 08 12:48:36.557478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.560914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38256) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:36.619667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decd777-1190-4937-9ac6-4cd5e7bce0fa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Network': ['ID=b9805790-eb3b-4c07-b3fb-902bee9cb1e3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:36.619805 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-03e28090-6308-43bb-84b2-f7f17eb3db58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0830181 Nov 08 12:48:36.758770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-7f9bd33c-8572-492d-b93d-c55f0550d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:36.760306 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-7f9bd33c-8572-492d-b93d-c55f0550d771 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.1251709 Nov 08 12:48:36.779151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.784375 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.798794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-70616d2a-1f82-4a10-9a3a-fc2de339593b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294936 Nov 08 12:48:36.857159 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:36.996665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.010601 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.016504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b6be8b8-0245-4b82-acb0-1a3db857c28f HTTP/1.1" status: 204 len: 168 time: 0.7668970 Nov 08 12:48:37.049360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da4c49-716e-456e-a405-cc497fd3801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6be8b8-0245-4b82-acb0-1a3db857c28f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:37.125715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fdba9350-4f24-4d16-91ad-a1911db08aea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:37.137513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:37.204052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.207237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.230623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fdba9350-4f24-4d16-91ad-a1911db08aea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:37.231314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/security-groups/7e26330e-1c74-4476-a443-d90744d5c861 HTTP/1.1" status: 204 len: 168 time: 0.6638250 Nov 08 12:48:37.233643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.277063 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-c28debd4-8302-426a-a345-b08a9359ce7c service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067044 Nov 08 12:48:37.324470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2371d8b9-9c95-43f8-8b8c-170128c05ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.346726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2312cf-761e-4031-817d-93733ac7b09c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26330e-1c74-4476-a443-d90744d5c861,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:37.392441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f2141-2b2a-49f9-98e7-8da49eca7ef8 req-a1faa891-ea37-46a6-b0d5-b20ec1533910 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:37.427577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b32f2141-2b2a-49f9-98e7-8da49eca7ef8 req-a1faa891-ea37-46a6-b0d5-b20ec1533910 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 943 time: 0.3160005 Nov 08 12:48:37.559538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.650449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:37.741206 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e73f83d5-0c83-4a5b-bbe1-4c3d084218b6 req-5dbcbc90-35be-48b7-96f5-2a5c18858950 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492235 Nov 08 12:48:37.747431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b32f2141-2b2a-49f9-98e7-8da49eca7ef8 req-fffff50b-1042-4605-a2b4-5541a862cca9 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119364 Nov 08 12:48:37.908572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2371d8b9-9c95-43f8-8b8c-170128c05ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.087801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:38.093372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344542230', 'description': 'tempest-secgroup-smoke-1344542230 description', 'project_id': '888214d139364e1a8d116c3eceb48166'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:38.104391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2371d8b9-9c95-43f8-8b8c-170128c05ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.116859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b36db9-d88c-4ac7-bd3a-5853e76aa290 None None] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:38.231894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2371d8b9-9c95-43f8-8b8c-170128c05ec2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78b0c371274c4e4a8fd709b8545b996e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0297439 Nov 08 12:48:38.237220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:38.243550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371d8b9-9c95-43f8-8b8c-170128c05ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958a261-30fa-49dc-aec0-ad90af71fd63,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:38.308826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device fe3d5b50-7059-4c85-a63a-b58a1848e781 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:48:38.373165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.383801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.440162 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.461150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:38.477986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5387b69e-d3ef-4672-a2bb-a79cdee24fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.484071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.561967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.570410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:38.638823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'port_id': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'mac_address': 'fa:16:3e:4e:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:48:38.666298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.714994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-77f14c76-99cb-4bd8-982e-6afe66d54172 None None] Provisioning complete for port fdba9350-4f24-4d16-91ad-a1911db08aea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:38.714994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77f14c76-99cb-4bd8-982e-6afe66d54172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.760813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.761094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port fdba9350-4f24-4d16-91ad-a1911db08aea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fdba9350-4f24-4d16-91ad-a1911db08aea,segment=NetworkSegment(a1820ee2-a375-4072-b57a-c8370ac8a59e),segment_id=a1820ee2-a375-4072-b57a-c8370ac8a59e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:38.784389 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.830732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=174a6290-1dae-4b33-b880-04871ce16557,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:38.875125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.895288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.898181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.899690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:38.901980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6958a261-30fa-49dc-aec0-ad90af71fd63 HTTP/1.1" status: 204 len: 168 time: 0.6593099 Nov 08 12:48:38.914483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87045e64-8116-4dc2-9c0f-531e0b95f79e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:38.958441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b920c5d5-a222-468a-a619-75c2ac910dd7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:39.065212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.071081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:39.080011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3a5e7eb4-2630-478a-8a52-ce1a6d59c0f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9887521 Nov 08 12:48:39.080538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:39.086188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1757-50cf-4dda-964e-f6a79b7bea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958a261-30fa-49dc-aec0-ad90af71fd63,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.151543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea01b5f-9637-43a6-bd10-e05cd85d8533 req-0e596b1e-c748-4160-8df0-dffc7d2c7d3a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:39.159783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ea01b5f-9637-43a6-bd10-e05cd85d8533 req-0e596b1e-c748-4160-8df0-dffc7d2c7d3a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 943 time: 0.2370093 Nov 08 12:48:39.192416 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5387b69e-d3ef-4672-a2bb-a79cdee24fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.218344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:39.220225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:39.258885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=fdba9350-4f24-4d16-91ad-a1911db08aea,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.281383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ea01b5f-9637-43a6-bd10-e05cd85d8533 req-40b665a3-fc09-44a1-89fa-9b03a68b4bce tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083500 Nov 08 12:48:39.346272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3d5b50-7059-4c85-a63a-b58a1848e781 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:48:39.354886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.357626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5387b69e-d3ef-4672-a2bb-a79cdee24fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.371391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:39.372550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b920c5d5-a222-468a-a619-75c2ac910dd7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:39.372906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b920c5d5-a222-468a-a619-75c2ac910dd7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:39.458287 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5387b69e-d3ef-4672-a2bb-a79cdee24fc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f26064ee1274b038a2f6b7bbedd1a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9970088 Nov 08 12:48:39.461030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38310) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:39.463853 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.507313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387b69e-d3ef-4672-a2bb-a79cdee24fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf74a6a-eee9-47ba-a8dc-d62d7f90ec46,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.548483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.580667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fdba9350-4f24-4d16-91ad-a1911db08aea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:39.595864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.625742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2fb30f8c-95a3-49b7-807b-299824643098 None None] Provisioning complete for port 174a6290-1dae-4b33-b880-04871ce16557 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:39.625742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fb30f8c-95a3-49b7-807b-299824643098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.653527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.675900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Router 262cc081-ab1a-4dd9-8a15-ae910f641ec5 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:48:39.680872 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.712991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['fe3d5b50-7059-4c85-a63a-b58a1848e781'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:48:39.784197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe373876-e570-494f-8372-1ef348e0729f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.808754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.866117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2fb30f8c-95a3-49b7-807b-299824643098 None None] Port 174a6290-1dae-4b33-b880-04871ce16557 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:39.909813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port fdba9350-4f24-4d16-91ad-a1911db08aea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:39.910954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.920537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2fb30f8c-95a3-49b7-807b-299824643098 None None] Provisioning complete for port fdba9350-4f24-4d16-91ad-a1911db08aea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:39.920975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fb30f8c-95a3-49b7-807b-299824643098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.925718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.928679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:39.930028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cf74a6a-eee9-47ba-a8dc-d62d7f90ec46 HTTP/1.1" status: 204 len: 168 time: 0.4673836 Nov 08 12:48:39.943230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523145c0-838d-4978-a483-3e37505b9d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf74a6a-eee9-47ba-a8dc-d62d7f90ec46,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:39.973646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:40.007176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:40.008217 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d7c3d3b1-87e9-4b5b-9e3f-8646a67ad883 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "PUT /v2.0/routers/262cc081-ab1a-4dd9-8a15-ae910f641ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9282033 Nov 08 12:48:40.013219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'port': {'network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980', 'name': 'tempest-FloatingIPNegativeTestJSON-286582988'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:40.016441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.024512 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-653a6c46-8a1f-4074-8c0d-89870a42af03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9477229 Nov 08 12:48:40.028133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38328) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:40.041940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] Sync routers for ids ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:40.058055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:40.165690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] Routers {'262cc081-ab1a-4dd9-8a15-ae910f641ec5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:40.167444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:40.214879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.232920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:40.279024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] Routers {'262cc081-ab1a-4dd9-8a15-ae910f641ec5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:40.279815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:40.349382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Made reservation on behalf of a2bf8c94317d4dceb92646f84cdcb206 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:40.353402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:40.361201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c715c36-ac55-49e6-bbcb-5d1bd924e0c9 None None] The sync data for ids ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:40.361508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.374453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.446949 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.492831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fb8df8-7b50-4842-a389-3a4a9591d9b1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:40.519666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] device_id is not set on port 5008832c-18d0-4279-b0cc-41814868c45c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:48:40.554048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7cd08b81-3788-42b0-8fa3-f062b590c69a None None] Provisioning complete for port 174a6290-1dae-4b33-b880-04871ce16557 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:40.554048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7cd08b81-3788-42b0-8fa3-f062b590c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.596507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b48f76-c8dc-4daf-81d0-b7e8a46ed46c req-d5e6bd97-7375-46e3-ab77-8f0cb0dd2c1e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:40.603395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7cd08b81-3788-42b0-8fa3-f062b590c69a None None] Port 174a6290-1dae-4b33-b880-04871ce16557 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:40.604739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2b48f76-c8dc-4daf-81d0-b7e8a46ed46c req-d5e6bd97-7375-46e3-ab77-8f0cb0dd2c1e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 944 time: 0.1682484 Nov 08 12:48:40.608282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.609580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77a9ea89-1695-460f-87d9-616322771623 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5746582 Nov 08 12:48:40.612172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38348) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:40.618568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:40.721703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2b48f76-c8dc-4daf-81d0-b7e8a46ed46c req-949b8503-140b-4454-8e87-562a3efb016f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161892 Nov 08 12:48:40.723422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Allocated IP 172.20.0.4 (a03169c4-b50c-4aa2-a6bb-5e51fce56980/d50f841f-c41b-4b16-b07b-4be542bd2fbc/5008832c-18d0-4279-b0cc-41814868c45c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:40.861470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:40.897934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.047969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.136005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:41.142526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:41.181335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:41.231594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=5008832c-18d0-4279-b0cc-41814868c45c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:41.289504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:41.290574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.291337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.365372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.398090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc73803-88e0-480f-86db-7d65b324bd1b,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:41.414849 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d73d87d1-a762-484d-9131-e3951fec10ac tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4060295 Nov 08 12:48:41.417805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:41.423515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:41.444260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-95b4281e-f0d1-488a-9a35-0921b367bb61 req-9ec718ee-8233-4220-bf55-27a06c7cbc55 service neutron] (102536) timed out ('10.222.0.58', 44928) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:48:41.484941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.487021 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0cf9c523-695c-49a0-a702-31d60bea04c4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8738122 Nov 08 12:48:41.490727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:41.494982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:41.537988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-639a7e80-3929-48d9-bdbf-d4f69b0b6b7a None None] Provisioning complete for port 5008832c-18d0-4279-b0cc-41814868c45c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:41.538629 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-639a7e80-3929-48d9-bdbf-d4f69b0b6b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.580128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-639a7e80-3929-48d9-bdbf-d4f69b0b6b7a None None] Port 5008832c-18d0-4279-b0cc-41814868c45c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:41.584356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.669379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.764248 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.843154 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:41.935748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52907d-53f7-48c8-9e58-adfa8ca5b03a req-6ba98b3c-bdf9-4f2b-b561-ad91ce555a8a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:41.937337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d52907d-53f7-48c8-9e58-adfa8ca5b03a req-6ba98b3c-bdf9-4f2b-b561-ad91ce555a8a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 944 time: 0.1039329 Nov 08 12:48:41.969177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Allocated IP 172.25.1.134 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/832f39df-537c-4897-bf84-3080bbdd5559) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:41.983877 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.014685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141908b5-00ee-437e-ad57-838fe796ad84,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:42.015056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device fe3d5b50-7059-4c85-a63a-b58a1848e781 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:42.082410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d52907d-53f7-48c8-9e58-adfa8ca5b03a req-213a3c6b-286a-4dde-afe0-e15b9502436b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361744 Nov 08 12:48:42.182679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.184547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port fe3d5b50-7059-4c85-a63a-b58a1848e781 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:48:42.196980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.200207 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9698408c-b8e4-44a0-b519-b2ec2e2f3f8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7086887 Nov 08 12:48:42.202108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port fe3d5b50-7059-4c85-a63a-b58a1848e781 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:42.202884 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.203854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38414) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:42.216599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:42.316307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.349809 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:48:42.356466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.407113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.423963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=832f39df-537c-4897-bf84-3080bbdd5559,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:42.463981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:48:42.475026 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de07ff-1195-41fa-b352-b6d611493fe2" -d '{"events": [{"server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:48:42.480197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:42.486579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:42.496479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:42.501122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.504662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:42.550769 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7bed45-ed32-4a87-bbc0-7d3934d46180 x-openstack-request-id: req-ba7bed45-ed32-4a87-bbc0-7d3934d46180 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:48:42.551480 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:48:42.551609 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba7bed45-ed32-4a87-bbc0-7d3934d46180 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:48:42.552260 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'code': 200} Nov 08 12:48:42.603171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.605064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.726806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.765086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:42.769757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9856b5-2625-4f03-a694-2423497f722f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:42.795699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9df1b-d9ec-4a72-9612-39df4335c9ca req-99c1a7ff-0120-49ac-b54a-fd1650b49986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:42.797759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-adc9df1b-d9ec-4a72-9612-39df4335c9ca req-99c1a7ff-0120-49ac-b54a-fd1650b49986 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.1774118 Nov 08 12:48:42.852118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.902671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-adc9df1b-d9ec-4a72-9612-39df4335c9ca req-8301ccb8-46a0-4329-aa1f-8f21205d0f3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965750 Nov 08 12:48:42.905415 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:42.906511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-28e3ef29-ae71-464b-9ec4-125431f3fb9e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7002690 Nov 08 12:48:42.911167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38432) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:42.919573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': '87045e64-8116-4dc2-9c0f-531e0b95f79e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:43.025837 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:48:43.077420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.130347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.172617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.214102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.313446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467567-e8c5-4162-b369-b18183ba9c3b req-a633eada-99b6-4e56-8519-7d31402d5411 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:43.315006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19467567-e8c5-4162-b369-b18183ba9c3b req-a633eada-99b6-4e56-8519-7d31402d5411 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1308579 Nov 08 12:48:43.319119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=832f39df-537c-4897-bf84-3080bbdd5559,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:43.341577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.348712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.383308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b94d97b-31a5-49cf-be07-3d2e5105a325,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:43.445521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19467567-e8c5-4162-b369-b18183ba9c3b req-260ed95c-ae4d-4a91-a3e3-d8dc23df9fdc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099648 Nov 08 12:48:43.531552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.536394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2bbdd859-4faa-4432-91f8-4c3bebedf58c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1171508 Nov 08 12:48:43.536578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38468) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:43.541766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-231fcc3a-4fe0-4eb6-b4f4-31e980a7314c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'floatingip': {'port_id': '5008832c-18d0-4279-b0cc-41814868c45c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:43.580936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.582664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7efa587b-6996-40f9-a68c-e1c74b081da7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6701820 Nov 08 12:48:43.585631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38470) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:43.590821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'network': {'name': 'tempest-network-smoke--898606112', 'project_id': '888214d139364e1a8d116c3eceb48166', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:43.655153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-231fcc3a-4fe0-4eb6-b4f4-31e980a7314c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.679909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:43.684539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.723863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:48:43.735067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.736093 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Added segment ab566da7-3905-4784-8325-8c56a28300cd of type vlan for network d079d887-2e25-4953-8410-0e64af2e5b45 Nov 08 12:48:43.798519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:43.805800 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-231fcc3a-4fe0-4eb6-b4f4-31e980a7314c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] update failed (client error): The resource could not be found. Nov 08 12:48:43.807207 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-231fcc3a-4fe0-4eb6-b4f4-31e980a7314c tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "PUT /v2.0/floatingips/b6a2a1b7-7e8b-4564-8e4b-456822c190b4 HTTP/1.1" status: 404 len: 507 time: 0.2693233 Nov 08 12:48:43.810078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38472) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:43.967638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting port 832f39df-537c-4897-bf84-3080bbdd5559 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:43.968309 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.064560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.080042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:44.084043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.110136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.110837 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.124458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Calling delete_port for 832f39df-537c-4897-bf84-3080bbdd5559 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:44.289130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Network': ['ID=d079d887-2e25-4953-8410-0e64af2e5b45,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:44.307780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d079d887-2e25-4953-8410-0e64af2e5b45 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:48:44.360334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:44.518428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cc620f2-f7ac-472c-93da-02cbff245121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.554727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3aa0038d-d973-4315-a7a1-e9a4b3758363 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9651179 Nov 08 12:48:44.555399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38494) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:44.560711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'admin_state_up': True, 'project_id': '888214d139364e1a8d116c3eceb48166', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:44.588207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.623559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Port': ['ID=832f39df-537c-4897-bf84-3080bbdd5559,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:44.669517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c58d1-62a3-437d-956a-e3c3fae0efb2 req-2fe74146-3060-41ea-a9b1-6dab15e99c14 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:44.671416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d6c58d1-62a3-437d-956a-e3c3fae0efb2 req-2fe74146-3060-41ea-a9b1-6dab15e99c14 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1077380 Nov 08 12:48:44.717048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cc620f2-f7ac-472c-93da-02cbff245121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.733115 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.734977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.741497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.743947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.749267 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d4a96da1-e022-4f3c-b409-06de7ce66b87 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "DELETE /v2.0/floatingips/b6a2a1b7-7e8b-4564-8e4b-456822c190b4 HTTP/1.1" status: 204 len: 168 time: 0.9338598 Nov 08 12:48:44.749626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:44.755647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b8edae61-44a4-4341-b14f-106e02020a14 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'floatingip': {'floating_network_id': 'a03169c4-b50c-4aa2-a6bb-5e51fce56980', 'port_id': '5008832c-18d0-4279-b0cc-41814868c45c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:44.764043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d6c58d1-62a3-437d-956a-e3c3fae0efb2 req-9cac9d3c-ce27-4ecb-9fc5-9223e149c06e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823474 Nov 08 12:48:44.854379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.864173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cc620f2-f7ac-472c-93da-02cbff245121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.910010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8edae61-44a4-4341-b14f-106e02020a14 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:44.946946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc620f2-f7ac-472c-93da-02cbff245121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ecacb-33fc-4dc7-a7f1-f6a717799f64,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:44.961616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38500) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:44.974045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0cc620f2-f7ac-472c-93da-02cbff245121 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21c8f788b0c74ba7bfd89d768ce95228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6088407 Nov 08 12:48:45.112072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.192266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.200379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.303041 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-b8edae61-44a4-4341-b14f-106e02020a14 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:48:45.304672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b8edae61-44a4-4341-b14f-106e02020a14 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5537474 Nov 08 12:48:45.309951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:45.315848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '5008832c-18d0-4279-b0cc-41814868c45c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:45.389793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.400389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.400389 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e0ecacb-33fc-4dc7-a7f1-f6a717799f64 HTTP/1.1" status: 204 len: 168 time: 0.4344485 Nov 08 12:48:45.431306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098c54d-29b8-4319-948c-409af66e6577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ecacb-33fc-4dc7-a7f1-f6a717799f64,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:45.445491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.637152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.740497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.760332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c7db-05a8-4df3-b98e-1f4057de0a01 req-0c23f2f0-d73c-4c7a-a565-750d25a5b4c5 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:45.765609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:45.765784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e42c7db-05a8-4df3-b98e-1f4057de0a01 req-0c23f2f0-d73c-4c7a-a565-750d25a5b4c5 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1192784 Nov 08 12:48:45.825850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-31ba1636-69fb-43ea-bfb9-1d1d0559a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:45.827402 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-31ba1636-69fb-43ea-bfb9-1d1d0559a3f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.1466413 Nov 08 12:48:45.876088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e42c7db-05a8-4df3-b98e-1f4057de0a01 req-4aadffb3-4d6b-4e7a-850f-4281cddd5adb tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Nov 08 12:48:45.912280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Allocated IP 172.25.1.181 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5e975a8c-66b6-40cf-913e-acd361fda277) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:45.966116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-74a3ad50-e356-46c8-9732-7b0e76fb6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:45.972397 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-74a3ad50-e356-46c8-9732-7b0e76fb6ce2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.1331716 Nov 08 12:48:46.013689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-28c3ad93-9773-4e3e-9b65-cf84e6e94be0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0382028 Nov 08 12:48:46.040657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.062979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.096632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-ce993719-d78f-42c1-ac27-31b206ffce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:46.098312 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-ce993719-d78f-42c1-ac27-31b206ffce58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.0779381 Nov 08 12:48:46.136472 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-8ede5a48-e941-4d91-b661-af75fe9c5beb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298648 Nov 08 12:48:46.223359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.230420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-f75b3563-678d-43b7-a9ed-f200f872f37c service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867152 Nov 08 12:48:46.268322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:46.276157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:46.280221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:46.310567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event updated for resources: {'Port': ['ID=5e975a8c-66b6-40cf-913e-acd361fda277,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:46.357329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.72 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/10f8f2ab-bec9-45ee-abad-c50600de7c05) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:46.466510 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f6eabd38-4cd8-410a-a85d-d613aea48934 req-5befbbb9-20cb-4b61-89ab-72a6d4c47a9a service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262423 Nov 08 12:48:46.557763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting port 5e975a8c-66b6-40cf-913e-acd361fda277 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:46.560596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.571574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.719623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38542) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:46.739120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e4ceb-f0e4-4fa2-a6dc-137818dfb953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.781547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:46.878467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:46.888265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=10f8f2ab-bec9-45ee-abad-c50600de7c05,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:46.892626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:46.896423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:47.219252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:47.221168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:47.236546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Calling delete_port for 5e975a8c-66b6-40cf-913e-acd361fda277 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:47.257332 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e4ceb-f0e4-4fa2-a6dc-137818dfb953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:47.494280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d4bc-3072-44f8-871a-f028ec8e60d4 req-713ae455-3fac-4a35-9fea-7cb04b34dc53 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:47.496116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1815d4bc-3072-44f8-871a-f028ec8e60d4 req-713ae455-3fac-4a35-9fea-7cb04b34dc53 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1155417 Nov 08 12:48:47.560267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1815d4bc-3072-44f8-871a-f028ec8e60d4 req-06049215-e50b-4cd4-9014-826f80f6c316 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578527 Nov 08 12:48:47.561738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:47.583448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:47.634765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Port': ['ID=5e975a8c-66b6-40cf-913e-acd361fda277,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:47.863919 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] create failed (client error): The resource could not be found. Nov 08 12:48:47.865274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-10b9190d-5560-4cf3-aebe-923e6418da96 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5536399 Nov 08 12:48:47.870201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38568) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:48.006310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting port 5008832c-18d0-4279-b0cc-41814868c45c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:48.006730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.018285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e4ceb-f0e4-4fa2-a6dc-137818dfb953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.072488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e4ceb-f0e4-4fa2-a6dc-137818dfb953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7773cd-5881-4569-8518-477e70da9d5f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:48.083134 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9e8e4ceb-f0e4-4fa2-a6dc-137818dfb953 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e266f85ad384f2b92dd57027f24dae7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3580234 Nov 08 12:48:48.084895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38574) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:48.218712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.250959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Calling delete_port for 5008832c-18d0-4279-b0cc-41814868c45c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:48.297734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.321086 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.416225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.691254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7b17-bc6b-4fba-b369-031737666516 req-cea7eb4f-fe97-4867-b037-ee4a529d9ffa tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:48.692813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a02a7b17-bc6b-4fba-b369-031737666516 req-cea7eb4f-fe97-4867-b037-ee4a529d9ffa tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0561488 Nov 08 12:48:48.707410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.739392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.743236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.746166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e7773cd-5881-4569-8518-477e70da9d5f HTTP/1.1" status: 204 len: 168 time: 0.6593766 Nov 08 12:48:48.750523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Port': ['ID=5008832c-18d0-4279-b0cc-41814868c45c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:48.785429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 00302c65-105c-420c-bee5-eb02e0fc4a73 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:48:48.812214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b33598-9ed3-468b-8658-484d2337bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7773cd-5881-4569-8518-477e70da9d5f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:48.822837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a02a7b17-bc6b-4fba-b369-031737666516 req-6fc07103-6b64-4e9e-b8a5-a779192dc6bd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237106 Nov 08 12:48:48.850988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:48.863552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-652826a0-d257-4b7e-8438-6a1da9b66336 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "DELETE /v2.0/ports/5008832c-18d0-4279-b0cc-41814868c45c HTTP/1.1" status: 204 len: 168 time: 0.9835970 Nov 08 12:48:48.863552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:48.962923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034ee40-ba7a-4097-84cb-78b8093adf50 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:48.965563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1034ee40-ba7a-4097-84cb-78b8093adf50 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "GET /v2.0/ports?device_id=262cc081-ab1a-4dd9-8a15-ae910f641ec5 HTTP/1.1" status: 200 len: 913 time: 0.1053965 Nov 08 12:48:48.976692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:49.050983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:49.063374 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Sync routers for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:49.083965 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:49.084253 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:49.218256 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:49.290361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:49.292745 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73ab844c-842f-43cd-8cb0-0ebfb8b73a5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7363105 Nov 08 12:48:49.299163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:49.361336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4dc1e601-9908-4daa-b025-c51507a1b565 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=888214d139364e1a8d116c3eceb48166&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584323 Nov 08 12:48:49.361336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38604) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:49.413152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:49.467330 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:47Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:49.500761 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Checking router: 00302c65-105c-420c-bee5-eb02e0fc4a73 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:49.501333 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Updating router 00302c65-105c-420c-bee5-eb02e0fc4a73 port 10f8f2ab-bec9-45ee-abad-c50600de7c05 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:48:49.560140 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:49.601478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd87c59-fd4f-4d82-ba1b-8b866fac7ff3 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:49.606681 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cfd87c59-fd4f-4d82-ba1b-8b866fac7ff3 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2409344 Nov 08 12:48:49.606681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38608) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:49.654787 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1059792c-562c-4c88-bcf7-1a1d930855d1 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457358 Nov 08 12:48:49.655281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:49.664922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223413334', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'project_id': '888214d139364e1a8d116c3eceb48166', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:49.858996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting port 174a6290-1dae-4b33-b880-04871ce16557 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:49.859867 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.020601 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.021091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.043196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Calling delete_port for 174a6290-1dae-4b33-b880-04871ce16557 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:50.109052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284189-3d47-45a6-87a3-19c34f525e93 req-ec9b3fcd-1920-4916-9ac3-bd272046b1fb tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:50.110686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9284189-3d47-45a6-87a3-19c34f525e93 req-ec9b3fcd-1920-4916-9ac3-bd272046b1fb tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1497152 Nov 08 12:48:50.116986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:50.120508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.349874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9284189-3d47-45a6-87a3-19c34f525e93 req-607b9a8b-29b2-4303-add1-0780b63b1aed tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246242 Nov 08 12:48:50.521151 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.526196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.574416 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Attempting to bind port 10f8f2ab-bec9-45ee-abad-c50600de7c05 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:50.575685 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Attempting to bind port 10f8f2ab-bec9-45ee-abad-c50600de7c05 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:50.576227 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Attempting to bind port 10f8f2ab-bec9-45ee-abad-c50600de7c05 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:50.587795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:50.587795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:50.588076 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.588397 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:50.588865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Bound port: 10f8f2ab-bec9-45ee-abad-c50600de7c05, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:50.589257 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.591033 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95dfd-4375-4e89-bd25-332e0de752a4 None None] Pushing event updated for resources: {'Port': ['ID=10f8f2ab-bec9-45ee-abad-c50600de7c05,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:50.612708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.644251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Port': ['ID=174a6290-1dae-4b33-b880-04871ce16557,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:50.691546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] For port 10f8f2ab-bec9-45ee-abad-c50600de7c05, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:50.701489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.761556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] For port 10f8f2ab-bec9-45ee-abad-c50600de7c05, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=10f8f2ab-bec9-45ee-abad-c50600de7c05,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:50.799927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Subnet': ['ID=fc767b11-4845-434e-9315-91e43d8af287,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:50.874109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.923061 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:50.966465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:50.978295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network hostable DHCP agents. Network: d079d887-2e25-4953-8410-0e64af2e5b45, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:48:51.074408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:51.078511 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.114306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network d079d887-2e25-4953-8410-0e64af2e5b45 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:48:51.149548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Router 262cc081-ab1a-4dd9-8a15-ae910f641ec5 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:48:51.255289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d079d887-2e25-4953-8410-0e64af2e5b45) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:51.264813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736e190-383c-4408-884b-84d4fc83960f None None] Network d079d887-2e25-4953-8410-0e64af2e5b45 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:51.285000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:51.286153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.294230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:51.314727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38658) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:51.316557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a5a08c5b-5b6c-456a-a3dc-688b39718472 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "PUT /v2.0/routers/262cc081-ab1a-4dd9-8a15-ae910f641ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3372092 Nov 08 12:48:51.360676 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:51.422186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] Sync routers for ids ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:51.431990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.474788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e681500-eec7-43d9-ae88-c1640aa040d1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8173509 Nov 08 12:48:51.478928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] Routers {'262cc081-ab1a-4dd9-8a15-ae910f641ec5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:51.479589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.479779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:51.523542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.539656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] Routers {'262cc081-ab1a-4dd9-8a15-ae910f641ec5'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:51.540304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.554399 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95dfd-4375-4e89-bd25-332e0de752a4 None None] Pushing event updated for resources: {'Port': ['ID=10f8f2ab-bec9-45ee-abad-c50600de7c05,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:51.613604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.614322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23242a3-2c4a-40d7-a05f-3bfd36f3f73a None None] The sync data for ids ['262cc081-ab1a-4dd9-8a15-ae910f641ec5'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:51.664955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a55a-e1eb-437f-ab29-236a684bce73 req-706dcd07-a907-4743-b98f-fcabc4017351 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:51.675331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5657a55a-e1eb-437f-ab29-236a684bce73 req-706dcd07-a907-4743-b98f-fcabc4017351 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.2427831 Nov 08 12:48:51.691641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d079d887-2e25-4953-8410-0e64af2e5b45', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:48:51.694792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.698889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.703475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.792548 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:47Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:51.888740 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aded8e7-c0c6-4756-81ae-d743140d9abf None None] The sync data for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 is: [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:47Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:48:51.945922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5657a55a-e1eb-437f-ab29-236a684bce73 req-7d5b25f8-6fcd-4d6e-9125-6f2ec325420e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447474 Nov 08 12:48:51.977717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.985837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Fanout notify agent at l3_agent the message router_deleted on router 262cc081-ab1a-4dd9-8a15-ae910f641ec5 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:48:51.987792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:51.992503 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea50100c-403e-4a5d-ab18-b2044cfdeb1d tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "DELETE /v2.0/routers/262cc081-ab1a-4dd9-8a15-ae910f641ec5 HTTP/1.1" status: 204 len: 168 time: 0.6730676 Nov 08 12:48:51.994801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:52.006280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Allocated IP 172.20.0.2 (d079d887-2e25-4953-8410-0e64af2e5b45/fc767b11-4845-434e-9315-91e43d8af287/9bfb1d58-7763-4fff-b131-fb2a30efc09f) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:52.179076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting subnet d50f841f-c41b-4b16-b07b-4be542bd2fbc {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:48:52.190847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.330476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.363526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.464276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.667060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.667886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Network d079d887-2e25-4953-8410-0e64af2e5b45 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:52.681263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:52.683965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Pushing event updated for resources: {'Port': ['ID=9bfb1d58-7763-4fff-b131-fb2a30efc09f,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:52.689108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:52.757556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.798117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Attempting to bind port 9bfb1d58-7763-4fff-b131-fb2a30efc09f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:52.798521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Attempting to bind port 9bfb1d58-7763-4fff-b131-fb2a30efc09f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:52.798946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Attempting to bind port 9bfb1d58-7763-4fff-b131-fb2a30efc09f on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:52.811892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:52.816280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:52.816280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.816280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Bound using segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:52.816280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Bound port: 9bfb1d58-7763-4fff-b131-fb2a30efc09f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:52.816280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:52.886837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] For port 9bfb1d58-7763-4fff-b131-fb2a30efc09f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:52.890752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] For port 9bfb1d58-7763-4fff-b131-fb2a30efc09f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9bfb1d58-7763-4fff-b131-fb2a30efc09f,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:52.983992 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.040987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.122970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Subnet': ['ID=d50f841f-c41b-4b16-b07b-4be542bd2fbc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:53.162327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.164042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.165089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.166103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.169343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f155aa1-dc8e-4355-a1b8-e322c444eb7f None None] Pushing event updated for resources: {'Port': ['ID=9bfb1d58-7763-4fff-b131-fb2a30efc09f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:53.170092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.174156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.174156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.184736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.187573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.188059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.191653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.192039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:53.217132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bc437-766f-4d04-ac6f-950607f02c4e None None] Network a03169c4-b50c-4aa2-a6bb-5e51fce56980 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:53.223788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.231170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce2536a7-3d87-4974-aefa-dc8b150abfde tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "DELETE /v2.0/subnets/d50f841f-c41b-4b16-b07b-4be542bd2fbc HTTP/1.1" status: 204 len: 168 time: 1.2336318 Nov 08 12:48:53.235874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38708) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:53.260187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6f46-da15-4da2-b3e5-8842da0d169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.481933 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.533701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.1 (d079d887-2e25-4953-8410-0e64af2e5b45/fc767b11-4845-434e-9315-91e43d8af287/b05db80e-f7ed-4197-b703-d9471b4ec96a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:48:53.584221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebb4c2-aef4-479e-ba92-458d756aab66 req-e726191c-9297-490a-ad1b-72f3ef73c455 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:53.586195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bebb4c2-aef4-479e-ba92-458d756aab66 req-e726191c-9297-490a-ad1b-72f3ef73c455 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.4298711 Nov 08 12:48:53.681219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Deleting port fdba9350-4f24-4d16-91ad-a1911db08aea {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:53.681677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.746582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 10f8f2ab-bec9-45ee-abad-c50600de7c05 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:53.811811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] For port fdba9350-4f24-4d16-91ad-a1911db08aea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fdba9350-4f24-4d16-91ad-a1911db08aea,segment=NetworkSegment(a1820ee2-a375-4072-b57a-c8370ac8a59e),segment_id=a1820ee2-a375-4072-b57a-c8370ac8a59e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:53.812451 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:53.815715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] DHCP port deletion for a03169c4-b50c-4aa2-a6bb-5e51fce56980 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:48:53.835741 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Calling delete_port for fdba9350-4f24-4d16-91ad-a1911db08aea owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:53.947383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bebb4c2-aef4-479e-ba92-458d756aab66 req-a98f7ade-ea54-42df-a200-73bfd1674624 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413877 Nov 08 12:48:54.023557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.048013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Deleting port fdba9350-4f24-4d16-91ad-a1911db08aea {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:48:54.048876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.091870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.125173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] For port fdba9350-4f24-4d16-91ad-a1911db08aea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fdba9350-4f24-4d16-91ad-a1911db08aea,segment=NetworkSegment(a1820ee2-a375-4072-b57a-c8370ac8a59e),segment_id=a1820ee2-a375-4072-b57a-c8370ac8a59e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:54.125807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.143073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Calling delete_port for fdba9350-4f24-4d16-91ad-a1911db08aea owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:48:54.156726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Port': ['ID=fdba9350-4f24-4d16-91ad-a1911db08aea,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:54.167379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] No DVR routers for this DVR port fdba9350-4f24-4d16-91ad-a1911db08aea on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:54.189580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.292634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 10f8f2ab-bec9-45ee-abad-c50600de7c05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:54.293007 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.325137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network d079d887-2e25-4953-8410-0e64af2e5b45 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:54.332170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:54.334799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:54.337202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:48:54.342549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.373927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.374325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.374943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.375080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.375317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.375761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.376208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.376422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.376749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.377074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.377395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.377747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:48:54.377939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03169c4-b50c-4aa2-a6bb-5e51fce56980']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:54.405923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1820ee2-a375-4072-b57a-c8370ac8a59e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:54.407109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1820ee2-a375-4072-b57a-c8370ac8a59e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:54.419194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.434524 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.444375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.480334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.488676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] Pushing event deleted for resources: {'Port': ['ID=fdba9350-4f24-4d16-91ad-a1911db08aea,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:54.494417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:48:54.494417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:48:54.497511 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:48:54.566019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b4c56-866c-46a3-80bb-ec48bcca9226 None None] No DVR routers for this DVR port fdba9350-4f24-4d16-91ad-a1911db08aea on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:48:54.628174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.756009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.793998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.807373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:54.820282 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] 10.222.0.58 "DELETE /v2.0/networks/a03169c4-b50c-4aa2-a6bb-5e51fce56980 HTTP/1.1" status: 204 len: 168 time: 1.5831282 Nov 08 12:48:54.874666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247de9-80a1-4337-8223-f59d3d6b7d85 tempest-FloatingIPNegativeTestJSON-826877415 tempest-FloatingIPNegativeTestJSON-826877415-project] Pushing event deleted for resources: {'Network': ['ID=a03169c4-b50c-4aa2-a6bb-5e51fce56980,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:55.188043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 10f8f2ab-bec9-45ee-abad-c50600de7c05, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=10f8f2ab-bec9-45ee-abad-c50600de7c05,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:55.195741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee6809-d438-41d0-8ece-90869d032e40 None None] Network d079d887-2e25-4953-8410-0e64af2e5b45 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:48:55.298304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] Provisioning complete for port 9bfb1d58-7763-4fff-b131-fb2a30efc09f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:55.299091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:55.482420 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:55.680247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:55.907476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=10f8f2ab-bec9-45ee-abad-c50600de7c05,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:55.994951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9bfb1d58-7763-4fff-b131-fb2a30efc09f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:55.995613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:56.095551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6db1-4c4b-4eb1-b31a-79cad36b8f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.185519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] For port 9bfb1d58-7763-4fff-b131-fb2a30efc09f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9bfb1d58-7763-4fff-b131-fb2a30efc09f,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:48:56.226967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9bfb1d58-7763-4fff-b131-fb2a30efc09f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:56.229614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.345148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.379520 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4f854406-c2e5-42b4-bffc-e123ebc35a97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2bf8c94317d4dceb92646f84cdcb206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794293 Nov 08 12:48:56.384623 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:56.539752 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.574072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36471e-ab60-4673-8519-22be72d84bd9 req-6806a930-eb80-43ab-9061-cf41fcfb4fe1 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:56.582627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c36471e-ab60-4673-8519-22be72d84bd9 req-6806a930-eb80-43ab-9061-cf41fcfb4fe1 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 1.4101541 Nov 08 12:48:56.584112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.590047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5856f7-e7e1-40f8-b009-74da3ba43a7c None None] Pushing event updated for resources: {'Port': ['ID=9bfb1d58-7763-4fff-b131-fb2a30efc09f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:56.638724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.654384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.749676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.753484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e16668d2-6640-4eba-9248-89c97df05394 None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:56.755209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e16668d2-6640-4eba-9248-89c97df05394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.911194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e16668d2-6640-4eba-9248-89c97df05394 None None] Port b05db80e-f7ed-4197-b703-d9471b4ec96a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:56.922957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fdba9350-4f24-4d16-91ad-a1911db08aea no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:48:56.928564 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.959368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.964135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:56.966736 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1523439e-73dd-43e7-ac3b-63645fec120c HTTP/1.1" status: 204 len: 168 time: 0.5810907 Nov 08 12:48:56.982991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fdba9350-4f24-4d16-91ad-a1911db08aea {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:48:56.983459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fdba9350-4f24-4d16-91ad-a1911db08aea not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:48:56.985969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117e7e8-6360-4743-ae26-6a2b96027a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523439e-73dd-43e7-ac3b-63645fec120c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:57.001560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c36471e-ab60-4673-8519-22be72d84bd9 req-ef33bfda-4b91-4952-8bc0-ebf4a00e913a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148712 Nov 08 12:48:57.006658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:57.099544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e16668d2-6640-4eba-9248-89c97df05394 None None] Provisioning complete for port 9bfb1d58-7763-4fff-b131-fb2a30efc09f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:57.100747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e16668d2-6640-4eba-9248-89c97df05394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:57.111918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network d079d887-2e25-4953-8410-0e64af2e5b45 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:48:57.118227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:48:57.433931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 00302c65-105c-420c-bee5-eb02e0fc4a73 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:48:57.485452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0dcbc09b-ec73-4f6c-9392-cae64e37d1a1 None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:57.486071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09b-ec73-4f6c-9392-cae64e37d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:57.586090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc09b-ec73-4f6c-9392-cae64e37d1a1 None None] Port b05db80e-f7ed-4197-b703-d9471b4ec96a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:57.639993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:48:57.656047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5d743b55-18f7-42b7-8f74-65c01dc48e12 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/00302c65-105c-420c-bee5-eb02e0fc4a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1645842 Nov 08 12:48:57.658230 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Sync routers for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:48:57.670188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:48:57.671268 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:57.719708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5b6718a5-007a-4bd4-8c51-d8df5ea88b4d None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:57.720220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5b6718a5-007a-4bd4-8c51-d8df5ea88b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:57.859029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5b6718a5-007a-4bd4-8c51-d8df5ea88b4d None None] Port b05db80e-f7ed-4197-b703-d9471b4ec96a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:48:57.912628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 10f8f2ab-bec9-45ee-abad-c50600de7c05 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:58.025314 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:48:58.074643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 10f8f2ab-bec9-45ee-abad-c50600de7c05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:58.074643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:58.178431 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:58.237839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-78162e54-fc08-4e21-82d6-859d4fef2c2e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344542230&fields=id&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 267 time: 0.1776357 Nov 08 12:48:58.316952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9bfb1d58-7763-4fff-b131-fb2a30efc09f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:48:58.466939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e9410-3c4d-4644-978c-fad1758aef1b req-fbabbb72-38dd-49a1-a538-a4d3aa47ed89 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:58.469157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016e9410-3c4d-4644-978c-fad1758aef1b req-fbabbb72-38dd-49a1-a538-a4d3aa47ed89 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.3037999 Nov 08 12:48:58.541551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9bfb1d58-7763-4fff-b131-fb2a30efc09f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:48:58.542054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:58.627211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-016e9410-3c4d-4644-978c-fad1758aef1b req-d5fddded-f698-420e-93fd-12aebe2a77b1 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445503 Nov 08 12:48:58.639828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-4b928503-eb08-4e9d-9cb6-e5514cccaa9d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:58.648875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-4b928503-eb08-4e9d-9cb6-e5514cccaa9d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 796 time: 0.4079592 Nov 08 12:48:58.673293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-75a53371-9067-4e2d-96fa-ca3b0f82ca74 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/quotas/888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 375 time: 0.0225751 Nov 08 12:48:58.677367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:48:56Z', 'revision_number': 2, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:48:58.742755 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Checking router: 00302c65-105c-420c-bee5-eb02e0fc4a73 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:48:58.756460 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Updating router 00302c65-105c-420c-bee5-eb02e0fc4a73 port b05db80e-f7ed-4197-b703-d9471b4ec96a binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:48:58.785020 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:58.790693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-c101500e-8004-40d0-812a-0e700ff7b336 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091616 Nov 08 12:48:58.954389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:58.970287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-4693bc5e-7494-4ea4-8cb0-f347b7131ddf service neutron] 10.222.0.58 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Nov 08 12:48:59.172922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38848) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:48:59.222608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-818da191-751a-4e34-bf7e-c963e20096cd service neutron] 10.222.0.58 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444899 Nov 08 12:48:59.269724 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.343616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'networks': [{'name': 'tempest-network--745279040'}, {'name': 'tempest-network--1955971404'}]} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:59.344054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-network--745279040'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:59.344964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-network--1955971404'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:48:59.376263 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.434862 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056bfe-ecb9-4d94-9280-9e7b12f67fe2 None None] Pushing event updated for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:48:59.538483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'network': 2} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:48:59.544742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.567275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.570873 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Attempting to bind port b05db80e-f7ed-4197-b703-d9471b4ec96a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:48:59.570873 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Attempting to bind port b05db80e-f7ed-4197-b703-d9471b4ec96a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:48:59.571778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Attempting to bind port b05db80e-f7ed-4197-b703-d9471b4ec96a on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:48:59.587135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:48:59.587135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:48:59.587622 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.587969 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Bound using segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:48:59.588506 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Bound port: b05db80e-f7ed-4197-b703-d9471b4ec96a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:48:59.588886 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.656498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b65a2006-803e-45e6-abd0-18ae520bd922 req-7dfeee05-c994-4c28-922b-357e46c01aad tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.0916259 Nov 08 12:48:59.865000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] For port b05db80e-f7ed-4197-b703-d9471b4ec96a, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:48:59.873544 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.875389 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] For port b05db80e-f7ed-4197-b703-d9471b4ec96a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b05db80e-f7ed-4197-b703-d9471b4ec96a,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:48:59.947383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf51d-40cc-489a-bb44-a2328da1370c req-b76b8e8c-90ec-44b4-a6c4-7b6d53096a11 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:48:59.948964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-515bf51d-40cc-489a-bb44-a2328da1370c req-b76b8e8c-90ec-44b4-a6c4-7b6d53096a11 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1296103 Nov 08 12:48:59.977476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:48:59.978339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.006899 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.063777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:00.064372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.084251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-515bf51d-40cc-489a-bb44-a2328da1370c req-c63920d3-7fce-4fca-a11a-7999ca08df87 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219425 Nov 08 12:49:00.128484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:00.136072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726f185f-15a0-4403-89eb-8c649cf9446e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:00.165360 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:00.166234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:48:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:00.178639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.179623 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment e159432f-18f7-4b1f-bf1e-dbccb71a3e09 of type vlan for network 4eb07596-2a99-4db7-8b92-4cc7bb06d597 Nov 08 12:49:00.291601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.295833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.336778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056bfe-ecb9-4d94-9280-9e7b12f67fe2 None None] Pushing event updated for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:00.370126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] For port b05db80e-f7ed-4197-b703-d9471b4ec96a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b05db80e-f7ed-4197-b703-d9471b4ec96a,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:00.395358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:00.407784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.408136 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment c4bc1b58-5025-4c46-8c2f-8f162b100e42 of type vlan for network 3443387e-808f-4212-846b-9865b9a127af Nov 08 12:49:00.413179 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:00.468252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.491799 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.587985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.588647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.596498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:00.609604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6187d-3ae4-4818-b789-1ef98799466b None None] Pushing event updated for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:00.615864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:00.633435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.648743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0f62e0cf-22f4-4a45-ad97-b79e61029dfc None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:00.649432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f62e0cf-22f4-4a45-ad97-b79e61029dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:00.746563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=4eb07596-2a99-4db7-8b92-4cc7bb06d597,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:00.763811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4eb07596-2a99-4db7-8b92-4cc7bb06d597 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:00.794932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cfcace4b-adf0-4864-9993-6a39297a3715 req-ad02beab-1d98-4e26-a161-e4256ccbb5c2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.0327086 Nov 08 12:49:00.860335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=3443387e-808f-4212-846b-9865b9a127af,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:00.862577 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:48:59Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:00.879651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3443387e-808f-4212-846b-9865b9a127af details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:00.901557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38902) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:00.911058 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3b21e-3212-4124-9ea8-1fd3cdc7b0f9 None None] The sync data for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 is: [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:48:59Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:49:00.918768 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab77e932-8b7e-475b-ae9d-d9346e2ed5fe tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7417891 Nov 08 12:49:01.385859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc731a-7969-4906-83fd-b69a2f2ea51b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:01.392305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc731a-7969-4906-83fd-b69a2f2ea51b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:01.429969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc731a-7969-4906-83fd-b69a2f2ea51b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:01.449302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc731a-7969-4906-83fd-b69a2f2ea51b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:01.454681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:01.479369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fdcc731a-7969-4906-83fd-b69a2f2ea51b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5673664 Nov 08 12:49:01.610595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca42f4-4d8c-4f41-9b5b-cebd15bc1a64 req-48831d62-c9a3-4c82-a780-91e599ed66d7 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:01.613013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdca42f4-4d8c-4f41-9b5b-cebd15bc1a64 req-48831d62-c9a3-4c82-a780-91e599ed66d7 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.3671794 Nov 08 12:49:01.689920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:01.719053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdca42f4-4d8c-4f41-9b5b-cebd15bc1a64 req-548209d1-e3fb-45a1-b707-b356b8967ca0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928047 Nov 08 12:49:01.948618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.008613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b05db80e-f7ed-4197-b703-d9471b4ec96a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:02.013011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb07596-2a99-4db7-8b92-4cc7bb06d597']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:02.039209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e159432f-18f7-4b1f-bf1e-dbccb71a3e09') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:02.040997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e159432f-18f7-4b1f-bf1e-dbccb71a3e09') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:02.063217 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.089836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e92262d-e9f5-42c2-8309-79d1eee9333e req-fe486eb1-13b0-41ec-9e17-7ec7fc069ac6 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.0765471 Nov 08 12:49:02.114294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.148162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:02.154590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:02.158500 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:02.193874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b05db80e-f7ed-4197-b703-d9471b4ec96a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:02.194796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.468333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.470224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.484549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:02.497590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/4eb07596-2a99-4db7-8b92-4cc7bb06d597 HTTP/1.1" status: 204 len: 168 time: 1.0412288 Nov 08 12:49:02.562305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca940c-504f-465c-b49a-b13c365c4d20 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=4eb07596-2a99-4db7-8b92-4cc7bb06d597,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:02.702007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.931025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:02.957736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3443387e-808f-4212-846b-9865b9a127af']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:02.993678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bc1b58-5025-4c46-8c2f-8f162b100e42') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:02.994026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bc1b58-5025-4c46-8c2f-8f162b100e42') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:03.017422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.043896 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.052440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:03.053135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:03.130189 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:03.153582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-ddc527a3-f48b-443d-a688-584420ba89cf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:03.160704 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-ddc527a3-f48b-443d-a688-584420ba89cf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 796 time: 0.4021978 Nov 08 12:49:03.208085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f0863-a56c-4bb2-9e73-fb25dfd9bbca req-89acff6e-e8cb-4216-a52e-ccdea7b3babd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:03.209885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0f0863-a56c-4bb2-9e73-fb25dfd9bbca req-89acff6e-e8cb-4216-a52e-ccdea7b3babd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0775919 Nov 08 12:49:03.358854 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-f5d8ef22-5a2a-40f3-a915-9da820c833b5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 380 time: 0.1834683 Nov 08 12:49:03.368501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'port': {'device_id': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'admin_state_up': True, 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'security_groups': ['87045e64-8116-4dc2-9c0f-531e0b95f79e']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:03.374665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a0f0863-a56c-4bb2-9e73-fb25dfd9bbca req-62c64334-de6f-44c2-b677-24ca307b3c35 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584678 Nov 08 12:49:03.378785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e53bd7-fe31-437d-b7ae-0364fe210b5c req-3003eb75-eb4b-4970-b5c1-8eb241d7edf9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.0406802 Nov 08 12:49:03.438598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.462107 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.473070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/3443387e-808f-4212-846b-9865b9a127af HTTP/1.1" status: 204 len: 168 time: 0.9805257 Nov 08 12:49:03.473538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38974) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:03.482099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ded46-78a1-4c58-9cdc-3904b47ff675 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=3443387e-808f-4212-846b-9865b9a127af,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:03.764786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c99c4-22d6-4314-b388-641b48d150ec tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:03.772333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c99c4-22d6-4314-b388-641b48d150ec tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:03.774013 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a95c99c4-22d6-4314-b388-641b48d150ec tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3034332 Nov 08 12:49:03.777847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:03.798919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1153163775'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:03.878286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:03.878571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:03.977132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:03.980688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.007882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:04.017979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.019084 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment 4eb82c47-16d5-4591-9fb5-b3e2c8989fff of type vlan for network 07698ecd-4a6f-4c38-b8a4-89eb667477f8 Nov 08 12:49:04.075176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.220754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.244775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:04.249796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.423269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=07698ecd-4a6f-4c38-b8a4-89eb667477f8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:04.441828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dd38836c-22bc-4f95-9c10-456a6612ecf5 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6624267 Nov 08 12:49:04.444815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 07698ecd-4a6f-4c38-b8a4-89eb667477f8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:04.450420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:04.490871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-656890435'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:04.607687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.7 (d079d887-2e25-4953-8410-0e64af2e5b45/fc767b11-4845-434e-9315-91e43d8af287/63a9dc86-0156-461d-b7a0-0d6fab6470b4) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:04.687876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b48395d-3c9f-4590-a058-6ba2d7d35a6e req-6bca534e-c884-4121-af74-a2dec417bc01 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.1880622 Nov 08 12:49:04.764274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9767-246b-4447-96a3-3dffc4cd3d95 req-0ded0bc9-dbe3-4813-b5c2-f97db28fd071 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:04.766186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-578f9767-246b-4447-96a3-3dffc4cd3d95 req-0ded0bc9-dbe3-4813-b5c2-f97db28fd071 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.2295535 Nov 08 12:49:04.818944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:04.827688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.892327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.904557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-578f9767-246b-4447-96a3-3dffc4cd3d95 req-aea204ac-37d7-4881-8343-f46a1d38df76 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301930 Nov 08 12:49:04.919428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:04.941326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:04.944006 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment af0a893d-9dd3-4675-87a3-5dd0c17985b9 of type vlan for network 5bfcb02f-27e7-4f21-b553-7973907b82b8 Nov 08 12:49:04.991404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.114874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.154871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.167838 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network d079d887-2e25-4953-8410-0e64af2e5b45 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:05.168817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:05.168817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.175382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:05.186237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:05.193213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:05.261615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:05.268537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.306215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8296189 Nov 08 12:49:05.307840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:05.320168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'ports': [{'network_id': '07698ecd-4a6f-4c38-b8a4-89eb667477f8', 'name': 'tempest-port--84115998', 'admin_state_up': True}, {'network_id': '5bfcb02f-27e7-4f21-b553-7973907b82b8', 'admin_state_up': False}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:05.321698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'port': {'network_id': '07698ecd-4a6f-4c38-b8a4-89eb667477f8', 'name': 'tempest-port--84115998', 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:05.323982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'port': {'network_id': '5bfcb02f-27e7-4f21-b553-7973907b82b8', 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:05.338306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98f207-354f-47e1-a011-177e5fa7c27e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=5bfcb02f-27e7-4f21-b553-7973907b82b8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:05.359964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5bfcb02f-27e7-4f21-b553-7973907b82b8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:05.432318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-2b5ab261-e62f-4a11-a5e1-236e61c43630 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0712562 Nov 08 12:49:05.468861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Request body: {'port': {'device_id': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:05.585898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.683299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c17c8845-de21-4b18-9da8-dbd626cdb618 None None] Provisioning complete for port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:05.684576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c17c8845-de21-4b18-9da8-dbd626cdb618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.784236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'port': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:05.789441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:05.840235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c17c8845-de21-4b18-9da8-dbd626cdb618 None None] Port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:49:05.880155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:06.100848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033b299-7a90-4b19-9ff9-08ca664e6792 req-57dab72c-cd79-40ea-8b46-e3f9e037dd6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:06.103491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6033b299-7a90-4b19-9ff9-08ca664e6792 req-57dab72c-cd79-40ea-8b46-e3f9e037dd6a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 931 time: 0.3360751 Nov 08 12:49:06.257223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] device_id is not set on port b70cf5d7-5080-45f3-a73a-208dd387e6fa yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:49:06.278968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35472faf-13e3-4414-83b0-e69f43ca73f8 req-47bed083-9051-4e55-9db6-8f1bc4fa42db tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:06.281178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35472faf-13e3-4414-83b0-e69f43ca73f8 req-47bed083-9051-4e55-9db6-8f1bc4fa42db tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1765122 Nov 08 12:49:06.490908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35472faf-13e3-4414-83b0-e69f43ca73f8 req-bc396e57-9147-456b-afdd-b232855ffbfa tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913943 Nov 08 12:49:06.573604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a9dc86-0156-461d-b7a0-0d6fab6470b4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:49:06.586274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:06.621747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Transition to ACTIVE for port object 63a9dc86-0156-461d-b7a0-0d6fab6470b4 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:49:06.635659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6033b299-7a90-4b19-9ff9-08ca664e6792 req-044a6b26-d55d-4c98-86e9-2a9cdfdbd3f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438488 Nov 08 12:49:06.727652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:06.739713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:06.834137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:07.033322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] device_id is not set on port 7977a355-7974-4886-9e31-6335d7bcabd9 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:49:07.104950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:07.105526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:07.107140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:07.122077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:49:07.124107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:07.141733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:07.142129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:07.142486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Bound using segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:07.143060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Bound port: 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:07.143672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:07.354020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:07.360810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:07.378499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:07.470053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:07.492282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:07.599960 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:07.602287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:07.607759 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] 10.222.0.57 "PUT /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 1091 time: 2.1656072 Nov 08 12:49:07.608541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:07.612520 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:07.692999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828481e9-93fa-453b-8da2-337538d7bcca service neutron] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:07.750898 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac11ba2-2f16-4d17-9e74-7516814628b3 x-openstack-request-id: req-fac11ba2-2f16-4d17-9e74-7516814628b3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:07.750898 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:07.750898 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fac11ba2-2f16-4d17-9e74-7516814628b3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:07.750898 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'status': 'completed', 'code': 200} Nov 08 12:49:07.762843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Checking segment: {'id': '4eb82c47-16d5-4591-9fb5-b3e2c8989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07698ecd-4a6f-4c38-b8a4-89eb667477f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:07.763483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network hostable DHCP agents. Network: 07698ecd-4a6f-4c38-b8a4-89eb667477f8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:07.770694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Port': ['ID=b70cf5d7-5080-45f3-a73a-208dd387e6fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:07.917812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-892f2bf6-d5d6-4708-a112-e83f97b67f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:07.922268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-892f2bf6-d5d6-4708-a112-e83f97b67f50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1094 time: 0.1283994 Nov 08 12:49:08.021409 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-6082b866-f454-4de2-906c-37736a249b76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 217 time: 0.0929687 Nov 08 12:49:08.123412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-c527635f-66b7-4d8d-9bdb-f50eeb44f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.125052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9b115-c841-4613-a80c-4e858fce0b63 req-99c14133-3356-4d8d-87cb-8605d58eaa9b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.125251 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-c527635f-66b7-4d8d-9bdb-f50eeb44f253 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.0977502 Nov 08 12:49:08.130366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4c9b115-c841-4613-a80c-4e858fce0b63 req-99c14133-3356-4d8d-87cb-8605d58eaa9b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.3331816 Nov 08 12:49:08.138585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4f323-9ad0-4a7a-80d1-2c07ac6a309b req-9a5fbf96-d4e1-45cd-be71-76632461cd3f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.140128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85a4f323-9ad0-4a7a-80d1-2c07ac6a309b req-9a5fbf96-d4e1-45cd-be71-76632461cd3f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 943 time: 0.2501183 Nov 08 12:49:08.162892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network 07698ecd-4a6f-4c38-b8a4-89eb667477f8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:08.262168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4c9b115-c841-4613-a80c-4e858fce0b63 req-a69ef7b7-d682-4cfd-9581-f35b12abea46 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829282 Nov 08 12:49:08.277987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85a4f323-9ad0-4a7a-80d1-2c07ac6a309b req-4e894053-f930-4e9f-8394-30ff21405684 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304946 Nov 08 12:49:08.279780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 07698ecd-4a6f-4c38-b8a4-89eb667477f8) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:08.285055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:08.285989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:08.316489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641ec68-2a13-4965-a154-6e391c45b3a2 None None] Network 07698ecd-4a6f-4c38-b8a4-89eb667477f8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:08.335835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-08f12ed3-9b57-4684-bb1a-40f257d52c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.340580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-08f12ed3-9b57-4684-bb1a-40f257d52c33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670837 Nov 08 12:49:08.399469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Port': ['ID=7977a355-7974-4886-9e31-6335d7bcabd9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:08.484565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Checking segment: {'id': 'af0a893d-9dd3-4675-87a3-5dd0c17985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5bfcb02f-27e7-4f21-b553-7973907b82b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:08.484964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network hostable DHCP agents. Network: 5bfcb02f-27e7-4f21-b553-7973907b82b8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:08.617358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network 5bfcb02f-27e7-4f21-b553-7973907b82b8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:08.654780 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-01038113-2109-413d-9622-934434cf2d85 service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025651 Nov 08 12:49:08.766291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5bfcb02f-27e7-4f21-b553-7973907b82b8) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:08.770717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:08.783434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.804200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf85bf-738a-42c0-b2ed-3e3bfb1beef7 None None] Network 5bfcb02f-27e7-4f21-b553-7973907b82b8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:08.806611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:08.806611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:08.934946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1d569714-6336-47f7-91ea-a9c6e236151f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.6231720 Nov 08 12:49:08.937228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:09.060039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574f33d-331b-4098-9c4a-6bb209d621af tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.060772 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-03fa6f73-91a8-42b0-8755-71ab3f697a40 req-a94bef84-0022-4294-850e-e0395a70cf7b service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838871 Nov 08 12:49:09.085564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574f33d-331b-4098-9c4a-6bb209d621af tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.090948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1574f33d-331b-4098-9c4a-6bb209d621af tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1526992 Nov 08 12:49:09.091579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39112) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:09.440920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Deleting port b70cf5d7-5080-45f3-a73a-208dd387e6fa {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:09.441345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:09.464399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-21cd9460-0ed0-428e-b231-918d1eedebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.465966 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-21cd9460-0ed0-428e-b231-918d1eedebda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1094 time: 0.2488461 Nov 08 12:49:09.610015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:09.632451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Calling delete_port for b70cf5d7-5080-45f3-a73a-208dd387e6fa owned by {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:09.663793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0acd1-6237-4fbc-8740-88d34e6783a2 req-2499efce-ca85-4c45-b691-a3e024048643 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.671236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fae0acd1-6237-4fbc-8740-88d34e6783a2 req-2499efce-ca85-4c45-b691-a3e024048643 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 943 time: 0.2760165 Nov 08 12:49:09.714505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d392b5-b14c-4ba3-ad37-2302085f6784 req-4e8f06a6-a229-4b1d-afb0-ce6e073f081c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.717016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19d392b5-b14c-4ba3-ad37-2302085f6784 req-4e8f06a6-a229-4b1d-afb0-ce6e073f081c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.2602754 Nov 08 12:49:09.748945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-b79cf86c-a80f-4592-aa22-cd4f12efba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.750482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-b79cf86c-a80f-4592-aa22-cd4f12efba0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.2596896 Nov 08 12:49:09.793271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fae0acd1-6237-4fbc-8740-88d34e6783a2 req-2971c28c-0daa-44fe-94c8-200cb569ed02 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210837 Nov 08 12:49:09.843867 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-87d99714-ca7e-40c4-a124-da540652091c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 217 time: 0.0832388 Nov 08 12:49:09.858946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19d392b5-b14c-4ba3-ad37-2302085f6784 req-d1032133-63b9-4268-9167-5f223ae963ae tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261268 Nov 08 12:49:09.921653 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-b5d2cf15-f450-4527-8d42-76c2a73176ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:09.924530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-b5d2cf15-f450-4527-8d42-76c2a73176ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.0714939 Nov 08 12:49:09.998586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-815fbb38-7dcd-4b65-a018-b678499f7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:10.000216 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-815fbb38-7dcd-4b65-a018-b678499f7243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671771 Nov 08 12:49:10.072659 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:10.116149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Port': ['ID=b70cf5d7-5080-45f3-a73a-208dd387e6fa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:10.122199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:10.135454 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5c242d43-64be-4fea-8a72-f9e79963c212 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/ports/b70cf5d7-5080-45f3-a73a-208dd387e6fa HTTP/1.1" status: 204 len: 168 time: 1.0354133 Nov 08 12:49:10.135619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:10.189010 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-599e87f3-3a5b-44c3-b110-38ca12b3de22 service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802800 Nov 08 12:49:10.305094 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:49:10.386786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Deleting port 7977a355-7974-4886-9e31-6335d7bcabd9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:10.398265 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:10.421558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9afbf532-ca77-4c20-b6bb-db64ba9cfb9b req-4cf57a44-2eb8-47c2-8ab8-f344ed559a52 service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240739 Nov 08 12:49:10.600577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:10.631796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Calling delete_port for 7977a355-7974-4886-9e31-6335d7bcabd9 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:10.846802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:10.933644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Port': ['ID=7977a355-7974-4886-9e31-6335d7bcabd9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:11.103026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.120789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b4a36fc0-56d3-43e6-b227-02e798d377dd tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/ports/7977a355-7974-4886-9e31-6335d7bcabd9 HTTP/1.1" status: 204 len: 168 time: 0.9885473 Nov 08 12:49:11.123093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39152) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:11.181263 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d5c0c514-8364-4ef6-9380-9636018561f7 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0569882 Nov 08 12:49:11.185409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39154) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:11.195672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1527669375'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:11.199211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87752-ab00-415d-9048-cba6afa07a97 req-1cc2462a-9ca3-46a0-8079-8ba15c90095d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:11.207138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bc87752-ab00-415d-9048-cba6afa07a97 req-1cc2462a-9ca3-46a0-8079-8ba15c90095d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 943 time: 0.2297616 Nov 08 12:49:11.231399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89132ea-5dbc-42c6-8b89-eb3f2c071a9e req-3c6e2678-9c7a-4165-9d4c-a5e84656ad59 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:11.252762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c89132ea-5dbc-42c6-8b89-eb3f2c071a9e req-3c6e2678-9c7a-4165-9d4c-a5e84656ad59 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1775856 Nov 08 12:49:11.297537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:11.303314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.359724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:11.377779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.378140 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment fe32fc3b-a80a-447e-97c2-af703bcb0028 of type vlan for network c95b71d0-fa90-431e-841c-0651734ed671 Nov 08 12:49:11.416249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bc87752-ab00-415d-9048-cba6afa07a97 req-3038236d-8ac0-415d-80ae-8e84430f305b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078269 Nov 08 12:49:11.436831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.459527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c89132ea-5dbc-42c6-8b89-eb3f2c071a9e req-dec1ce36-6291-4454-ac43-782529c18b7c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042878 Nov 08 12:49:11.565473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.575652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:11.576263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.744332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=c95b71d0-fa90-431e-841c-0651734ed671,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:11.771248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c95b71d0-fa90-431e-841c-0651734ed671 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:11.803092 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d79b1712-5e64-400c-b215-499595ab93f4 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6161485 Nov 08 12:49:11.805472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:11.811274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-557997053'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:11.959629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:11.963075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:11.997316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:12.007418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:12.007763 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Added segment 8f699169-ad1a-4de5-9b12-3f258b235b79 of type vlan for network 262c184a-86a6-4452-bd6c-63ccc0a176ff Nov 08 12:49:12.059400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:12.103238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:49:12.190682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:12.195992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:12.196640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:12.399459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Network': ['ID=262c184a-86a6-4452-bd6c-63ccc0a176ff,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:12.478138 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-07783c4b-158a-4807-8cad-ccde5f425fa2 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6713984 Nov 08 12:49:12.479427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:12.504304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 262c184a-86a6-4452-bd6c-63ccc0a176ff details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:12.696273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d1b0f-1c01-4601-81e9-55cd011173fa req-7823c89c-ece5-437f-9146-6604963c5508 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:12.706498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e6d1b0f-1c01-4601-81e9-55cd011173fa req-7823c89c-ece5-437f-9146-6604963c5508 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1005149 Nov 08 12:49:12.869400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea356-caf8-45d4-8de4-9d9c444ed06b req-e74aafb1-579d-493b-a8ee-9d2ac7b0fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:12.876452 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0fcea356-caf8-45d4-8de4-9d9c444ed06b req-e74aafb1-579d-493b-a8ee-9d2ac7b0fc8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.1665344 Nov 08 12:49:12.892820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7449a862-91f1-41db-9eb1-4a01222f1686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:12.912803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e6d1b0f-1c01-4601-81e9-55cd011173fa req-a32b4e97-7cb9-49ac-9572-3feb88ad1ccc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048867 Nov 08 12:49:12.978979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:12.998917 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0fcea356-caf8-45d4-8de4-9d9c444ed06b req-95e7a666-290a-410e-992b-d699c91cebdb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140952 Nov 08 12:49:13.004645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'port_id': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'mac_address': 'fa:16:3e:49:37:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:49:13.030308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5712f-47e6-4215-ad59-36218068c3d6 req-01338110-a927-4451-b961-97af92d10ab2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:13.042807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f5712f-47e6-4215-ad59-36218068c3d6 req-01338110-a927-4451-b961-97af92d10ab2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 943 time: 0.3268409 Nov 08 12:49:13.051959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.066717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a9dc86-0156-461d-b7a0-0d6fab6470b4 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:49:13.089748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:13.137860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7449a862-91f1-41db-9eb1-4a01222f1686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.159905 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.211413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f5712f-47e6-4215-ad59-36218068c3d6 req-0072543c-6315-435b-946d-4d845b34e566 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672275 Nov 08 12:49:13.256336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7449a862-91f1-41db-9eb1-4a01222f1686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.306264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:13.429148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a862-91f1-41db-9eb1-4a01222f1686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4522e-6fae-44d7-a31e-fa3300a8c15d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:13.434312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['63a9dc86-0156-461d-b7a0-0d6fab6470b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:49:13.492482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7449a862-91f1-41db-9eb1-4a01222f1686 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64a018ab10be489da080cd9339fc2abf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0113397 Nov 08 12:49:13.498299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39208) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:13.655532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.714904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.957924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.964393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:13.986675 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34e4522e-6fae-44d7-a31e-fa3300a8c15d HTTP/1.1" status: 204 len: 168 time: 0.4880712 Nov 08 12:49:14.027668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8c69-08c6-414a-af94-4c8c74a78045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4522e-6fae-44d7-a31e-fa3300a8c15d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:14.148135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feb7ae-164f-4506-9611-9fb2acb9971e req-9bc53b97-e70c-4892-af21-0cfa0858d0bc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:14.160609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02feb7ae-164f-4506-9611-9fb2acb9971e req-9bc53b97-e70c-4892-af21-0cfa0858d0bc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0936012 Nov 08 12:49:14.215016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02feb7ae-164f-4506-9611-9fb2acb9971e req-7e149532-3b69-4af0-976b-ac52680ee229 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Nov 08 12:49:14.508482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa376d-90c1-49d8-ba26-89569b95c035 req-1c7a7e66-6850-4b51-ba8d-278638f4a245 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:14.509978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57fa376d-90c1-49d8-ba26-89569b95c035 req-1c7a7e66-6850-4b51-ba8d-278638f4a245 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.0526838 Nov 08 12:49:14.611615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57fa376d-90c1-49d8-ba26-89569b95c035 req-cd67b528-c4bf-4112-a292-2855b7f1a5fc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941179 Nov 08 12:49:14.901791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39252) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:14.918616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf1052e-31ac-452d-b97a-410fda7c8719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:14.995872 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf1052e-31ac-452d-b97a-410fda7c8719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.073839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdf1052e-31ac-452d-b97a-410fda7c8719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.129089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:15.138653 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bdf1052e-31ac-452d-b97a-410fda7c8719 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6e9cfb9105b43349051d6d18fa3da3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230906 Nov 08 12:49:15.139837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1052e-31ac-452d-b97a-410fda7c8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f4b27-dbba-41c3-85a6-c9c32ad627ab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:15.215208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.257859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.467154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819ba66-7488-4bbe-97e0-369f22e708c2 req-555be925-5921-4b4c-b791-f011ed94a343 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:15.468840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1819ba66-7488-4bbe-97e0-369f22e708c2 req-555be925-5921-4b4c-b791-f011ed94a343 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1215022 Nov 08 12:49:15.590271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1819ba66-7488-4bbe-97e0-369f22e708c2 req-fbdcb552-324d-4548-8897-8b1fb809d51f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086757 Nov 08 12:49:15.656128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-804865432', 'description': 'tempest-description-1779255886'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:15.808760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.822078 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.826565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf0f4b27-dbba-41c3-85a6-c9c32ad627ab HTTP/1.1" status: 204 len: 168 time: 0.6959708 Nov 08 12:49:15.850782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:15.874964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39282) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:15.878289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c72de-e514-4fb2-9af1-b03d72fa550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f4b27-dbba-41c3-85a6-c9c32ad627ab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:15.880907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'subnets': [{'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1811431729', 'ip_version': 6}, {'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:15.881484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'subnet': {'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1811431729', 'ip_version': 6}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:15.882359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Request body: {'subnet': {'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:16.006905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.029617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914d5e-d30d-4d3b-9fe6-2567605c629b req-2ee58ac6-b55e-4e91-8ab5-f8cf316a484a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:16.032439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1914d5e-d30d-4d3b-9fe6-2567605c629b req-2ee58ac6-b55e-4e91-8ab5-f8cf316a484a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.3012676 Nov 08 12:49:16.056772 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.109808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.118819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:16.177558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc3dc8-9cd0-449a-bcb8-b01ce173e6cd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:16.185042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1914d5e-d30d-4d3b-9fe6-2567605c629b req-3f3aa3d9-b16e-4740-8dc9-432fc05a4e54 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441791 Nov 08 12:49:16.256881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Made reservation on behalf of 53a22535b65d40068ee5c1a907e31799 for: {'subnet': 2} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:16.267283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.267283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.331263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:49:16.336581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:16.336952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.379448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.382605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45959b29-cc0b-4bde-8601-93ddb6ad9d30 req-9ac29031-edf4-4a82-b2f2-5365440e0af6 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.7303159 Nov 08 12:49:16.506262 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.560384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:16.561680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:16.564915 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd340e63-1c8d-4343-bb41-f49b6a673b7f" -d '{"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:16.601069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-50e099f9-31f4-44a0-ab85-ab40bc59f41f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-804865432&fields=id&tenant_id=2dd0e150304c42fe9c5706a418b8ad6c HTTP/1.1" status: 200 len: 267 time: 0.1007936 Nov 08 12:49:16.627790 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ab320-2d7a-4eca-87ea-a102f485eff7 x-openstack-request-id: req-a61ab320-2d7a-4eca-87ea-a102f485eff7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:16.628634 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:16.629217 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a61ab320-2d7a-4eca-87ea-a102f485eff7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:16.629910 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'code': 200} Nov 08 12:49:16.674020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.773971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-20237d5e-f249-4e95-9553-874bbd8bfe8b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:16.794779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-20237d5e-f249-4e95-9553-874bbd8bfe8b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1787138 Nov 08 12:49:16.810592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'port': {'security_groups': ['a0ff9092-9aeb-41cc-b3be-c52092581670', 'eabc3dc8-9cd0-449a-bcb8-b01ce173e6cd']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:16.819428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:16.907620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:16.969950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a19b4-d350-4668-b474-254799561564 req-91ee3771-fe97-48ed-bfd2-320e6e4c6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:16.982375 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7b1a19b4-d350-4668-b474-254799561564 req-91ee3771-fe97-48ed-bfd2-320e6e4c6b37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1829188 Nov 08 12:49:17.180551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7b1a19b4-d350-4668-b474-254799561564 req-48ebcada-132b-47fe-aace-6e7334ea30e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844349 Nov 08 12:49:17.272345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:17.316112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:17.383011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:17.418874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29e3f3-fc7a-4c53-a379-d78c730cfd92 req-cd657b45-663e-484c-902f-d3f7931adbf7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:17.420615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df29e3f3-fc7a-4c53-a379-d78c730cfd92 req-cd657b45-663e-484c-902f-d3f7931adbf7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.0908523 Nov 08 12:49:17.422092 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:17.435903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['fe3d5b50-7059-4c85-a63a-b58a1848e781'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:49:17.535014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:17.535693 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:17.543812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55cc0b6d-0031-4c16-9ac6-c37f15992e59 req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "PUT /v2.0/ports/fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 981 time: 0.7465529 Nov 08 12:49:17.544778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:17.559395 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0653f657-9548-4184-97cb-83024b4a86a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:17.559833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Subnet': ['ID=1c30a91c-2a76-4907-8f7f-239dd08860fc,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:17.572351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb33461-9557-42d0-b28d-bada8c594105 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:17.581643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Checking segment: {'id': 'fe32fc3b-a80a-447e-97c2-af703bcb0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:17.582217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network hostable DHCP agents. Network: c95b71d0-fa90-431e-841c-0651734ed671, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:17.673141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['fe3d5b50-7059-4c85-a63a-b58a1848e781'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:49:17.731416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network c95b71d0-fa90-431e-841c-0651734ed671 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:17.761781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df29e3f3-fc7a-4c53-a379-d78c730cfd92 req-d428eaa6-01a1-4d2b-90dd-4b8bf64e25d8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569933 Nov 08 12:49:17.805315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-f6aade26-dee0-465d-a5ba-dc246cd805b2 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-804865432&fields=id&tenant_id=2dd0e150304c42fe9c5706a418b8ad6c HTTP/1.1" status: 200 len: 267 time: 0.0815351 Nov 08 12:49:17.833618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c95b71d0-fa90-431e-841c-0651734ed671) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:17.850013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9c03a-7d6b-4a20-a94c-9b74475379d9 None None] Network c95b71d0-fa90-431e-841c-0651734ed671 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:17.853777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:17.901660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-e035bfcd-9e09-4232-8864-d31a63244f3e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:17.916908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-e035bfcd-9e09-4232-8864-d31a63244f3e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 984 time: 0.0969584 Nov 08 12:49:17.939860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'port': {'security_groups': ['a0ff9092-9aeb-41cc-b3be-c52092581670']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:17.949384 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b8cf14-96a1-40b5-86d5-17b7c13b5ee0 x-openstack-request-id: req-69b8cf14-96a1-40b5-86d5-17b7c13b5ee0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:17.949676 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:17.949940 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69b8cf14-96a1-40b5-86d5-17b7c13b5ee0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:17.950358 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:49:18.116282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event updated for resources: {'Subnet': ['ID=5f238a85-2130-4b2b-a783-2cadb3ec3cb9,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:18.126205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.152215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Checking segment: {'id': '8f699169-ad1a-4de5-9b12-3f258b235b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:18.154125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network hostable DHCP agents. Network: 262c184a-86a6-4452-bd6c-63ccc0a176ff, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:18.371580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Network 262c184a-86a6-4452-bd6c-63ccc0a176ff is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:18.430846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f657-9548-4184-97cb-83024b4a86a7 req-4636dd80-64a5-431a-9f03-a046999ee939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.430846 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-4636dd80-64a5-431a-9f03-a046999ee939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1135 time: 0.4466043 Nov 08 12:49:18.434522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c95b71d0-fa90-431e-841c-0651734ed671', 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671', 'tenant_id': '53a22535b65d40068ee5c1a907e31799', 'fixed_ips': [{'subnet_id': '1c30a91c-2a76-4907-8f7f-239dd08860fc'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:18.435466 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.507335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:18.544297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f657-9548-4184-97cb-83024b4a86a7 req-b5176651-0e08-4087-8916-12064bffb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.546205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-b5176651-0e08-4087-8916-12064bffb59c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.1097102 Nov 08 12:49:18.552524 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.614391 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-8ef32152-48a1-4a20-b3b0-74b0234857e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0605471 Nov 08 12:49:18.658821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Allocated IP 2001:db8::1 (c95b71d0-fa90-431e-841c-0651734ed671/1c30a91c-2a76-4907-8f7f-239dd08860fc/73700637-c32a-4855-ab51-c6d1d8d2d583) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:18.710697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.778149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 262c184a-86a6-4452-bd6c-63ccc0a176ff) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:18.791693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.792246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.792892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.800319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f657-9548-4184-97cb-83024b4a86a7 req-6c28e0b9-3680-48b4-9ad9-660cc1160bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.801998 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-6c28e0b9-3680-48b4-9ad9-660cc1160bae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.1801670 Nov 08 12:49:18.848935 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-7641af2f-613a-42fc-8090-b3c37f6a9e98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349026 Nov 08 12:49:18.863806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-9bf40e20-1679-4572-90c7-6289e7ff606f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:18.865017 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-9bf40e20-1679-4572-90c7-6289e7ff606f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081279 Nov 08 12:49:18.921501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:18.926312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:18.937636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bfac529-7e45-483d-82fb-f7f2afe22ce1 req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "PUT /v2.0/ports/fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 942 time: 1.0117500 Nov 08 12:49:18.978923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a70f01-a5cd-4cd4-aac7-5304fd300f73 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:19.059385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4870bb04-a916-49e9-bac8-bfd3616b1a13 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1830823 Nov 08 12:49:19.065316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39358) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:19.113306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['fe3d5b50-7059-4c85-a63a-b58a1848e781'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:49:19.115516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326ebb7-1fe4-4aba-b7e1-40ac2774c072 None None] Network 262c184a-86a6-4452-bd6c-63ccc0a176ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:19.206074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:19.234505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-0773bb2b-f882-495a-b714-01a3abc15cd3 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603747 Nov 08 12:49:19.239942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c396f9-2e12-4d15-90e8-629c0742485d tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:19.244835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c396f9-2e12-4d15-90e8-629c0742485d tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:19.247114 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c396f9-2e12-4d15-90e8-629c0742485d tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:19.250057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['fe3d5b50-7059-4c85-a63a-b58a1848e781'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:49:19.283174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c9c396f9-2e12-4d15-90e8-629c0742485d tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2159479 Nov 08 12:49:19.300882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39366) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:19.421398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:19.526087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Network c95b71d0-fa90-431e-841c-0651734ed671 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:19.534480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:19.540788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:19.544828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281687-844f-40ee-9894-5dab6f3471cb req-6d16ba1b-80a3-4fee-a884-1055c98d96f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:19.546463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87281687-844f-40ee-9894-5dab6f3471cb req-6d16ba1b-80a3-4fee-a884-1055c98d96f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.5517323 Nov 08 12:49:19.701104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Pushing event updated for resources: {'Port': ['ID=73700637-c32a-4855-ab51-c6d1d8d2d583,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:19.744581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-20b1c2f1-7a94-4c1b-92b3-fb86e1fd5eb1 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7485120 Nov 08 12:49:19.778772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:19.785760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-262c184a-86a6-4452-bd6c-63ccc0a176ff', 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff', 'tenant_id': '53a22535b65d40068ee5c1a907e31799', 'fixed_ips': [{'subnet_id': '5f238a85-2130-4b2b-a783-2cadb3ec3cb9'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:19.787002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:19.816784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87281687-844f-40ee-9894-5dab6f3471cb req-65ff2b4b-83bf-4f69-ba30-5c0858436260 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504702 Nov 08 12:49:19.910447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Attempting to bind port 73700637-c32a-4855-ab51-c6d1d8d2d583 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:19.910447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Attempting to bind port 73700637-c32a-4855-ab51-c6d1d8d2d583 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fe32fc3b-a80a-447e-97c2-af703bcb0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:19.910447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Attempting to bind port 73700637-c32a-4855-ab51-c6d1d8d2d583 on network c95b71d0-fa90-431e-841c-0651734ed671 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:19.951095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:19.957389 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ed009-72ab-4512-aafe-30a1e5e05d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:20.022492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:20.023051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Checking segment: {'id': 'fe32fc3b-a80a-447e-97c2-af703bcb0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:20.023506 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.023910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Bound using segment: {'id': 'fe32fc3b-a80a-447e-97c2-af703bcb0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:20.024400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Bound port: 73700637-c32a-4855-ab51-c6d1d8d2d583, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe32fc3b-a80a-447e-97c2-af703bcb0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c95b71d0-fa90-431e-841c-0651734ed671'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:20.024783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.099357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Deleting subnet 1c30a91c-2a76-4907-8f7f-239dd08860fc {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:49:20.104103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.181899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.455936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Allocated IP 2001:db8:0:1::1 (262c184a-86a6-4452-bd6c-63ccc0a176ff/5f238a85-2130-4b2b-a783-2cadb3ec3cb9/73a9740e-bb69-41d3-ab5d-f14e11c58f47) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:20.529357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-0653f657-9548-4184-97cb-83024b4a86a7 req-efc19cdb-fce1-4056-80ed-a1c0c0101007 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2293055 Nov 08 12:49:20.555033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.722170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.796773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.865215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Subnet': ['ID=1c30a91c-2a76-4907-8f7f-239dd08860fc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:20.867548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.874178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c3053859-0ec1-48ef-a721-9e840801150a tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/subnets/1c30a91c-2a76-4907-8f7f-239dd08860fc HTTP/1.1" status: 204 len: 168 time: 1.5722933 Nov 08 12:49:20.874398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:20.950898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:20.962287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] For port 73700637-c32a-4855-ab51-c6d1d8d2d583, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:20.982472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] For port 73700637-c32a-4855-ab51-c6d1d8d2d583, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=73700637-c32a-4855-ab51-c6d1d8d2d583,segment=NetworkSegment(fe32fc3b-a80a-447e-97c2-af703bcb0028),segment_id=fe32fc3b-a80a-447e-97c2-af703bcb0028)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:21.058997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bacbff-c84a-4a4f-8dae-dfa4754f6b94 req-92d0983d-1fda-4e2e-9b12-9c82ac01ea50 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:21.058997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46bacbff-c84a-4a4f-8dae-dfa4754f6b94 req-92d0983d-1fda-4e2e-9b12-9c82ac01ea50 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 1.0450222 Nov 08 12:49:21.060152 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.060279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-ed2c2b17-f149-4cdb-9958-7328c17a11b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2937727 Nov 08 12:49:21.060279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Deleting subnet 5f238a85-2130-4b2b-a783-2cadb3ec3cb9 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46bacbff-c84a-4a4f-8dae-dfa4754f6b94 req-47261886-fb28-46bc-abeb-29bb3d6a386f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396177 Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-872ce916-fb5b-43cc-8c96-11ef73a5011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-872ce916-fb5b-43cc-8c96-11ef73a5011b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.1085570 Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1a950-224d-4cf4-b601-0eb794b7ee17 x-openstack-request-id: req-cbd1a950-224d-4cf4-b601-0eb794b7ee17 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbd1a950-224d-4cf4-b601-0eb794b7ee17 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-0f3c79ff-cc20-432f-9eb2-c77a1b3ead74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-0f3c79ff-cc20-432f-9eb2-c77a1b3ead74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.2077842 Nov 08 12:49:21.479686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Allocated IP 172.25.1.168 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/e18a0380-5fea-4fac-a824-a74fd02627fa) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:21.486330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39420) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:21.536389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d895303e-1f91-4e48-a5cf-aed1962d3f7f tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:21.539064 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d895303e-1f91-4e48-a5cf-aed1962d3f7f tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1091 time: 0.0537367 Nov 08 12:49:21.541786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39422) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:21.547083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-259ba2f9-3976-420a-8ff7-324a297f41b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0924172 Nov 08 12:49:21.548296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:21.637037 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.645917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-b2c5d30d-d0b0-42b8-8a7b-a6f223cae775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:21.647521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-b2c5d30d-d0b0-42b8-8a7b-a6f223cae775 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.0723391 Nov 08 12:49:21.679705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.708384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.758337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.791391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf60899-8cf4-4906-85d4-b58bd9d2f38c None None] Pushing event updated for resources: {'Port': ['ID=73700637-c32a-4855-ab51-c6d1d8d2d583,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:21.809505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Network 262c184a-86a6-4452-bd6c-63ccc0a176ff is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:21.826555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.903358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:21.914557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:21.916712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Pushing event updated for resources: {'Port': ['ID=73a9740e-bb69-41d3-ab5d-f14e11c58f47,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:21.920568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:21.951463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.099774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Attempting to bind port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:22.100467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Attempting to bind port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8f699169-ad1a-4de5-9b12-3f258b235b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:22.100715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Attempting to bind port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 on network 262c184a-86a6-4452-bd6c-63ccc0a176ff {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:22.131855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:22.136021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Checking segment: {'id': '8f699169-ad1a-4de5-9b12-3f258b235b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:22.137275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.137871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Bound using segment: {'id': '8f699169-ad1a-4de5-9b12-3f258b235b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:22.139708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Bound port: 73a9740e-bb69-41d3-ab5d-f14e11c58f47, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f699169-ad1a-4de5-9b12-3f258b235b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '262c184a-86a6-4452-bd6c-63ccc0a176ff'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:22.167316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.232533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.237463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-78ceccdb-5370-411c-b466-d58f692bf431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5798802 Nov 08 12:49:22.335337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.381791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] For port 73a9740e-bb69-41d3-ab5d-f14e11c58f47, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:22.385488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] For port 73a9740e-bb69-41d3-ab5d-f14e11c58f47, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=73a9740e-bb69-41d3-ab5d-f14e11c58f47,segment=NetworkSegment(8f699169-ad1a-4de5-9b12-3f258b235b79),segment_id=8f699169-ad1a-4de5-9b12-3f258b235b79)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:22.417826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Subnet': ['ID=5f238a85-2130-4b2b-a783-2cadb3ec3cb9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:22.433542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.437305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-49fdc805-a5eb-454e-b1d2-0f67152fcc73 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/subnets/5f238a85-2130-4b2b-a783-2cadb3ec3cb9 HTTP/1.1" status: 204 len: 168 time: 1.5605862 Nov 08 12:49:22.442605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:22.474273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-8ac5ec92-21f6-41b3-bded-5e78f1ffe26d service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279890 Nov 08 12:49:22.518948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3086cbf-0608-4b12-a361-4cf18d1a623e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:22.520445 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c3086cbf-0608-4b12-a361-4cf18d1a623e tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768347 Nov 08 12:49:22.524638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:22.614912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.622570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.627343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:22.709766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00f22f7b-6392-46e7-ac84-a04ecf6d88ed req-74308e5b-7aef-4824-8b43-3b31dbb73048 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267005 Nov 08 12:49:22.743121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c598c-5e38-49b1-8799-4a73910a59b3 None None] Pushing event updated for resources: {'Port': ['ID=73a9740e-bb69-41d3-ab5d-f14e11c58f47,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:22.752047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:22.755859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:22.766685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:22.800635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.82 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5108d282-d9c4-45fc-8ab8-e0582b9e163c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:22.962806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'Port': ['ID=e18a0380-5fea-4fac-a824-a74fd02627fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:23.152063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.153397 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bb57f9be-e359-4564-8e02-08c6b744c6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.260232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-1ec28ff5-c0f0-4050-be70-74fe20e4ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:23.270961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-1ec28ff5-c0f0-4050-be70-74fe20e4ee71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.4787474 Nov 08 12:49:23.310850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.407762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Deleting port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:23.408409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.493983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.513618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.606805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-dea6fe09-5f64-400c-bc92-c6b9729eb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:23.618128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-dea6fe09-5f64-400c-bc92-c6b9729eb214 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.3382897 Nov 08 12:49:23.683344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-5ba5531a-8317-49b3-b9b4-022449b4de1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0534644 Nov 08 12:49:23.708187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5108d282-d9c4-45fc-8ab8-e0582b9e163c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:23.722135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:23.754268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:23.762187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-42968c4b-f92e-49ea-8491-ef042f031cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:23.762843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ba265-ffed-4a6e-b000-844d9abdf4db None None] Network c95b71d0-fa90-431e-841c-0651734ed671 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:23.763906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-42968c4b-f92e-49ea-8491-ef042f031cd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.0689201 Nov 08 12:49:23.778419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:23.791128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] For port 73a9740e-bb69-41d3-ab5d-f14e11c58f47, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=73a9740e-bb69-41d3-ab5d-f14e11c58f47,segment=NetworkSegment(8f699169-ad1a-4de5-9b12-3f258b235b79),segment_id=8f699169-ad1a-4de5-9b12-3f258b235b79)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:23.797061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:23.901573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Calling delete_port for 73a9740e-bb69-41d3-ab5d-f14e11c58f47 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:23.939456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-2bd0b57e-88e6-478e-b542-82b44f398ee8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623528 Nov 08 12:49:24.033968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] Provisioning complete for port 73700637-c32a-4855-ab51-c6d1d8d2d583 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:24.035026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.113604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73a9740e-bb69-41d3-ab5d-f14e11c58f47 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:24.150321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-90e7d126-8783-431c-a917-8964c2b88779 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951611 Nov 08 12:49:24.154686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.333697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.425175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] DHCP port deletion for c95b71d0-fa90-431e-841c-0651734ed671 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:49:24.450353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:24.457406 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.513099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-243ed009-72ab-4512-aafe-30a1e5e05d7c req-45e8655c-b4c3-4a81-8c6b-c5bc3fdfe198 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538165 Nov 08 12:49:24.514570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.529216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] For port 73700637-c32a-4855-ab51-c6d1d8d2d583, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=73700637-c32a-4855-ab51-c6d1d8d2d583,segment=NetworkSegment(fe32fc3b-a80a-447e-97c2-af703bcb0028),segment_id=fe32fc3b-a80a-447e-97c2-af703bcb0028)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:24.565149 n-d-816990-1 neutron-server[102537]: INFO neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No ports have port_id starting with 73a9740e-bb69-41d3-ab5d-f14e11c58f47 Nov 08 12:49:24.565380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.569706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73700637-c32a-4855-ab51-c6d1d8d2d583 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:24.596774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] No DVR routers for this DVR port 73a9740e-bb69-41d3-ab5d-f14e11c58f47 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:49:24.629761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.661859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.711160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Port': ['ID=73a9740e-bb69-41d3-ab5d-f14e11c58f47,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:24.783182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event updated for resources: {'Port': ['ID=e18a0380-5fea-4fac-a824-a74fd02627fa,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:24.814846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ee6d9-9538-45fa-b929-3f0b006fa323 None None] Pushing event updated for resources: {'Port': ['ID=73700637-c32a-4855-ab51-c6d1d8d2d583,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:24.858567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f451325-f125-4e50-9326-939f9d43d76d None None] Network 262c184a-86a6-4452-bd6c-63ccc0a176ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:24.865050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.872419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-938afbc0-000a-4b3d-af5a-fc10cbfffc5c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1041641 Nov 08 12:49:24.877887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Deleting port 73700637-c32a-4855-ab51-c6d1d8d2d583 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:24.878224 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:24.939959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fda8f330-b9b6-42a1-8e85-fb98a1980a18 None None] Could not find standard attr ID for object 73a9740e-bb69-41d3-ab5d-f14e11c58f47. {{(pid=102537) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 12:49:25.101810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 73700637-c32a-4855-ab51-c6d1d8d2d583 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:25.102191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.166449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] For port 73700637-c32a-4855-ab51-c6d1d8d2d583, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=73700637-c32a-4855-ab51-c6d1d8d2d583,segment=NetworkSegment(fe32fc3b-a80a-447e-97c2-af703bcb0028),segment_id=fe32fc3b-a80a-447e-97c2-af703bcb0028)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:25.171048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.189664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Calling delete_port for 73700637-c32a-4855-ab51-c6d1d8d2d583 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:25.219845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.281711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-b1016390-2381-4716-8b2f-ee6b7a07ff59 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.4077470 Nov 08 12:49:25.324379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c184a-86a6-4452-bd6c-63ccc0a176ff']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:25.361664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f699169-ad1a-4de5-9b12-3f258b235b79') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:25.362100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f699169-ad1a-4de5-9b12-3f258b235b79') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:25.387842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.390202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.484201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-d14cf231-479a-4ad9-892c-93dbe8b49dcd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:25.485753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-d14cf231-479a-4ad9-892c-93dbe8b49dcd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1959150 Nov 08 12:49:25.487789 n-d-816990-1 neutron-server[102537]: INFO neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No ports have port_id starting with 73700637-c32a-4855-ab51-c6d1d8d2d583 Nov 08 12:49:25.489843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.494022 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.504450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-b3e1c440-9ea7-4d34-94d4-f1e230806fc4 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:25.505529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac0f012c-20d2-416c-aa58-3615d887ec55 req-b3e1c440-9ea7-4d34-94d4-f1e230806fc4 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103090 Nov 08 12:49:25.539071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] Pushing event deleted for resources: {'Port': ['ID=73700637-c32a-4855-ab51-c6d1d8d2d583,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:25.541650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad6ad5-af2e-4e3a-bc09-3c2065a95809 None None] DHCP port deletion for 262c184a-86a6-4452-bd6c-63ccc0a176ff request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:49:25.552910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf4916-98c5-467a-8b21-2ed066c38b6d None None] No DVR routers for this DVR port 73700637-c32a-4855-ab51-c6d1d8d2d583 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:49:25.597283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:25.598119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:25.603599 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:25.658050 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20607fe2-eeb6-4a8a-b3f1-f19f2fb60937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.798965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-13a305fe-4bfe-4c75-b9e7-073143a177bd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:25.806843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-13a305fe-4bfe-4c75-b9e7-073143a177bd tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1617670 Nov 08 12:49:25.903371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73a9740e-bb69-41d3-ab5d-f14e11c58f47 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:49:25.909441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-e625208a-2a8c-4b67-8496-f974043778b5 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1014426 Nov 08 12:49:25.915267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:25.926881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'floatingip': {'port_id': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:25.948216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 73a9740e-bb69-41d3-ab5d-f14e11c58f47 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:49:25.948909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73a9740e-bb69-41d3-ab5d-f14e11c58f47 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:49:25.949501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73700637-c32a-4855-ab51-c6d1d8d2d583 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:49:26.005196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 73700637-c32a-4855-ab51-c6d1d8d2d583 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:49:26.005550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 73700637-c32a-4855-ab51-c6d1d8d2d583 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:49:26.079703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.100515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.121780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.125334 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/262c184a-86a6-4452-bd6c-63ccc0a176ff HTTP/1.1" status: 204 len: 168 time: 3.5993228 Nov 08 12:49:26.130430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:26.194788 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d1561-ea98-498b-b884-d7ac3eccbc6f tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=262c184a-86a6-4452-bd6c-63ccc0a176ff,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:26.318151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.351945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.508612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.519273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.643070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95b71d0-fa90-431e-841c-0651734ed671']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:26.661196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=5108d282-d9c4-45fc-8ab8-e0582b9e163c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:26.679020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe32fc3b-a80a-447e-97c2-af703bcb0028') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:26.686058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe32fc3b-a80a-447e-97c2-af703bcb0028') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:26.730416 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.750726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.801913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.816376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:26.816597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:26.819837 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:26.850508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:26.956643 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 30df3694-a90b-400a-9419-dd028f2fd827 associated. External IP: 172.25.1.82, port: 63a9dc86-0156-461d-b7a0-0d6fab6470b4. Nov 08 12:49:27.037180 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:49:27.114776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.116267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.128219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.132680 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/c95b71d0-fa90-431e-841c-0651734ed671 HTTP/1.1" status: 204 len: 168 time: 0.9950087 Nov 08 12:49:27.139514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:27.149984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c168f0-114e-4e7b-9b0b-c79bf6e05045 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=c95b71d0-fa90-431e-841c-0651734ed671,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:27.232031 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.309527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.409165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.477722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfcb02f-27e7-4f21-b553-7973907b82b8']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:27.499302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0a893d-9dd3-4675-87a3-5dd0c17985b9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:27.499302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0a893d-9dd3-4675-87a3-5dd0c17985b9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:27.512182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.531951 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Floating IP 4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 associated. External IP: 172.25.1.168, port: fe3d5b50-7059-4c85-a63a-b58a1848e781. Nov 08 12:49:27.606077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.616363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:27.617181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:27.707605 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:27.816599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 00302c65-105c-420c-bee5-eb02e0fc4a73 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:49:28.050775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:49:28.069641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Sync routers for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:49:28.086933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:28.093055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:28.100652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.107085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.116798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/5bfcb02f-27e7-4f21-b553-7973907b82b8 HTTP/1.1" status: 204 len: 168 time: 0.9703288 Nov 08 12:49:28.117217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39568) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:28.168103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d8c00-cb03-4068-ae12-2bcaf399916b tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=5bfcb02f-27e7-4f21-b553-7973907b82b8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:28.224703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Router 57041615-b6b9-47b2-88e5-92f588efd8d4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:49:28.284511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.307746 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.332046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:28.342039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.439285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:49:28.445957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.451015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Sync routers for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:49:28.463157 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-425c2550-8676-4a53-bd0a-3e584468493e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9174249 Nov 08 12:49:28.469547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:28.471709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:28.504776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:28.508190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-415d962c-a797-4880-acff-5ad4da4c2104 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "PUT /v2.0/floatingips/4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 HTTP/1.1" status: 200 len: 996 time: 2.5904903 Nov 08 12:49:28.509149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:28.511872 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d552e6c-0fb3-4606-aef4-273d5dd6475f" -d '{"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:28.514699 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9fd53-6a65-4063-aced-0942fa1a3e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:28.680308 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:28.749100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.776505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-24c099c1-d25b-4f41-80fe-93cfdd8be2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:28.788686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-24c099c1-d25b-4f41-80fe-93cfdd8be2be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.2579055 Nov 08 12:49:28.805274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07698ecd-4a6f-4c38-b8a4-89eb667477f8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:28.827468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb82c47-16d5-4591-9fb5-b3e2c8989fff') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:28.827721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb82c47-16d5-4591-9fb5-b3e2c8989fff') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:28.833224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6818f-f841-4120-b973-27b3ae272e71 req-3d293b01-aded-4b26-8c34-b81dd6b13e1a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:28.847565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9f6818f-f841-4120-b973-27b3ae272e71 req-3d293b01-aded-4b26-8c34-b81dd6b13e1a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.2322085 Nov 08 12:49:28.860104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.891124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.911975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:28.912656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:28.916448 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:29.119523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:29.167731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9f6818f-f841-4120-b973-27b3ae272e71 req-3f01e3a1-ae5c-44e3-bf77-c07ac46a18fb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188510 Nov 08 12:49:29.174553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-961abb24-3eeb-4cdd-ba93-05f36946623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:29.183230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:29.190507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:29.191560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-961abb24-3eeb-4cdd-ba93-05f36946623a service neutron] 10.222.0.58 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.4013648 Nov 08 12:49:29.194584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] 10.222.0.58 "DELETE /v2.0/networks/07698ecd-4a6f-4c38-b8a4-89eb667477f8 HTTP/1.1" status: 204 len: 168 time: 1.0792012 Nov 08 12:49:29.224791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:29.350101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ea60b-880b-497e-bf1a-8d7613f7a5c1 tempest-BulkNetworkOpsIpV6Test-1742675543 tempest-BulkNetworkOpsIpV6Test-1742675543-project] Pushing event deleted for resources: {'Network': ['ID=07698ecd-4a6f-4c38-b8a4-89eb667477f8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:29.394454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '30df3694-a90b-400a-9419-dd028f2fd827', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'port_id': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'mac_address': 'fa:16:3e:49:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:24Z', 'updated_at': '2021-11-08T12:49:24Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:29.426572 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cea58a9-99ef-4ea9-b488-5d4a7862ea24 x-openstack-request-id: req-4cea58a9-99ef-4ea9-b488-5d4a7862ea24 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:29.426870 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:29.427137 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cea58a9-99ef-4ea9-b488-5d4a7862ea24 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:29.430008 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'status': 'completed', 'code': 200} Nov 08 12:49:29.544001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Checking router: 00302c65-105c-420c-bee5-eb02e0fc4a73 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:49:29.576159 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee44a4-c8a1-455a-8f02-993e28a7f81a x-openstack-request-id: req-90ee44a4-c8a1-455a-8f02-993e28a7f81a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:29.576690 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:29.577131 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90ee44a4-c8a1-455a-8f02-993e28a7f81a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:29.577748 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:49:29.587296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:29.588421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:29.641686 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a5cb5205-280d-418e-bed3-9eaafc9b7e8f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 200 len: 990 time: 0.4151864 Nov 08 12:49:29.671210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-24c7d9c7-e1ae-462e-aa5c-3de8dd8e00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:29.676059 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-24c7d9c7-e1ae-462e-aa5c-3de8dd8e00a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1096 time: 0.2418752 Nov 08 12:49:29.885740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-72eca4c9-2701-4a93-bfe1-b85755484265 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 999 time: 0.6914618 Nov 08 12:49:29.899308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-adb13689-d439-49e6-955d-44436ac1a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:29.900198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-adb13689-d439-49e6-955d-44436ac1a77b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.3020394 Nov 08 12:49:29.903523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:29.925519 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'port_id': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'mac_address': 'fa:16:3e:4e:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507352d-5681-4371-9beb-e921195e943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:23Z', 'updated_at': '2021-11-08T12:49:26Z', 'revision_number': 1, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:29.993363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-c0073db7-24bd-445e-8397-5e90ddca8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:29.997003 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-c0073db7-24bd-445e-8397-5e90ddca8a09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.3045096 Nov 08 12:49:30.058457 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Checking router: 57041615-b6b9-47b2-88e5-92f588efd8d4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:49:30.113393 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:30.114411 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:30.300996 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-ea019471-4650-4038-8497-89743a596ecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 998 time: 0.2963421 Nov 08 12:49:30.411858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-c25a5a41-ae42-4ac2-978b-8875397324c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:30.419451 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-c25a5a41-ae42-4ac2-978b-8875397324c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.1101806 Nov 08 12:49:30.528256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-425e8cfa-48b3-46f2-bde4-a73ff411a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:30.531053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-425e8cfa-48b3-46f2-bde4-a73ff411a162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009824 Nov 08 12:49:30.535799 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:30.650196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39630) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:30.697072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '30df3694-a90b-400a-9419-dd028f2fd827', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'port_id': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'mac_address': 'fa:16:3e:49:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:24Z', 'updated_at': '2021-11-08T12:49:24Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:30.803901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292e39-3016-4389-ace1-32b484241be8 None None] The sync data for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 is: [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '30df3694-a90b-400a-9419-dd028f2fd827', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'port_id': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'mac_address': 'fa:16:3e:49:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:24Z', 'updated_at': '2021-11-08T12:49:24Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:49:30.863836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:30.969242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-61a9372e-9e4b-465c-bc94-f35c986d9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:30.975627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-61a9372e-9e4b-465c-bc94-f35c986d9445 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 1.0678279 Nov 08 12:49:31.049505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-8948c46c-a283-4619-92a5-f0d1eeff6d8a service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101933 Nov 08 12:49:31.177151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-df3cb404-aa84-4c0a-b370-049229ff1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:31.178434 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'port_id': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'mac_address': 'fa:16:3e:4e:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507352d-5681-4371-9beb-e921195e943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:23Z', 'updated_at': '2021-11-08T12:49:26Z', 'revision_number': 1, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:31.188404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-df3cb404-aa84-4c0a-b370-049229ff1a1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.2500989 Nov 08 12:49:31.231247 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0d0dd619-e90f-4154-857b-2e7e6f9aaafb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 200 len: 990 time: 0.5666387 Nov 08 12:49:31.278337 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae013ba5-8d4b-484b-a358-785eeb803bed None None] The sync data for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 is: [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'port_id': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'mac_address': 'fa:16:3e:4e:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507352d-5681-4371-9beb-e921195e943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:49:23Z', 'updated_at': '2021-11-08T12:49:26Z', 'revision_number': 1, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:49:31.285497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:31.315922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-eee898eb-d3c9-437b-afbf-c17608e0b90b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261444 Nov 08 12:49:31.347528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-9f2cec70-ce4e-4cd0-ab02-e0640fddddc6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:31.348570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-9f2cec70-ce4e-4cd0-ab02-e0640fddddc6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183129 Nov 08 12:49:31.387047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d3407-06e2-4ca4-9d93-34160c2a5303 None None] New status for floating IP 30df3694-a90b-400a-9419-dd028f2fd827: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:49:31.444757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8d552e6c-0fb3-4606-aef4-273d5dd6475f req-792cffc3-0b37-49e4-b39d-412f7380213a service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822913 Nov 08 12:49:31.488136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-a49583e0-cec9-4b00-8654-1095f52b7411 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 999 time: 0.4748566 Nov 08 12:49:31.588065 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-accf04ef-6815-473c-aa6e-f144dcd281b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53a22535b65d40068ee5c1a907e31799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197104 Nov 08 12:49:31.594966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:31.623439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-3ebcd925-537a-42f9-8962-97db3b26fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:31.627410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-3ebcd925-537a-42f9-8962-97db3b26fcc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.0959141 Nov 08 12:49:31.683602 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2933ad74-50f4-4173-8d66-5948958267ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:31.686947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-777683ab-d090-417c-ab0d-b9f788283a94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424531 Nov 08 12:49:31.804131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-92f289eb-58f7-4b48-9b0f-a4f07d956481 service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042847 Nov 08 12:49:31.823942 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2e51b-03df-40e5-b334-735569d9ad83 None None] New status for floating IP 4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:49:31.847842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:31.886713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:31.948976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-7bb4eb03-0520-4146-b9af-a7ce1404289a service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532539 Nov 08 12:49:32.015889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4a83c0e-1dfa-4573-aa36-d9bd591907b0 req-ea753300-299d-4bb2-91ae-f9623ac7e3ee service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000277 Nov 08 12:49:32.097025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22a9fd53-6a65-4063-aced-0942fa1a3e5a req-203b41b8-f55b-4c64-8f42-50b36ce550b9 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321151 Nov 08 12:49:32.230837 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.231908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:32.234485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.236568 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/726f185f-15a0-4403-89eb-8c649cf9446e HTTP/1.1" status: 204 len: 168 time: 0.6402082 Nov 08 12:49:32.252426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d999d-9c91-496a-a7bf-625e58fe21e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f185f-15a0-4403-89eb-8c649cf9446e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:32.332382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2933ad74-50f4-4173-8d66-5948958267ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.467559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2933ad74-50f4-4173-8d66-5948958267ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.516792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2933ad74-50f4-4173-8d66-5948958267ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1b23ac53f5643359543017335cc746b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2296791 Nov 08 12:49:32.524537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:32.623417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12458641-7ab1-4412-a7c5-a8bdcee6a141 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 200 len: 992 time: 0.3830485 Nov 08 12:49:32.623705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933ad74-50f4-4173-8d66-5948958267ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789886a5-0eae-4959-ba31-de0f923c28c5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:32.643536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-2819476d-d5db-4c6d-9ce3-1859035d9c7f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.2777829 Nov 08 12:49:32.673569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.725051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-f0d59b05-1f8f-49f3-8baf-c5c9d8c6e030 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:32.726588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-f0d59b05-1f8f-49f3-8baf-c5c9d8c6e030 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports/fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 942 time: 0.0769908 Nov 08 12:49:32.727481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.862803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-0846f92f-50f5-4e87-9623-0eeddc79fb6e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.0888040 Nov 08 12:49:32.902120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.913866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:32.913866 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/789886a5-0eae-4959-ba31-de0f923c28c5 HTTP/1.1" status: 204 len: 168 time: 0.3815470 Nov 08 12:49:32.921702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abfdc6-dcba-45af-8718-2f3336eb5d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789886a5-0eae-4959-ba31-de0f923c28c5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:33.025555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-da6a6523-db46-4577-aeaf-02a04b3bdb2c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:33.027246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-da6a6523-db46-4577-aeaf-02a04b3bdb2c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.1605568 Nov 08 12:49:33.048693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-eb1dedfb-7e35-406a-8863-2d6b06cee909 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:33.050986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-eb1dedfb-7e35-406a-8863-2d6b06cee909 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080965 Nov 08 12:49:33.190757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-a6be59b5-30e9-479f-9108-880ad8d945ef tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1277626 Nov 08 12:49:33.203438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:33.287753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:33.475100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:33.552972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:33.553331 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Floating IP 4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 disassociated. External IP: 172.25.1.168, port: fe3d5b50-7059-4c85-a63a-b58a1848e781. Nov 08 12:49:33.832374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Router 57041615-b6b9-47b2-88e5-92f588efd8d4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:49:33.859012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39728) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:33.880400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66e9f8e1-89c1-4f85-b01f-c062875fe549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.002362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66e9f8e1-89c1-4f85-b01f-c062875fe549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.011276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:34.026743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:49:34.054637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.059093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Sync routers for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:49:34.078182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:34.080393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:34.137524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66e9f8e1-89c1-4f85-b01f-c062875fe549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.138731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-3259371e-bfdf-4f63-acc1-242b92404bf0 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "PUT /v2.0/floatingips/4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 HTTP/1.1" status: 200 len: 695 time: 0.9358039 Nov 08 12:49:34.138731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:34.138731 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a645a5e6-2961-48ab-9031-ca69e5d49ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:34.171909 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66e9f8e1-89c1-4f85-b01f-c062875fe549 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cdd56e15d8bb444aa16d3f78f32d38f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115926 Nov 08 12:49:34.183517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39740) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:34.210324 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ddefb-3afe-4013-bdf1-26882e2fd268 x-openstack-request-id: req-d49ddefb-3afe-4013-bdf1-26882e2fd268 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:34.210642 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:34.213123 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d49ddefb-3afe-4013-bdf1-26882e2fd268 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:34.221691 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:49:34.221968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9f8e1-89c1-4f85-b01f-c062875fe549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bfccec-781b-4fca-a691-6a5e93a0a013,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:34.296696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.318416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-e0b96eff-a7ed-4b77-8005-3ecaf2ad0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.319977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-e0b96eff-a7ed-4b77-8005-3ecaf2ad0dfc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.1659901 Nov 08 12:49:34.326476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866756179'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:34.340463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.365169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:34.427229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-5f192cae-b99b-436b-bf42-9936e40e82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.428289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-5f192cae-b99b-436b-bf42-9936e40e82ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 1096 time: 0.2009594 Nov 08 12:49:34.536774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.542752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.543438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-42ac24b1-de13-4c02-a773-4704618949ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.547093 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1bfccec-781b-4fca-a691-6a5e93a0a013 HTTP/1.1" status: 204 len: 168 time: 0.3602049 Nov 08 12:49:34.547333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-42ac24b1-de13-4c02-a773-4704618949ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.2098472 Nov 08 12:49:34.560024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24fa2b-0845-405c-87e3-30e5acd42933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bfccec-781b-4fca-a691-6a5e93a0a013,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:34.601182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-9a22a66f-b079-4dae-a35f-2a774b9b4a7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0472052 Nov 08 12:49:34.642321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:34.646219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.648936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-5588caeb-8137-409e-81d7-e6fd679ad014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.650584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-5588caeb-8137-409e-81d7-e6fd679ad014 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 200 len: 921 time: 0.2138450 Nov 08 12:49:34.671361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:34.715081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-a9d82d3c-1457-40b8-8881-cd04fe83985c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 200 len: 217 time: 0.0551772 Nov 08 12:49:34.740518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-cf2dce3f-298b-414c-a045-ce6e6b0fca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.741251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-cf2dce3f-298b-414c-a045-ce6e6b0fca6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.1341879 Nov 08 12:49:34.872583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-ea5d27a0-5f96-4b91-a6cd-eee533702869 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009474 Nov 08 12:49:34.923730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:34.934743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-2ba04774-1e35-4ebf-9b8f-127b12016ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:34.936355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-2ba04774-1e35-4ebf-9b8f-127b12016ad2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 200 len: 860 time: 0.2112935 Nov 08 12:49:34.996586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Checking router: 57041615-b6b9-47b2-88e5-92f588efd8d4 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:49:35.007306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:35.008206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:35.037456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-2d1150a9-e34c-4257-a98f-ae67a7798e3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10580cd1-e2c3-4187-9dae-b6fae6a32a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801644 Nov 08 12:49:35.144592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:35.193865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:35.197834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-1592f401-1226-4f30-9b3f-bfd0ebdf2b8d service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041773 Nov 08 12:49:35.234307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-106cd5c4-e6cd-495f-8a30-1e446653e418 service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885219 Nov 08 12:49:35.361234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:35.392328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86c9c8-b285-4ae1-95d9-f178fd772ea4 None None] The sync data for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 is: [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '29456825-ae58-4e3b-ad8d-d5396dfb4753', 'name': '', 'network_id': '10580cd1-e2c3-4187-9dae-b6fae6a32a9c', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'mac_address': 'fa:16:3e:15:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:19Z', 'updated_at': '2021-11-08T12:48:29Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'subnets': [{'id': 'fba3ab52-fb09-4262-8ffb-bb553404f363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:49:35.745157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17b713e6-7c03-476f-8452-fe49df7afaf3 req-8591ccc5-b12a-4ebe-8254-60014d4b7231 service neutron] 10.222.0.58 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343363 Nov 08 12:49:35.771508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:35.849867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:35.924089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da66a0db-f2d3-4105-939d-6298190da840,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:35.929187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:35.929726 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment d24c6925-ca68-4d2d-af5c-5418e0f27932 of type vlan for network 48a52e29-d32c-4d73-a741-cb76a2376625 Nov 08 12:49:35.952510 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70b5eb-cabe-415f-92ba-241ad69bc058 None None] New status for floating IP 4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:49:36.193014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a645a5e6-2961-48ab-9031-ca69e5d49ec6 req-2fcf9a47-fdef-4d47-92b7-1879ac69bf1b service neutron] 10.222.0.61 "GET /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485602 Nov 08 12:49:36.211366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-9298bd09-2c87-4bb3-ad20-32aaae2c90f1 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips/4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 HTTP/1.1" status: 200 len: 695 time: 0.2975893 Nov 08 12:49:36.359442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:36.430374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-5d29be11-2edb-4ebf-89df-62873e341e99 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:36.432178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-5d29be11-2edb-4ebf-89df-62873e341e99 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/networks/6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 784 time: 0.2097957 Nov 08 12:49:36.444820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-8cee61dc-4ee0-4881-af6f-de532a687598 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:36.447248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-8cee61dc-4ee0-4881-af6f-de532a687598 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076594 Nov 08 12:49:36.550075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-689ea55b-8fb5-4be1-a6c8-81fce1979d89 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0964022 Nov 08 12:49:36.565280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:36.574215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:36.575158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:36.667070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-5e6a3e38-f7a8-48b7-98c4-0961d6887ed8 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1092293 Nov 08 12:49:36.711358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=48a52e29-d32c-4d73-a741-cb76a2376625,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:36.725864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 48a52e29-d32c-4d73-a741-cb76a2376625 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:36.759342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab1ab885-761a-47d6-98a4-80b9cbdeb587 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7355268 Nov 08 12:49:36.937057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Deleting port e18a0380-5fea-4fac-a824-a74fd02627fa {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:36.937559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:37.191435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:37.191808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:37.260442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Calling delete_port for e18a0380-5fea-4fac-a824-a74fd02627fa owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:37.776816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:37.863126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event deleted for resources: {'Port': ['ID=e18a0380-5fea-4fac-a824-a74fd02627fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:38.089556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.092318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.096900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fd7d9ac-c706-49da-8310-c32df9cf7704 req-eb748f08-9815-40f8-9c4c-640a3a2e9e19 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "DELETE /v2.0/floatingips/4b7aa9cd-4aa7-460f-9dcc-e68e28b5b045 HTTP/1.1" status: 204 len: 173 time: 1.4017212 Nov 08 12:49:38.239625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-6fa03317-cf09-41d5-a5cb-302551a7965b tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups/eabc3dc8-9cd0-449a-bcb8-b01ce173e6cd HTTP/1.1" status: 200 len: 1826 time: 0.0849304 Nov 08 12:49:38.333850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.370897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.561956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.566794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:38.587013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c032ef-e459-47a0-b270-fd687e1c2729 req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "DELETE /v2.0/security-groups/eabc3dc8-9cd0-449a-bcb8-b01ce173e6cd HTTP/1.1" status: 204 len: 173 time: 0.3389251 Nov 08 12:49:38.619499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5ec6-7a1f-4615-b7ae-8fe8e9dae277 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc3dc8-9cd0-449a-bcb8-b01ce173e6cd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:39.383268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811d82-f77f-481f-a6d2-e3369af8a5b3 req-f248ff6a-781e-425c-9155-456034222c3a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:39.414238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3811d82-f77f-481f-a6d2-e3369af8a5b3 req-f248ff6a-781e-425c-9155-456034222c3a tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.1202853 Nov 08 12:49:39.482303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3811d82-f77f-481f-a6d2-e3369af8a5b3 req-ea7d4cc8-ccfb-4be6-a20b-f68e73dda590 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Nov 08 12:49:40.353733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39898) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:40.358419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:40.368959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:40.661233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:40.676457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:40.750823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e30fc07d-e0b7-48ad-8b11-95a036ef8798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:40.864246 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e30fc07d-e0b7-48ad-8b11-95a036ef8798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:40.904575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c95df5-480f-403d-8f70-d9bc8f995a80 req-68fd208a-6cc0-45bb-b26f-d34c13c15f4c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:40.906357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66c95df5-480f-403d-8f70-d9bc8f995a80 req-68fd208a-6cc0-45bb-b26f-d34c13c15f4c tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0888438 Nov 08 12:49:40.976749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e30fc07d-e0b7-48ad-8b11-95a036ef8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.089506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fc07d-e0b7-48ad-8b11-95a036ef8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3dc66-51df-4a2b-86ec-4c2e2e9ef8b9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:41.122329 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e30fc07d-e0b7-48ad-8b11-95a036ef8798 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4293c4e7cac4e8eb9676384a30dfd93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7670772 Nov 08 12:49:41.126294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:41.161818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66c95df5-480f-403d-8f70-d9bc8f995a80 req-6ed9ea8e-613d-4b98-a84e-4afb83d9fa7e tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405937 Nov 08 12:49:41.204588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.222914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.309946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.349633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=4a2dfb28-569f-4cf0-90b7-16fdfe6cfade,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:41.454806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': 'd24c6925-ca68-4d2d-af5c-5418e0f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:41.455545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 48a52e29-d32c-4d73-a741-cb76a2376625, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:41.540461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-7f94fee1-c8fc-4977-97c3-9280d7fd5bbc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:41.542039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-7f94fee1-c8fc-4977-97c3-9280d7fd5bbc tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.61 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0791807 Nov 08 12:49:41.552726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.556709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.559776 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62a3dc66-51df-4a2b-86ec-4c2e2e9ef8b9 HTTP/1.1" status: 204 len: 168 time: 0.4309022 Nov 08 12:49:41.576859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e088d-4303-4435-aad8-e8ec3fa1f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3dc66-51df-4a2b-86ec-4c2e2e9ef8b9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:41.622328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 48a52e29-d32c-4d73-a741-cb76a2376625 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:41.748853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Deleting port fe3d5b50-7059-4c85-a63a-b58a1848e781 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:41.748853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.780029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 48a52e29-d32c-4d73-a741-cb76a2376625) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:41.794824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:41.794824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:41.795041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b08d66-1cd5-436b-9aac-dc1e8b61b473 None None] Network 48a52e29-d32c-4d73-a741-cb76a2376625 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:41.996527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] For port fe3d5b50-7059-4c85-a63a-b58a1848e781, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=fe3d5b50-7059-4c85-a63a-b58a1848e781,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:41.997179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.006822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f095f9f-e112-41ed-bc10-c5400eec6e54 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6468768 Nov 08 12:49:42.010291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39936) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:42.017665 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426277507'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:42.027566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Calling delete_port for fe3d5b50-7059-4c85-a63a-b58a1848e781 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:42.146604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:42.151301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.226097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:42.231719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-48a52e29-d32c-4d73-a741-cb76a2376625', 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '4a2dfb28-569f-4cf0-90b7-16fdfe6cfade'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:42.237368 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.264998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.271977 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 941df73a-647a-4808-9ecb-faa30ca2bcfd of type vlan for network d95b9560-45e1-495f-aebc-b379b8af905d Nov 08 12:49:42.453313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897d403-4fad-4282-84ae-e41902cbbed6 req-f47ee14c-d697-4872-a035-91c36cd26aca tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:42.455497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d897d403-4fad-4282-84ae-e41902cbbed6 req-f47ee14c-d697-4872-a035-91c36cd26aca tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 945 time: 0.0995140 Nov 08 12:49:42.462924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.522183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.570477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Allocated IP 2001:db8:0:ffff::2 (48a52e29-d32c-4d73-a741-cb76a2376625/4a2dfb28-569f-4cf0-90b7-16fdfe6cfade/3739bcd0-5b11-4f2c-b29c-8b8796f30982) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:42.583611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d897d403-4fad-4282-84ae-e41902cbbed6 req-51069d12-7a0b-4c79-9bde-b3f3dbaa979f tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0ff9092-9aeb-41cc-b3be-c52092581670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182103 Nov 08 12:49:42.584956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Pushing event deleted for resources: {'Port': ['ID=fe3d5b50-7059-4c85-a63a-b58a1848e781,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:42.623114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.637563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:42.643841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.649269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:42.663950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] No DVR routers for this DVR port fe3d5b50-7059-4c85-a63a-b58a1848e781 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:49:42.669087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.674708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-766c91ea-c6d3-42f0-bc62-b07392061bab req-409e357f-7a64-4660-96ce-3e6f518a1b60 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.61 "DELETE /v2.0/ports/fe3d5b50-7059-4c85-a63a-b58a1848e781 HTTP/1.1" status: 204 len: 173 time: 1.1256077 Nov 08 12:49:42.675620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'name': 'network-vif-deleted', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:49:42.685355 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ba14e-b955-4964-96e2-c969a0885cd9" -d '{"events": [{"server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "name": "network-vif-deleted", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:49:42.726604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfead50a-f9f3-47ed-8007-5719843bcada admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.757708 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9b3143-6ec6-456a-9400-a1dd4ebfd1a6 x-openstack-request-id: req-ab9b3143-6ec6-456a-9400-a1dd4ebfd1a6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:49:42.758741 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9507352d-5681-4371-9beb-e921195e943d", "name": "network-vif-deleted", "tag": "fe3d5b50-7059-4c85-a63a-b58a1848e781", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:49:42.759233 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab9b3143-6ec6-456a-9400-a1dd4ebfd1a6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:49:42.760070 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9507352d-5681-4371-9beb-e921195e943d', 'name': 'network-vif-deleted', 'tag': 'fe3d5b50-7059-4c85-a63a-b58a1848e781', 'status': 'completed', 'code': 200} Nov 08 12:49:42.837865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.839183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=d95b9560-45e1-495f-aebc-b379b8af905d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:42.872027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network d95b9560-45e1-495f-aebc-b379b8af905d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:42.930911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfead50a-f9f3-47ed-8007-5719843bcada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:42.935534 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c82a65ec-4e4a-4c70-b810-25987d2c6160 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9240468 Nov 08 12:49:42.938931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39962) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:42.945384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': 'd95b9560-45e1-495f-aebc-b379b8af905d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:43.091652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.103800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfead50a-f9f3-47ed-8007-5719843bcada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.136598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Network 48a52e29-d32c-4d73-a741-cb76a2376625 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:43.171126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:43.171691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:43.172026 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfead50a-f9f3-47ed-8007-5719843bcada admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb14d499f40d4164822654ef6914d63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202556 Nov 08 12:49:43.176840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:43.178291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.201723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:43.239429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Pushing event updated for resources: {'Port': ['ID=3739bcd0-5b11-4f2c-b29c-8b8796f30982,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:43.333961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.334562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.335101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.338563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.340599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.341159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.345704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.345704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.346614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.346963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.347497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.351024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:43.363510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfead50a-f9f3-47ed-8007-5719843bcada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929a018a-1552-4e4e-bc7a-cd9f88ea13a2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:43.373284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.496447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.513165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Attempting to bind port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:43.513857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Attempting to bind port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd24c6925-ca68-4d2d-af5c-5418e0f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:43.515306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Attempting to bind port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 on network 48a52e29-d32c-4d73-a741-cb76a2376625 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:43.528684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:43.530006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Checking segment: {'id': 'd24c6925-ca68-4d2d-af5c-5418e0f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:43.530755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.533251 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Bound using segment: {'id': 'd24c6925-ca68-4d2d-af5c-5418e0f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:43.534105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Bound port: 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24c6925-ca68-4d2d-af5c-5418e0f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '48a52e29-d32c-4d73-a741-cb76a2376625'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:43.534769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.664192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] For port 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:43.671266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] For port 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3739bcd0-5b11-4f2c-b29c-8b8796f30982,segment=NetworkSegment(d24c6925-ca68-4d2d-af5c-5418e0f27932),segment_id=d24c6925-ca68-4d2d-af5c-5418e0f27932)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:43.764824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c504d32a-ff4e-4e04-ad6f-88788cf472a3 req-3aa09de3-1321-4c07-9031-ddc8d4d19957 tempest-ServerRescueTestJSONUnderV235-1198198255 tempest-ServerRescueTestJSONUnderV235-1198198255-project] 10.222.0.58 "GET /v2.0/ports?device_id=9507352d-5681-4371-9beb-e921195e943d HTTP/1.1" status: 200 len: 210 time: 0.0406833 Nov 08 12:49:43.784659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.786911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.799269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/929a018a-1552-4e4e-bc7a-cd9f88ea13a2 HTTP/1.1" status: 204 len: 168 time: 0.6197779 Nov 08 12:49:43.823927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d290f-094c-41e3-b57e-1a4c6506ce68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929a018a-1552-4e4e-bc7a-cd9f88ea13a2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:43.862574 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:43.864523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:44.050166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1657-52ab-4d9c-bc61-d4e83d59bfc8 None None] Pushing event updated for resources: {'Port': ['ID=3739bcd0-5b11-4f2c-b29c-8b8796f30982,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:44.067639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=e80bf76b-e416-4442-a2e2-8366c4f699b1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:44.125509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': '941df73a-647a-4808-9ecb-faa30ca2bcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd95b9560-45e1-495f-aebc-b379b8af905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:44.126154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: d95b9560-45e1-495f-aebc-b379b8af905d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:44.289798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network d95b9560-45e1-495f-aebc-b379b8af905d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:44.356399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device fe3d5b50-7059-4c85-a63a-b58a1848e781 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:49:44.404727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, d95b9560-45e1-495f-aebc-b379b8af905d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:44.423123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:44.424076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:44.439837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb83e4-9521-4808-ba93-51e58476d319 None None] Network d95b9560-45e1-495f-aebc-b379b8af905d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:44.494982 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: fe3d5b50-7059-4c85-a63a-b58a1848e781 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:49:44.495712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device fe3d5b50-7059-4c85-a63a-b58a1848e781 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:49:44.566332 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d2c305a5-bf88-4a0b-8e1b-ffbceebbeeee tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6251912 Nov 08 12:49:44.572307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39986) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:44.847195 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:44.877877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:44.916375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ed5e4-17e2-4107-a0b4-156009f8ce66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-d95b9560-45e1-495f-aebc-b379b8af905d', 'network_id': 'd95b9560-45e1-495f-aebc-b379b8af905d', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': 'e80bf76b-e416-4442-a2e2-8366c4f699b1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:44.916375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-905ed5e4-17e2-4107-a0b4-156009f8ce66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.054118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.336487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server [None req-905ed5e4-17e2-4107-a0b4-156009f8ce66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e80bf76b-e416-4442-a2e2-8366c4f699b1: This subnet is being modified by another concurrent operation. Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server raise exception Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e80bf76b-e416-4442-a2e2-8366c4f699b1: This subnet is being modified by another concurrent operation. Nov 08 12:49:45.417888 n-d-816990-1 neutron-server[102537]: ERROR oslo_messaging.rpc.server Nov 08 12:49:45.461490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560506bf-8048-4dc4-80df-30f746da5c2a None None] Network d95b9560-45e1-495f-aebc-b379b8af905d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:45.506361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=e80bf76b-e416-4442-a2e2-8366c4f699b1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:45.697272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.730187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95b9560-45e1-495f-aebc-b379b8af905d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:45.758364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941df73a-647a-4808-9ecb-faa30ca2bcfd') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:45.758673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941df73a-647a-4808-9ecb-faa30ca2bcfd') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:45.785170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.821453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.838755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:45.841233 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:45.993287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca77d08-7ec2-4280-ad99-0fac13f1a93e None None] Network 48a52e29-d32c-4d73-a741-cb76a2376625 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:46.007289 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:46.075689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3739bcd0-5b11-4f2c-b29c-8b8796f30982 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:46.088380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.175433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.212597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.246160 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/d95b9560-45e1-495f-aebc-b379b8af905d HTTP/1.1" status: 204 len: 168 time: 1.6722486 Nov 08 12:49:46.268381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40024) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:46.314729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218865710'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:46.334105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.401757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] Provisioning complete for port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:46.402389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.438440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5244c-e892-4929-b3c3-e40890213ce1 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=d95b9560-45e1-495f-aebc-b379b8af905d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:46.535058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:46.539654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.598903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:46.621359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.621740 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment aeefeab9-248c-4c0d-b661-64b4b6d07fc0 of type vlan for network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 Nov 08 12:49:46.694652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.762095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:46.766603 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.852391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Deleting port 29456825-ae58-4e3b-ad8d-d5396dfb4753 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:46.862969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.866340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:46.878795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:46.879605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.034157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=7d74d8fa-82da-4ad6-9fb9-92a20c652183,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:47.069419 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-106ac5e6-6478-4109-88be-a08c8872a494 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7832236 Nov 08 12:49:47.070420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:47.083747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:47.102670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] For port 29456825-ae58-4e3b-ad8d-d5396dfb4753, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=29456825-ae58-4e3b-ad8d-d5396dfb4753,segment=NetworkSegment(9fae4284-25c5-4881-b37b-96bc04a9638b),segment_id=9fae4284-25c5-4881-b37b-96bc04a9638b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:47.103777 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.129259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Calling delete_port for 29456825-ae58-4e3b-ad8d-d5396dfb4753 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:47.234517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:47.281075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.294982 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:49:47.525196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] For port 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3739bcd0-5b11-4f2c-b29c-8b8796f30982,segment=NetworkSegment(d24c6925-ca68-4d2d-af5c-5418e0f27932),segment_id=d24c6925-ca68-4d2d-af5c-5418e0f27932)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:47.551810 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.561685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:47.566621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.627233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.827072 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:47.839840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6a577-fff8-4163-a0cb-b3f58c56d9a6 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:49:47.894623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:49:47.895083 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:49:47.899667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f45d-c303-4d1f-a87c-a5728a0d67d0 None None] Pushing event updated for resources: {'Port': ['ID=3739bcd0-5b11-4f2c-b29c-8b8796f30982,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:47.922767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4e203cea-7222-41c8-9216-d6e6ca113d05 None None] Provisioning complete for port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:47.923517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e203cea-7222-41c8-9216-d6e6ca113d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:48.088998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6a577-fff8-4163-a0cb-b3f58c56d9a6 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:49:48.089563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Pushing event deleted for resources: {'Port': ['ID=29456825-ae58-4e3b-ad8d-d5396dfb4753,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:48.307318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:48.463295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:48.545977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=6db64815-1b7e-4324-af63-32c7ba762ab6,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:48.582548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:48.583136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 7d74d8fa-82da-4ad6-9fb9-92a20c652183, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:48.718320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:48.832010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 7d74d8fa-82da-4ad6-9fb9-92a20c652183) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:48.842333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:48.843252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:48.971713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3739bcd0-5b11-4f2c-b29c-8b8796f30982 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:48.975307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4f49611d-5ae0-43cb-ac7b-91d409faeebe tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9036021 Nov 08 12:49:48.978583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:48.988777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677336378'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:49.009786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Router 57041615-b6b9-47b2-88e5-92f588efd8d4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:49:49.050330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f176f0-9a51-4249-bc17-42fdbfa93e38 None None] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:49.167948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:49.168631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.192158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:49.195697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.240002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:49:49.255228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:49.256308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-674212df-6dbb-4d5d-9450-1271ce7f3fae admin admin] 10.222.0.58 "PUT /v2.0/routers/57041615-b6b9-47b2-88e5-92f588efd8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3795774 Nov 08 12:49:49.259739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:49.261782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Sync routers for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:49:49.282481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.282830 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 2a094a54-c5b9-4ab8-93cc-4ff1c9621488 of type vlan for network 522d4483-2546-4784-8b53-50481e8b655e Nov 08 12:49:49.354945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:49.355957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:49.424964 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.568221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40092) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:49.582586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.608333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:49.609002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.653937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:49.813795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-7d74d8fa-82da-4ad6-9fb9-92a20c652183', 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '6db64815-1b7e-4324-af63-32c7ba762ab6'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:49.815206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:49.851267 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8714604 Nov 08 12:49:49.855433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:49.860721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '522d4483-2546-4784-8b53-50481e8b655e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:49.875712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cae14-9742-4ce0-80de-787a424dea0d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=522d4483-2546-4784-8b53-50481e8b655e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:49.893385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 522d4483-2546-4784-8b53-50481e8b655e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:50.011806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.038906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1362d4ea-7c54-4e6a-bc46-c359ff7caa4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.190881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1362d4ea-7c54-4e6a-bc46-c359ff7caa4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.280957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.306986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1362d4ea-7c54-4e6a-bc46-c359ff7caa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.384679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Allocated IP 2001:db8::1 (7d74d8fa-82da-4ad6-9fb9-92a20c652183/6db64815-1b7e-4324-af63-32c7ba762ab6/2b804e47-9a66-484b-98cd-c8679fc364d1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:50.397855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d4ea-7c54-4e6a-bc46-c359ff7caa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06ba59-8a4c-4907-a621-e4c30b5ec8bb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:50.410075 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1362d4ea-7c54-4e6a-bc46-c359ff7caa4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb4ebdab5bfe49fd95e440fe84876b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8404603 Nov 08 12:49:50.415164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40102) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:50.424947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:50.430150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.557373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Deleting port a63944e2-9d0a-449b-8677-3a7ae8843ded {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:50.557870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.611155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.648946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing IP validity checks on allocation pools {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:49:50.649523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102536) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:49:50.668496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.709808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] For port a63944e2-9d0a-449b-8677-3a7ae8843ded, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a63944e2-9d0a-449b-8677-3a7ae8843ded,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:50.710190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.742454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Calling delete_port for a63944e2-9d0a-449b-8677-3a7ae8843ded owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:50.819057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.826926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:49:47Z', 'revision_number': 5, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port': {'id': 'a63944e2-9d0a-449b-8677-3a7ae8843ded', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:13Z', 'updated_at': '2021-11-08T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:50.830884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:50.880782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Checking router: 57041615-b6b9-47b2-88e5-92f588efd8d4 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:49:50.904402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Routers {'57041615-b6b9-47b2-88e5-92f588efd8d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:49:50.905217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['57041615-b6b9-47b2-88e5-92f588efd8d4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:50.915072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.027252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.030610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.032655 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb06ba59-8a4c-4907-a621-e4c30b5ec8bb HTTP/1.1" status: 204 len: 168 time: 0.6087196 Nov 08 12:49:51.049486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e8f4-9d8e-4999-8c6f-90db00f7902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06ba59-8a4c-4907-a621-e4c30b5ec8bb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:51.135590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.169855 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.222979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63944e2-9d0a-449b-8677-3a7ae8843ded,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:51.294138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=63382711-b1fd-40f6-a3cc-499139260a81,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:51.310320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': '2a094a54-c5b9-4ab8-93cc-4ff1c9621488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '522d4483-2546-4784-8b53-50481e8b655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:51.311026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 522d4483-2546-4784-8b53-50481e8b655e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:51.336692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] Set router 57041615-b6b9-47b2-88e5-92f588efd8d4 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:49:51.387222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.432597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 522d4483-2546-4784-8b53-50481e8b655e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:51.483952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:51.485769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:49:50Z', 'revision_number': 6, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:51.520039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5c4af-caef-4c6d-a783-3fafefca1e38 None None] The sync data for ids ['57041615-b6b9-47b2-88e5-92f588efd8d4'] in n-d-816990-1 is: [{'id': '57041615-b6b9-47b2-88e5-92f588efd8d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076864380-router', 'tenant_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:12Z', 'updated_at': '2021-11-08T12:49:50Z', 'revision_number': 6, 'project_id': '2dd0e150304c42fe9c5706a418b8ad6c', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:49:51.522721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Pushing event updated for resources: {'Port': ['ID=2b804e47-9a66-484b-98cd-c8679fc364d1,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:51.526971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:51.529339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:51.541052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 522d4483-2546-4784-8b53-50481e8b655e) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:51.546340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:51.548751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.561900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f715f05-d3ae-44aa-b91e-6e0824628593 None None] Network 522d4483-2546-4784-8b53-50481e8b655e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:51.716379 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42c3e408-5218-4489-9906-afa19c2bf6d8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8596952 Nov 08 12:49:51.718471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:51.739582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Attempting to bind port 2b804e47-9a66-484b-98cd-c8679fc364d1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:51.740102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Attempting to bind port 2b804e47-9a66-484b-98cd-c8679fc364d1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:51.741245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Attempting to bind port 2b804e47-9a66-484b-98cd-c8679fc364d1 on network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:51.789369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:51.793129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Checking segment: {'id': 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:51.793632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.794044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Bound using segment: {'id': 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:51.794687 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Bound port: 2b804e47-9a66-484b-98cd-c8679fc364d1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7d74d8fa-82da-4ad6-9fb9-92a20c652183'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:51.794969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.796324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.800537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:51.820951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478f80d-a67f-471f-bb8d-2851f127e2ee req-493f9754-1620-4423-aa1d-016f8041811e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:51.824424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c478f80d-a67f-471f-bb8d-2851f127e2ee req-493f9754-1620-4423-aa1d-016f8041811e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.1551821 Nov 08 12:49:51.950849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.005236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] For port 2b804e47-9a66-484b-98cd-c8679fc364d1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:52.009923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] For port 2b804e47-9a66-484b-98cd-c8679fc364d1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2b804e47-9a66-484b-98cd-c8679fc364d1,segment=NetworkSegment(aeefeab9-248c-4c0d-b661-64b4b6d07fc0),segment_id=aeefeab9-248c-4c0d-b661-64b4b6d07fc0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:52.013254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-522d4483-2546-4784-8b53-50481e8b655e', 'network_id': '522d4483-2546-4784-8b53-50481e8b655e', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '63382711-b1fd-40f6-a3cc-499139260a81'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:49:52.014495 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.021033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c478f80d-a67f-471f-bb8d-2851f127e2ee req-d3b993d6-839e-4909-8781-f5cc3c0419a8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598232 Nov 08 12:49:52.024528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.034205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57041615-b6b9-47b2-88e5-92f588efd8d4 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:49:52.041507 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.042974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c57b4158-cbd0-4b6e-a075-530ea163ebb1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/57041615-b6b9-47b2-88e5-92f588efd8d4 HTTP/1.1" status: 204 len: 168 time: 2.7820091 Nov 08 12:49:52.046082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:52.055086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40126) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:52.076408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.124620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Deleting subnet fba3ab52-fb09-4262-8ffb-bb553404f363 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:49:52.130666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.235980 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.294779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.365800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e595e-a60a-4b8b-837c-67c538d9a8e9 None None] Pushing event updated for resources: {'Port': ['ID=2b804e47-9a66-484b-98cd-c8679fc364d1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:52.435299 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.508184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40136) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:52.571938 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-facf0f37-c821-4855-8cb0-ebb6bdfd03fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.588710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Allocated IP 2001:db8::3 (522d4483-2546-4784-8b53-50481e8b655e/63382711-b1fd-40f6-a3cc-499139260a81/55dbb120-df40-4dc4-9172-27026aa9a5e4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:49:52.849209 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b299f3a-f009-43f0-8fbb-36f889344546 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 200 len: 992 time: 0.7919283 Nov 08 12:49:52.861928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 29456825-ae58-4e3b-ad8d-d5396dfb4753 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:49:52.873168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.928655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 29456825-ae58-4e3b-ad8d-d5396dfb4753 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:49:52.929010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 29456825-ae58-4e3b-ad8d-d5396dfb4753 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:49:52.929438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a63944e2-9d0a-449b-8677-3a7ae8843ded no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:49:52.946033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:52.959564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fba3ab52-fb09-4262-8ffb-bb553404f363 HTTP/1.1" status: 204 len: 168 time: 0.9098437 Nov 08 12:49:52.961910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40150) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:52.974357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a63944e2-9d0a-449b-8677-3a7ae8843ded {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:49:52.974783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a63944e2-9d0a-449b-8677-3a7ae8843ded not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:49:52.983069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db58362-6345-4dfc-8fff-6b9beb07fcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba3ab52-fb09-4262-8ffb-bb553404f363,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:53.005168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-facf0f37-c821-4855-8cb0-ebb6bdfd03fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.113332 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-facf0f37-c821-4855-8cb0-ebb6bdfd03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.182937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.193083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.193536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf0f37-c821-4855-8cb0-ebb6bdfd03fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7815d6f-9c6b-476b-9b58-13ac97711cde,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:53.198983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b38b37b8-c8dd-4c9c-b4c1-622f86d8086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.308058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.354261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-facf0f37-c821-4855-8cb0-ebb6bdfd03fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8247cec47704fbeb30a8061e16fd89a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8419440 Nov 08 12:49:53.356857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40162) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:53.509849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Network 522d4483-2546-4784-8b53-50481e8b655e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:49:53.513693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.516762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:53.521462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:49:53.549006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Pushing event updated for resources: {'Port': ['ID=55dbb120-df40-4dc4-9172-27026aa9a5e4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:53.603296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10580cd1-e2c3-4187-9dae-b6fae6a32a9c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:53.615489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d7ee-a1d6-4cbd-89bb-20166a236018 req-9f30f7c4-d0bd-4b1a-a810-d4b60bb304f8 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:53.620675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f820d7ee-a1d6-4cbd-89bb-20166a236018 req-9f30f7c4-d0bd-4b1a-a810-d4b60bb304f8 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1855686 Nov 08 12:49:53.637709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fae4284-25c5-4881-b37b-96bc04a9638b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:53.638326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fae4284-25c5-4881-b37b-96bc04a9638b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:53.660179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.679564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Attempting to bind port 55dbb120-df40-4dc4-9172-27026aa9a5e4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:53.680186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Attempting to bind port 55dbb120-df40-4dc4-9172-27026aa9a5e4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '2a094a54-c5b9-4ab8-93cc-4ff1c9621488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '522d4483-2546-4784-8b53-50481e8b655e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:53.680620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Attempting to bind port 55dbb120-df40-4dc4-9172-27026aa9a5e4 on network 522d4483-2546-4784-8b53-50481e8b655e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:53.689061 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.697380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:53.697926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Checking segment: {'id': '2a094a54-c5b9-4ab8-93cc-4ff1c9621488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '522d4483-2546-4784-8b53-50481e8b655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:53.702864 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.704333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Bound using segment: {'id': '2a094a54-c5b9-4ab8-93cc-4ff1c9621488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '522d4483-2546-4784-8b53-50481e8b655e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:53.705050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Bound port: 55dbb120-df40-4dc4-9172-27026aa9a5e4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a094a54-c5b9-4ab8-93cc-4ff1c9621488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '522d4483-2546-4784-8b53-50481e8b655e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:53.709687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.732424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.773089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f820d7ee-a1d6-4cbd-89bb-20166a236018 req-60e92aa2-6327-4074-9cb0-391af516da38 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341333 Nov 08 12:49:53.783658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.828017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=63382711-b1fd-40f6-a3cc-499139260a81,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:53.844176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:53.844745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.846882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:53.850445 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:53.894655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] For port 55dbb120-df40-4dc4-9172-27026aa9a5e4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:49:53.909240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] For port 55dbb120-df40-4dc4-9172-27026aa9a5e4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=55dbb120-df40-4dc4-9172-27026aa9a5e4,segment=NetworkSegment(2a094a54-c5b9-4ab8-93cc-4ff1c9621488),segment_id=2a094a54-c5b9-4ab8-93cc-4ff1c9621488)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:53.970937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.971351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.971699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.972077 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.972423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.972784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.973207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.973544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.973874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.974276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.974612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.974942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:53.992693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.022906 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.033143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.033143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7815d6f-9c6b-476b-9b58-13ac97711cde HTTP/1.1" status: 204 len: 168 time: 0.6700675 Nov 08 12:49:54.055853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9604c3c-c791-42ea-9e8d-f37788217833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7815d6f-9c6b-476b-9b58-13ac97711cde,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:54.118972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.177679 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d4483-2546-4784-8b53-50481e8b655e']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:54.204016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a094a54-c5b9-4ab8-93cc-4ff1c9621488') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:54.204323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a094a54-c5b9-4ab8-93cc-4ff1c9621488') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:54.233682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.293954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.311994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:54.317442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.342041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060387d-bcaf-4169-bf89-a3717a2a4aea None None] Pushing event updated for resources: {'Port': ['ID=55dbb120-df40-4dc4-9172-27026aa9a5e4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:54.406938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781e00f-b267-4606-9888-33f7ebc99d05 None None] Network 522d4483-2546-4784-8b53-50481e8b655e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:54.417842 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:54.585784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f76f4-8526-4c5f-9390-9b9000c1bf1f None None] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:54.621680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:49:54.621680 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:49:54.621680 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '522d4483-2546-4784-8b53-50481e8b655e'}] Nov 08 12:49:54.621680 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:49:54.622279 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:49:54.707951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.721066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.731456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] 10.222.0.58 "DELETE /v2.0/networks/10580cd1-e2c3-4187-9dae-b6fae6a32a9c HTTP/1.1" status: 204 len: 168 time: 1.7675412 Nov 08 12:49:54.795747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643214bd-186b-4cbd-8911-bacb1563bb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=10580cd1-e2c3-4187-9dae-b6fae6a32a9c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:54.825043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] Provisioning complete for port 2b804e47-9a66-484b-98cd-c8679fc364d1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:54.825841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:54.999250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2b804e47-9a66-484b-98cd-c8679fc364d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:55.126296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.283910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 55dbb120-df40-4dc4-9172-27026aa9a5e4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:49:55.284499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.505138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 55dbb120-df40-4dc4-9172-27026aa9a5e4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=55dbb120-df40-4dc4-9172-27026aa9a5e4,segment=NetworkSegment(2a094a54-c5b9-4ab8-93cc-4ff1c9621488),segment_id=2a094a54-c5b9-4ab8-93cc-4ff1c9621488)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:55.506005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.532272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2b804e47-9a66-484b-98cd-c8679fc364d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:55.532791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.565694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40206) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:55.597809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.598273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 55dbb120-df40-4dc4-9172-27026aa9a5e4 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:49:55.620144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a851a4-25f0-47e8-8b4f-8c9a8e42c99e None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:49:55.640187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f963d2e0-007e-41f7-9b09-2c0a86fa0149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.798223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] For port 2b804e47-9a66-484b-98cd-c8679fc364d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2b804e47-9a66-484b-98cd-c8679fc364d1,segment=NetworkSegment(aeefeab9-248c-4c0d-b661-64b4b6d07fc0),segment_id=aeefeab9-248c-4c0d-b661-64b4b6d07fc0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:49:55.811164 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:55.858678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d2af5e58-554c-4c27-aab3-f47e29b71a0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dd0e150304c42fe9c5706a418b8ad6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907801 Nov 08 12:49:55.862054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40218) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:55.893460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a851a4-25f0-47e8-8b4f-8c9a8e42c99e None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:49:55.974167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.032204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.055869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.084800 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.097459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 55dbb120-df40-4dc4-9172-27026aa9a5e4 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:49:56.124459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=55dbb120-df40-4dc4-9172-27026aa9a5e4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:56.196203 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-c48fec5b-164d-451c-80fa-be086d44c7fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3963790 Nov 08 12:49:56.226278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-a6a7b679-0189-4348-a48c-55ba3eae2c8c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:49:56.228750 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-a6a7b679-0189-4348-a48c-55ba3eae2c8c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183151 Nov 08 12:49:56.304269 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:49:56.304664 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:49:56.313470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c7035-8787-4aac-9c3b-06ba8a5b4175 None None] Pushing event updated for resources: {'Port': ['ID=2b804e47-9a66-484b-98cd-c8679fc364d1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:56.350085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-91050175-9042-456b-9cfc-49906d696d55 None None] Provisioning complete for port 2b804e47-9a66-484b-98cd-c8679fc364d1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:56.351227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91050175-9042-456b-9cfc-49906d696d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.434742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.463598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d4483-2546-4784-8b53-50481e8b655e']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:56.476631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a094a54-c5b9-4ab8-93cc-4ff1c9621488') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:56.477122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a094a54-c5b9-4ab8-93cc-4ff1c9621488') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:49:56.500550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.539463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.548891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:49:56.549167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:49:56.553747 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:49:56.741444 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.746571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.756239 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0ff9092-9aeb-41cc-b3be-c52092581670 HTTP/1.1" status: 204 len: 168 time: 0.8851500 Nov 08 12:49:56.773021 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfced1-bc97-4e6d-94ea-5634b8bed5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff9092-9aeb-41cc-b3be-c52092581670,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:56.883341 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.898644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.906758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:56.909250 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/522d4483-2546-4784-8b53-50481e8b655e HTTP/1.1" status: 204 len: 168 time: 5.1889489 Nov 08 12:49:56.918207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638210662'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:56.931853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:56.945610 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:56.948619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f39f-2ef1-4d1d-a1de-e92f67bfa4ff tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=522d4483-2546-4784-8b53-50481e8b655e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:57.106397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:57.111509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.189592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:57.196355 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2b804e47-9a66-484b-98cd-c8679fc364d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:49:57.250751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.251013 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment c6f96e08-6991-4785-97d6-43664afd2aca of type vlan for network 819cca9b-e13b-439a-acff-d43b40395084 Nov 08 12:49:57.334779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2089622640-network', 'tenant_id': '67eafbd1c2eb4feb8ff14e5ddf653f60'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:57.353894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2b804e47-9a66-484b-98cd-c8679fc364d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:49:57.353894 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.361513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.494659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Made reservation on behalf of 67eafbd1c2eb4feb8ff14e5ddf653f60 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:57.497116 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.509683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.536895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.543777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:57.544423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.638399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=819cca9b-e13b-439a-acff-d43b40395084,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:57.659934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.659934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.659934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.659934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.659934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.660700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.661284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.661878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.662337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.662778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.663193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.663620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:49:57.680470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 819cca9b-e13b-439a-acff-d43b40395084 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:57.716320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.826622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:57.827408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a744c063-2ee5-46c6-a955-56ed0e5a27e9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9182072 Nov 08 12:49:57.834738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '819cca9b-e13b-439a-acff-d43b40395084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:57.901904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:57.932796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:49:58.002231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.002842 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Added segment cf8c19b5-f1ee-450c-991c-67ae984fbffe of type vlan for network af321cb1-501d-4bf2-b5a9-75d4dfb540ff Nov 08 12:49:58.023657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2dd9da-a1a7-4963-8c4d-34d26133cf70,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:58.057204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-5cd1ca57-684d-42bc-a890-58c685f294fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:58.063408 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-5cd1ca57-684d-42bc-a890-58c685f294fd service neutron] 10.222.0.58 "GET /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 1093 time: 0.0945778 Nov 08 12:49:58.067401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:58.072282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.085586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.091871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Request body: {'binding': {'host': 'n-h1-816990-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:58.092323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Unknown quota resources ['binding']. {{(pid=102536) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 12:49:58.203800 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.224450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.225773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:58.227266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.330282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] Pushing event updated for resources: {'Network': ['ID=af321cb1-501d-4bf2-b5a9-75d4dfb540ff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:58.345683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network af321cb1-501d-4bf2-b5a9-75d4dfb540ff details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:49:58.434651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8347d3dc-b11c-44f4-ae2e-3d30d4c6edee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4980869 Nov 08 12:49:58.435858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:58.448581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Request body: {'subnet': {'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2089622640-subnet', 'tenant_id': '67eafbd1c2eb4feb8ff14e5ddf653f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:49:58.461950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on host n-h1-816990-1 for vnic_type normal with profile None {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:49:58.462333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:49:58.462674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:58.472812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:49:58.473134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:49:58.481327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:49:58.481667 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:58.482056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Bound using segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:49:58.482549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Bound port: 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:49:58.610961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Made reservation on behalf of 67eafbd1c2eb4feb8ff14e5ddf653f60 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:49:58.620194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.655223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:49:58.771063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.771063 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] 10.222.0.58 "POST /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6924293 Nov 08 12:49:58.901699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:58.988945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:59.054844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=64f1793a-1da3-4c1f-a029-304deb364e6d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:59.071332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': 'c6f96e08-6991-4785-97d6-43664afd2aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '819cca9b-e13b-439a-acff-d43b40395084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:59.071695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 819cca9b-e13b-439a-acff-d43b40395084, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:59.110716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:59.173922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e65df30-e39a-4951-a17f-01bdb317f30b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:49:59.181255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Checking segment: {'id': 'cf8c19b5-f1ee-450c-991c-67ae984fbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:49:59.181808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Network hostable DHCP agents. Network: af321cb1-501d-4bf2-b5a9-75d4dfb540ff, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:49:59.341645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 819cca9b-e13b-439a-acff-d43b40395084 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:59.377851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddc506-9ea8-47a2-b6af-4504b104c6e5 req-15d4d2d7-a068-4056-8142-22805ca6c350 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:59.379894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ddc506-9ea8-47a2-b6af-4504b104c6e5 req-15d4d2d7-a068-4056-8142-22805ca6c350 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.0945516 Nov 08 12:49:59.405516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Network af321cb1-501d-4bf2-b5a9-75d4dfb540ff is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:49:59.492206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ddc506-9ea8-47a2-b6af-4504b104c6e5 req-a1ce474a-9464-4a2a-82cb-33621bcbfdb0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753238 Nov 08 12:49:59.512313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 819cca9b-e13b-439a-acff-d43b40395084) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:59.516718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, af321cb1-501d-4bf2-b5a9-75d4dfb540ff) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:49:59.522213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:59.522754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:59.525896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:49:59.526518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:49:59.531282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ecb9a-c2e7-411b-8f66-408c0e0102b3 None None] Network 819cca9b-e13b-439a-acff-d43b40395084 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:59.559907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab453b0-ca29-4ff0-b4ea-7a105f5ef8b0 None None] Network af321cb1-501d-4bf2-b5a9-75d4dfb540ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:49:59.799119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a70e1c83-9fb4-497f-93d3-4b550c4db209 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3504641 Nov 08 12:49:59.800798 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-260d470e-cf1e-4128-87f2-da19f9ff3586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9710846 Nov 08 12:49:59.803624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:59.815159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40310) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:49:59.848509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89ad43-0f7e-4c61-a6f0-e879c7d52d22 None None] Network af321cb1-501d-4bf2-b5a9-75d4dfb540ff requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:00.068656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-819cca9b-e13b-439a-acff-d43b40395084', 'network_id': '819cca9b-e13b-439a-acff-d43b40395084', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '64f1793a-1da3-4c1f-a029-304deb364e6d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:00.068974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.113825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.188097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-621cadc5-cfd6-4e40-b2cc-c86bebbb9ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.210286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-085510da-9a7d-4a1d-a524-e2318423ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:00.214660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-085510da-9a7d-4a1d-a524-e2318423ea8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1875131 Nov 08 12:50:00.316911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Allocated IP 2001:db8::1 (819cca9b-e13b-439a-acff-d43b40395084/64f1793a-1da3-4c1f-a029-304deb364e6d/9db6f8f8-2de0-4699-8ccb-ee32c5b55781) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:00.385359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-621cadc5-cfd6-4e40-b2cc-c86bebbb9ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.441581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.451263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-621cadc5-cfd6-4e40-b2cc-c86bebbb9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.512914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cadc5-cfd6-4e40-b2cc-c86bebbb9ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b97a09-0be6-417d-ba79-7ef4b24212f9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:00.558881 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-621cadc5-cfd6-4e40-b2cc-c86bebbb9ca2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60ac7bfcfe5a45ed9e2fd51ae74f441f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7370741 Nov 08 12:50:00.564921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:00.571004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-0c8a144a-e198-414b-8dfa-95b5695024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:00.578340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-0c8a144a-e198-414b-8dfa-95b5695024ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.3495946 Nov 08 12:50:00.701202 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.714644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.758626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-00f8ca78-c4aa-41b6-b8f6-48a71f41de48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 1000 time: 0.1728556 Nov 08 12:50:00.801845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.810098 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:00.917358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Network 819cca9b-e13b-439a-acff-d43b40395084 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:00.929153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:00.934833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:00.944324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Pushing event updated for resources: {'Port': ['ID=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:01.012599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Attempting to bind port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:01.013153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Attempting to bind port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c6f96e08-6991-4785-97d6-43664afd2aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '819cca9b-e13b-439a-acff-d43b40395084'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:01.013383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Attempting to bind port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 on network 819cca9b-e13b-439a-acff-d43b40395084 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:01.024464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:01.024877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-aec55782-8aa3-477f-bd4e-969cb2362be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:01.025025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Checking segment: {'id': 'c6f96e08-6991-4785-97d6-43664afd2aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '819cca9b-e13b-439a-acff-d43b40395084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:01.025288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.025677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Bound using segment: {'id': 'c6f96e08-6991-4785-97d6-43664afd2aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '819cca9b-e13b-439a-acff-d43b40395084'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:01.026159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Bound port: 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f96e08-6991-4785-97d6-43664afd2aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '819cca9b-e13b-439a-acff-d43b40395084'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:01.026408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-aec55782-8aa3-477f-bd4e-969cb2362be6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.2533319 Nov 08 12:50:01.026632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.039777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.057637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.061033 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26b97a09-0be6-417d-ba79-7ef4b24212f9 HTTP/1.1" status: 204 len: 168 time: 0.4939559 Nov 08 12:50:01.068851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5dd8-8726-4b78-b3e2-e572a202eb04 req-17b142aa-b9a2-4fe8-aefa-b992cac5e2da tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:01.070594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b04c5dd8-8726-4b78-b3e2-e572a202eb04 req-17b142aa-b9a2-4fe8-aefa-b992cac5e2da tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.3339674 Nov 08 12:50:01.086371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22718e35-6203-43ae-bdd8-73d8a13c37d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b97a09-0be6-417d-ba79-7ef4b24212f9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:01.103125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.198510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5e664885-de69-416a-8ccd-563818e987ed None None] For port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:01.202141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5e664885-de69-416a-8ccd-563818e987ed None None] For port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,segment=NetworkSegment(c6f96e08-6991-4785-97d6-43664afd2aca),segment_id=c6f96e08-6991-4785-97d6-43664afd2aca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:01.242400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=64f1793a-1da3-4c1f-a029-304deb364e6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:01.295091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.353837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b04c5dd8-8726-4b78-b3e2-e572a202eb04 req-a6f9bdad-6906-4d6d-9cae-46f5df3dca49 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523024 Nov 08 12:50:01.433972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-243cea06-647e-4d2a-b560-9e148d6b3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:01.435717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-243cea06-647e-4d2a-b560-9e148d6b3e16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3929775 Nov 08 12:50:01.444164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e664885-de69-416a-8ccd-563818e987ed None None] Pushing event updated for resources: {'Port': ['ID=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:01.455900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.559844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819cca9b-e13b-439a-acff-d43b40395084']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:01.632534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f96e08-6991-4785-97d6-43664afd2aca') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:01.632972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f96e08-6991-4785-97d6-43664afd2aca') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:01.649124 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.672511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.714600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:01.714600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:01.715588 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:01.829435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-818027ce-0f91-4d18-8c5b-af250d399294 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618262 Nov 08 12:50:01.924902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:01.934435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22389909-network', 'tenant_id': '3dce7eb8d6fa4547b8b46c0a627e530e'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:01.975611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:50:01.975611 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:50:01.975611 n-d-816990-1 neutron-server[102535]: [parameters: {'id': '819cca9b-e13b-439a-acff-d43b40395084'}] Nov 08 12:50:01.975611 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:50:01.976061 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:50:01.985983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-41427c1b-186c-4f9e-9c68-a9bc9ee3afe3 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479325 Nov 08 12:50:02.138757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-ae4669b1-6980-4ca8-a15c-58e3e6266a96 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:02.140495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-ae4669b1-6980-4ca8-a15c-58e3e6266a96 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8&tenant_id=888214d139364e1a8d116c3eceb48166&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1096 time: 0.0884185 Nov 08 12:50:02.145853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Made reservation on behalf of 3dce7eb8d6fa4547b8b46c0a627e530e for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:02.148894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.154515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816990-1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:02.163397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.238108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.255668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.403494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.459129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:02.463279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:02.523769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.527892 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Added segment ebb2e908-48bd-4b42-834e-4813096c5fb8 of type vlan for network c8f8efe8-e484-4d58-b9cd-64d8930d9404 Nov 08 12:50:02.540094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09faba7c-d562-4d63-a7b6-84caf38aee5b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:02.596863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:02.648753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f61a27ff-a505-4ffa-84f8-54792bc72284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.673909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.762304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:02.778062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 12:50:02.806128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f61a27ff-a505-4ffa-84f8-54792bc72284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.865390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eef6e9-218b-4114-a91b-822728dce520 None None] Network 819cca9b-e13b-439a-acff-d43b40395084 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:02.882988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f61a27ff-a505-4ffa-84f8-54792bc72284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.940761 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.974064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:02.975755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:02.981436 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.003437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f61a27ff-a505-4ffa-84f8-54792bc72284 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b5c72dc823846dd95b101f8321cf0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004745 Nov 08 12:50:03.010660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a27ff-a505-4ffa-84f8-54792bc72284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6193d-5389-48b7-828e-f1587d10481b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:03.019089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40392) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:03.057152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] Provisioning complete for port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:03.058234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.151844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:03.180917 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-403d7831-da5e-48f1-9fd1-8fec4b4cfb59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.212082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2860765 Nov 08 12:50:03.213346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40398) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:03.220446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca9a8d-c9bc-47da-9699-45a9a1e060d3 req-9af83be1-b6c0-4b3d-bb48-834a9b191162 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:03.226541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cca9a8d-c9bc-47da-9699-45a9a1e060d3 req-9af83be1-b6c0-4b3d-bb48-834a9b191162 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.2776146 Nov 08 12:50:03.226725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Request body: {'subnet': {'network_id': 'c8f8efe8-e484-4d58-b9cd-64d8930d9404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22389909-subnet', 'tenant_id': '3dce7eb8d6fa4547b8b46c0a627e530e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:03.279268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb222ddc-98ff-4ee2-89a1-bf0bf6674a84 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f8efe8-e484-4d58-b9cd-64d8930d9404,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:03.283241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:03.284853 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45cea9-e1a6-439e-8658-dbeda2f9ac4d" -d '{"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:03.292192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.296329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.335452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.335561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:03.335561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.335738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:03.335738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c8f8efe8-e484-4d58-b9cd-64d8930d9404 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:03.378514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Made reservation on behalf of 3dce7eb8d6fa4547b8b46c0a627e530e for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:03.383581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.388603 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73a5f2-fc1e-47c8-aaba-505c1dbec029 x-openstack-request-id: req-9e73a5f2-fc1e-47c8-aaba-505c1dbec029 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:03.388603 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:03.388853 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e73a5f2-fc1e-47c8-aaba-505c1dbec029 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:03.389288 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'code': 200} Nov 08 12:50:03.392339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.445829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.481471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-403d7831-da5e-48f1-9fd1-8fec4b4cfb59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.536633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cca9a8d-c9bc-47da-9699-45a9a1e060d3 req-eab150dc-7581-49e3-b433-ec412d39448c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005261 Nov 08 12:50:03.569532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,segment=NetworkSegment(c6f96e08-6991-4785-97d6-43664afd2aca),segment_id=c6f96e08-6991-4785-97d6-43664afd2aca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:03.569879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.631625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-403d7831-da5e-48f1-9fd1-8fec4b4cfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.775956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-403d7831-da5e-48f1-9fd1-8fec4b4cfb59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f6682faa47f4cadba313270092cdc23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0123374 Nov 08 12:50:03.776727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40416) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:03.798934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d7831-da5e-48f1-9fd1-8fec4b4cfb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943aacf-1d8d-4dfd-8879-e667a9084f77,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:03.828839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:03.852983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.867381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:03.872233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] For port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,segment=NetworkSegment(c6f96e08-6991-4785-97d6-43664afd2aca),segment_id=c6f96e08-6991-4785-97d6-43664afd2aca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:03.873347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:03.873791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.932572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] DHCP port deletion for 819cca9b-e13b-439a-acff-d43b40395084 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:50:03.972315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:03.988825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on host n-h2-816990-1 for vnic_type normal with profile {"migrating_to": "n-h1-816990-1"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:03.989371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:03.989923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:03.997524 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.001334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.002817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8f6193d-5389-48b7-828e-f1587d10481b HTTP/1.1" status: 204 len: 168 time: 0.9812353 Nov 08 12:50:04.017502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54dcd2-80dc-418f-8471-8c51e4a73a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6193d-5389-48b7-828e-f1587d10481b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.021644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:50:04.021979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Attempting to bind port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on network d079d887-2e25-4953-8410-0e64af2e5b45 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:04.038353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:04.038703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Checking segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:04.039096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Bound using segment: {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:04.039541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Bound port: 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab566da7-3905-4784-8325-8c56a28300cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:04.039962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.058315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd02e83-f660-41fd-9136-0963f07730ff None None] Pushing event updated for resources: {'Port': ['ID=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.073098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef65decb-1a39-4f87-b943-b40537cf8d42,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.077594 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.086350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.111788 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Checking segment: {'id': 'ebb2e908-48bd-4b42-834e-4813096c5fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c8f8efe8-e484-4d58-b9cd-64d8930d9404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:04.112361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Network hostable DHCP agents. Network: c8f8efe8-e484-4d58-b9cd-64d8930d9404, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:04.137920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:04.139253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-01f0f5d7-e24b-452c-9004-231741593ee1 None None] Provisioning complete for port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:04.139704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5d7-e24b-452c-9004-231741593ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.144104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:04.153298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.166110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Deleting port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:04.166661 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.193090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.226847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-01f0f5d7-e24b-452c-9004-231741593ee1 None None] Port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:50:04.248870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.266652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.274680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:04.306899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Network c8f8efe8-e484-4d58-b9cd-64d8930d9404 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:04.335569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] For port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,segment=NetworkSegment(c6f96e08-6991-4785-97d6-43664afd2aca),segment_id=c6f96e08-6991-4785-97d6-43664afd2aca)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:04.336064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.351815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Calling delete_port for 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:04.410663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c8f8efe8-e484-4d58-b9cd-64d8930d9404) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:04.412577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.416042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.417964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d943aacf-1d8d-4dfd-8879-e667a9084f77 HTTP/1.1" status: 204 len: 168 time: 0.6198950 Nov 08 12:50:04.442151 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:04.446330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.449168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bbb43-9148-4339-857b-b7602c6d7692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943aacf-1d8d-4dfd-8879-e667a9084f77,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.484586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f6f67-36d2-40ae-b561-11589a69922f None None] Network c8f8efe8-e484-4d58-b9cd-64d8930d9404 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:04.565336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-906c5f78-600e-42ad-8808-764bfeffe45d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3461442 Nov 08 12:50:04.565890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.633974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.657836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:04.662576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.664139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-043f4401-25ac-4c09-9c20-4b44648ce247 service neutron] 10.222.0.61 "PUT /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 1121 time: 2.5151851 Nov 08 12:50:04.683432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819cca9b-e13b-439a-acff-d43b40395084']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:04.704853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f96e08-6991-4785-97d6-43664afd2aca') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:04.705438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f96e08-6991-4785-97d6-43664afd2aca') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:04.732380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45ef9a-430f-4fb8-aceb-0d5942025085 None None] Network c8f8efe8-e484-4d58-b9cd-64d8930d9404 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:04.732813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.756184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.772120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['63a9dc86-0156-461d-b7a0-0d6fab6470b4'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:50:04.785357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092768de-ca9e-467e-b1aa-fe8e1648e794 req-3289d2d2-f10f-476b-83a1-8408f7712cdc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:04.787334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092768de-ca9e-467e-b1aa-fe8e1648e794 req-3289d2d2-f10f-476b-83a1-8408f7712cdc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 943 time: 0.1067798 Nov 08 12:50:04.788727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:04.789329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:04.792851 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:04.825026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.906031 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] Pushing event deleted for resources: {'Port': ['ID=9db6f8f8-2de0-4699-8ccb-ee32c5b55781,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:04.966184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] Provisioning complete for port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:04.966585 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:04.975343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092768de-ca9e-467e-b1aa-fe8e1648e794 req-36d6b347-73d4-4486-8727-5fa54dfb94f2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620538 Nov 08 12:50:04.997016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.016739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.020297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/819cca9b-e13b-439a-acff-d43b40395084 HTTP/1.1" status: 204 len: 168 time: 5.2153990 Nov 08 12:50:05.021334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aab1f-4c32-4b55-94bf-08ce95028ade tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=819cca9b-e13b-439a-acff-d43b40395084,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:05.026231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40442) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:05.028332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614cfc7-9d89-4bdc-be01-f4b94d46a138 None None] No DVR routers for this DVR port 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:05.052943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104900258'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:05.181740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:05.228779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:05.228779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9db6f8f8-2de0-4699-8ccb-ee32c5b55781 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:05.241928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.243435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:05.250106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.296961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:05.299526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:05.305296 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27410c62-ca0a-4cc5-ab76-e1e3fafd6261" -d '{"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:05.311661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.313282 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 2d73fa01-c436-48b2-93ef-504e65059340 of type vlan for network 348f7982-07d6-4719-9490-d7dc7dd78410 Nov 08 12:50:05.356435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:05.377402 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f018a29-26ec-486c-af9b-9ce0ec901a9d x-openstack-request-id: req-7f018a29-26ec-486c-af9b-9ce0ec901a9d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:05.377987 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:05.378506 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f018a29-26ec-486c-af9b-9ce0ec901a9d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:05.379185 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'code': 200} Nov 08 12:50:05.391048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:05.401257 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842de027-9ffc-4390-ba14-9f568e88e187" -d '{"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:05.410910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.455455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.472299 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04cac3f-ac8c-4c88-8ffc-e5130aa0f905 x-openstack-request-id: req-e04cac3f-ac8c-4c88-8ffc-e5130aa0f905 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:05.472299 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:05.472299 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e04cac3f-ac8c-4c88-8ffc-e5130aa0f905 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:05.472299 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'status': 'completed', 'code': 200} Nov 08 12:50:05.537087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de027-9ffc-4390-ba14-9f568e88e187 req-7a16acd0-ea05-4f55-ab44-6318fefc198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:05.539023 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-7a16acd0-ea05-4f55-ab44-6318fefc198c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1126 time: 0.0500538 Nov 08 12:50:05.584731 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.592852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:05.593743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.615843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca9c4-68db-4804-aefc-28ce3e0a13ed None None] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:05.713874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=348f7982-07d6-4719-9490-d7dc7dd78410,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:05.727653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 348f7982-07d6-4719-9490-d7dc7dd78410 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:05.753080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de027-9ffc-4390-ba14-9f568e88e187 req-068dde95-3a5c-49d3-b37d-9948a2860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:05.756275 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-068dde95-3a5c-49d3-b37d-9948a2860aca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.2094312 Nov 08 12:50:05.829929 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-518354ca-3084-47e8-9fa0-ff319a07b2c0 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7969406 Nov 08 12:50:05.833070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:05.838298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:05.852276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40466) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:05.880508 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eda1005b-7524-430a-b235-6db846d025ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:05.887087 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-2ea07bc0-f714-4da9-82ba-d29980fab060 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 1000 time: 0.1228325 Nov 08 12:50:05.975893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de027-9ffc-4390-ba14-9f568e88e187 req-e9b424e6-da67-4ef6-97ac-f2f5709a2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:05.977728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-e9b424e6-da67-4ef6-97ac-f2f5709a2a4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.0822947 Nov 08 12:50:06.054094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de027-9ffc-4390-ba14-9f568e88e187 req-7c335a18-9a5f-4556-8536-764395573b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:06.055764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-7c335a18-9a5f-4556-8536-764395573b4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708640 Nov 08 12:50:06.070211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-0656a2e5-accb-4dfb-9b02-8fc8579daf19 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:50:06.073371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-0656a2e5-accb-4dfb-9b02-8fc8579daf19 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073068 Nov 08 12:50:06.112551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eda1005b-7524-430a-b235-6db846d025ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.191950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eda1005b-7524-430a-b235-6db846d025ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.198978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c21e1-6ea3-4cf4-b046-5ae1cc6c5e7b req-4b4c32e3-e573-44aa-8e2c-7c2f375994cb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:06.201200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-412c21e1-6ea3-4cf4-b046-5ae1cc6c5e7b req-4b4c32e3-e573-44aa-8e2c-7c2f375994cb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.1438041 Nov 08 12:50:06.214697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-67707c42-58f3-4dd2-9daa-7e4c2ef5559e tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:06.227232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-67707c42-58f3-4dd2-9daa-7e4c2ef5559e tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/networks?id=af321cb1-501d-4bf2-b5a9-75d4dfb540ff HTTP/1.1" status: 200 len: 809 time: 0.2285256 Nov 08 12:50:06.277607 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eda1005b-7524-430a-b235-6db846d025ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fec05b2a7563400e908e827ba4a89789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213753 Nov 08 12:50:06.279398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:06.280966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-d78fd2c5-3600-4932-a4fe-5533188c3de1 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/quotas/67eafbd1c2eb4feb8ff14e5ddf653f60 HTTP/1.1" status: 200 len: 375 time: 0.0528927 Nov 08 12:50:06.281305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1005b-7524-430a-b235-6db846d025ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eed8fa-c508-4362-9cb9-291f47c55e32,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:06.302861 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-d8f10426-e869-488a-b4b7-3cb0ee0466ae service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836548 Nov 08 12:50:06.307815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:06.312212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.408513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-bd29974b-3861-42d3-aba8-2a5997ff8bf0 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=67eafbd1c2eb4feb8ff14e5ddf653f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023054 Nov 08 12:50:06.434958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:50:06.458074 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-842de027-9ffc-4390-ba14-9f568e88e187 req-b00e80b1-6cc7-4428-96ac-90c46ef3d2d6 service neutron] 10.222.0.57 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514192 Nov 08 12:50:06.470845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-a3d8f414-c25e-4723-8bcc-06192df541bd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:50:06.472445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-a3d8f414-c25e-4723-8bcc-06192df541bd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545030 Nov 08 12:50:06.508781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-412c21e1-6ea3-4cf4-b046-5ae1cc6c5e7b req-43436ffa-3dbd-4aef-80d9-5b07c9a8d68a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784660 Nov 08 12:50:06.610725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:06.624066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 has no active binding in host n-h1-816990-1 {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 12:50:06.636154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.673685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.757943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-0bc939e0-e478-4ebd-83e5-8486f5301ca1 service neutron] 10.222.0.58 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616644 Nov 08 12:50:06.907013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-fb354034-60bb-4ff8-af57-95b37c7db4ff service neutron] 10.222.0.58 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408553 Nov 08 12:50:06.964466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.970295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:06.972086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97eed8fa-c508-4362-9cb9-291f47c55e32 HTTP/1.1" status: 204 len: 168 time: 0.6896830 Nov 08 12:50:06.981177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54df3eb-3bb0-4eb8-a24f-f3c92325fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eed8fa-c508-4362-9cb9-291f47c55e32,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:07.032424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.105017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=5cf6c404-4f7c-4a74-9737-5116b9f99644,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:07.117910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': '2d73fa01-c436-48b2-93ef-504e65059340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:07.119633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 348f7982-07d6-4719-9490-d7dc7dd78410, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:07.226780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:07.243197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 348f7982-07d6-4719-9490-d7dc7dd78410 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:07.320721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d20b6f6c-d73a-492b-93b1-041af7ae0588 req-fcea0006-083e-4296-93b3-c6d4cd33d1b8 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0596843 Nov 08 12:50:07.323236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 348f7982-07d6-4719-9490-d7dc7dd78410) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:07.337268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010cf333-a717-447d-8520-8fa972da950c None None] Network 348f7982-07d6-4719-9490-d7dc7dd78410 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:07.340388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:07.340985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.469121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e3ac54c7-3917-4d7e-922b-08ec4fbca7dc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6345723 Nov 08 12:50:07.471453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:07.559839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-348f7982-07d6-4719-9490-d7dc7dd78410', 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '5cf6c404-4f7c-4a74-9737-5116b9f99644'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:07.561388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.623798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c027f0f4-3bb2-4e60-973a-eda842f20885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.672598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.734474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Allocated IP 2001:db8::1 (348f7982-07d6-4719-9490-d7dc7dd78410/5cf6c404-4f7c-4a74-9737-5116b9f99644/3ad8398a-3eed-4972-984a-3144f78b847c) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:07.753205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da953e-c209-4ad1-b6d5-84df4cf8867c req-2b93ea98-93c3-41c2-92af-f26c906f06e3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:07.754905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22da953e-c209-4ad1-b6d5-84df4cf8867c req-2b93ea98-93c3-41c2-92af-f26c906f06e3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.1085336 Nov 08 12:50:07.898189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c027f0f4-3bb2-4e60-973a-eda842f20885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.905202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22da953e-c209-4ad1-b6d5-84df4cf8867c req-8402c522-77cd-4ed8-a8a3-815b39f562a0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387217 Nov 08 12:50:07.929233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:07.952912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.033209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c027f0f4-3bb2-4e60-973a-eda842f20885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.049343 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.103230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Network 348f7982-07d6-4719-9490-d7dc7dd78410 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:08.110530 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c027f0f4-3bb2-4e60-973a-eda842f20885 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99c04dfc72a94cf9936f6e7cf4d5326f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8796823 Nov 08 12:50:08.110530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f0f4-3bb2-4e60-973a-eda842f20885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae341a1b-d9ab-4098-891c-6b0946c416d5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:08.111012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:08.112036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40542) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:08.127805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:08.136022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Pushing event updated for resources: {'Port': ['ID=3ad8398a-3eed-4972-984a-3144f78b847c,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:08.199950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Attempting to bind port 3ad8398a-3eed-4972-984a-3144f78b847c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:08.200274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Attempting to bind port 3ad8398a-3eed-4972-984a-3144f78b847c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '2d73fa01-c436-48b2-93ef-504e65059340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:08.200648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Attempting to bind port 3ad8398a-3eed-4972-984a-3144f78b847c on network 348f7982-07d6-4719-9490-d7dc7dd78410 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:08.208210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:08.208576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Checking segment: {'id': '2d73fa01-c436-48b2-93ef-504e65059340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:08.208981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.209379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Bound using segment: {'id': '2d73fa01-c436-48b2-93ef-504e65059340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:08.209864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Bound port: 3ad8398a-3eed-4972-984a-3144f78b847c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d73fa01-c436-48b2-93ef-504e65059340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '348f7982-07d6-4719-9490-d7dc7dd78410'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:08.210285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.211951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.217617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.242369 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.331683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf6c404-4f7c-4a74-9737-5116b9f99644,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:08.355139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] For port 3ad8398a-3eed-4972-984a-3144f78b847c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:08.360727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] For port 3ad8398a-3eed-4972-984a-3144f78b847c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3ad8398a-3eed-4972-984a-3144f78b847c,segment=NetworkSegment(2d73fa01-c436-48b2-93ef-504e65059340),segment_id=2d73fa01-c436-48b2-93ef-504e65059340)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:08.401574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.442005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-471c4461-b8bd-4068-a8e3-4732b0325499 req-c18a1afa-17f6-4465-a08f-3267876f0d1a tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0343843 Nov 08 12:50:08.454521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f7982-07d6-4719-9490-d7dc7dd78410']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:08.464303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.464542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.467835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.469095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae341a1b-d9ab-4098-891c-6b0946c416d5 HTTP/1.1" status: 204 len: 168 time: 0.3553426 Nov 08 12:50:08.482848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ffb9f-497c-416b-b7e6-47f4bcd3bde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae341a1b-d9ab-4098-891c-6b0946c416d5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:08.516891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d73fa01-c436-48b2-93ef-504e65059340') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:08.516891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d73fa01-c436-48b2-93ef-504e65059340') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:08.538338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.567151 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.574369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:08.574863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:08.579260 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:08.729350 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:50:08.729350 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:50:08.729350 n-d-816990-1 neutron-server[102535]: [parameters: {'id': '348f7982-07d6-4719-9490-d7dc7dd78410'}] Nov 08 12:50:08.729350 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:50:08.729865 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:50:08.800773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33786d56-def2-4bc2-b4bb-e8b7cfe77648 None None] Pushing event updated for resources: {'Port': ['ID=3ad8398a-3eed-4972-984a-3144f78b847c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:08.836903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1f7f8-8d13-4e14-8691-4950a6b3f21c None None] Network 348f7982-07d6-4719-9490-d7dc7dd78410 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:08.989447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a470a9-52b7-4f2e-ac03-846d4f7ac814 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:50:09.132462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42809a-e6f7-4d99-901d-60706411faa7 req-cbd08452-9b7b-4dcd-b315-47b4377ccb33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:09.142082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c42809a-e6f7-4d99-901d-60706411faa7 req-cbd08452-9b7b-4dcd-b315-47b4377ccb33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.0940592 Nov 08 12:50:09.156653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a470a9-52b7-4f2e-ac03-846d4f7ac814 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:50:09.223076 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c42809a-e6f7-4d99-901d-60706411faa7 req-2e65c5fc-0ed0-4ba1-91cf-c4622f6c5c63 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797379 Nov 08 12:50:09.239456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:09.314809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 3ad8398a-3eed-4972-984a-3144f78b847c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:09.316070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:09.431028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 3ad8398a-3eed-4972-984a-3144f78b847c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3ad8398a-3eed-4972-984a-3144f78b847c,segment=NetworkSegment(2d73fa01-c436-48b2-93ef-504e65059340),segment_id=2d73fa01-c436-48b2-93ef-504e65059340)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:09.431574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:09.452692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 3ad8398a-3eed-4972-984a-3144f78b847c owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:09.617670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5a24ab1-7ae0-4a41-b722-c851895eaa40 req-2cb26e1a-b9a6-4a4e-85cc-d877b1f78230 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Nov 08 12:50:09.723465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40586) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:09.740289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e92414-eab7-4f46-bd6b-778b1cbf8cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:09.838905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:09.932083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=3ad8398a-3eed-4972-984a-3144f78b847c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:09.945888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 3ad8398a-3eed-4972-984a-3144f78b847c on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:09.960669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-1b8aaecf-918f-41a0-8a4c-925a0be789fe service neutron] 10.222.0.57 "GET /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 384 time: 0.1568630 Nov 08 12:50:10.090567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.103062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e92414-eab7-4f46-bd6b-778b1cbf8cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.124659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f7982-07d6-4719-9490-d7dc7dd78410']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:10.136325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d73fa01-c436-48b2-93ef-504e65059340') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:10.137022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d73fa01-c436-48b2-93ef-504e65059340') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:10.155287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.177519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98e92414-eab7-4f46-bd6b-778b1cbf8cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.184555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.193551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:10.193957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.231857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-98e92414-eab7-4f46-bd6b-778b1cbf8cb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d5c69f6c07d48e3a5e930375f5689a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5073783 Nov 08 12:50:10.235508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40594) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:10.246811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e92414-eab7-4f46-bd6b-778b1cbf8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb4c91-343e-47de-af5f-d900031b89c5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:10.284659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:10.305935 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:10.342969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:10.367930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.423040 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.439128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.446610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.452686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/348f7982-07d6-4719-9490-d7dc7dd78410 HTTP/1.1" status: 204 len: 168 time: 2.9766088 Nov 08 12:50:10.456315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:10.484470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:10.484470 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f59dc28-a1ca-489e-93e5-2ce0e2f5a4a7" -d '{"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:10.484792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030720985'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:10.485942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf941f7-71ed-4017-9ab6-9b3ca19a2566 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=348f7982-07d6-4719-9490-d7dc7dd78410,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:10.492910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:10.549091 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e9036-8318-4004-8162-548a5e87b28a x-openstack-request-id: req-815e9036-8318-4004-8162-548a5e87b28a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:10.549400 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:10.549656 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-815e9036-8318-4004-8162-548a5e87b28a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:10.549919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3bc38-bcf7-4fc4-9c2d-2641cf71c041 req-1001a08c-466f-4497-8428-7323d41211ed tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:10.550146 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'code': 200} Nov 08 12:50:10.552184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94f3bc38-bcf7-4fc4-9c2d-2641cf71c041 req-1001a08c-466f-4497-8428-7323d41211ed tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 945 time: 0.1920333 Nov 08 12:50:10.608082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94f3bc38-bcf7-4fc4-9c2d-2641cf71c041 req-67ec8577-87a3-4561-97f2-d21eb1f46b05 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497992 Nov 08 12:50:10.660316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.663885 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.668779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.670588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:10.675021 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13bb4c91-343e-47de-af5f-d900031b89c5 HTTP/1.1" status: 204 len: 168 time: 0.4362135 Nov 08 12:50:10.675437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:10.736242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42fc11-651a-4b30-ab77-d36bfabbfa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb4c91-343e-47de-af5f-d900031b89c5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:11.024573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] Transition to ACTIVE for port object 63a9dc86-0156-461d-b7a0-0d6fab6470b4 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:50:11.095426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.208224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-f11e7486-edfc-4388-922d-fcedb6dc6e73 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:11.210534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-f11e7486-edfc-4388-922d-fcedb6dc6e73 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.61 "GET /v2.0/networks?id=af321cb1-501d-4bf2-b5a9-75d4dfb540ff HTTP/1.1" status: 200 len: 809 time: 0.5759034 Nov 08 12:50:11.246885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:11.261901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e03e378-4a55-44e1-8938-0c1e7e06ecaf req-81b4d8d8-1f37-40bd-b1ce-436f9ad520fd tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0702195 Nov 08 12:50:11.263888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:11.269398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Request body: {'port': {'device_id': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff', 'admin_state_up': True, 'tenant_id': '67eafbd1c2eb4feb8ff14e5ddf653f60'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:11.293732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] No DVR routers for this DVR port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:11.302696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.303046 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment db301e26-dc43-469b-b0cb-af2d6a8a5485 of type vlan for network 14a155ce-d2a9-4344-9c51-d6bea8c43edd Nov 08 12:50:11.410548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.599324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.599525 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-cec2a240-ab46-4145-bafe-4a3ebee20fd5 service neutron] 10.222.0.57 "PUT /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4/bindings/n-h1-816990-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6309152 Nov 08 12:50:11.605034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:11.605619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534493'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.715704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=14a155ce-d2a9-4344-9c51-d6bea8c43edd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:11.736367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:11.886981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-4d8c628c-8a4a-492b-9577-f5fbc0687c31 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:11.888539 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-4d8c628c-8a4a-492b-9577-f5fbc0687c31 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8&tenant_id=888214d139364e1a8d116c3eceb48166&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.1079888 Nov 08 12:50:11.894398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbccaa4-3236-4e67-9ca2-86ba35568a38 req-c9c44b6b-e751-48bf-94be-ab89b4bb56ae tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:11.896324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdbccaa4-3236-4e67-9ca2-86ba35568a38 req-c9c44b6b-e751-48bf-94be-ab89b4bb56ae tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.1054797 Nov 08 12:50:11.952064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Made reservation on behalf of 67eafbd1c2eb4feb8ff14e5ddf653f60 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:11.956170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:11.994891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdbccaa4-3236-4e67-9ca2-86ba35568a38 req-ae53fe44-05e6-4e3b-a279-391d2f1c2643 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912092 Nov 08 12:50:12.080341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3bdd17d6-3522-45e5-9d7d-580ab2ec2321 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6228456 Nov 08 12:50:12.084862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:12.100390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:12.178742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Allocated IP 172.20.0.11 (af321cb1-501d-4bf2-b5a9-75d4dfb540ff/4e65df30-e39a-4951-a17f-01bdb317f30b/b67ea5e8-4f0f-47fa-bfdf-3a9369e49141) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:12.407371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:12.446230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-c73fb179-41e2-475d-9958-4eae8d3d1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:12.447770 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-c73fb179-41e2-475d-9958-4eae8d3d1dfb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 1095 time: 0.5510726 Nov 08 12:50:12.505693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d24fcec-f2ad-49d1-9ccb-c99eb856bd40 req-59cfb424-4ed4-4b27-97e6-260fd1758b33 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0602109 Nov 08 12:50:12.523260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:12.544134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:12.589650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-812e45fb-b626-4d93-9afd-3a28068c95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:12.599880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-812e45fb-b626-4d93-9afd-3a28068c95bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1095 time: 0.1265082 Nov 08 12:50:12.631428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Network af321cb1-501d-4bf2-b5a9-75d4dfb540ff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:12.634411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Pushing event updated for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:12.686812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:12.701901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:12.758113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-1a86cc02-5b6c-446d-93dd-d4f571976da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:12.761282 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-1a86cc02-5b6c-446d-93dd-d4f571976da6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.1528687 Nov 08 12:50:12.815617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:12.816547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:12.875083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:12.881126 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-9fc18b30-4834-40ea-8635-87839584942f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 998 time: 0.1110446 Nov 08 12:50:12.883070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:12.905030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9be79771-d641-4d0e-970a-63ce3dd7e5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:12.989386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-ebfb92eb-b6ea-4fc4-9e45-99b09e3a3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:12.991818 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-ebfb92eb-b6ea-4fc4-9e45-99b09e3a3877 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.0823119 Nov 08 12:50:13.067773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-c1057fd1-b3d8-4038-aff3-4c6674568f65 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8047597 Nov 08 12:50:13.103008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Request body: {'port': {'device_id': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:13.116315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9be79771-d641-4d0e-970a-63ce3dd7e5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.156585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-add1929a-e2d4-4d84-9603-392aeff0e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:13.159177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-add1929a-e2d4-4d84-9603-392aeff0e320 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565652 Nov 08 12:50:13.224458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9be79771-d641-4d0e-970a-63ce3dd7e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.265890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.345898 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-357e1596-44ca-4644-925d-91df3053d908 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771686 Nov 08 12:50:13.398490 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9be79771-d641-4d0e-970a-63ce3dd7e5e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de2c0324f9304232b9d396457ef07ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8739383 Nov 08 12:50:13.424542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40724) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:13.447183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b65b32-8580-4e38-aff4-a764d355ebcd req-f81a9605-7a50-480c-be66-a3aeab4e9085 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:13.449198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65b65b32-8580-4e38-aff4-a764d355ebcd req-f81a9605-7a50-480c-be66-a3aeab4e9085 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.3001418 Nov 08 12:50:13.461110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.497487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be79771-d641-4d0e-970a-63ce3dd7e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90177faf-bfc5-46e9-9566-1ba1a06c96c6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:13.591222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.600015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-c75287ea-566f-4d1e-b3b4-6c875b852eb9 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376263 Nov 08 12:50:13.634792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.796730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=110cdbe3-4672-455d-a299-676f0b4ee7e8,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:13.817382 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.824639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:13.824639 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90177faf-bfc5-46e9-9566-1ba1a06c96c6 HTTP/1.1" status: 204 len: 168 time: 0.3913846 Nov 08 12:50:13.832969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3010-efe2-482f-86f2-81503e5804f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90177faf-bfc5-46e9-9566-1ba1a06c96c6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:13.976992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65b65b32-8580-4e38-aff4-a764d355ebcd req-6efd4ede-392a-401c-8345-2377a8595b4e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067437 Nov 08 12:50:14.004440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': 'db301e26-dc43-469b-b0cb-af2d6a8a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:14.004440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 14a155ce-d2a9-4344-9c51-d6bea8c43edd, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:14.019969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f33b5-0176-43f9-85ee-8ce00c9e7624 req-f231b0ee-18c7-4872-9ca7-dedb95f9b89b tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:14.027158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-082f33b5-0176-43f9-85ee-8ce00c9e7624 req-f231b0ee-18c7-4872-9ca7-dedb95f9b89b tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 932 time: 0.3265212 Nov 08 12:50:14.202854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-082f33b5-0176-43f9-85ee-8ce00c9e7624 req-c6d6f6ba-e9ba-42f6-9db8-fae081d59b92 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180272 Nov 08 12:50:14.273853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096f72-ca26-4299-a512-72553b88849e req-b945c1ec-6056-41b4-9660-1aadb4625a17 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:14.276209 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-b945c1ec-6056-41b4-9660-1aadb4625a17 tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8&tenant_id=888214d139364e1a8d116c3eceb48166&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 1095 time: 0.0672035 Nov 08 12:50:14.288256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:14.311588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:50:14.322441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.343724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Transition to ACTIVE for port object b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:50:14.381311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:14.392560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 14a155ce-d2a9-4344-9c51-d6bea8c43edd) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:14.410862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:14.411747 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.435965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.477613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62694c72-366b-43ed-be40-65360a953106 None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:14.524550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dde572e9-0096-48ce-9bb0-e62e230c1965 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4376247 Nov 08 12:50:14.527089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:14.531678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Pushing event updated for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:14.534121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:14.573137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-65096f72-ca26-4299-a512-72553b88849e req-811e5fc2-bfa8-4f61-a79a-3de929412483 service neutron] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:14.593269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-65096f72-ca26-4299-a512-72553b88849e req-811e5fc2-bfa8-4f61-a79a-3de929412483 service neutron] Publish callbacks [] for binding, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.595712 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-811e5fc2-bfa8-4f61-a79a-3de929412483 service neutron] 10.222.0.61 "DELETE /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4/bindings/n-h2-816990-1 HTTP/1.1" status: 204 len: 173 time: 0.3081460 Nov 08 12:50:14.707444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Attempting to bind port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:14.707867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Attempting to bind port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'cf8c19b5-f1ee-450c-991c-67ae984fbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:14.710326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Attempting to bind port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 on network af321cb1-501d-4bf2-b5a9-75d4dfb540ff {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:14.719234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 on network af321cb1-501d-4bf2-b5a9-75d4dfb540ff not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:50:14.722218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Attempting to bind port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 on network af321cb1-501d-4bf2-b5a9-75d4dfb540ff {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:14.750550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:14.750550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Checking segment: {'id': 'cf8c19b5-f1ee-450c-991c-67ae984fbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:14.751072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Bound using segment: {'id': 'cf8c19b5-f1ee-450c-991c-67ae984fbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:14.751435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Bound port: b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8c19b5-f1ee-450c-991c-67ae984fbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:14.751800 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.793414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-14a155ce-d2a9-4344-9c51-d6bea8c43edd', 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '110cdbe3-4672-455d-a299-676f0b4ee7e8'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:14.803073 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:14.852628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:14.937280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:14.941497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,segment=NetworkSegment(cf8c19b5-f1ee-450c-991c-67ae984fbffe),segment_id=cf8c19b5-f1ee-450c-991c-67ae984fbffe)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:14.979939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:15.002014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.017274 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.100795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Allocated IP 2001:db8::2 (14a155ce-d2a9-4344-9c51-d6bea8c43edd/110cdbe3-4672-455d-a299-676f0b4ee7e8/40a929cc-777f-4f4f-b168-066be7b9a0de) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:15.146187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:15.161178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:15.163163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.167461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] 10.222.0.61 "PUT /v2.0/ports/b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 HTTP/1.1" status: 200 len: 1092 time: 2.0879722 Nov 08 12:50:15.180965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:15.183428 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb57b7d-adec-45ed-89be-c36a1e0228f7" -d '{"events": [{"name": "network-changed", "server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:15.253841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-334d14b8-6993-42dc-8452-a2c9f8c21efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.317703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1317df-d1d9-43e6-96ee-94a2d8b0b965 service neutron] Pushing event updated for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:15.439110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8e1ea-a80c-4a60-a101-2374a8f79c98 req-ec3ca8c8-d588-41f1-9ec1-aa61b4bc0bd3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:15.442613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dad8e1ea-a80c-4a60-a101-2374a8f79c98 req-ec3ca8c8-d588-41f1-9ec1-aa61b4bc0bd3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.2006836 Nov 08 12:50:15.450421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.547419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.570784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dad8e1ea-a80c-4a60-a101-2374a8f79c98 req-b45a0e7e-349b-4a0d-b556-7735e5e3d43f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969784 Nov 08 12:50:15.579661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-382d0859-42ca-4740-bc55-3d6b144abb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:15.581425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-382d0859-42ca-4740-bc55-3d6b144abb69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67eafbd1c2eb4feb8ff14e5ddf653f60&device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 1095 time: 0.2353253 Nov 08 12:50:15.628405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30caa50-6a2c-4308-b38d-3e94d93db618 req-ce776bfa-0c67-4929-8e74-ad388a8cb41e tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:15.636680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e30caa50-6a2c-4308-b38d-3e94d93db618 req-ce776bfa-0c67-4929-8e74-ad388a8cb41e tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 944 time: 0.2231929 Nov 08 12:50:15.688903 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e1763-8629-4395-9115-44e43b63ee01 x-openstack-request-id: req-404e1763-8629-4395-9115-44e43b63ee01 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:15.690185 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:15.691084 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-404e1763-8629-4395-9115-44e43b63ee01 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:15.691958 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141', 'status': 'completed', 'code': 200} Nov 08 12:50:15.707046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:15.709054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:15.714161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:15.768859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-3d063a1b-26aa-4133-88b0-5ba5e09e137b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 HTTP/1.1" status: 200 len: 217 time: 0.0997915 Nov 08 12:50:15.771369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-334d14b8-6993-42dc-8452-a2c9f8c21efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.798052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Pushing event updated for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:15.849126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.924203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Attempting to bind port 40a929cc-777f-4f4f-b168-066be7b9a0de on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:15.931841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Attempting to bind port 40a929cc-777f-4f4f-b168-066be7b9a0de by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'db301e26-dc43-469b-b0cb-af2d6a8a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:15.932459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Attempting to bind port 40a929cc-777f-4f4f-b168-066be7b9a0de on network 14a155ce-d2a9-4344-9c51-d6bea8c43edd {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:15.949772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:15.950441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Checking segment: {'id': 'db301e26-dc43-469b-b0cb-af2d6a8a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:15.950637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:15.950830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.951126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Bound using segment: {'id': 'db301e26-dc43-469b-b0cb-af2d6a8a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:15.955705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Bound port: 40a929cc-777f-4f4f-b168-066be7b9a0de, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db301e26-dc43-469b-b0cb-af2d6a8a5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:15.955705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.955972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:15.961648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:15.962414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:15.984455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=052b26d8-a76b-4067-ad55-db7cbd06e05a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:16.000977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e30caa50-6a2c-4308-b38d-3e94d93db618 req-6206e154-eec5-451b-80ea-afc9a859aba5 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287659 Nov 08 12:50:16.008210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-334d14b8-6993-42dc-8452-a2c9f8c21efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.077765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37c8acc6-4e8d-4973-a0bb-3a658e7fa96b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5463462 Nov 08 12:50:16.078353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-bc431af1-0017-4c26-8928-44c6e8000677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.079655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:16.080489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-bc431af1-0017-4c26-8928-44c6e8000677 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e65df30-e39a-4951-a17f-01bdb317f30b HTTP/1.1" status: 200 len: 849 time: 0.3015969 Nov 08 12:50:16.124948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449063e-1ea5-4cab-b463-c84bc0f71731 req-69818b35-070f-427d-84d2-511484f666ce tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.126752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2449063e-1ea5-4cab-b463-c84bc0f71731 req-69818b35-070f-427d-84d2-511484f666ce tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1095 time: 0.3318915 Nov 08 12:50:16.141512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.148232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:16.153031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-334d14b8-6993-42dc-8452-a2c9f8c21efb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83ce7f571d4848b59e55427e705663e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0010169 Nov 08 12:50:16.153248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d14b8-6993-42dc-8452-a2c9f8c21efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fabe1fb-92ce-428c-a7bf-07ec24185971,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:16.156671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a929cc-777f-4f4f-b168-066be7b9a0de,segment=NetworkSegment(db301e26-dc43-469b-b0cb-af2d6a8a5485),segment_id=db301e26-dc43-469b-b0cb-af2d6a8a5485)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:16.156906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:16.172082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-646d7d08-cbe8-446b-bc77-a689e5bbef9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=af321cb1-501d-4bf2-b5a9-75d4dfb540ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736909 Nov 08 12:50:16.229031 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.249900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.258491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.261708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.267377 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.272605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.285166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0eba9bc-e8c5-4ee1-beff-647490ba5439 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2042665 Nov 08 12:50:16.291993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40794) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:16.298632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729427225'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:16.317215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2449063e-1ea5-4cab-b463-c84bc0f71731 req-1139093c-dd77-4f7a-a45b-62aab368091c tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708007 Nov 08 12:50:16.347137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-bae1b65e-602e-4a00-8029-4ecfb29ff4b6 service neutron] 10.222.0.61 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636877 Nov 08 12:50:16.399028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.404470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998b662-12d6-4b2e-bd66-3847672fac44 None None] Pushing event updated for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:16.479690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.492596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:16.496980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.569573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:16.667407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c85cc5f-ad29-4899-9309-3ae5119d117c req-24393d62-9bfd-43bc-9088-da14f460b911 service neutron] 10.222.0.61 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096137 Nov 08 12:50:16.699035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686eb0-b544-4bfd-9b54-ce75b4ee3473 req-2e7806aa-6c03-46f1-a3cb-61de121c04a2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.705633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.706429 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 138419eb-ebfa-4af6-b32c-cf1f5deb9187 of type vlan for network b3c94354-0462-42fc-bcde-1649e71c3b7c Nov 08 12:50:16.719327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d686eb0-b544-4bfd-9b54-ce75b4ee3473 req-2e7806aa-6c03-46f1-a3cb-61de121c04a2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.2668824 Nov 08 12:50:16.785017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.791228 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.797896 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fabe1fb-92ce-428c-a7bf-07ec24185971 HTTP/1.1" status: 204 len: 168 time: 0.6344752 Nov 08 12:50:16.825278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.833974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342512c-3efd-44cf-8c1e-8272e4a2b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fabe1fb-92ce-428c-a7bf-07ec24185971,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:16.835107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d686eb0-b544-4bfd-9b54-ce75b4ee3473 req-45c3add8-b4bb-479f-8cee-8c5eb0aa77f8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148217 Nov 08 12:50:16.859912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40812) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:16.975150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:16.986737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:16.986737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.066522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-b0db6b9b-3a78-4228-a99e-4992729bba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:17.068349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-b0db6b9b-3a78-4228-a99e-4992729bba91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67eafbd1c2eb4feb8ff14e5ddf653f60&device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 1095 time: 0.2145562 Nov 08 12:50:17.097466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-790bbf03-d5ea-4fad-bbe9-5073a9547f58 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 200 len: 990 time: 0.1947632 Nov 08 12:50:17.223602 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9304738 Nov 08 12:50:17.227355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:17.234081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:17.258777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c5e80-d3d4-44c6-b2f0-86366adbd6f2 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=b3c94354-0462-42fc-bcde-1649e71c3b7c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:17.273464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:17.343518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a929cc-777f-4f4f-b168-066be7b9a0de up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:17.442949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 40828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:17.466378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa5739-e871-4b24-b837-9ddbdcc7d5b9 req-3af2a87b-add3-439a-8cbe-918ea37ab988 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:17.469265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fa5739-e871-4b24-b837-9ddbdcc7d5b9 req-3af2a87b-add3-439a-8cbe-918ea37ab988 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 944 time: 0.2385781 Nov 08 12:50:17.541492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:17.541883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.582458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-b013adb4-854d-4da0-937b-4535464d7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:17.584909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-b013adb4-854d-4da0-937b-4535464d7e9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=af321cb1-501d-4bf2-b5a9-75d4dfb540ff HTTP/1.1" status: 200 len: 910 time: 0.5058327 Nov 08 12:50:17.666277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-776a2c6f-283a-4896-9147-b3d3f086ac0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 HTTP/1.1" status: 200 len: 217 time: 0.0664032 Nov 08 12:50:17.671478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.747943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a929cc-777f-4f4f-b168-066be7b9a0de,segment=NetworkSegment(db301e26-dc43-469b-b0cb-af2d6a8a5485),segment_id=db301e26-dc43-469b-b0cb-af2d6a8a5485)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:17.783487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.850191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.917399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.944943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fa5739-e871-4b24-b837-9ddbdcc7d5b9 req-1205468f-4d78-4311-a435-9c9e042db01c tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746629 Nov 08 12:50:17.959359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:17.967137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network b3c94354-0462-42fc-bcde-1649e71c3b7c is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:50:17.983968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-d06e6b85-f218-474d-b852-55d71779eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:17.984893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-d06e6b85-f218-474d-b852-55d71779eaa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e65df30-e39a-4951-a17f-01bdb317f30b HTTP/1.1" status: 200 len: 849 time: 0.3054321 Nov 08 12:50:17.993063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:17.995056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:17.997744 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "PUT /v2.0/networks/b3c94354-0462-42fc-bcde-1649e71c3b7c HTTP/1.1" status: 200 len: 723 time: 0.7687817 Nov 08 12:50:18.012124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:18.017866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:18.148387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-60a76218-4edf-4cee-8a50-a17a2c0fea25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=af321cb1-501d-4bf2-b5a9-75d4dfb540ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537669 Nov 08 12:50:18.193424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a37d7-2b3c-4fe0-b6b8-fa9b44291ccc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=b3c94354-0462-42fc-bcde-1649e71c3b7c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:18.224454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:18.249635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 5108d282-d9c4-45fc-8ab8-e0582b9e163c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:18.254559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:18.280774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d23d99-03cc-4451-b36e-2e06df25ef07 None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:18.344330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-f059f8de-076c-4d55-aea1-6ae58cd4e38d service neutron] 10.222.0.61 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873875 Nov 08 12:50:18.384045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7e397820-7431-4fa4-ac84-d445463208e5 None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:18.384488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e397820-7431-4fa4-ac84-d445463208e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:18.387560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:18.387894 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:18.439766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 5108d282-d9c4-45fc-8ab8-e0582b9e163c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:18.502531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:18.508422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:18.589720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:50:18.835872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,segment=NetworkSegment(cf8c19b5-f1ee-450c-991c-67ae984fbffe),segment_id=cf8c19b5-f1ee-450c-991c-67ae984fbffe)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:18.859249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Update dhcp port {'port': {'network_id': '14a155ce-d2a9-4344-9c51-d6bea8c43edd', 'fixed_ips': [{'subnet_id': '110cdbe3-4672-455d-a299-676f0b4ee7e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '052b26d8-a76b-4067-ad55-db7cbd06e05a'}], 'binding:host_id': 'n-d-816990-1'}, 'id': '40a929cc-777f-4f4f-b168-066be7b9a0de'} from n-d-816990-1. {{(pid=102537) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 12:50:18.861529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141', 'network_id': 'af321cb1-501d-4bf2-b5a9-75d4dfb540ff', 'port_id': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141', 'mac_address': 'fa:16:3e:5c:8e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65df30-e39a-4951-a17f-01bdb317f30b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:50:18.966495 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.071285 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.087885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:50:19.178453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cbb57b7d-adec-45ed-89be-c36a1e0228f7 req-9ecbdaa9-b5ae-4904-8989-18b53989a9cd service neutron] 10.222.0.61 "GET /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249600 Nov 08 12:50:19.204273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.301935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bb724-9dcc-4345-9776-c46dfc8dce2c req-31857cf4-3530-4753-9bef-eb92085ee975 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:19.304090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-750bb724-9dcc-4345-9776-c46dfc8dce2c req-31857cf4-3530-4753-9bef-eb92085ee975 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 944 time: 0.1385193 Nov 08 12:50:19.305628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Allocated IP 172.20.0.1 (14a155ce-d2a9-4344-9c51-d6bea8c43edd/052b26d8-a76b-4067-ad55-db7cbd06e05a/40a929cc-777f-4f4f-b168-066be7b9a0de) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:19.317553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a929cc-777f-4f4f-b168-066be7b9a0de up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:19.354640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=fe0ee513-4456-47e3-8f86-69fddf6b0a25,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:19.357023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': '138419eb-ebfa-4af6-b32c-cf1f5deb9187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:19.357392 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: b3c94354-0462-42fc-bcde-1649e71c3b7c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:19.362608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,segment=NetworkSegment(cf8c19b5-f1ee-450c-991c-67ae984fbffe),segment_id=cf8c19b5-f1ee-450c-991c-67ae984fbffe)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:19.479931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.494781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-750bb724-9dcc-4345-9776-c46dfc8dce2c req-222114f5-4f74-4fdb-821c-0e1d9d2e6bf9 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750634 Nov 08 12:50:19.508168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network b3c94354-0462-42fc-bcde-1649e71c3b7c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:19.529091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:19.529461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.596773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a929cc-777f-4f4f-b168-066be7b9a0de,segment=NetworkSegment(db301e26-dc43-469b-b0cb-af2d6a8a5485),segment_id=db301e26-dc43-469b-b0cb-af2d6a8a5485)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:19.597517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, b3c94354-0462-42fc-bcde-1649e71c3b7c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:19.602338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:19.603518 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.630602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120cfc8-d448-47fa-a988-3e2d165e106c None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:19.725861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:19.769373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.809551 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7540ae38-5033-4474-aaff-0ad7b2033b79 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7935116 Nov 08 12:50:19.810804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40888) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:19.833237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:19.833418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b67ea5e8-4f0f-47fa-bfdf-3a9369e49141'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:50:19.867906 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.963910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=5108d282-d9c4-45fc-8ab8-e0582b9e163c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:19.966962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8526244'] for subnet, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:19.973581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-b3c94354-0462-42fc-bcde-1649e71c3b7c', 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': 'fe0ee513-4456-47e3-8f86-69fddf6b0a25'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:19.973581 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.035746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.057598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.058073 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 30df3694-a90b-400a-9419-dd028f2fd827 disassociated (deleted). External IP: 172.25.1.82, port: 63a9dc86-0156-461d-b7a0-0d6fab6470b4. Nov 08 12:50:20.375569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790081462411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10056416'] for subnet, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.445434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:20.446024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.447358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "PUT /v2.0/subnets/fe0ee513-4456-47e3-8f86-69fddf6b0a25 HTTP/1.1" status: 200 len: 826 time: 0.6361768 Nov 08 12:50:20.463256 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 40902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:20.522574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 00302c65-105c-420c-bee5-eb02e0fc4a73 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:50:20.626034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.632213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b18716-2deb-4104-91ce-b3f4f4652983 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=fe0ee513-4456-47e3-8f86-69fddf6b0a25,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:20.656735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe76ff-af24-4537-a0cd-bd3475b6e811 None None] Pushing event updated for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:20.784637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Allocated IP 2001:db8::2 (b3c94354-0462-42fc-bcde-1649e71c3b7c/fe0ee513-4456-47e3-8f86-69fddf6b0a25/b2080b23-e753-40c0-a290-4d7663f372fb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:20.819142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:20.905694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.009507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc6e6f-b7b8-4380-829d-0b72994be455 req-3ee3f3a2-09e1-4574-9e33-2e1e0a591918 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:21.012095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06cc6e6f-b7b8-4380-829d-0b72994be455 req-3ee3f3a2-09e1-4574-9e33-2e1e0a591918 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 945 time: 0.2485311 Nov 08 12:50:21.036428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:50:21.049842 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Sync routers for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:50:21.055504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.075544 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:21.076183 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.192643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba8a4586-08c9-4db2-9202-9dd625f9c8d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/floatingips/30df3694-a90b-400a-9419-dd028f2fd827 HTTP/1.1" status: 204 len: 168 time: 3.7478023 Nov 08 12:50:21.205856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:21.208971 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c570af-122a-42c7-b2f0-f773158e3d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:21.280621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06cc6e6f-b7b8-4380-829d-0b72994be455 req-210b28b9-380a-46db-8f94-afab864e90b7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580843 Nov 08 12:50:21.309866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.330112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a929cc-777f-4f4f-b168-066be7b9a0de up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:21.374704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:21.400497 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641db2e-cd11-4b09-ba6b-1e74583f2ca6 x-openstack-request-id: req-8641db2e-cd11-4b09-ba6b-1e74583f2ca6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:21.400898 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:21.401363 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8641db2e-cd11-4b09-ba6b-1e74583f2ca6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:21.404426 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'status': 'completed', 'code': 200} Nov 08 12:50:21.458863 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.530582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.532919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-d8c8c967-f704-4e7c-9117-e93211136f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:21.535745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-d8c8c967-f704-4e7c-9117-e93211136f62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0840068 Nov 08 12:50:21.642363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0ee513-4456-47e3-8f86-69fddf6b0a25,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:21.737183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:21.741220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:21.741832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.806660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.871873 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.881408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c94354-0462-42fc-bcde-1649e71c3b7c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.911355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138419eb-ebfa-4af6-b32c-cf1f5deb9187') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.911850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138419eb-ebfa-4af6-b32c-cf1f5deb9187') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.933466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.942909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:21.948075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:21.964860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:21.975338 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Checking router: 00302c65-105c-420c-bee5-eb02e0fc4a73 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:50:21.990092 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:21.991095 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:49:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:21.992442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:21.995925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:22.000288 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:22.077689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-eeaa3f5d-b2ab-49a9-b9fc-b8cdce2b7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.080120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-eeaa3f5d-b2ab-49a9-b9fc-b8cdce2b7fe1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 200 len: 897 time: 0.5321074 Nov 08 12:50:22.129018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Pushing event updated for resources: {'Port': ['ID=b2080b23-e753-40c0-a290-4d7663f372fb,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:22.145041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Attempting to bind port b2080b23-e753-40c0-a290-4d7663f372fb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:22.145660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Attempting to bind port b2080b23-e753-40c0-a290-4d7663f372fb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '138419eb-ebfa-4af6-b32c-cf1f5deb9187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:22.146904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Attempting to bind port b2080b23-e753-40c0-a290-4d7663f372fb on network b3c94354-0462-42fc-bcde-1649e71c3b7c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:22.161903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:22.162408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Checking segment: {'id': '138419eb-ebfa-4af6-b32c-cf1f5deb9187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:22.162817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.163215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Bound using segment: {'id': '138419eb-ebfa-4af6-b32c-cf1f5deb9187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:22.164236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Bound port: b2080b23-e753-40c0-a290-4d7663f372fb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138419eb-ebfa-4af6-b32c-cf1f5deb9187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:22.164441 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.235278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-aa1a750c-70d8-49e1-afdd-c2c971748ec9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 200 len: 217 time: 0.1204865 Nov 08 12:50:22.249142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:50:22.249142 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:50:22.249142 n-d-816990-1 neutron-server[102536]: [parameters: {'id': 'b3c94354-0462-42fc-bcde-1649e71c3b7c'}] Nov 08 12:50:22.249142 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:50:22.249553 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:50:22.290780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b246e9-baae-4e48-b94f-b7441a3ac47d req-a6fead86-8df2-45a1-9aee-cb3041058ec2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.296580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5b246e9-baae-4e48-b94f-b7441a3ac47d req-a6fead86-8df2-45a1-9aee-cb3041058ec2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.3561211 Nov 08 12:50:22.378022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-b63687f2-1ee3-4f77-b358-7283088d8a65 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.388484 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-b63687f2-1ee3-4f77-b358-7283088d8a65 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.61 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.0977819 Nov 08 12:50:22.482407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] For port b2080b23-e753-40c0-a290-4d7663f372fb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:22.504445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] For port b2080b23-e753-40c0-a290-4d7663f372fb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b2080b23-e753-40c0-a290-4d7663f372fb,segment=NetworkSegment(138419eb-ebfa-4af6-b32c-cf1f5deb9187),segment_id=138419eb-ebfa-4af6-b32c-cf1f5deb9187)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:22.510730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5b246e9-baae-4e48-b94f-b7441a3ac47d req-3aa26734-5569-4d40-a4f2-b35cf94fc5c0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423793 Nov 08 12:50:22.528880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e58bf-1cbc-4136-97b7-8e2df138f77b None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:22.577013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:22.620928 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:22.642311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-e31a0020-5a19-4b9e-8224-0ef94153b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.645593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-e31a0020-5a19-4b9e-8224-0ef94153b313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 200 len: 834 time: 0.3997757 Nov 08 12:50:22.710270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6416657c-d42a-45fd-9df1-a24c80aff8be None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:22.710641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6416657c-d42a-45fd-9df1-a24c80aff8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.712699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.713670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:22.713670 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.726826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb1f89-3cdc-4214-b489-e98e071ece3a req-6b2c8f4c-50b1-44bd-b325-1a21424f8398 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.743449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1eb1f89-3cdc-4214-b489-e98e071ece3a req-6b2c8f4c-50b1-44bd-b325-1a21424f8398 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 945 time: 0.2459829 Nov 08 12:50:22.814999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:22.885559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:50:22.938364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-bba8f898-96b2-4d58-b6d4-e1c005afbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:22.941182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-bba8f898-96b2-4d58-b6d4-e1c005afbbed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d079d887-2e25-4953-8410-0e64af2e5b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835646 Nov 08 12:50:22.948468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1eb1f89-3cdc-4214-b489-e98e071ece3a req-453fb699-f58e-4e8a-a061-074f45102850 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040908 Nov 08 12:50:22.955597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:22.955971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.035816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f582a74-8d83-4f1b-8b5b-7d1aa9faa8fc None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:23.108754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 63a9dc86-0156-461d-b7a0-0d6fab6470b4, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=63a9dc86-0156-461d-b7a0-0d6fab6470b4,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:23.118020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.142465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 63a9dc86-0156-461d-b7a0-0d6fab6470b4 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:23.155403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11e9f-96a9-477c-acb2-64633c3802e8 None None] Pushing event updated for resources: {'Port': ['ID=b2080b23-e753-40c0-a290-4d7663f372fb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:23.167582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port b2080b23-e753-40c0-a290-4d7663f372fb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:23.168478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.181431 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:23.191043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-f1625ac8-a22b-469f-9af8-cfe077890841 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412171 Nov 08 12:50:23.258856 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27908f42-e6eb-479d-9f11-b33f5a59c04b None None] The sync data for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 is: [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b05db80e-f7ed-4197-b703-d9471b4ec96a', 'name': '', 'network_id': 'd079d887-2e25-4953-8410-0e64af2e5b45', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:d5:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'fc767b11-4845-434e-9315-91e43d8af287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:53Z', 'updated_at': '2021-11-08T12:49:00Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'fc767b11-4845-434e-9315-91e43d8af287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:50:23.411025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48c570af-122a-42c7-b2f0-f773158e3d2e req-b69d9b1b-93f6-4e21-978c-cef4c66af7c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108824 Nov 08 12:50:23.530435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port b2080b23-e753-40c0-a290-4d7663f372fb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b2080b23-e753-40c0-a290-4d7663f372fb,segment=NetworkSegment(138419eb-ebfa-4af6-b32c-cf1f5deb9187),segment_id=138419eb-ebfa-4af6-b32c-cf1f5deb9187)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:23.530821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.659634 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for b2080b23-e753-40c0-a290-4d7663f372fb owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:23.681153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27616fa7-873a-4ff7-8d2c-e852c704288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.756548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.758746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3dac4-1fe3-48ec-82b4-7eae0da005c4 None None] Network b3c94354-0462-42fc-bcde-1649e71c3b7c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:23.762553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4768737-fbe5-43db-9cc7-85d573507a4f req-3fd1ff26-3ac7-48d9-a464-182d08e52e15 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:23.764624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4768737-fbe5-43db-9cc7-85d573507a4f req-3fd1ff26-3ac7-48d9-a464-182d08e52e15 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 944 time: 0.0853243 Nov 08 12:50:23.791376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f3146-17c5-4505-adbe-06e51e427be9 None None] New status for floating IP 30df3694-a90b-400a-9419-dd028f2fd827: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:50:23.873206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4768737-fbe5-43db-9cc7-85d573507a4f req-7452d5a1-d608-4030-b2e8-bcb3682e02e0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=87045e64-8116-4dc2-9c0f-531e0b95f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917022 Nov 08 12:50:23.882981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.969704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:23.981207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=63a9dc86-0156-461d-b7a0-0d6fab6470b4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:23.992710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,segment=NetworkSegment(cf8c19b5-f1ee-450c-991c-67ae984fbffe),segment_id=cf8c19b5-f1ee-450c-991c-67ae984fbffe)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:23.992710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:23.995866 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf5f7c-b1b5-4690-b94f-f2771c3f75dc" -d '{"events": [{"server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "name": "network-vif-plugged", "status": "completed", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:24.158642 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeae712-5d89-4028-9ca2-404bd16dd6f0 x-openstack-request-id: req-afeae712-5d89-4028-9ca2-404bd16dd6f0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:24.159025 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "name": "network-vif-plugged", "status": "completed", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:24.159319 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afeae712-5d89-4028-9ca2-404bd16dd6f0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:24.159880 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141', 'code': 200} Nov 08 12:50:24.161786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.226735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] No DVR routers for this DVR port 63a9dc86-0156-461d-b7a0-0d6fab6470b4 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:24.253248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.258628 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-63ce57d0-5afe-4f3a-8cef-a172800a1edc req-e0025898-08e8-4b80-80d9-940c61b85429 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.61 "DELETE /v2.0/ports/63a9dc86-0156-461d-b7a0-0d6fab6470b4 HTTP/1.1" status: 204 len: 173 time: 1.8644094 Nov 08 12:50:24.276338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-deleted', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:24.277985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:24.283806 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92c4b1c-f2d4-494f-8426-c9127607d853" -d '{"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-deleted", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:24.297893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port b2080b23-e753-40c0-a290-4d7663f372fb on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:24.307078 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:50:24.332472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=b2080b23-e753-40c0-a290-4d7663f372fb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:24.407793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30deb-0e47-4eba-8c7e-b729b36fe768 req-f510f3af-2767-4d87-97ea-b38704f52b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:24.413696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2de30deb-0e47-4eba-8c7e-b729b36fe768 req-f510f3af-2767-4d87-97ea-b38704f52b01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 1097 time: 0.1634333 Nov 08 12:50:24.453166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c6a04-9d86-444d-8b11-5fc5b1b35c69 req-7cb51b5c-41fd-4688-a3dc-3385e9feb43f tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:24.464568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b4c6a04-9d86-444d-8b11-5fc5b1b35c69 req-7cb51b5c-41fd-4688-a3dc-3385e9feb43f tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.2776849 Nov 08 12:50:24.531779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-53a9041f-6cb4-47c4-afa9-dd129b7e040f None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:24.534051 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53a9041f-6cb4-47c4-afa9-dd129b7e040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.542324 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c62503d-6fee-4b2c-9bc0-c2cf1d5124ad x-openstack-request-id: req-4c62503d-6fee-4b2c-9bc0-c2cf1d5124ad {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:24.544854 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c53b3-bde7-43ab-a321-ea6c86180bc8", "name": "network-vif-deleted", "tag": "63a9dc86-0156-461d-b7a0-0d6fab6470b4", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:24.544854 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c62503d-6fee-4b2c-9bc0-c2cf1d5124ad {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:24.545920 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c53b3-bde7-43ab-a321-ea6c86180bc8', 'name': 'network-vif-deleted', 'tag': '63a9dc86-0156-461d-b7a0-0d6fab6470b4', 'status': 'completed', 'code': 200} Nov 08 12:50:24.657322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.682979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2de30deb-0e47-4eba-8c7e-b729b36fe768 req-256802aa-c678-42a7-ada7-ae8195276714 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975052 Nov 08 12:50:24.705569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c94354-0462-42fc-bcde-1649e71c3b7c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:24.733554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138419eb-ebfa-4af6-b32c-cf1f5deb9187') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:24.733859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138419eb-ebfa-4af6-b32c-cf1f5deb9187') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:24.740205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b4c6a04-9d86-444d-8b11-5fc5b1b35c69 req-a11a4b19-4bbe-4ba6-bb4a-aac2f894ce49 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569082 Nov 08 12:50:24.757927 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.786429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.795060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:24.795988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:24.867601 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:24.894059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb40c6-5d28-4f57-9e8a-15ee3a4b68a5 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:50:25.002799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.027057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.031272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/b3c94354-0462-42fc-bcde-1649e71c3b7c HTTP/1.1" status: 204 len: 168 time: 4.5670040 Nov 08 12:50:25.032193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e5f8b-822d-4427-87aa-6a285d85a140 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=b3c94354-0462-42fc-bcde-1649e71c3b7c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:25.033882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41008) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:25.051561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb40c6-5d28-4f57-9e8a-15ee3a4b68a5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:50:25.056152 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafeb1f2-5b22-48c8-bb42-e6448891c235 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:25.056733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafeb1f2-5b22-48c8-bb42-e6448891c235 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:25.059934 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eafeb1f2-5b22-48c8-bb42-e6448891c235 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/b3c94354-0462-42fc-bcde-1649e71c3b7c HTTP/1.1" status: 404 len: 339 time: 0.0250583 Nov 08 12:50:25.065719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41010) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:25.074818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799342286', 'description': 'd1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:25.102306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c89c6cb-14bb-4132-9f5e-6a465c193967 req-123a6cc8-b000-4355-94b6-b0dca9e61e26 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=175c53b3-bde7-43ab-a321-ea6c86180bc8 HTTP/1.1" status: 200 len: 210 time: 0.0493317 Nov 08 12:50:25.165636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:25.171618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.213255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:25.213833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.214308 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 24b6c22d-bbab-4c7d-b567-a134d25e7cb9 of type vlan for network 3c1fed22-4d58-4c49-80c6-bdf72ffbd47d Nov 08 12:50:25.287270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.465748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.474497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:25.475402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.575759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=3c1fed22-4d58-4c49-80c6-bdf72ffbd47d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:25.600481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77a69f41-f37c-458d-8fdd-70bddbf2a72c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5313375 Nov 08 12:50:25.600816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41036) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:25.618727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef15b-4a12-4397-9671-b4ed685dc8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:25.620186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3c1fed22-4d58-4c49-80c6-bdf72ffbd47d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:25.759283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa6100-0c8c-41ef-b8e7-ee1831e37586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:25.769092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:25.772325 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7daa6100-0c8c-41ef-b8e7-ee1831e37586 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks?id=3c1fed22-4d58-4c49-80c6-bdf72ffbd47d HTTP/1.1" status: 200 len: 765 time: 0.1684687 Nov 08 12:50:25.775552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'description': 'd2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:25.980928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53c40f-05a9-4876-b235-dce24b17adbe req-8f673c4b-6080-4a3c-b1bd-3e426d85268b tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:25.983512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a53c40f-05a9-4876-b235-dce24b17adbe req-8f673c4b-6080-4a3c-b1bd-3e426d85268b tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.1408370 Nov 08 12:50:26.034764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:26.071699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a53c40f-05a9-4876-b235-dce24b17adbe req-7ea950a4-54db-4d62-a97e-8b5929cb6cdf tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692701 Nov 08 12:50:26.164152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:26.165584 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41054) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:26.202830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 3c1fed22-4d58-4c49-80c6-bdf72ffbd47d is not hosted by any dhcp agent {{(pid=102535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:50:26.209591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.209591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:26.213514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "PUT /v2.0/networks/3c1fed22-4d58-4c49-80c6-bdf72ffbd47d HTTP/1.1" status: 200 len: 762 time: 0.4397159 Nov 08 12:50:26.213839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41060) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:26.306032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14cadb-e6bd-4dbb-a16c-b017d40b8970 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=3c1fed22-4d58-4c49-80c6-bdf72ffbd47d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:26.322709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3c1fed22-4d58-4c49-80c6-bdf72ffbd47d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:26.372637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f27a51-127f-4c2e-8ec2-4e18ad3e404e tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.374900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-41f27a51-127f-4c2e-8ec2-4e18ad3e404e tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks?id=3c1fed22-4d58-4c49-80c6-bdf72ffbd47d HTTP/1.1" status: 200 len: 765 time: 0.1598399 Nov 08 12:50:26.388897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:26.584309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:26.662147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 63a9dc86-0156-461d-b7a0-0d6fab6470b4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:26.662603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 63a9dc86-0156-461d-b7a0-0d6fab6470b4 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:26.671594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a2eed-41fd-4851-8b24-471d1e43a3bc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.674284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f8a2eed-41fd-4851-8b24-471d1e43a3bc tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2822924 Nov 08 12:50:26.675826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41072) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:26.721819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a691ff7-024e-44e9-ac69-a4dd6cbbb25c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 207 time: 0.0445528 Nov 08 12:50:26.725405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:26.778898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:26.779104 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:26.863265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.869512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.876547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.882795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.889340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.895433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:26.897227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-31e02ff6-2336-4a16-87d6-ee3653f5419f tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1708832 Nov 08 12:50:26.941520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.196713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d46f3b45-53c4-4584-bb12-8a24047a9e3c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2484722 Nov 08 12:50:27.197400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41096) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.216190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port b05db80e-f7ed-4197-b703-d9471b4ec96a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:27.217443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:27.249011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d846e2-dd20-4818-8810-91fb5807b024 req-8c77a50d-75b0-447b-acee-d037899764ce tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.258041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04d846e2-dd20-4818-8810-91fb5807b024 req-8c77a50d-75b0-447b-acee-d037899764ce tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.0857468 Nov 08 12:50:27.320420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04d846e2-dd20-4818-8810-91fb5807b024 req-4b1ca11b-a6ec-45bd-8b61-13037854fec7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610759 Nov 08 12:50:27.390108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.391790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.393360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.395128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.396782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.398578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a99d3a5-a1ec-402a-8293-219bdad7165d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2005208 Nov 08 12:50:27.402727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.445660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port b05db80e-f7ed-4197-b703-d9471b4ec96a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b05db80e-f7ed-4197-b703-d9471b4ec96a,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:27.446568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:27.473074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for b05db80e-f7ed-4197-b703-d9471b4ec96a owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:27.555832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.557399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.558994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.561966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.562368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.567632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8ef5d620-0471-4862-8aa4-7e76452025a9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1604278 Nov 08 12:50:27.578095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.702281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8664ddf-0056-4984-86bb-0d167ff7671d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.704184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8664ddf-0056-4984-86bb-0d167ff7671d tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks/48a52e29-d32c-4d73-a741-cb76a2376625 HTTP/1.1" status: 200 len: 804 time: 0.1340461 Nov 08 12:50:27.708018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.832601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a6c781bb-daef-4923-bd58-d03860ba1610 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/networks/48a52e29-d32c-4d73-a741-cb76a2376625?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1231630 Nov 08 12:50:27.836075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.859112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:27.903716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a885241-6120-414f-b6e6-c283b8df53f8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.903716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8a885241-6120-414f-b6e6-c283b8df53f8 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets/4a2dfb28-569f-4cf0-90b7-16fdfe6cfade HTTP/1.1" status: 200 len: 843 time: 0.0630078 Nov 08 12:50:27.904279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41122) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.979641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f62971-2860-45dc-acce-e47ca379a2b5 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:27.981150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-19f62971-2860-45dc-acce-e47ca379a2b5 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "GET /v2.0/subnets/4a2dfb28-569f-4cf0-90b7-16fdfe6cfade?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0762177 Nov 08 12:50:27.985456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:27.991519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942959997'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:28.174346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.175853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:28.188551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.257668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:28.288840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.288840 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Added segment 8800426a-b1d5-421f-aa4b-a41a3835ea59 of type vlan for network 22eac527-793d-41c4-9410-7bdead095b06 Nov 08 12:50:28.337222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.368035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=b05db80e-f7ed-4197-b703-d9471b4ec96a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:28.511849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.549543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:28.549543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.651617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:28.680239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6936445 Nov 08 12:50:28.706690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f2b8b-bb52-4137-b468-ef670ba0b6d9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Network': ['ID=22eac527-793d-41c4-9410-7bdead095b06,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:28.720967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 22eac527-793d-41c4-9410-7bdead095b06 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:28.735813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:28.760990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'network_id': '22eac527-793d-41c4-9410-7bdead095b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:29.048401 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.069226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router 00302c65-105c-420c-bee5-eb02e0fc4a73 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:50:29.106779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Made reservation on behalf of a54a5ca8b3004e86aea6efa05d387f25 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:29.110648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.235638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 12:50:29.237198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 12:50:29.248919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:50:29.256926 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a06a2fd8-d26f-4148-8bec-7bb162b2c6d9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/00302c65-105c-420c-bee5-eb02e0fc4a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0892148 Nov 08 12:50:29.259493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:29.262422 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Sync routers for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:50:29.296392 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:29.299252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:29.411279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting subnet fc767b11-4845-434e-9315-91e43d8af287 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:50:29.426133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.525289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.549578 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:29.728575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.745581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:29.793739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=69b9ea82-4c14-491e-9111-0a2940ce0ee1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:29.811682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Checking segment: {'id': '8800426a-b1d5-421f-aa4b-a41a3835ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '22eac527-793d-41c4-9410-7bdead095b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:29.812607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network hostable DHCP agents. Network: 22eac527-793d-41c4-9410-7bdead095b06, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:29.945699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Network 22eac527-793d-41c4-9410-7bdead095b06 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:29.969982 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:50:27Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:30.000216 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Checking router: 00302c65-105c-420c-bee5-eb02e0fc4a73 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:50:30.004515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.031787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 22eac527-793d-41c4-9410-7bdead095b06) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:30.041687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:30.042811 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.055318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3f80c-af2a-481b-ae1a-feabf07038ac None None] Network 22eac527-793d-41c4-9410-7bdead095b06 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:30.059200 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Routers {'00302c65-105c-420c-bee5-eb02e0fc4a73'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:30.065647 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['00302c65-105c-420c-bee5-eb02e0fc4a73'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:30.093483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.098454 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/subnets/fc767b11-4845-434e-9315-91e43d8af287 HTTP/1.1" status: 204 len: 168 time: 0.8376973 Nov 08 12:50:30.101791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328dc0f-8a11-4a42-ad4b-db45974db8a9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Subnet': ['ID=fc767b11-4845-434e-9315-91e43d8af287,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:30.102548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:30.118172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea27d00-3815-4f5f-b25f-6d0ecc7bd705 None None] Network d079d887-2e25-4953-8410-0e64af2e5b45 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:30.229955 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] Set router 00302c65-105c-420c-bee5-eb02e0fc4a73 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:30.289304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f913d9c9-a0fd-4ace-8b8a-8111e3e6ca02 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5489318 Nov 08 12:50:30.291528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41212) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:30.298448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:30.494400 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.501668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-22eac527-793d-41c4-9410-7bdead095b06', 'network_id': '22eac527-793d-41c4-9410-7bdead095b06', 'tenant_id': 'a54a5ca8b3004e86aea6efa05d387f25', 'fixed_ips': [{'subnet_id': '69b9ea82-4c14-491e-9111-0a2940ce0ee1'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:30.502583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.564280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8526244'] for subnet, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.755393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] DHCP port deletion for d079d887-2e25-4953-8410-0e64af2e5b45 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:50:30.760252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.846238 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:50:27Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:30.916024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Deleting port 9bfb1d58-7763-4fff-b131-fb2a30efc09f {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:30.916502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:30.922529 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bc4b5-9650-485b-8c8c-f58a143e8518 None None] The sync data for ids ['00302c65-105c-420c-bee5-eb02e0fc4a73'] in n-d-816990-1 is: [{'id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516075186', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:48:44Z', 'updated_at': '2021-11-08T12:50:27Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '10f8f2ab-bec9-45ee-abad-c50600de7c05', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00302c65-105c-420c-bee5-eb02e0fc4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:48:45Z', 'updated_at': '2021-11-08T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:50:31.020665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] For port 9bfb1d58-7763-4fff-b131-fb2a30efc09f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9bfb1d58-7763-4fff-b131-fb2a30efc09f,segment=NetworkSegment(ab566da7-3905-4784-8325-8c56a28300cd),segment_id=ab566da7-3905-4784-8325-8c56a28300cd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:31.021111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.036308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Calling delete_port for 9bfb1d58-7763-4fff-b131-fb2a30efc09f owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:31.117585 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790081462411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10056416'] for subnet, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.172885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:31.173531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.174962 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "PUT /v2.0/subnets/69b9ea82-4c14-491e-9111-0a2940ce0ee1 HTTP/1.1" status: 200 len: 900 time: 0.8823555 Nov 08 12:50:31.178100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41232) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:31.190641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Allocated IP 2001:db8::3 (22eac527-793d-41c4-9410-7bdead095b06/69b9ea82-4c14-491e-9111-0a2940ce0ee1/85aa754f-a7d9-4f9a-acc8-20a292ba7591) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:31.334768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.353936 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.404862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] Pushing event deleted for resources: {'Port': ['ID=9bfb1d58-7763-4fff-b131-fb2a30efc09f,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:31.415097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930045d4-5591-47b5-ad89-d1f4f3b34515 None None] No DVR routers for this DVR port 9bfb1d58-7763-4fff-b131-fb2a30efc09f on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:31.431433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920b92f-c550-4036-956b-746aa40d5ec4 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event updated for resources: {'Subnet': ['ID=69b9ea82-4c14-491e-9111-0a2940ce0ee1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:31.524856 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.544362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.548839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b05db80e-f7ed-4197-b703-d9471b4ec96a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:31.577531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b05db80e-f7ed-4197-b703-d9471b4ec96a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:31.578327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b05db80e-f7ed-4197-b703-d9471b4ec96a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:31.578928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9bfb1d58-7763-4fff-b131-fb2a30efc09f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:31.604387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9bfb1d58-7763-4fff-b131-fb2a30efc09f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:31.604775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9bfb1d58-7763-4fff-b131-fb2a30efc09f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:31.623890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.661981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Network 22eac527-793d-41c4-9410-7bdead095b06 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:31.672173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:31.674032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 10f8f2ab-bec9-45ee-abad-c50600de7c05 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:31.674484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.686873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:31.706607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.776401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=69b9ea82-4c14-491e-9111-0a2940ce0ee1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:31.818419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Attempting to bind port 85aa754f-a7d9-4f9a-acc8-20a292ba7591 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:31.818955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Attempting to bind port 85aa754f-a7d9-4f9a-acc8-20a292ba7591 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8800426a-b1d5-421f-aa4b-a41a3835ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '22eac527-793d-41c4-9410-7bdead095b06'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:31.819404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Attempting to bind port 85aa754f-a7d9-4f9a-acc8-20a292ba7591 on network 22eac527-793d-41c4-9410-7bdead095b06 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:31.828369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:31.828880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Checking segment: {'id': '8800426a-b1d5-421f-aa4b-a41a3835ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '22eac527-793d-41c4-9410-7bdead095b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:31.830615 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.831249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Bound using segment: {'id': '8800426a-b1d5-421f-aa4b-a41a3835ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '22eac527-793d-41c4-9410-7bdead095b06'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:31.831950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Bound port: 85aa754f-a7d9-4f9a-acc8-20a292ba7591, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8800426a-b1d5-421f-aa4b-a41a3835ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '22eac527-793d-41c4-9410-7bdead095b06'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:31.832530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.849306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 10f8f2ab-bec9-45ee-abad-c50600de7c05, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=10f8f2ab-bec9-45ee-abad-c50600de7c05,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:31.854968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.877767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:31.895442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 10f8f2ab-bec9-45ee-abad-c50600de7c05 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:31.921615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eac527-793d-41c4-9410-7bdead095b06']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:31.923937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Pushing event updated for resources: {'Port': ['ID=85aa754f-a7d9-4f9a-acc8-20a292ba7591,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:31.955447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8800426a-b1d5-421f-aa4b-a41a3835ea59') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:31.957662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8800426a-b1d5-421f-aa4b-a41a3835ea59') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:31.982051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.050019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.063102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:32.063800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:32.070889 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:32.091402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] For port 85aa754f-a7d9-4f9a-acc8-20a292ba7591, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:32.172905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] For port 85aa754f-a7d9-4f9a-acc8-20a292ba7591, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=85aa754f-a7d9-4f9a-acc8-20a292ba7591,segment=NetworkSegment(8800426a-b1d5-421f-aa4b-a41a3835ea59),segment_id=8800426a-b1d5-421f-aa4b-a41a3835ea59)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:32.208442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 12:50:32.208442 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 12:50:32.208442 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '22eac527-793d-41c4-9410-7bdead095b06'}] Nov 08 12:50:32.208442 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:50:32.210004 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:50:32.271373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.299628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.365540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=10f8f2ab-bec9-45ee-abad-c50600de7c05,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:32.395877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a2a6a-3b64-4ce9-83ba-122f780619f1 None None] Network 22eac527-793d-41c4-9410-7bdead095b06 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:32.423535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8bd4e-3b0d-4273-8d37-eefb5b2935dd None None] Pushing event updated for resources: {'Port': ['ID=85aa754f-a7d9-4f9a-acc8-20a292ba7591,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:32.499252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.600768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1d1c7-7b72-44ac-9544-b8f2558331ac None None] Network 22eac527-793d-41c4-9410-7bdead095b06 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:32.646584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.655374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.712035 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.797149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.797719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Fanout notify agent at l3_agent the message router_deleted on router 00302c65-105c-420c-bee5-eb02e0fc4a73 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:50:32.808011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:32.811803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-17dfc3e8-c89c-4266-8144-0570c49ea0a1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/routers/00302c65-105c-420c-bee5-eb02e0fc4a73 HTTP/1.1" status: 204 len: 168 time: 2.7053373 Nov 08 12:50:32.818334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f656ec3-eff4-470c-a6de-4ed1d156ceea None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 12:50:32.824920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:32.923752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 85aa754f-a7d9-4f9a-acc8-20a292ba7591 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:32.925862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.140379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 85aa754f-a7d9-4f9a-acc8-20a292ba7591, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=85aa754f-a7d9-4f9a-acc8-20a292ba7591,segment=NetworkSegment(8800426a-b1d5-421f-aa4b-a41a3835ea59),segment_id=8800426a-b1d5-421f-aa4b-a41a3835ea59)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:33.140997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.175279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.193344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 85aa754f-a7d9-4f9a-acc8-20a292ba7591 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:33.254078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f656ec3-eff4-470c-a6de-4ed1d156ceea None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 12:50:33.422700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.522958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d079d887-2e25-4953-8410-0e64af2e5b45']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.534850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.553493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab566da7-3905-4784-8325-8c56a28300cd') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.553859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab566da7-3905-4784-8325-8c56a28300cd') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.576764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.612414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=85aa754f-a7d9-4f9a-acc8-20a292ba7591,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:33.619196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 85aa754f-a7d9-4f9a-acc8-20a292ba7591 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:33.645336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.695025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:33.695025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.787854 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:33.807451 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:33.815716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eac527-793d-41c4-9410-7bdead095b06']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.827723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8800426a-b1d5-421f-aa4b-a41a3835ea59') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.828336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8800426a-b1d5-421f-aa4b-a41a3835ea59') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:33.840348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.855942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.865457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:33.866047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:33.869149 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:33.977360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.989611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:33.993455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/networks/d079d887-2e25-4953-8410-0e64af2e5b45 HTTP/1.1" status: 204 len: 168 time: 1.1652019 Nov 08 12:50:34.007015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41336) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.021222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76337eab-2246-4566-a2ea-56ebc224920c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Network': ['ID=d079d887-2e25-4953-8410-0e64af2e5b45,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:34.123331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.134192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.134812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.144501 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.147821 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/22eac527-793d-41c4-9410-7bdead095b06 HTTP/1.1" status: 204 len: 168 time: 2.9687185 Nov 08 12:50:34.159624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.202874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa32a-31b0-4f85-92ac-b87f92bfa452 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=22eac527-793d-41c4-9410-7bdead095b06,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:34.223072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.258546 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-334ff9ee-c519-4000-a641-bf1d92622f27 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:34.259148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334ff9ee-c519-4000-a641-bf1d92622f27 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:34.273289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41352) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.273424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-334ff9ee-c519-4000-a641-bf1d92622f27 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/69b9ea82-4c14-491e-9111-0a2940ce0ee1 HTTP/1.1" status: 404 len: 337 time: 0.1066728 Nov 08 12:50:34.301744 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f24fc7-14e8-4e87-9ca3-2e788714005c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:34.301744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f24fc7-14e8-4e87-9ca3-2e788714005c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:34.303166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66f24fc7-14e8-4e87-9ca3-2e788714005c tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/22eac527-793d-41c4-9410-7bdead095b06 HTTP/1.1" status: 404 len: 339 time: 0.0321472 Nov 08 12:50:34.305647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41354) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.361262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c31498e8-4890-4a45-b655-81aab2afb2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.443980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.504204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c31498e8-4890-4a45-b655-81aab2afb2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.540459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.543725 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.545193 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/security-groups/87045e64-8116-4dc2-9c0f-531e0b95f79e HTTP/1.1" status: 204 len: 168 time: 0.5353765 Nov 08 12:50:34.567968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898c62b-5e1c-4e48-89bb-e69a1c5231ce tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87045e64-8116-4dc2-9c0f-531e0b95f79e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:34.597334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c31498e8-4890-4a45-b655-81aab2afb2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.612452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.637728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1fed22-4d58-4c49-80c6-bdf72ffbd47d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:34.655187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b6c22d-bbab-4c7d-b567-a134d25e7cb9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:34.655603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b6c22d-bbab-4c7d-b567-a134d25e7cb9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:34.696983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c31498e8-4890-4a45-b655-81aab2afb2a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fecbc654a464cf180e05712c6c9aab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610335 Nov 08 12:50:34.704093 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.709722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41370) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:34.764675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31498e8-4890-4a45-b655-81aab2afb2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fafa5f-5180-43bc-a466-f08fe84f1192,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:34.815492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.838955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:34.839487 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:34.843988 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:34.921987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.952345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:34.978048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.018761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.022472 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/3c1fed22-4d58-4c49-80c6-bdf72ffbd47d HTTP/1.1" status: 204 len: 168 time: 0.7154646 Nov 08 12:50:35.023698 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb6d9d-2d63-465f-807b-9990b8ac9b77 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=3c1fed22-4d58-4c49-80c6-bdf72ffbd47d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:35.035390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:35.101121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 10f8f2ab-bec9-45ee-abad-c50600de7c05 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:35.106848 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-376e9eb1-b9c0-4e4b-901b-15424a9ec347 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:35.114060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376e9eb1-b9c0-4e4b-901b-15424a9ec347 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:35.114060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-376e9eb1-b9c0-4e4b-901b-15424a9ec347 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/fe0ee513-4456-47e3-8f86-69fddf6b0a25 HTTP/1.1" status: 404 len: 337 time: 0.0727434 Nov 08 12:50:35.115968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41396) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:35.168150 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-466fb7f1-54a6-4ad8-9de3-66871fbca960 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:35.170477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466fb7f1-54a6-4ad8-9de3-66871fbca960 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:35.179090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-466fb7f1-54a6-4ad8-9de3-66871fbca960 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/b3c94354-0462-42fc-bcde-1649e71c3b7c HTTP/1.1" status: 404 len: 339 time: 0.0619354 Nov 08 12:50:35.181713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:35.190789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.193491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.195006 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02fafa5f-5180-43bc-a466-f08fe84f1192 HTTP/1.1" status: 204 len: 168 time: 0.4838290 Nov 08 12:50:35.225220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9e62-6c84-408f-8e55-30d1a9afaf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fafa5f-5180-43bc-a466-f08fe84f1192,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:35.295691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting subnet 052b26d8-a76b-4067-ad55-db7cbd06e05a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:50:35.300527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.359112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.420507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 10f8f2ab-bec9-45ee-abad-c50600de7c05 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:35.420954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 10f8f2ab-bec9-45ee-abad-c50600de7c05 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:35.506035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.690425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.732315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=052b26d8-a76b-4067-ad55-db7cbd06e05a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:35.734756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.738009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ade129f-4bcc-44fd-8c07-7a564d7bbd68 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/052b26d8-a76b-4067-ad55-db7cbd06e05a HTTP/1.1" status: 204 len: 168 time: 0.5548472 Nov 08 12:50:35.740652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41414) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:35.741475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507253b3-143c-4eed-b3f0-6d109c58a8db None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:35.774701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4b04-909d-4b53-ba9f-3cf97acf438d req-f6448b33-1e26-4e82-bce8-dde0d60670ca tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:35.776425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-593d4b04-909d-4b53-ba9f-3cf97acf438d req-f6448b33-1e26-4e82-bce8-dde0d60670ca tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.1411262 Nov 08 12:50:35.859298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting subnet 110cdbe3-4672-455d-a299-676f0b4ee7e8 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:50:35.863235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:35.925488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-593d4b04-909d-4b53-ba9f-3cf97acf438d req-2ced2a39-4f59-4651-a402-5a2e98796135 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405635 Nov 08 12:50:35.974272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.202503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:36.229883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c04fab2b-e644-4cff-aa1b-5ff46e244e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.236395 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.409527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41432) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:36.416687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636624599', 'description': 'tempest-secgroup-smoke-636624599 description', 'project_id': '888214d139364e1a8d116c3eceb48166'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:36.473921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c04fab2b-e644-4cff-aa1b-5ff46e244e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.494407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.529503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.529503 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/110cdbe3-4672-455d-a299-676f0b4ee7e8 HTTP/1.1" status: 204 len: 168 time: 0.7817726 Nov 08 12:50:36.530090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:36.557621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea382a-5157-45a8-8dd1-efee95b2190a tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=110cdbe3-4672-455d-a299-676f0b4ee7e8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:36.652307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.678443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.681793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c04fab2b-e644-4cff-aa1b-5ff46e244e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.752913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fab2b-e644-4cff-aa1b-5ff46e244e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486611d-b998-4a07-bf2c-da89588d3eab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:36.765292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c04fab2b-e644-4cff-aa1b-5ff46e244e49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec6933dc81c74a08a21f40b8ad9c21ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615761 Nov 08 12:50:36.768861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41446) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:36.778894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.885073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 40a929cc-777f-4f4f-b168-066be7b9a0de {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:36.885410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.909521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:36.982991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4cfe61-0d10-46fe-a93f-b262faa40e1e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:37.010020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.054167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a929cc-777f-4f4f-b168-066be7b9a0de,segment=NetworkSegment(db301e26-dc43-469b-b0cb-af2d6a8a5485),segment_id=db301e26-dc43-469b-b0cb-af2d6a8a5485)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:37.055963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.082079 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.085817 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-81399859-6129-4a1f-b3a1-872df4657ff4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6750073 Nov 08 12:50:37.093955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98795a-9c48-4389-a5cd-14a55106d7b7 None None] Network 14a155ce-d2a9-4344-9c51-d6bea8c43edd requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:37.101081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.105334 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41456) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:37.112890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:37.146791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 40a929cc-777f-4f4f-b168-066be7b9a0de owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:37.204017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c0a769f7-da57-4c3e-a114-59e2a926296e None None] Provisioning complete for port 40a929cc-777f-4f4f-b168-066be7b9a0de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:37.204301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0a769f7-da57-4c3e-a114-59e2a926296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.238574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-ff975000-6078-4d18-a14f-3c84a52cd20a tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:37.240039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-ff975000-6078-4d18-a14f-3c84a52cd20a tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.61 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.1632786 Nov 08 12:50:37.361939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc256a-a560-4ddc-8e70-41fe801360c1 req-6bfc5703-0be1-4625-9831-39321f3e7575 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:37.371763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7cc256a-a560-4ddc-8e70-41fe801360c1 req-6bfc5703-0be1-4625-9831-39321f3e7575 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 946 time: 0.2632797 Nov 08 12:50:37.400030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.404720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.441589 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9486611d-b998-4a07-bf2c-da89588d3eab HTTP/1.1" status: 204 len: 168 time: 0.6688945 Nov 08 12:50:37.460763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] DHCP port deletion for 14a155ce-d2a9-4344-9c51-d6bea8c43edd request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:50:37.461649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.478930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95601b2c-b027-4d00-86be-02f16d5048cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486611d-b998-4a07-bf2c-da89588d3eab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:37.558232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.579202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7cc256a-a560-4ddc-8e70-41fe801360c1 req-3c7f4728-9b88-4b94-bb5b-308130a7f6ae tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea2dd9da-a1a7-4963-8c4d-34d26133cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060137 Nov 08 12:50:37.634807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Deleting port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:37.635320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.650522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Deleting port 40a929cc-777f-4f4f-b168-066be7b9a0de {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:37.650899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.665244 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.684992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e27e670-3f78-4e24-bcf4-eddf17e98c73,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:37.725033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.815325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] For port 40a929cc-777f-4f4f-b168-066be7b9a0de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=40a929cc-777f-4f4f-b168-066be7b9a0de,segment=NetworkSegment(db301e26-dc43-469b-b0cb-af2d6a8a5485),segment_id=db301e26-dc43-469b-b0cb-af2d6a8a5485)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:37.815737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.832800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.834570 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4384cd7b-effb-4c37-8bbe-37d8218a1f5f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7253034 Nov 08 12:50:37.837602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41474) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:37.842026 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:37.876513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Calling delete_port for 40a929cc-777f-4f4f-b168-066be7b9a0de owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:37.887610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] For port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,segment=NetworkSegment(cf8c19b5-f1ee-450c-991c-67ae984fbffe),segment_id=cf8c19b5-f1ee-450c-991c-67ae984fbffe)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:37.888033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:37.930612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Calling delete_port for b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:37.992475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.096576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.143275 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.175921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 40a929cc-777f-4f4f-b168-066be7b9a0de on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:38.189283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] Pushing event deleted for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.194234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d3747-cfe0-4eef-aedb-8c2e30ca07c2 None None] No DVR routers for this DVR port 40a929cc-777f-4f4f-b168-066be7b9a0de on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:38.206917 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.261299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98dff27-08f2-4969-8dc9-c3710f207326,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.297356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=40a929cc-777f-4f4f-b168-066be7b9a0de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.302228 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.303879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c04514e-1463-49fd-85a5-900c89f7bf8a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4656777 Nov 08 12:50:38.306599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41490) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:38.312054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:38.389742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.404705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b67ea5e8-4f0f-47fa-bfdf-3a9369e49141'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:50:38.439058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.442049 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.498692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Pushing event deleted for resources: {'Port': ['ID=b67ea5e8-4f0f-47fa-bfdf-3a9369e49141,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.519619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] No DVR routers for this DVR port b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:38.523514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.527319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9100f20-71d0-43c4-851e-2025350dbb24 req-e1fa551f-96d7-4ce4-a12b-438a6c14f0a7 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.61 "DELETE /v2.0/ports/b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 HTTP/1.1" status: 204 len: 173 time: 1.2490897 Nov 08 12:50:38.529711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a155ce-d2a9-4344-9c51-d6bea8c43edd']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:38.533296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'name': 'network-vif-deleted', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:50:38.536659 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604d19d-a019-4643-85c8-5922a5f84f4b" -d '{"events": [{"server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "name": "network-vif-deleted", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:50:38.550334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db301e26-dc43-469b-b0cb-af2d6a8a5485') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:38.550677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db301e26-dc43-469b-b0cb-af2d6a8a5485') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:38.567517 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.600217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.605169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.626863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:38.627278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:38.632195 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:38.728843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.756954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a8504df-573e-4437-ab55-6a047fcdf68e req-94e67f1d-f0d6-4c35-91d1-bdc3c743e671 tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.0512993 Nov 08 12:50:38.784092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b20ae53-b79b-4bc4-a276-5193bd8f6fa0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.831439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.834468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.836338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cb38ea05-7174-442c-a0f2-7616dd64eb78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5284808 Nov 08 12:50:38.842564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41520) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:38.858604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:38.860586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:38.869203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/14a155ce-d2a9-4344-9c51-d6bea8c43edd HTTP/1.1" status: 204 len: 168 time: 2.3378534 Nov 08 12:50:38.869203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639e89-16a9-49a6-873a-9e65cd4f043b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=14a155ce-d2a9-4344-9c51-d6bea8c43edd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:38.874661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:38.931166 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-824809ca-ca4e-4c9c-87ab-e0f75c85b0b9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:38.947337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824809ca-ca4e-4c9c-87ab-e0f75c85b0b9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:38.955019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-824809ca-ca4e-4c9c-87ab-e0f75c85b0b9 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/5cf6c404-4f7c-4a74-9737-5116b9f99644 HTTP/1.1" status: 404 len: 337 time: 0.0786061 Nov 08 12:50:38.959093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:38.999775 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-57030ffc-affc-4390-b71a-951883949335 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:39.001021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57030ffc-affc-4390-b71a-951883949335 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:39.009206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-57030ffc-affc-4390-b71a-951883949335 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/348f7982-07d6-4719-9490-d7dc7dd78410 HTTP/1.1" status: 404 len: 339 time: 0.0413630 Nov 08 12:50:39.009331 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.068748 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98772fd-a4f8-40ec-8345-f557bcb08177 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:39.069875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98772fd-a4f8-40ec-8345-f557bcb08177 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:39.094911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c98772fd-a4f8-40ec-8345-f557bcb08177 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/64f1793a-1da3-4c1f-a029-304deb364e6d HTTP/1.1" status: 404 len: 337 time: 0.0661120 Nov 08 12:50:39.096340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.108772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.149524 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3378bcf-33b1-4d67-9c1f-248bdef7e282 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:39.150066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3378bcf-33b1-4d67-9c1f-248bdef7e282 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:39.156603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f3378bcf-33b1-4d67-9c1f-248bdef7e282 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/819cca9b-e13b-439a-acff-d43b40395084 HTTP/1.1" status: 404 len: 339 time: 0.0552747 Nov 08 12:50:39.157594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.205943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a929cc-777f-4f4f-b168-066be7b9a0de no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3675719-ed77-4e53-ac22-ceb6cb61f530 x-openstack-request-id: req-f3675719-ed77-4e53-ac22-ceb6cb61f530 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f90fc9-bdb9-4cd1-9294-73d315b149f9", "name": "network-vif-deleted", "tag": "b67ea5e8-4f0f-47fa-bfdf-3a9369e49141", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3675719-ed77-4e53-ac22-ceb6cb61f530 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f90fc9-bdb9-4cd1-9294-73d315b149f9', 'name': 'network-vif-deleted', 'tag': 'b67ea5e8-4f0f-47fa-bfdf-3a9369e49141', 'status': 'completed', 'code': 200} Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6ebde7-3d9a-4cdc-be7e-1b36ff55ee85 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:39.221468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6ebde7-3d9a-4cdc-be7e-1b36ff55ee85 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:39.222727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0f6ebde7-3d9a-4cdc-be7e-1b36ff55ee85 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/63382711-b1fd-40f6-a3cc-499139260a81 HTTP/1.1" status: 404 len: 337 time: 0.0640428 Nov 08 12:50:39.225412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.240882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 40a929cc-777f-4f4f-b168-066be7b9a0de {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:39.241233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 40a929cc-777f-4f4f-b168-066be7b9a0de not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:39.275487 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-307d2053-07f5-4dfc-9ead-915b88f6b782 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:39.275487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307d2053-07f5-4dfc-9ead-915b88f6b782 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:39.277556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-307d2053-07f5-4dfc-9ead-915b88f6b782 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/522d4483-2546-4784-8b53-50481e8b655e HTTP/1.1" status: 404 len: 339 time: 0.0509803 Nov 08 12:50:39.280915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.308442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.374718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting subnet 6db64815-1b7e-4324-af63-32c7ba762ab6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:50:39.385974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.412108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.430485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5ed471-0cbe-4264-a8fd-914b7dfe6228,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:39.441059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.526197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.533104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-118593cb-b4c0-43b6-8d05-2b329c823d9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6881623 Nov 08 12:50:39.534085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41554) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.551826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:39.585107 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.699640 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:50:39.714619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.723129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.812733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=6db64815-1b7e-4324-af63-32c7ba762ab6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:39.837040 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:39.837040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0bec1b0a-6af8-491b-82fb-d009ec4b3220 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/6db64815-1b7e-4324-af63-32c7ba762ab6 HTTP/1.1" status: 204 len: 168 time: 0.5531554 Nov 08 12:50:39.837755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:39.855902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d3601-6808-484a-bad1-eb117272a863 None None] Network 7d74d8fa-82da-4ad6-9fb9-92a20c652183 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:40.149026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.236738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.292613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ffa5b-1ab1-4f14-95c4-31fcb903d391,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:40.391171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3e7428b-537e-4610-b0c8-a5c4336094d8 req-e1796ef1-8310-4256-a738-b332344d266d tempest-VolumesActionsTest-776630241 tempest-VolumesActionsTest-776630241-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f90fc9-bdb9-4cd1-9294-73d315b149f9 HTTP/1.1" status: 200 len: 210 time: 0.2508845 Nov 08 12:50:40.400932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.405600 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95f3f2bf-f3d5-479f-be1f-b3fd5cd46d53 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8685184 Nov 08 12:50:40.410836 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:40.421025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'security_group_rule': {'security_group_id': 'ff4cfe61-0d10-46fe-a93f-b262faa40e1e', 'project_id': '888214d139364e1a8d116c3eceb48166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:40.440953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.587985 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Project 888214d139364e1a8d116c3eceb48166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:50:40.599629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.645198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] DHCP port deletion for 7d74d8fa-82da-4ad6-9fb9-92a20c652183 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:50:40.699100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 2b804e47-9a66-484b-98cd-c8679fc364d1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:40.700137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.797265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:40.867244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:40.867656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b67ea5e8-4f0f-47fa-bfdf-3a9369e49141 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:40.890669 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.894948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Deleting port 2b804e47-9a66-484b-98cd-c8679fc364d1 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:40.895338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:40.979768 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.021039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78186cc6-3e02-4ac9-b273-58c768095cb8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:41.024471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] For port 2b804e47-9a66-484b-98cd-c8679fc364d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2b804e47-9a66-484b-98cd-c8679fc364d1,segment=NetworkSegment(aeefeab9-248c-4c0d-b661-64b4b6d07fc0),segment_id=aeefeab9-248c-4c0d-b661-64b4b6d07fc0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:41.026333 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.056227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Calling delete_port for 2b804e47-9a66-484b-98cd-c8679fc364d1 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:41.060804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 2b804e47-9a66-484b-98cd-c8679fc364d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2b804e47-9a66-484b-98cd-c8679fc364d1,segment=NetworkSegment(aeefeab9-248c-4c0d-b661-64b4b6d07fc0),segment_id=aeefeab9-248c-4c0d-b661-64b4b6d07fc0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:41.061399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.106648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 2b804e47-9a66-484b-98cd-c8679fc364d1 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:41.158945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.164754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2528a4ad-b1c2-4d09-b7f3-2954c5acad9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7520843 Nov 08 12:50:41.167248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:41.178134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'network': {'name': 'tempest-network-smoke--1171866719', 'project_id': '888214d139364e1a8d116c3eceb48166', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:41.239043 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.272996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] No DVR routers for this DVR port 2b804e47-9a66-484b-98cd-c8679fc364d1 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:41.278013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7e271-b0ca-4e33-a48a-19031d794431 None None] Pushing event deleted for resources: {'Port': ['ID=2b804e47-9a66-484b-98cd-c8679fc364d1,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:41.306398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2b804e47-9a66-484b-98cd-c8679fc364d1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:41.313013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:41.316766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.359941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 2b804e47-9a66-484b-98cd-c8679fc364d1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:41.360654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2b804e47-9a66-484b-98cd-c8679fc364d1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:41.362380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:50:41.383297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.383901 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Added segment cae62264-785b-44f2-a123-2afd7e927190 of type vlan for network f2bf3119-9b65-4bd6-be5d-49612129874b Nov 08 12:50:41.395882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.487855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=2b804e47-9a66-484b-98cd-c8679fc364d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:41.490308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 2b804e47-9a66-484b-98cd-c8679fc364d1 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:41.535059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.618899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.658101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d74d8fa-82da-4ad6-9fb9-92a20c652183']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:41.682455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:41.689797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeefeab9-248c-4c0d-b661-64b4b6d07fc0') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:41.699903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.719557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.725663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:41.731702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:41.744132 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:41.768934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.774832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:41.775439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:41.971166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8019831 Nov 08 12:50:41.974918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:41.975175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61b9ec-8838-4486-b8a3-b73d629a9ac4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Network': ['ID=f2bf3119-9b65-4bd6-be5d-49612129874b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:41.979487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'admin_state_up': True, 'project_id': '888214d139364e1a8d116c3eceb48166', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:41.990529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f2bf3119-9b65-4bd6-be5d-49612129874b details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:50:42.023983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.033702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.042197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/7d74d8fa-82da-4ad6-9fb9-92a20c652183 HTTP/1.1" status: 204 len: 168 time: 2.2031631 Nov 08 12:50:42.046112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41646) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:42.062530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0b05c-2827-46d7-908a-6a0fbea7ab6b tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=7d74d8fa-82da-4ad6-9fb9-92a20c652183,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:42.147124 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b1459b-fbb2-4eea-be04-7f906d45e004 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:42.159922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b1459b-fbb2-4eea-be04-7f906d45e004 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:42.159922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3b1459b-fbb2-4eea-be04-7f906d45e004 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/e80bf76b-e416-4442-a2e2-8366c4f699b1 HTTP/1.1" status: 404 len: 337 time: 0.1080627 Nov 08 12:50:42.159922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.160771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:42.169787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.237073 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-977de9ca-1175-4fca-b865-d922567c5e39 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] DELETE failed (client error): The resource could not be found. Nov 08 12:50:42.243837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977de9ca-1175-4fca-b865-d922567c5e39 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:50:42.250310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-977de9ca-1175-4fca-b865-d922567c5e39 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/d95b9560-45e1-495f-aebc-b379b8af905d HTTP/1.1" status: 404 len: 339 time: 0.0908723 Nov 08 12:50:42.260081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:42.296734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.387300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting subnet 4a2dfb28-569f-4cf0-90b7-16fdfe6cfade {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:50:42.387300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.431407 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.537779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.635044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.768003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.804046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2dfb28-569f-4cf0-90b7-16fdfe6cfade,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:42.815326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:42.821844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:42.821995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cdeb8b67-076d-4d88-8559-f4c30d873336 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/subnets/4a2dfb28-569f-4cf0-90b7-16fdfe6cfade HTTP/1.1" status: 204 len: 168 time: 0.5600884 Nov 08 12:50:42.828399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa59d3-0727-49f9-be02-ccc0f0007050 None None] Network 48a52e29-d32c-4d73-a741-cb76a2376625 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:43.026483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.178425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] DHCP port deletion for 48a52e29-d32c-4d73-a741-cb76a2376625 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:50:43.190718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Deleting port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:43.191688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.278965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Deleting port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:50:43.279773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.395079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] For port 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3739bcd0-5b11-4f2c-b29c-8b8796f30982,segment=NetworkSegment(d24c6925-ca68-4d2d-af5c-5418e0f27932),segment_id=d24c6925-ca68-4d2d-af5c-5418e0f27932)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:43.395975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.416067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] For port 3739bcd0-5b11-4f2c-b29c-8b8796f30982, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3739bcd0-5b11-4f2c-b29c-8b8796f30982,segment=NetworkSegment(d24c6925-ca68-4d2d-af5c-5418e0f27932),segment_id=d24c6925-ca68-4d2d-af5c-5418e0f27932)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:43.416679 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.425691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Calling delete_port for 3739bcd0-5b11-4f2c-b29c-8b8796f30982 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:43.468361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.493576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Calling delete_port for 3739bcd0-5b11-4f2c-b29c-8b8796f30982 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:50:43.496186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.663479 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.682302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.690198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Pushing event deleted for resources: {'Port': ['ID=3739bcd0-5b11-4f2c-b29c-8b8796f30982,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:43.703383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] No DVR routers for this DVR port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:43.706076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.706405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.706776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.707156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.707443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.707727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.708055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.708384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.708710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.709034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.709356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.709676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6c71c-0e47-40d7-9a65-ea60fee0ee05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:43.715455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Port': ['ID=3739bcd0-5b11-4f2c-b29c-8b8796f30982,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:43.721096 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.226 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/645e4e84-920f-462c-a9fa-ae5aa29f31f3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:43.738344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] No DVR routers for this DVR port 3739bcd0-5b11-4f2c-b29c-8b8796f30982 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:50:43.848897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-f17006d7-3b5e-4878-9442-762629839ae4 req-6525c560-c2e4-47f6-84f6-8700fdc9631c service neutron] (102536) timed out ('10.222.0.57', 60184) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:50:43.901022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:43.973610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a52e29-d32c-4d73-a741-cb76a2376625']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:43.991480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24c6925-ca68-4d2d-af5c-5418e0f27932') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:43.992086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24c6925-ca68-4d2d-af5c-5418e0f27932') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:43.996943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.008742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.029560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.040034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:50:44.040543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:50:44.105847 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:50:44.205928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.227034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.283904 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.287300 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] 10.222.0.58 "DELETE /v2.0/networks/48a52e29-d32c-4d73-a741-cb76a2376625 HTTP/1.1" status: 204 len: 168 time: 1.4642322 Nov 08 12:50:44.291552 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:44.306724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:44.312365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98892a-dc3f-4e2e-8810-c3fedfdf6078 tempest-NetworksIpV6Test-2097486615 tempest-NetworksIpV6Test-2097486615-project] Pushing event deleted for resources: {'Network': ['ID=48a52e29-d32c-4d73-a741-cb76a2376625,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:44.317011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:44.328978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:44.355528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=645e4e84-920f-462c-a9fa-ae5aa29f31f3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:44.551104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84634740-b7e3-4978-8a6a-4555768c713c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.641957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84634740-b7e3-4978-8a6a-4555768c713c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.777036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84634740-b7e3-4978-8a6a-4555768c713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.837376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:44.867323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-84634740-b7e3-4978-8a6a-4555768c713c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=429826eb143042538f42ac22e483e0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5364678 Nov 08 12:50:44.868446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41746) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:44.942484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84634740-b7e3-4978-8a6a-4555768c713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec29547-0457-4045-b106-4b7622c9cd88,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:44.975720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.020940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.199771 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.204998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.206696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dec29547-0457-4045-b106-4b7622c9cd88 HTTP/1.1" status: 204 len: 168 time: 0.3345661 Nov 08 12:50:45.216811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a21057-60c0-465b-b30c-370c23dc3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec29547-0457-4045-b106-4b7622c9cd88,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:45.251149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:45.287513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3739bcd0-5b11-4f2c-b29c-8b8796f30982 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:50:45.344095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3739bcd0-5b11-4f2c-b29c-8b8796f30982 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:50:45.344443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3739bcd0-5b11-4f2c-b29c-8b8796f30982 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:50:45.595538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e068881b-daa5-41a9-9de0-c5217cd25c98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a54a5ca8b3004e86aea6efa05d387f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428288 Nov 08 12:50:45.598031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:45.732913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.804834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:45.980878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.001291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.005843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.007885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da66a0db-f2d3-4105-939d-6298190da840 HTTP/1.1" status: 204 len: 168 time: 0.4084864 Nov 08 12:50:46.043846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060222-9ab6-4fb0-9099-a7c96373dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66a0db-f2d3-4105-939d-6298190da840,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:46.052552 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.293683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router d0b88d41-4190-4b0e-b2db-516527ff61d9 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:50:46.449733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:50:46.463550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Sync routers for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:50:46.483925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:46.486040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:46.520046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:46.535568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.536984 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a2ecdc6f-a738-4eb0-95e8-07d30f4edde4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5610664 Nov 08 12:50:46.543375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41796) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:46.554392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e968930-cd48-4beb-b79f-c03ec7cf042c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:46.614531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41798) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:46.619828 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7455bd2d-5256-485a-98ce-c985e9b862bb tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=888214d139364e1a8d116c3eceb48166&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668826 Nov 08 12:50:46.681741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:46.977973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:44Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:47.006268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e968930-cd48-4beb-b79f-c03ec7cf042c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.017133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Checking router: d0b88d41-4190-4b0e-b2db-516527ff61d9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:50:47.017341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbaf5d-bdf3-4082-bf30-b715579826ae tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:47.017870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Updating router d0b88d41-4190-4b0e-b2db-516527ff61d9 port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:50:47.020943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2ccbaf5d-bdf3-4082-bf30-b715579826ae tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4054713 Nov 08 12:50:47.024057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41808) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:47.066746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.089715 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2be737ed-197a-4065-bdf6-6538556a294b tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638454 Nov 08 12:50:47.092929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:47.098917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186025907', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'project_id': '888214d139364e1a8d116c3eceb48166', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:47.186387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e968930-cd48-4beb-b79f-c03ec7cf042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.250094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9e968930-cd48-4beb-b79f-c03ec7cf042c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba0dc6daff8847a2b68b9b04bf5d2acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289331 Nov 08 12:50:47.253155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:47.265189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e968930-cd48-4beb-b79f-c03ec7cf042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1078523-0e76-453f-909d-53fae7d63355,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:47.345169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:50:47.350203 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.382094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.460530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.615396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.625516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.628097 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1078523-0e76-453f-909d-53fae7d63355 HTTP/1.1" status: 204 len: 168 time: 0.3733835 Nov 08 12:50:47.649271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4878b-1f5b-4e4a-8b1e-e936ecd18f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1078523-0e76-453f-909d-53fae7d63355,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:47.660781 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.762467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.847286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de83d54-e66f-4875-aea1-23d5cc894257 None None] Pushing event updated for resources: {'Port': ['ID=645e4e84-920f-462c-a9fa-ae5aa29f31f3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:47.882629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Attempting to bind port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:47.883535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Attempting to bind port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:47.884351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Attempting to bind port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:47.892448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:47.896839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:47.896839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.896839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:47.896839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Bound port: 645e4e84-920f-462c-a9fa-ae5aa29f31f3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:47.896839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:47.969720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:48.062903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] For port 645e4e84-920f-462c-a9fa-ae5aa29f31f3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:48.073672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] For port 645e4e84-920f-462c-a9fa-ae5aa29f31f3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645e4e84-920f-462c-a9fa-ae5aa29f31f3,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:48.184822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41852) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:48.187105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:48.294738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Checking segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:48.296190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network hostable DHCP agents. Network: f2bf3119-9b65-4bd6-be5d-49612129874b, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:50:48.428924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Subnet': ['ID=e3251350-03a3-4064-be81-9c729fb7f6f5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:48.430393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:48.431217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:48.521911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network f2bf3119-9b65-4bd6-be5d-49612129874b is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:50:48.638958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f2bf3119-9b65-4bd6-be5d-49612129874b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:48.647232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:48.649485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:48.804969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d4c3a375-70af-49ad-af91-75ed1dfe5c7e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7082958 Nov 08 12:50:48.805458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:48.828959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1d0e6-94fb-4b14-81ee-95f7095d8efe None None] Network f2bf3119-9b65-4bd6-be5d-49612129874b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:48.834366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3ce3c473-eee2-4629-aac4-5cd5f41c94ff tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1860043955', 'prefixes': ['172.20.0.0/16']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:48.859927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de83d54-e66f-4875-aea1-23d5cc894257 None None] Pushing event updated for resources: {'Port': ['ID=645e4e84-920f-462c-a9fa-ae5aa29f31f3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:48.892446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:49.335355 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c473-eee2-4629-aac4-5cd5f41c94ff tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] Publish callbacks [] for subnetpool, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:49.340051 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3ce3c473-eee2-4629-aac4-5cd5f41c94ff tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1525986 Nov 08 12:50:49.343350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41886) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:49.402868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 41890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:49.403280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7e7c3ac0-46f4-443f-ac0f-a18aa5d430ff tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "GET /v2.0/subnetpools/ea05f3b7-8083-41a6-aaa9-2989e4e7e4a6 HTTP/1.1" status: 200 len: 732 time: 0.0585682 Nov 08 12:50:49.411031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a8cfad8e-2e29-45e1-92f9-597d68c8c195 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1595727181'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:50:49.854221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f2bf3119-9b65-4bd6-be5d-49612129874b', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:50:49.854221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:49.920543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8cfad8e-2e29-45e1-92f9-597d68c8c195 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] Publish callbacks [] for subnetpool, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:49.924996 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a8cfad8e-2e29-45e1-92f9-597d68c8c195 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "PUT /v2.0/subnetpools/ea05f3b7-8083-41a6-aaa9-2989e4e7e4a6 HTTP/1.1" status: 200 len: 684 time: 0.5187678 Nov 08 12:50:49.927341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:50.040272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:44Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:50.107708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37697-e090-4673-bc21-ffa53cf187a4 None None] The sync data for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 is: [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:44Z', 'revision_number': 3, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:50:50.181217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9073ef1-f8c8-4b13-aa62-0d41fbf94bee tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] Publish callbacks [] for subnetpool, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:50.184853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e9073ef1-f8c8-4b13-aa62-0d41fbf94bee tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "DELETE /v2.0/subnetpools/ea05f3b7-8083-41a6-aaa9-2989e4e7e4a6 HTTP/1.1" status: 204 len: 168 time: 0.2551785 Nov 08 12:50:50.188453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41924) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:50.217084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Allocated IP 172.20.0.2 (f2bf3119-9b65-4bd6-be5d-49612129874b/e3251350-03a3-4064-be81-9c729fb7f6f5/8cff13b4-eacc-4796-a64e-3430359e94e3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:50.257443 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-3c647e6a-294f-40bc-8855-c2a3e733de74 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] show failed (client error): The resource could not be found. Nov 08 12:50:50.257443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3c647e6a-294f-40bc-8855-c2a3e733de74 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "GET /v2.0/subnetpools/ea05f3b7-8083-41a6-aaa9-2989e4e7e4a6 HTTP/1.1" status: 404 len: 346 time: 0.0661581 Nov 08 12:50:50.262417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:50.284063 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-731f090d-b9c9-4515-b462-736d6153f279 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] delete failed (client error): The resource could not be found. Nov 08 12:50:50.285221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-731f090d-b9c9-4515-b462-736d6153f279 tempest-SubnetPoolsTestJSON-1649279532 tempest-SubnetPoolsTestJSON-1649279532-project] 10.222.0.58 "DELETE /v2.0/subnetpools/ea05f3b7-8083-41a6-aaa9-2989e4e7e4a6 HTTP/1.1" status: 404 len: 346 time: 0.0212119 Nov 08 12:50:50.375842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:50.391601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:50.696665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:50.704821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:50.785392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:50.846902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Network f2bf3119-9b65-4bd6-be5d-49612129874b is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:50.857936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:50.871209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:51.079964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Pushing event updated for resources: {'Port': ['ID=8cff13b4-eacc-4796-a64e-3430359e94e3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:51.123816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:51.167869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.1 (f2bf3119-9b65-4bd6-be5d-49612129874b/e3251350-03a3-4064-be81-9c729fb7f6f5/99374257-fd0e-451c-80f6-960d79c9c4c1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:50:51.184235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Attempting to bind port 8cff13b4-eacc-4796-a64e-3430359e94e3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:51.193311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Attempting to bind port 8cff13b4-eacc-4796-a64e-3430359e94e3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:51.194047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Attempting to bind port 8cff13b4-eacc-4796-a64e-3430359e94e3 on network f2bf3119-9b65-4bd6-be5d-49612129874b {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:51.214956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:51.215326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Checking segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:51.216025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.216491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Bound using segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:51.217067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Bound port: 8cff13b4-eacc-4796-a64e-3430359e94e3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:51.217461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.391081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645e4e84-920f-462c-a9fa-ae5aa29f31f3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:51.437547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff096b10-b017-478c-9619-dbc4d9792ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.441023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab02a-7b1e-4bf0-8e4a-f2ab757247e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.570322 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.596344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab02a-7b1e-4bf0-8e4a-f2ab757247e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.602168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] For port 8cff13b4-eacc-4796-a64e-3430359e94e3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:51.606162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] For port 8cff13b4-eacc-4796-a64e-3430359e94e3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8cff13b4-eacc-4796-a64e-3430359e94e3,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:51.645881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:51.646314 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.773865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.779402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab02a-7b1e-4bf0-8e4a-f2ab757247e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.792054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.844027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff096b10-b017-478c-9619-dbc4d9792ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:51.848402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab02a-7b1e-4bf0-8e4a-f2ab757247e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf529b0-baa8-4494-aafd-20c06cd3625e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:51.869391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network f2bf3119-9b65-4bd6-be5d-49612129874b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:51.885076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:51.891156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:50:51.898493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f1cf-1041-424f-9ce7-832f0f8fbb1b None None] Pushing event updated for resources: {'Port': ['ID=8cff13b4-eacc-4796-a64e-3430359e94e3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:51.908696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bf1ab02a-7b1e-4bf0-8e4a-f2ab757247e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd2ef6167ef74bc6a4e3cfe91c96b3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2021239 Nov 08 12:50:51.912844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:52.176015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff096b10-b017-478c-9619-dbc4d9792ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.177150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.177230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:52.177230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.177537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 645e4e84-920f-462c-a9fa-ae5aa29f31f3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645e4e84-920f-462c-a9fa-ae5aa29f31f3,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:52.177613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff096b10-b017-478c-9619-dbc4d9792ea3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8ee80736efe4bc0af3fb0082e19580d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9649532 Nov 08 12:50:52.177613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 41978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:50:52.273579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff096b10-b017-478c-9619-dbc4d9792ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812c3ef-0373-41a3-a47e-a2ccfc655c13,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:52.339942 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.397669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.467475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.475108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.535387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.568831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=645e4e84-920f-462c-a9fa-ae5aa29f31f3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:52.591362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.779195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.788864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.788864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbf529b0-baa8-4494-aafd-20c06cd3625e HTTP/1.1" status: 204 len: 168 time: 0.8690486 Nov 08 12:50:52.824123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67ee10-f797-4352-a092-1597c9e51793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf529b0-baa8-4494-aafd-20c06cd3625e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:52.834232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.850408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:52.851703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9812c3ef-0373-41a3-a47e-a2ccfc655c13 HTTP/1.1" status: 204 len: 168 time: 0.7337830 Nov 08 12:50:52.904764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f8b99-9b9b-4daa-a3f3-6b415e84683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812c3ef-0373-41a3-a47e-a2ccfc655c13,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:53.179535 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3bef0fb3-0413-4975-a316-ec53f2d8172b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.466225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645e4e84-920f-462c-a9fa-ae5aa29f31f3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:53.482808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.562116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.571257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:53.571940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.714375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8cff13b4-eacc-4796-a64e-3430359e94e3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:53.780607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:53.790216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.797237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8cff13b4-eacc-4796-a64e-3430359e94e3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:53.797614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.925147 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:53.951384 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network f2bf3119-9b65-4bd6-be5d-49612129874b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:50:53.954113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:50:53.998747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 8cff13b4-eacc-4796-a64e-3430359e94e3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8cff13b4-eacc-4796-a64e-3430359e94e3,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:54.091987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb455f-7f4c-49b6-9fd0-6d36545fad7f None None] Network f2bf3119-9b65-4bd6-be5d-49612129874b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:50:54.157421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:54.223744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router d0b88d41-4190-4b0e-b2db-516527ff61d9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:50:54.223840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=8cff13b4-eacc-4796-a64e-3430359e94e3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:54.263532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6f016aeb-a66a-4fbe-bcfa-f1521788e1d3 None None] Provisioning complete for port 8cff13b4-eacc-4796-a64e-3430359e94e3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:54.263903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f016aeb-a66a-4fbe-bcfa-f1521788e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:54.546361 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:50:54.574908 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Sync routers for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:50:54.576514 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-17a8b54c-3dcf-4a8c-9c6b-992ef3b94760 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/d0b88d41-4190-4b0e-b2db-516527ff61d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7698100 Nov 08 12:50:54.607944 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:54.608582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:54.857102 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:55.120549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1a48440-1487-465b-8c15-e73c9828fd9f None None] Provisioning complete for port 99374257-fd0e-451c-80f6-960d79c9c4c1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:55.123944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1a48440-1487-465b-8c15-e73c9828fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:55.133444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-7bca82b5-3e71-44a2-a654-59f53197ccf1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636624599&fields=id&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 267 time: 0.0969398 Nov 08 12:50:55.286629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e1a48440-1487-465b-8c15-e73c9828fd9f None None] Port 99374257-fd0e-451c-80f6-960d79c9c4c1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:50:55.305896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8cff13b4-eacc-4796-a64e-3430359e94e3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:55.494944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-ad4eeb46-36a6-47e5-9dcb-0be017401eda tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:50:55.504954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-ad4eeb46-36a6-47e5-9dcb-0be017401eda tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 797 time: 0.3705461 Nov 08 12:50:55.517081 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:53Z', 'revision_number': 2, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:55.542015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-d819165e-eaec-42ab-adab-55e516f4d21e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/quotas/888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 375 time: 0.0358753 Nov 08 12:50:55.572124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e1a48440-1487-465b-8c15-e73c9828fd9f None None] Provisioning complete for port 8cff13b4-eacc-4796-a64e-3430359e94e3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:55.577500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1a48440-1487-465b-8c15-e73c9828fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:55.593575 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Checking router: d0b88d41-4190-4b0e-b2db-516527ff61d9 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:50:55.593974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Updating router d0b88d41-4190-4b0e-b2db-516527ff61d9 port 99374257-fd0e-451c-80f6-960d79c9c4c1 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:50:55.672593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6091679-0573-4c56-861c-fc5cf744578e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:55.693013 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:55.707724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8cff13b4-eacc-4796-a64e-3430359e94e3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:55.708453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-df8e1e19-193a-49d9-8752-afd32fcfc0bf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654699 Nov 08 12:50:55.710914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.236685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98dc1ea7-f1e1-4b35-a9a1-299e1bbe9b74 None None] Provisioning complete for port 99374257-fd0e-451c-80f6-960d79c9c4c1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:56.237061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98dc1ea7-f1e1-4b35-a9a1-299e1bbe9b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.308518 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.346893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-98dc1ea7-f1e1-4b35-a9a1-299e1bbe9b74 None None] Port 99374257-fd0e-451c-80f6-960d79c9c4c1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:50:56.402612 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.646205 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Pushing event updated for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:56.711355 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.713005 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.714737 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.715158 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.735467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:50:56.736276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.758957 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Attempting to bind port 99374257-fd0e-451c-80f6-960d79c9c4c1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:50:56.763077 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Attempting to bind port 99374257-fd0e-451c-80f6-960d79c9c4c1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:50:56.763560 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Attempting to bind port 99374257-fd0e-451c-80f6-960d79c9c4c1 on network f2bf3119-9b65-4bd6-be5d-49612129874b {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:50:56.796400 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:50:56.798692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Checking segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:50:56.801695 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.805207 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Bound using segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:50:56.809920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Bound port: 99374257-fd0e-451c-80f6-960d79c9c4c1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:50:56.810357 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:56.997443 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] For port 99374257-fd0e-451c-80f6-960d79c9c4c1, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:50:57.002815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] For port 99374257-fd0e-451c-80f6-960d79c9c4c1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=99374257-fd0e-451c-80f6-960d79c9c4c1,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:50:57.098122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6df1dcf4-e153-4e5f-9671-c44da8ea5737 None None] Provisioning complete for port 99374257-fd0e-451c-80f6-960d79c9c4c1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:57.098796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6df1dcf4-e153-4e5f-9671-c44da8ea5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:57.127478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-aaf32119-b860-44d4-869a-628af173bdcd service neutron] 10.222.0.58 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4106963 Nov 08 12:50:57.145451 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:57.226024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6df1dcf4-e153-4e5f-9671-c44da8ea5737 None None] Port 99374257-fd0e-451c-80f6-960d79c9c4c1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:50:57.250901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:50:57.251952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:57.425169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-d85467e6-fbd7-4ba2-8409-af062b5d0dfa service neutron] 10.222.0.58 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966144 Nov 08 12:50:57.572305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] Provisioning complete for port 99374257-fd0e-451c-80f6-960d79c9c4c1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:57.573258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:57.732934 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731cf7-e197-4d84-9dc5-e017382a527d None None] Pushing event updated for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:57.770261 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:50:57.782392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:57.907777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] For port 99374257-fd0e-451c-80f6-960d79c9c4c1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=99374257-fd0e-451c-80f6-960d79c9c4c1,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:50:58.098655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:58.122962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7d5bd5e-c9ca-4149-8ea4-1e845b6ddd2a req-234e97a9-e5be-4f5d-85ea-3791fea19389 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.0706027 Nov 08 12:50:58.187475 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:56Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:50:58.206549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:58.214786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5f08-1b25-4cc6-bca6-874ae36bb3f1 None None] Pushing event updated for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:50:58.260841 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166761f6-4278-40ac-9b10-c80669ea1bf4 None None] The sync data for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 is: [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:56Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:50:59.095340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:50:59.451079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12444d47-ec2b-42d7-97d7-60489bb69d6a req-ba4211a4-806f-4c8d-bd02-4f9338b7458b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.1811795 Nov 08 12:50:59.452922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 99374257-fd0e-451c-80f6-960d79c9c4c1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:50:59.879671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 99374257-fd0e-451c-80f6-960d79c9c4c1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:50:59.880471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:00.156404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42340) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:00.161681 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034679265', 'description': 'tempest-secgroup-smoke-2034679265 description', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:00.344986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:00.490868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:00.578550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:00.634436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3d224-eed3-4db9-8d23-80d752c75e6e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:00.643834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.644446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.644962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.645457 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.645936 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.646518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.646990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.647480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.647640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72ebea82-77c0-47eb-839e-9b2d1b16b272 req-17d695f7-61fd-4bf0-ad0c-1f7410accc3b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.0488679 Nov 08 12:51:00.648449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.648928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.649402 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.649964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:00.738288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:00.740933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42fb249b-e874-4902-b5d0-d7ab4f7b3a5b tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5824463 Nov 08 12:51:00.743706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42370) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:00.757826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:01.007514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.094761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.210452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.261905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e9e00d-08f7-4414-8ed0-d364f13ea250,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:01.296572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:51:01.335700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.336995 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b153cc65-ebea-4146-b1df-98ba9e2052cb tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5919309 Nov 08 12:51:01.339772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:01.345267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:01.509586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.630484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.761552 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.795268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7714dc89-c014-4c60-b19f-d2583c6a09d6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:01.846050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.863949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.864325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.864669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.865009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.865348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.873693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.874192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.876371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.876867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.877521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.881332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:51:01.952509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6ff0135-6057-45c5-870f-f0e1323e8a2e req-d5ef2e01-fabd-42fe-b714-d38bd5d83452 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.0542793 Nov 08 12:51:01.976228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-26c9d8f7-68c8-43b6-9ab3-621ecf0aaf1f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:01.977761 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-26c9d8f7-68c8-43b6-9ab3-621ecf0aaf1f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 797 time: 0.3085532 Nov 08 12:51:01.992720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:01.995980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bc744c43-ad03-4af9-b4b3-bb35560a32e5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6547418 Nov 08 12:51:02.000809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:02.008085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:02.141082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-c883803f-7e7d-4146-9072-62b003ceb2e9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888214d139364e1a8d116c3eceb48166 HTTP/1.1" status: 200 len: 379 time: 0.1512713 Nov 08 12:51:02.154225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'port': {'device_id': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'admin_state_up': True, 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'security_groups': ['ff4cfe61-0d10-46fe-a93f-b262faa40e1e']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:02.191562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.370889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.436722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Made reservation on behalf of 888214d139364e1a8d116c3eceb48166 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:02.440948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.479604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.562716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f79b5cf-5664-4796-9d97-31a3167a1ff4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:02.727158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.730137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dd491c93-760c-4445-9375-abf61f3a95ac tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7282312 Nov 08 12:51:02.734223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:02.739997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:02.752477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.20.0.5 (f2bf3119-9b65-4bd6-be5d-49612129874b/e3251350-03a3-4064-be81-9c729fb7f6f5/45ab643e-d168-456e-8766-06c85976cf8b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:51:02.926952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:02.954371 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.007824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.126738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a0ab8d9-0c02-48a7-bd59-a6e9e39533c2 req-1a5b852a-d812-4ee1-8827-808db0919b36 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.0577810 Nov 08 12:51:03.143128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.146162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.194719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17786ba6-24f2-4605-a5e9-133dbf0a9b5f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:03.219929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:03.233079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network f2bf3119-9b65-4bd6-be5d-49612129874b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:51:03.235225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:03.238819 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:51:03.294208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:03.295438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.378790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.379732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42554) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:03.379808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-955fae61-923e-480b-975b-79bc6c16bb4e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6405866 Nov 08 12:51:03.383150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:03.443756 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-167dc2c6-3d9e-41f3-a17e-94107858512c tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2958372 Nov 08 12:51:03.528671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:03.574229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f1771798-817d-4dbe-8eaa-6912425ddd52 None None] Provisioning complete for port 45ab643e-d168-456e-8766-06c85976cf8b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:51:03.574735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f1771798-817d-4dbe-8eaa-6912425ddd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.624079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f1771798-817d-4dbe-8eaa-6912425ddd52 None None] Port 45ab643e-d168-456e-8766-06c85976cf8b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:51:03.632912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Request body: {'port': {'device_id': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:03.655023 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Project 0374f27d8e34421cb8d23fd4ddeff615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:51:03.663912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.690948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43bcf1c-03dc-4f4c-802e-e47cdcb6ea55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.763866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.791238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.797415 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43bcf1c-03dc-4f4c-802e-e47cdcb6ea55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.901410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:03.945161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4cb171-d709-49d7-9358-eb474fe9006d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:03.952277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a43bcf1c-03dc-4f4c-802e-e47cdcb6ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.016859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a43bcf1c-03dc-4f4c-802e-e47cdcb6ea55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a86544965bcd4e35b70b3c01c6ab3b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4869840 Nov 08 12:51:04.022157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42580) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:04.045248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bcf1c-03dc-4f4c-802e-e47cdcb6ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f406f-52f7-4542-af7f-8664a5c9cf39,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:04.112051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.140540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.315201 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.320221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.323920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/542f406f-52f7-4542-af7f-8664a5c9cf39 HTTP/1.1" status: 204 len: 168 time: 0.2983837 Nov 08 12:51:04.353694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1332-129b-43b4-bb1b-e9e22d336fdf req-f40677fc-fb88-4317-bc84-0f7cf82ad5c9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:04.358698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.359923 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a8dbcf0-b759-454f-9f66-cd6d74bd4425 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9821570 Nov 08 12:51:04.362761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42592) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:04.365487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fad1332-129b-43b4-bb1b-e9e22d336fdf req-f40677fc-fb88-4317-bc84-0f7cf82ad5c9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 931 time: 0.1055696 Nov 08 12:51:04.368756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e9b00-d4bd-4e8b-84da-79407da61dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f406f-52f7-4542-af7f-8664a5c9cf39,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:04.369549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d224-eed3-4db9-8d23-80d752c75e6e', 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:04.421431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fad1332-129b-43b4-bb1b-e9e22d336fdf req-41656a7d-0151-4502-b8aa-1594c1416370 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548453 Nov 08 12:51:04.511118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:51:04.540611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.544224 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Project 0374f27d8e34421cb8d23fd4ddeff615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:51:04.548234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:04.551549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.588551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Transition to ACTIVE for port object 45ab643e-d168-456e-8766-06c85976cf8b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:51:04.632134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.688195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-924b027d-b102-4f62-bbb4-4cc2a5f79f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.716520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.808759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.811424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:04.829286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-924b027d-b102-4f62-bbb4-4cc2a5f79f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:04.892095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccb8b20-c986-4120-a329-4d94e00dcb9c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:04.919616 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Attempting to bind port 45ab643e-d168-456e-8766-06c85976cf8b on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:51:04.920058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Attempting to bind port 45ab643e-d168-456e-8766-06c85976cf8b by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:51:04.922768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Attempting to bind port 45ab643e-d168-456e-8766-06c85976cf8b on network f2bf3119-9b65-4bd6-be5d-49612129874b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:51:04.930758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Port 45ab643e-d168-456e-8766-06c85976cf8b on network f2bf3119-9b65-4bd6-be5d-49612129874b not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:51:04.930758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Attempting to bind port 45ab643e-d168-456e-8766-06c85976cf8b on network f2bf3119-9b65-4bd6-be5d-49612129874b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:51:04.936112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:51:04.936660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Checking segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:51:04.937614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Bound using segment: {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:51:04.938294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Bound port: 45ab643e-d168-456e-8766-06c85976cf8b, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae62264-785b-44f2-a123-2afd7e927190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:51:04.938775 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.031060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-924b027d-b102-4f62-bbb4-4cc2a5f79f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.054676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:51:05.062824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:51:05.119329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-924b027d-b102-4f62-bbb4-4cc2a5f79f3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e390e12f485748089e6be66e33a21854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660691 Nov 08 12:51:05.119329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b027d-b102-4f62-bbb4-4cc2a5f79f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954ca63-ace3-4e25-b26a-6251df37dfc6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:05.125162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.125841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:05.129435 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb6f6e88-e8b5-4168-bc26-1ab22f595403 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7651820 Nov 08 12:51:05.253438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.258208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.299032 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.323786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:05.326159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.338162 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 1091 time: 1.8807802 Nov 08 12:51:05.362045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:05.370896 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c662b-00f0-46aa-bdcd-01af54e8bd13" -d '{"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:05.478932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d12fb-6fc0-46ec-88ee-5ebbcf9640b2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:05.526839 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c357f89-b5f5-46bb-9050-234dadd03c8a x-openstack-request-id: req-6c357f89-b5f5-46bb-9050-234dadd03c8a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:05.527832 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:05.527832 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c357f89-b5f5-46bb-9050-234dadd03c8a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:05.527832 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'status': 'completed', 'code': 200} Nov 08 12:51:05.630237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-b6673e0c-25d6-46a0-a711-11fbc47043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:05.631786 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-b6673e0c-25d6-46a0-a711-11fbc47043ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0852466 Nov 08 12:51:05.684315 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-6da2170d-3204-40a5-9fe5-2969c2e7a15c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 217 time: 0.0445023 Nov 08 12:51:05.719001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664004c-c948-4bdb-9809-6202bc644961 req-5f903ef7-e45f-4b9b-9f58-001a92ee939e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:05.721184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a664004c-c948-4bdb-9809-6202bc644961 req-5f903ef7-e45f-4b9b-9f58-001a92ee939e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 943 time: 0.0960457 Nov 08 12:51:05.743991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-801b30b1-cc79-4600-9c93-6ab05d4f2386 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034679265&fields=id&tenant_id=0374f27d8e34421cb8d23fd4ddeff615 HTTP/1.1" status: 200 len: 267 time: 0.1294866 Nov 08 12:51:05.751091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-fb11b29e-b640-447c-98c0-ebe0ee47ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:05.753243 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-fb11b29e-b640-447c-98c0-ebe0ee47ef0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.0610292 Nov 08 12:51:05.841076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-98677f97-9a36-4c1c-8c68-3243ca9c5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:05.844190 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-98677f97-9a36-4c1c-8c68-3243ca9c5c17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835042 Nov 08 12:51:05.874457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.877291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:05.881014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e954ca63-ace3-4e25-b26a-6251df37dfc6 HTTP/1.1" status: 204 len: 168 time: 0.7515743 Nov 08 12:51:05.898782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a664004c-c948-4bdb-9809-6202bc644961 req-c974a815-180d-4fe2-ae17-87b3149b599f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535866 Nov 08 12:51:05.919304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211930-c588-47a9-8ad9-f694a1697c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954ca63-ace3-4e25-b26a-6251df37dfc6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:06.112432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-85fd8bc2-3cd7-44a2-bf92-ba818b85df6f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:06.123606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-85fd8bc2-3cd7-44a2-bf92-ba818b85df6f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 813 time: 0.3578427 Nov 08 12:51:06.124413 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-ccd3f80e-a5ab-4ef4-b3f1-edb8be177515 service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698493 Nov 08 12:51:06.149257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:06.219651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4204a54f-bb45-4cdd-a2c0-e7bde4119ea9 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/quotas/0374f27d8e34421cb8d23fd4ddeff615 HTTP/1.1" status: 200 len: 375 time: 0.0799770 Nov 08 12:51:06.220457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c0db413-d9a2-451b-9926-d4d8aa7a90d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:06.297595 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90de3baf-90ec-4293-8d2a-1538aba9f48c req-b0e13ea5-cb0d-4c8d-8963-fbebcee48a5e service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682570 Nov 08 12:51:06.410134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c0db413-d9a2-451b-9926-d4d8aa7a90d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:06.441381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-b2a7f387-03d1-44f9-8454-1fcc8538d10e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180521 Nov 08 12:51:06.666187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-249b6369-5344-4de8-b7fd-f4e3464bc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:06.669599 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-249b6369-5344-4de8-b7fd-f4e3464bc5e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0874066 Nov 08 12:51:06.677424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-ef449f9d-d6ca-48cf-9590-dffa34128e78 service neutron] 10.222.0.58 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168815 Nov 08 12:51:06.679087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c0db413-d9a2-451b-9926-d4d8aa7a90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:06.833351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0db413-d9a2-451b-9926-d4d8aa7a90d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79a33f6-f35a-4bad-b901-4c99163c24c6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:06.949104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7c0db413-d9a2-451b-9926-d4d8aa7a90d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee6d225636454216913b2da89085d96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7976642 Nov 08 12:51:06.955847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:06.971727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-8b531d1f-615c-4223-9cc8-06dbc8934940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:06.975114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-8b531d1f-615c-4223-9cc8-06dbc8934940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 898 time: 0.2868154 Nov 08 12:51:07.022903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:07.081172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:07.103340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-50a5a4aa-e818-4a21-9876-1321912d10f9 service neutron] 10.222.0.58 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781517 Nov 08 12:51:07.125809 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-8c985bee-e498-43b2-9528-4d857c5eda57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 217 time: 0.1414762 Nov 08 12:51:07.269109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-a7a12049-e5f4-415f-b908-247f294102ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:07.274031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09562-6051-4072-81d7-0a563e49135e req-b8887f64-7ab3-4ae6-a592-c33ea47382f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:07.276456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-a7a12049-e5f4-415f-b908-247f294102ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.1379158 Nov 08 12:51:07.285727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aab09562-6051-4072-81d7-0a563e49135e req-b8887f64-7ab3-4ae6-a592-c33ea47382f1 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 943 time: 0.1049078 Nov 08 12:51:07.345018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:07.353989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:07.360556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a79a33f6-f35a-4bad-b901-4c99163c24c6 HTTP/1.1" status: 204 len: 168 time: 0.4033291 Nov 08 12:51:07.394121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a466-a018-4aa8-9295-21250fc21574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79a33f6-f35a-4bad-b901-4c99163c24c6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:07.426521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aab09562-6051-4072-81d7-0a563e49135e req-8365d470-8806-403f-8c20-f4638c7426ea tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394601 Nov 08 12:51:07.447885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-66141943-8def-45e4-a971-1c9b582b073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:07.456079 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-66141943-8def-45e4-a971-1c9b582b073f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722708 Nov 08 12:51:07.562114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:07.680127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-9571051d-b06e-40df-9202-07be4d45c4c4 service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159929 Nov 08 12:51:07.881734 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-355c662b-00f0-46aa-bdcd-01af54e8bd13 req-b5ade892-f856-4c0f-9ebd-e605cd34dfbb service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905541 Nov 08 12:51:08.189711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4ee2792-94a2-4200-9e6d-4b8d0b26efd9 req-fb9a6bcc-7df9-4067-a6b1-b329f14bf04a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0800588 Nov 08 12:51:08.229054 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3c03-35ca-42c1-a120-1b8e0bf841a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.359376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3c03-35ca-42c1-a120-1b8e0bf841a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.528628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3c03-35ca-42c1-a120-1b8e0bf841a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.547253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:51:08.638570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a3c03-35ca-42c1-a120-1b8e0bf841a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a8745-e81d-44b6-be8f-c0bec5e985c3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:08.725001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dc9a3c03-35ca-42c1-a120-1b8e0bf841a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34ec98159b30465c83b3d55edaf452b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1611502 Nov 08 12:51:08.727655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:08.802158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:08.802158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '45ab643e-d168-456e-8766-06c85976cf8b', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'mac_address': 'fa:16:3e:f6:d7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:51:08.802916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f93b-f781-4d0a-bb22-717296410a16 req-06a70bb3-4f95-4d52-bb0a-37c2cbac6863 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:08.802916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1394f93b-f781-4d0a-bb22-717296410a16 req-06a70bb3-4f95-4d52-bb0a-37c2cbac6863 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 943 time: 0.2668338 Nov 08 12:51:08.862722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.870590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.893332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:51:08.907677 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:08.927480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:08.935862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1394f93b-f781-4d0a-bb22-717296410a16 req-5323e9da-c4f6-4db5-9151-788af47e5ed3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214237 Nov 08 12:51:09.036539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:09.083073 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:09.100613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:09.100613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc2a8745-e81d-44b6-be8f-c0bec5e985c3 HTTP/1.1" status: 204 len: 168 time: 0.3655872 Nov 08 12:51:09.151904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312b7e-af2c-4881-822d-876a8687c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a8745-e81d-44b6-be8f-c0bec5e985c3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:09.255299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:09.280025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['45ab643e-d168-456e-8766-06c85976cf8b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:51:09.360953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b24813ef-2737-4451-a4a0-d53d0a6cf2bd req-4f9cf97b-b3d6-4850-aacb-a4c114506174 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0664501 Nov 08 12:51:10.104540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c754e4-d7a3-48ab-bbf5-ebaf709f013b req-43da2e1d-6fb8-4d83-9cd6-5aabaef81615 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:10.107013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c754e4-d7a3-48ab-bbf5-ebaf709f013b req-43da2e1d-6fb8-4d83-9cd6-5aabaef81615 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 944 time: 0.0642171 Nov 08 12:51:10.162890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c754e4-d7a3-48ab-bbf5-ebaf709f013b req-cb3a4690-628b-417f-b5ba-2ba44d1349f0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499430 Nov 08 12:51:10.495425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 42804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:10.520422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19de265b-7346-45aa-8727-93e3c2dd1b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:10.564663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:51:10.577687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23450703-a8a8-4224-9127-f5ed615b4637 req-bc71752f-f4ee-48fe-8d50-19d252bd1918 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0820811 Nov 08 12:51:10.729708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19de265b-7346-45aa-8727-93e3c2dd1b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:10.779816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 45ab643e-d168-456e-8766-06c85976cf8b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:51:10.785588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 45ab643e-d168-456e-8766-06c85976cf8b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:51:10.786207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:10.910347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19de265b-7346-45aa-8727-93e3c2dd1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:10.921312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:10.971527 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de265b-7346-45aa-8727-93e3c2dd1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7058f3f2-f5eb-492a-9d85-3289e4a2d7d9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:10.976724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19de265b-7346-45aa-8727-93e3c2dd1b04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c116c58dc8d246f69170c78ac49f8e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811599 Nov 08 12:51:10.983617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 42816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:11.060063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:11.062043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:11.073032 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176127be-41be-478c-8094-68a3d3da1863" -d '{"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-plugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:11.089595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:11.115032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:11.189205 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee43f0-b991-495c-b593-1868bc00e9c0 x-openstack-request-id: req-fbee43f0-b991-495c-b593-1868bc00e9c0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:11.189726 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-plugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:11.190307 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbee43f0-b991-495c-b593-1868bc00e9c0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:11.190695 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'code': 200} Nov 08 12:51:11.259485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:11.260132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:11.269707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:11.270768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7058f3f2-f5eb-492a-9d85-3289e4a2d7d9 HTTP/1.1" status: 204 len: 168 time: 0.2861295 Nov 08 12:51:11.323753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564e16e-8bfe-4c9f-86f8-6b289d4f31d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058f3f2-f5eb-492a-9d85-3289e4a2d7d9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:11.376801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:11.477082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c48ff-3872-43e5-aa43-d7262c4e8056 req-a476052a-8c6b-46d4-97e2-5f65460ade37 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:11.478854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-145c48ff-3872-43e5-aa43-d7262c4e8056 req-a476052a-8c6b-46d4-97e2-5f65460ade37 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1749961 Nov 08 12:51:11.493367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335a14f-0f88-4b5b-8ff4-7df8551bc09f req-4e580074-0f0d-44be-b7fa-750d81e7af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:11.496964 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7335a14f-0f88-4b5b-8ff4-7df8551bc09f req-4e580074-0f0d-44be-b7fa-750d81e7af4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0647717 Nov 08 12:51:11.637847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-145c48ff-3872-43e5-aa43-d7262c4e8056 req-f5420130-88a2-4121-9e90-f5159ae1e8ed tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484792 Nov 08 12:51:11.651831 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7335a14f-0f88-4b5b-8ff4-7df8551bc09f req-d48894e5-3525-48ca-bfd1-356921c55164 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485181 Nov 08 12:51:11.749421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ebb7952-235b-44db-9339-b000b682cc81 req-3dba861d-b2ca-43a7-8462-b6beaa4b9666 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0306132 Nov 08 12:51:12.453663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-83cf3dfc-358b-4b24-a05e-4c92cd881b46 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:12.455204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-83cf3dfc-358b-4b24-a05e-4c92cd881b46 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 813 time: 0.1527476 Nov 08 12:51:12.546645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-02f7f5e4-d389-4617-850d-1a2b6853477a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0374f27d8e34421cb8d23fd4ddeff615 HTTP/1.1" status: 200 len: 380 time: 0.0801938 Nov 08 12:51:12.555805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'port': {'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'admin_state_up': True, 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'security_groups': ['b4c3d224-eed3-4db9-8d23-80d752c75e6e']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:12.837167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Made reservation on behalf of 0374f27d8e34421cb8d23fd4ddeff615 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:12.845861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:12.989659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0a75-abb7-426e-abfa-715073953544 req-95e99ad6-1f21-4fbb-a13e-67cc5e8a167e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:12.992349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23be0a75-abb7-426e-abfa-715073953544 req-95e99ad6-1f21-4fbb-a13e-67cc5e8a167e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.2430646 Nov 08 12:51:13.039922 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-19a29b0d-aee7-4cd2-ac33-6363982c9325 req-e783e4c1-32d7-452c-8951-c740ced37eea tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.1243968 Nov 08 12:51:13.254812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23be0a75-abb7-426e-abfa-715073953544 req-02b4e30a-f218-48c0-8036-2addf55e59a6 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082720 Nov 08 12:51:13.298994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Allocated IP 172.20.0.12 (247a2618-9dc5-4c83-98ce-d25f1a287c5f/464873c0-1f9a-48c5-b098-6311b7c69746/593a7962-2bab-47fe-8581-4be87f807660) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:51:13.619694 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:13.768573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:13.913375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:13.932621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:51:13.935485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:13.951916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:51:14.027255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:14.028351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:14.243792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-4b587594-e24b-4717-8a66-391fe67251ff tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6914816 Nov 08 12:51:14.283305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Request body: {'port': {'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:14.356584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9f99a-a54c-4302-85de-069006d187d2 req-e9e1ae52-de85-4539-821a-875cdecbe60f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:14.357956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9b9f99a-a54c-4302-85de-069006d187d2 req-e9e1ae52-de85-4539-821a-875cdecbe60f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 932 time: 0.2134197 Nov 08 12:51:14.401688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a134a456-596b-400a-8aef-e5c115ffa556 None None] Provisioning complete for port 593a7962-2bab-47fe-8581-4be87f807660 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:51:14.402344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a134a456-596b-400a-8aef-e5c115ffa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:14.456702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a134a456-596b-400a-8aef-e5c115ffa556 None None] Port 593a7962-2bab-47fe-8581-4be87f807660 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:51:14.483588 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:14.521978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c6ca-3a7f-49f5-be56-58e70780a044 req-c2332a1a-aed1-4e30-81d6-100e53d9b79a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:14.524445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2653c6ca-3a7f-49f5-be56-58e70780a044 req-c2332a1a-aed1-4e30-81d6-100e53d9b79a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1626441 Nov 08 12:51:14.581133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9b9f99a-a54c-4302-85de-069006d187d2 req-378c0110-70a2-40f7-8f45-f16d9399fcf3 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033544 Nov 08 12:51:14.719639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2653c6ca-3a7f-49f5-be56-58e70780a044 req-75767c4f-446b-4217-8873-d1cdd740fb26 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583490 Nov 08 12:51:14.917398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611965c-170b-4127-b10a-3751bf2850dc req-90911825-1a44-4a8e-9945-ed10a903b79a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:14.925435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0611965c-170b-4127-b10a-3751bf2850dc req-90911825-1a44-4a8e-9945-ed10a903b79a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1064537 Nov 08 12:51:15.031613 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-7e6c38eb-e117-40ec-b6f7-84f9b1095e38 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784423 Nov 08 12:51:15.101372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0611965c-170b-4127-b10a-3751bf2850dc req-49e1d767-ecb2-4c06-ad71-03370178dee4 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761584 Nov 08 12:51:15.138073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:15.144022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593a7962-2bab-47fe-8581-4be87f807660 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:51:15.155546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:15.174891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-0bef54de-cecc-4607-afcc-3722f94b2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:15.178225 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-0bef54de-cecc-4607-afcc-3722f94b2740 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0848410 Nov 08 12:51:15.201294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Transition to ACTIVE for port object 593a7962-2bab-47fe-8581-4be87f807660 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:51:15.226835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb3f7a-1c5e-4b26-b723-9dcd6ed25d8e tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:15.231518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5bbb3f7a-1c5e-4b26-b723-9dcd6ed25d8e tempest-TestNetworkAdvancedServerOps-885758877 tempest-TestNetworkAdvancedServerOps-885758877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1091 time: 0.0732791 Nov 08 12:51:15.233045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:15.239382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:15.318650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-d527d5c5-a895-417b-ab47-653879e5a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:15.320268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-d527d5c5-a895-417b-ab47-653879e5a2aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 898 time: 0.1191370 Nov 08 12:51:15.363760 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-5b6f3f4a-9f0a-421b-8f5d-8816fca76eac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 217 time: 0.0354338 Nov 08 12:51:15.431672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-30acc11c-5077-4037-8f46-e2401eaea43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:15.433271 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-30acc11c-5077-4037-8f46-e2401eaea43b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.0620039 Nov 08 12:51:15.453351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:15.456077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:15.491827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-21bb0a4b-bd37-4c26-b764-01a34939fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:15.493658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-21bb0a4b-bd37-4c26-b764-01a34939fed7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529656 Nov 08 12:51:15.744388 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-92738dcf-3524-40d0-a0b5-ec69a6e6d816 service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436092 Nov 08 12:51:15.807735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Pushing event updated for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:15.871963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Attempting to bind port 593a7962-2bab-47fe-8581-4be87f807660 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:51:15.872550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Attempting to bind port 593a7962-2bab-47fe-8581-4be87f807660 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:51:15.872943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Attempting to bind port 593a7962-2bab-47fe-8581-4be87f807660 on network 247a2618-9dc5-4c83-98ce-d25f1a287c5f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:51:15.882202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Port 593a7962-2bab-47fe-8581-4be87f807660 on network 247a2618-9dc5-4c83-98ce-d25f1a287c5f not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:51:15.882559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Attempting to bind port 593a7962-2bab-47fe-8581-4be87f807660 on network 247a2618-9dc5-4c83-98ce-d25f1a287c5f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:51:15.899961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:51:15.900329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Checking segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:51:15.906484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Bound using segment: {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:51:15.906484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Bound port: 593a7962-2bab-47fe-8581-4be87f807660, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:51:15.906484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:15.946358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-38201e9a-eb7c-4e55-8ec5-2db57dad9f87 req-b1410e99-c9a1-4781-9210-4556567c6d62 service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871295 Nov 08 12:51:16.052424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771447f-c382-4a15-a53b-dec041ede919 req-92482476-ef37-47cc-807b-0791f0ffba94 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:16.058082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.070904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d771447f-c382-4a15-a53b-dec041ede919 req-92482476-ef37-47cc-807b-0791f0ffba94 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.3093667 Nov 08 12:51:16.172014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.208596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43026) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:16.427102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:16.465256 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d771447f-c382-4a15-a53b-dec041ede919 req-781f94b6-1b0d-4703-b760-3c0be46c6b68 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905075 Nov 08 12:51:16.465256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:51:16.489174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=593a7962-2bab-47fe-8581-4be87f807660,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:51:16.489174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Allocated IP 172.25.1.243 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/93107cf7-5364-4ac6-ab1c-74f75ef0ce6e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:51:16.523972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c933c3d-33cd-4811-8407-f8749a991e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.602006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.668910 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f725ef-9a39-4565-9365-ce09e516f3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.679483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:16.679483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.679483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] 10.222.0.61 "PUT /v2.0/ports/593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 1092 time: 2.4191730 Nov 08 12:51:16.683092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:16.686308 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177764a6-235f-46f6-ba12-980f2d0ec07d" -d '{"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:16.745235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06ef99-6e5c-4a68-a740-b588f631f08a service neutron] Pushing event updated for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:16.834140 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6324997-43d2-4945-8ef8-1c2415c0c6b3 x-openstack-request-id: req-d6324997-43d2-4945-8ef8-1c2415c0c6b3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:16.835195 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:16.835929 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6324997-43d2-4945-8ef8-1c2415c0c6b3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:16.836732 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:51:16.899090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:16.942504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c933c3d-33cd-4811-8407-f8749a991e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.018439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f725ef-9a39-4565-9365-ce09e516f3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.023725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-abd249d9-be97-45f7-8b9b-5d5a14880e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:17.025405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-abd249d9-be97-45f7-8b9b-5d5a14880e17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1095 time: 0.1707966 Nov 08 12:51:17.144367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c933c3d-33cd-4811-8407-f8749a991e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.212069 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4c933c3d-33cd-4811-8407-f8749a991e9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1463acff8914192a33d55ca78d312cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0025239 Nov 08 12:51:17.213278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933c3d-33cd-4811-8407-f8749a991e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b75004-36c6-4df5-bcc6-ce1704c5261f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:17.217643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f725ef-9a39-4565-9365-ce09e516f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.221810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43054) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:17.296679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-296d95b2-2ee4-415e-a32c-40d43dccaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:17.299260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-296d95b2-2ee4-415e-a32c-40d43dccaa77 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2596836 Nov 08 12:51:17.446025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.476428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.482098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.557777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19f725ef-9a39-4565-9365-ce09e516f3bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf2aea67622145dca14a28ad17337605&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1292436 Nov 08 12:51:17.558594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:17.561506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f725ef-9a39-4565-9365-ce09e516f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7233bcec-df3b-4942-a183-7993d78234df,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:17.637661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.669070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.728474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:51:17.751731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:17.755388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:51:17.770443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.779159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.784440 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16b75004-36c6-4df5-bcc6-ce1704c5261f HTTP/1.1" status: 204 len: 168 time: 0.5568194 Nov 08 12:51:17.796635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684d349-b875-42bb-9f5a-9fc5120a7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b75004-36c6-4df5-bcc6-ce1704c5261f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:17.869544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=93107cf7-5364-4ac6-ab1c-74f75ef0ce6e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:17.893177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.896207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:17.901665 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7233bcec-df3b-4942-a183-7993d78234df HTTP/1.1" status: 204 len: 168 time: 0.3413739 Nov 08 12:51:17.913058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-05d5b4d2-cc1a-49e6-81de-99d5e3015adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:17.919232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-177764a6-235f-46f6-ba12-980f2d0ec07d req-05d5b4d2-cc1a-49e6-81de-99d5e3015adc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6126895 Nov 08 12:51:17.925831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140853d-a2e8-4613-bd0c-5d68d7a43a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233bcec-df3b-4942-a183-7993d78234df,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:17.940310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e0f92-2724-4a99-97af-19afbccdb261 req-8685bb59-053b-4757-937c-5547e7d15bed tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:17.950870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-278e0f92-2724-4a99-97af-19afbccdb261 req-8685bb59-053b-4757-937c-5547e7d15bed tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.3049178 Nov 08 12:51:18.683646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-278e0f92-2724-4a99-97af-19afbccdb261 req-d4f973c7-3883-4b2c-bad0-a3b36aefa0cc tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6821957 Nov 08 12:51:18.694920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-e1e02c7d-9d13-43a4-8182-24156a7f1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:18.696441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-e1e02c7d-9d13-43a4-8182-24156a7f1c61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1095 time: 0.6955390 Nov 08 12:51:18.799784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-fe8d227e-3c76-4b6e-b88e-4d5800799ba1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 217 time: 0.0946271 Nov 08 12:51:18.916445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-a390568a-5061-4dc4-beec-4ffc0f3619e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:18.918606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-a390568a-5061-4dc4-beec-4ffc0f3619e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.1057863 Nov 08 12:51:19.020780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-417492a7-2fe1-428c-84cc-90764d74269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:19.022284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-417492a7-2fe1-428c-84cc-90764d74269a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974956 Nov 08 12:51:19.145767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.209000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-d4e54ea4-0907-492b-a5e3-8fefb6f855ed service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628246 Nov 08 12:51:19.283134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43090) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:19.322029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68006e48-4a7c-4223-a3ef-c7bb20d5c823 req-2bf143a1-4f6c-4533-a388-0feb09ab399c service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906143 Nov 08 12:51:19.322132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76d5447-7730-41f1-8d6b-d3f0d8b69482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.432667 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76d5447-7730-41f1-8d6b-d3f0d8b69482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.469751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43100) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:19.510958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-593e5266-c2c5-472e-8dd2-f3ad4feaecc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.534168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.629301 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-593e5266-c2c5-472e-8dd2-f3ad4feaecc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.658565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76d5447-7730-41f1-8d6b-d3f0d8b69482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.687867 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e76d5447-7730-41f1-8d6b-d3f0d8b69482 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b65d8c17af54540b1123f888a3facfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007111 Nov 08 12:51:19.688052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43106) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:19.751255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5447-7730-41f1-8d6b-d3f0d8b69482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b8654-74fc-410b-9f35-66fba8491f84,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:19.754488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.797212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.831704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.839582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-593e5266-c2c5-472e-8dd2-f3ad4feaecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:19.842704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cff34d-8094-4570-98e8-9f23f55670f1 req-1957b72b-5a27-4fb8-939d-b4aa0d19fd70 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:19.846856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7cff34d-8094-4570-98e8-9f23f55670f1 req-1957b72b-5a27-4fb8-939d-b4aa0d19fd70 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.0704067 Nov 08 12:51:19.921082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5266-c2c5-472e-8dd2-f3ad4feaecc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a307fa-28f4-4547-a70b-9e9cf8983e4e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:19.930405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7cff34d-8094-4570-98e8-9f23f55670f1 req-2aba28a5-5eee-41f1-b316-7bf2ba7012f5 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745459 Nov 08 12:51:19.944628 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-593e5266-c2c5-472e-8dd2-f3ad4feaecc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a08ae87bc96413aaf410780a4907da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4593549 Nov 08 12:51:19.944628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43114) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:20.029809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.051927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.062447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.134179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event updated for resources: {'Port': ['ID=93107cf7-5364-4ac6-ab1c-74f75ef0ce6e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:20.161353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.207458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.211663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.212863 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/930b8654-74fc-410b-9f35-66fba8491f84 HTTP/1.1" status: 204 len: 168 time: 0.5237973 Nov 08 12:51:20.248476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.249205 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.253861 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07a307fa-28f4-4547-a70b-9e9cf8983e4e HTTP/1.1" status: 204 len: 168 time: 0.3187766 Nov 08 12:51:20.254871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3450a-48e9-4288-99f6-eecdf7c6ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b8654-74fc-410b-9f35-66fba8491f84,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:20.268322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe11aa-ca2c-4a27-ac49-aa833a8b839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a307fa-28f4-4547-a70b-9e9cf8983e4e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:20.355739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:20.386231 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 5ce494a8-526e-46b9-967f-540765b95118 associated. External IP: 172.25.1.243, port: 45ab643e-d168-456e-8766-06c85976cf8b. Nov 08 12:51:20.807309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router d0b88d41-4190-4b0e-b2db-516527ff61d9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:51:21.042052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:51:21.058266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Sync routers for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:51:21.072400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:21.073536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:21.213156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:21.364337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107ae9-0c55-4f33-927a-cc7f1235adb3 req-98f4039a-fbb5-4197-b4c5-5d6e4c16d484 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:21.375775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:21.383016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a107ae9-0c55-4f33-927a-cc7f1235adb3 req-98f4039a-fbb5-4197-b4c5-5d6e4c16d484 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.2704387 Nov 08 12:51:21.406477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1aab1bb3-1f6f-4f7d-91c3-9d1ea79f7dfd tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1715357 Nov 08 12:51:21.418586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:21.426613 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a726dca-4978-446c-b391-ae5d67a113c8" -d '{"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:21.556662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a107ae9-0c55-4f33-927a-cc7f1235adb3 req-deb5d5fc-feec-4fc2-9a40-6bd0ff67719c tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395836 Nov 08 12:51:21.582011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100acf1-5d7a-411d-8e03-ec4c42baafd3 req-637a4905-0626-4787-ab7d-aec4df3cbbf8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:21.583701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2100acf1-5d7a-411d-8e03-ec4c42baafd3 req-637a4905-0626-4787-ab7d-aec4df3cbbf8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0772245 Nov 08 12:51:21.653647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2100acf1-5d7a-411d-8e03-ec4c42baafd3 req-479b8f59-3c9d-4a52-8a82-0ef03ecf4efc tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616663 Nov 08 12:51:21.674867 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2a568e-dcda-497c-a7a8-7ad7ab7cf342 x-openstack-request-id: req-ca2a568e-dcda-497c-a7a8-7ad7ab7cf342 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:21.676251 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:21.677027 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca2a568e-dcda-497c-a7a8-7ad7ab7cf342 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:21.677586 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'status': 'completed', 'code': 200} Nov 08 12:51:21.764906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:21.768128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-82f8d84d-305c-4394-bfd9-a8e341047cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:21.770340 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-82f8d84d-305c-4394-bfd9-a8e341047cb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0742712 Nov 08 12:51:21.827113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5ce494a8-526e-46b9-967f-540765b95118', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'mac_address': 'fa:16:3e:f6:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:18Z', 'updated_at': '2021-11-08T12:51:18Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:21.907852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-7d8bc910-4336-4ed5-bd06-ca3f0546f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:21.911636 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-7d8bc910-4336-4ed5-bd06-ca3f0546f133 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 898 time: 0.1333296 Nov 08 12:51:21.916172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Checking router: d0b88d41-4190-4b0e-b2db-516527ff61d9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:51:21.943254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:21.945937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:50:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:21.994751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5dad96df-fc42-4fe1-9264-1de7a61d86ec tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/5ce494a8-526e-46b9-967f-540765b95118 HTTP/1.1" status: 200 len: 991 time: 0.2368262 Nov 08 12:51:22.095090 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-109688d6-938f-4b07-b424-7b5d29d8c65a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 999 time: 0.1725192 Nov 08 12:51:22.203609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:22.224791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-bb4f71b5-b548-4adf-bef5-bc13bb50c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:22.232122 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-bb4f71b5-b548-4adf-bef5-bc13bb50c4e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.1276221 Nov 08 12:51:22.335261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-a63faeaa-b2bf-4758-95e9-23639a9d68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:22.338791 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-a63faeaa-b2bf-4758-95e9-23639a9d68fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009529 Nov 08 12:51:22.608427 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-14ccde1e-b27d-4790-8b4c-6298738cbdab service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584298 Nov 08 12:51:22.799396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c793f78-94df-4031-a86e-82c1f44da62d req-5fc11338-d494-4102-bce3-e870174ef690 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:22.809985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5ce494a8-526e-46b9-967f-540765b95118', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'mac_address': 'fa:16:3e:f6:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:18Z', 'updated_at': '2021-11-08T12:51:18Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:22.811074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c793f78-94df-4031-a86e-82c1f44da62d req-5fc11338-d494-4102-bce3-e870174ef690 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.0912490 Nov 08 12:51:22.819308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5a726dca-4978-446c-b391-ae5d67a113c8 req-e5aea363-d02a-457c-bcff-2b339526135d service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039011 Nov 08 12:51:22.862950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83f880-d686-4e0d-9772-3f6e6865c148 None None] The sync data for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 is: [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '5ce494a8-526e-46b9-967f-540765b95118', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'mac_address': 'fa:16:3e:f6:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:18Z', 'updated_at': '2021-11-08T12:51:18Z', 'revision_number': 0, 'project_id': '888214d139364e1a8d116c3eceb48166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:51:22.929123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c793f78-94df-4031-a86e-82c1f44da62d req-85f39f27-6c85-4304-b359-e93d533bdcd3 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168528 Nov 08 12:51:22.998710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:23.160547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e0b364ce-0a4e-4c75-a0d3-736b545427cb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/5ce494a8-526e-46b9-967f-540765b95118 HTTP/1.1" status: 200 len: 991 time: 0.1579866 Nov 08 12:51:23.208219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df23542-b053-493a-948e-9ba1b052ac7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:23.314391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c80eee-009a-4ce4-b958-434230bdc44a None None] New status for floating IP 5ce494a8-526e-46b9-967f-540765b95118: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:51:24.063236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e1b74-39e1-408a-82c1-0eeb0034357b req-a0dd0bca-809f-4ade-bb95-3e5176644c61 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:24.072220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd9e1b74-39e1-408a-82c1-0eeb0034357b req-a0dd0bca-809f-4ade-bb95-3e5176644c61 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.0663548 Nov 08 12:51:24.165915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:24.174457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd9e1b74-39e1-408a-82c1-0eeb0034357b req-f046dceb-7a9c-4b66-8442-ed675b1e732e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890589 Nov 08 12:51:24.316016 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-66813857-c423-4189-9343-1459afa7c4c9 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/5ce494a8-526e-46b9-967f-540765b95118 HTTP/1.1" status: 200 len: 993 time: 0.1482081 Nov 08 12:51:24.779564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43326) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:25.038601 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfac7795-c010-4c31-897e-375588cea427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:25.174206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfac7795-c010-4c31-897e-375588cea427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:25.364202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec0b5-a4f6-48f6-9854-9c1005a28ea0 req-f76867e5-0749-4e58-b863-6a4aa125f4fd tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:25.364202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7bec0b5-a4f6-48f6-9854-9c1005a28ea0 req-f76867e5-0749-4e58-b863-6a4aa125f4fd tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.0743167 Nov 08 12:51:25.396457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfac7795-c010-4c31-897e-375588cea427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:25.442358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7bec0b5-a4f6-48f6-9854-9c1005a28ea0 req-fae861d1-efdb-46bf-83d3-71b7372d549f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669398 Nov 08 12:51:25.475345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfac7795-c010-4c31-897e-375588cea427 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fdb4838a11e4ed9b34549edca6e9c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6944008 Nov 08 12:51:25.482993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac7795-c010-4c31-897e-375588cea427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599beb2b-094e-4e0f-b1cb-ef9317a8bc00,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:25.486929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:25.553355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc9d2-0ef6-4c90-8bf7-62c906f13239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:25.575802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:25.609851 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:26.087302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:26.091794 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:26.096594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/599beb2b-094e-4e0f-b1cb-ef9317a8bc00 HTTP/1.1" status: 204 len: 168 time: 0.6030817 Nov 08 12:51:26.137778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ada97-f02f-4bb9-bc59-231763ad1228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599beb2b-094e-4e0f-b1cb-ef9317a8bc00,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:26.722262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992493c-c0a2-48a7-893b-e44eddeca51c req-c15c4256-2585-4a4c-b3a2-e04eec40281e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:26.741524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3992493c-c0a2-48a7-893b-e44eddeca51c req-c15c4256-2585-4a4c-b3a2-e04eec40281e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.1773074 Nov 08 12:51:26.801289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:26.855938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3992493c-c0a2-48a7-893b-e44eddeca51c req-044095be-1038-466f-8bd3-56f84e5c1181 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077697 Nov 08 12:51:27.593934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43486) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:27.610487 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-942c6256-0b5b-429a-8c1d-602e170dc27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:27.719535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-942c6256-0b5b-429a-8c1d-602e170dc27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:27.892114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-942c6256-0b5b-429a-8c1d-602e170dc27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:27.952072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c6256-0b5b-429a-8c1d-602e170dc27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba486984-065f-44fa-8b6f-ecbb361c90eb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:28.050821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-942c6256-0b5b-429a-8c1d-602e170dc27d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e5a41f3d1b7479aa843e52033aac7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554870 Nov 08 12:51:28.057317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43498) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:28.089395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e74e90-8854-4c77-840d-e63050583821 req-cfa09c4c-85f8-4ae1-9463-21eb9ce12318 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:28.091376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2e74e90-8854-4c77-840d-e63050583821 req-cfa09c4c-85f8-4ae1-9463-21eb9ce12318 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.1233375 Nov 08 12:51:28.130080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:28.153620 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:28.162218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:28.197126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2e74e90-8854-4c77-840d-e63050583821 req-19c3b316-bba5-4958-95f4-9c5f971b521f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986695 Nov 08 12:51:28.310397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:28.313014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:28.317154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba486984-065f-44fa-8b6f-ecbb361c90eb HTTP/1.1" status: 204 len: 168 time: 0.2580342 Nov 08 12:51:28.338645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51dcc7-b31e-49db-8805-9a31bf024e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba486984-065f-44fa-8b6f-ecbb361c90eb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:29.184867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:29.383186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa810-3b98-4ce1-8052-31c86c7620bf req-073f6517-84b6-4248-88da-c9fefbdcc95a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:29.391685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a4fa810-3b98-4ce1-8052-31c86c7620bf req-073f6517-84b6-4248-88da-c9fefbdcc95a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.0945978 Nov 08 12:51:29.469328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a4fa810-3b98-4ce1-8052-31c86c7620bf req-0b15a4fb-4dfe-4170-8793-26c6b415c33a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765057 Nov 08 12:51:30.708324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b0b3-aade-4f56-9040-06ab2f685c96 req-1bed25c9-338c-427d-9889-8111db43372e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:30.711098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c11b0b3-aade-4f56-9040-06ab2f685c96 req-1bed25c9-338c-427d-9889-8111db43372e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 944 time: 0.1123495 Nov 08 12:51:30.830309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c11b0b3-aade-4f56-9040-06ab2f685c96 req-f2857659-cc55-4907-8ba4-72ebdd3b2ba7 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907147 Nov 08 12:51:30.930705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 593a7962-2bab-47fe-8581-4be87f807660 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:51:31.137331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=593a7962-2bab-47fe-8581-4be87f807660,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:31.182358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '593a7962-2bab-47fe-8581-4be87f807660', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:51:31.248319 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:31.265422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593a7962-2bab-47fe-8581-4be87f807660 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:51:31.298048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=593a7962-2bab-47fe-8581-4be87f807660,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:31.389143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:31.505342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43642) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:31.557541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:31.613086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['593a7962-2bab-47fe-8581-4be87f807660'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:51:31.749847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8305e8ce-0c93-4956-85c4-e13c1eefaa8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:31.927653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8305e8ce-0c93-4956-85c4-e13c1eefaa8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.049958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8305e8ce-0c93-4956-85c4-e13c1eefaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.115347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e8ce-0c93-4956-85c4-e13c1eefaa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48da80d-7f9d-4618-a16b-b17a04b251ec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:32.179605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43660) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:32.188936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8305e8ce-0c93-4956-85c4-e13c1eefaa8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29c0dfe320664959b358ee7cb5f7b8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823950 Nov 08 12:51:32.239477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321987df-6309-4aa6-9c91-62281820a3ca req-f277304c-e505-4a1b-8ee0-00fbfeb8c409 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:32.239477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-321987df-6309-4aa6-9c91-62281820a3ca req-f277304c-e505-4a1b-8ee0-00fbfeb8c409 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 945 time: 0.2554920 Nov 08 12:51:32.336391 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.353172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-321987df-6309-4aa6-9c91-62281820a3ca req-892dd318-0eae-419b-9387-ba540c72b260 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032732 Nov 08 12:51:32.424948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.624058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.628406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:32.634639 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e48da80d-7f9d-4618-a16b-b17a04b251ec HTTP/1.1" status: 204 len: 168 time: 0.4490759 Nov 08 12:51:32.660548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4845c3-87b3-43f0-ac25-59419a945c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48da80d-7f9d-4618-a16b-b17a04b251ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:32.946705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 593a7962-2bab-47fe-8581-4be87f807660 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:51:33.115374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 593a7962-2bab-47fe-8581-4be87f807660 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:51:33.120250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 593a7962-2bab-47fe-8581-4be87f807660 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:51:33.120875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:33.319148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:33.373245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:33.374229 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc88c890-ac43-4f46-8714-3a5f502a1d1a" -d '{"events": [{"server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "name": "network-vif-plugged", "status": "completed", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:33.395176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=593a7962-2bab-47fe-8581-4be87f807660,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:51:33.527649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:33.551459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7638-fa47-4f69-9bc3-df9629465623 req-2a432184-23a4-4d18-b142-1366c9982caa tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:33.575437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c73d7638-fa47-4f69-9bc3-df9629465623 req-2a432184-23a4-4d18-b142-1366c9982caa tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 945 time: 0.1106396 Nov 08 12:51:33.655632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c73d7638-fa47-4f69-9bc3-df9629465623 req-f995862e-0186-403a-b9b2-8d248a4358ce tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822194 Nov 08 12:51:33.681735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:33.809978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43712) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:33.843808 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05a3d5e-b72d-47a1-b46c-c5c2f24de1ef x-openstack-request-id: req-c05a3d5e-b72d-47a1-b46c-c5c2f24de1ef {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:33.844109 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "name": "network-vif-plugged", "status": "completed", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:33.844434 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c05a3d5e-b72d-47a1-b46c-c5c2f24de1ef {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:33.845226 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'code': 200} Nov 08 12:51:33.845865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bb90d0-d6d5-4c6d-ab45-0fb56e3b414b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:33.967989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016565-3280-4372-b81d-d1b7889553f5 req-142a7643-af5a-42d5-b4af-839cf961b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:33.970498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77016565-3280-4372-b81d-d1b7889553f5 req-142a7643-af5a-42d5-b4af-839cf961b24e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.0487769 Nov 08 12:51:34.034495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77016565-3280-4372-b81d-d1b7889553f5 req-0d1bc0b0-48f7-4490-8a58-f110b7314c80 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Nov 08 12:51:34.035288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bb90d0-d6d5-4c6d-ab45-0fb56e3b414b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.126825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0bb90d0-d6d5-4c6d-ab45-0fb56e3b414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.190465 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0bb90d0-d6d5-4c6d-ab45-0fb56e3b414b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5d24029faa440d39275cfc867cb88e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750262 Nov 08 12:51:34.190465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb90d0-d6d5-4c6d-ab45-0fb56e3b414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa2861-3db7-44c0-bc63-ceef74daf2bd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:34.191003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:34.282163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.322080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.572714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.576607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:34.578220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32fa2861-3db7-44c0-bc63-ceef74daf2bd HTTP/1.1" status: 204 len: 168 time: 0.3849497 Nov 08 12:51:34.591373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bd8dd-834d-4fd4-9fb1-153520613ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa2861-3db7-44c0-bc63-ceef74daf2bd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:34.811102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184398-f7d0-4857-a1d1-85316f9ab9d5 req-29039f2a-7043-48e1-b6aa-953ca502d553 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:34.812299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7184398-f7d0-4857-a1d1-85316f9ab9d5 req-29039f2a-7043-48e1-b6aa-953ca502d553 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.0657811 Nov 08 12:51:34.898161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7184398-f7d0-4857-a1d1-85316f9ab9d5 req-112f039f-adf4-4bf8-8c48-87394bb980d8 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802460 Nov 08 12:51:35.502848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43760) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:35.648132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Deleting subnet 4e65df30-e39a-4951-a17f-01bdb317f30b {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:51:35.655468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:35.695029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:35.749966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:35.938864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:35.961316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:35.986960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:35.990455 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4e65df30-e39a-4951-a17f-01bdb317f30b HTTP/1.1" status: 204 len: 168 time: 0.4851999 Nov 08 12:51:36.058625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f501e2-1e13-4fe0-bc05-937e47136b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e65df30-e39a-4951-a17f-01bdb317f30b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:36.174070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:36.252691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8485768-784f-4067-90d2-00c1515cf8a5 req-643d5623-0fbc-4571-9efc-e9a570f4b53e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:36.254754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8485768-784f-4067-90d2-00c1515cf8a5 req-643d5623-0fbc-4571-9efc-e9a570f4b53e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.0982962 Nov 08 12:51:36.440222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:36.666711 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af321cb1-501d-4bf2-b5a9-75d4dfb540ff']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:36.690994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8485768-784f-4067-90d2-00c1515cf8a5 req-e55cd496-6d49-43b6-853b-f30c204f8535 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570977 Nov 08 12:51:36.741325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8c19b5-f1ee-450c-991c-67ae984fbffe') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:36.741325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8c19b5-f1ee-450c-991c-67ae984fbffe') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:36.783255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:36.801975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:36.817329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:36.818756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:36.824063 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:36.959260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3ebc0-c38e-4bd2-bfa5-40940317d6aa req-abce784d-8045-4828-b052-93bf407a6b62 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:36.968382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaa3ebc0-c38e-4bd2-bfa5-40940317d6aa req-abce784d-8045-4828-b052-93bf407a6b62 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.1120069 Nov 08 12:51:37.022600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaa3ebc0-c38e-4bd2-bfa5-40940317d6aa req-e6dbb244-0a77-4332-9cc3-6826a85a668a tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532861 Nov 08 12:51:37.056203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:37.107904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.126775 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.135285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43818) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:37.157387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] 10.222.0.58 "DELETE /v2.0/networks/af321cb1-501d-4bf2-b5a9-75d4dfb540ff HTTP/1.1" status: 204 len: 168 time: 1.1683700 Nov 08 12:51:37.206904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9bf1-d04b-4eff-a063-8301c1a5b235 admin admin] Pushing event deleted for resources: {'Network': ['ID=af321cb1-501d-4bf2-b5a9-75d4dfb540ff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:37.278858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Deleting subnet ef65decb-1a39-4f87-b943-b40537cf8d42 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:51:37.283042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.337985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.409129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.550548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.602030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef65decb-1a39-4f87-b943-b40537cf8d42,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:37.613094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e578d-9359-4eaf-b757-6c32d19a9207 tempest-TestVolumeBackupRestore-77969647 tempest-TestVolumeBackupRestore-77969647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:37.614710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-105e578d-9359-4eaf-b757-6c32d19a9207 tempest-TestVolumeBackupRestore-77969647 tempest-TestVolumeBackupRestore-77969647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1092 time: 0.5568442 Nov 08 12:51:37.622738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.622891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:37.632861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:37.633252 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c33af08-924b-4672-81e6-dbf02f77de87 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef65decb-1a39-4f87-b943-b40537cf8d42 HTTP/1.1" status: 204 len: 168 time: 0.4926937 Nov 08 12:51:37.634531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:37.789127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:37.849447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.135244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.180473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.233964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f8efe8-e484-4d58-b9cd-64d8930d9404']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:38.258812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb2e908-48bd-4b42-834e-4813096c5fb8') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:38.259138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb2e908-48bd-4b42-834e-4813096c5fb8') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:38.301500 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.325535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.325821 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:51:38.340891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:38.348686 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:38.435124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:38.461261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Allocated IP 172.25.1.167 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/62debf31-af9f-4032-8975-cf86bbabc851) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:51:38.561716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.569064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.578013 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] 10.222.0.58 "DELETE /v2.0/networks/c8f8efe8-e484-4d58-b9cd-64d8930d9404 HTTP/1.1" status: 204 len: 168 time: 0.9390213 Nov 08 12:51:38.612966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40ee9-bc3e-4a16-bd6f-898ceb70e3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f8efe8-e484-4d58-b9cd-64d8930d9404,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:38.735266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.772274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1226806498'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:38.926473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Made reservation on behalf of ce8276b3f1704f2a9ccc6bb3e35bf7fb for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:38.930167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.944244 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:38.957372 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.040048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:51:39.043842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:39.051399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:51:39.063223 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.124783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'Port': ['ID=62debf31-af9f-4032-8975-cf86bbabc851,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:39.189344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.224738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:39.250158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.252780 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Added segment d6d1c515-e4a0-4d60-aa49-3613d8804e46 of type vlan for network c35baa5e-5473-4629-a4c6-07431763a906 Nov 08 12:51:39.255020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7b3ee-2cde-4c5e-b449-c5d3bfa73233,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:39.336899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43856) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:39.393023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.515526 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6f40d9f0-3106-4e12-9a88-b8c2f4b3c961 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67eafbd1c2eb4feb8ff14e5ddf653f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754246 Nov 08 12:51:39.517902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:39.570497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.578822 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:39.580280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.645572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.727454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Pushing event updated for resources: {'Network': ['ID=c35baa5e-5473-4629-a4c6-07431763a906,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:39.735140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.741306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c35baa5e-5473-4629-a4c6-07431763a906 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:39.766876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.781301 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0db47e4-9d01-44f9-8960-865a74460772 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3451252 Nov 08 12:51:39.786006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:39.871984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.960518 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.965404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:39.969783 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea2dd9da-a1a7-4963-8c4d-34d26133cf70 HTTP/1.1" status: 204 len: 168 time: 0.4498780 Nov 08 12:51:39.983970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901854-b813-4a15-9aa1-05eed6f6d545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2dd9da-a1a7-4963-8c4d-34d26133cf70,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:40.134731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'name': 'tempest-network--1017665049', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:40.287387 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.292747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:40.296070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.307700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.424650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.426434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.503692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event updated for resources: {'Port': ['ID=62debf31-af9f-4032-8975-cf86bbabc851,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:40.559580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.619335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:40.639540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.772404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1fec08-d583-4593-ba54-56cc07c89814,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:40.803111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.805056 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Added segment 129e3ccb-6a33-4d71-891c-1d48abb294f8 of type vlan for network a7df24e2-1aa6-44d5-b9c7-ced66fa32b63 Nov 08 12:51:40.882780 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:40.978278 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Floating IP 4ff148b5-a6d9-49f0-972c-91fef8c14e22 associated. External IP: 172.25.1.167, port: 593a7962-2bab-47fe-8581-4be87f807660. Nov 08 12:51:41.093015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.094150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:41.094767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.279029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:41.350219 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d4be6ba-0eca-4c17-8070-c7e0ae190e10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dce7eb8d6fa4547b8b46c0a627e530e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667319 Nov 08 12:51:41.350219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43884) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:41.477566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.524036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.683700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8964086 Nov 08 12:51:41.688499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:41.722103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a7d7-2fc3-4b67-9bad-d934767369cb tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=a7df24e2-1aa6-44d5-b9c7-ced66fa32b63,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:41.740200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a7df24e2-1aa6-44d5-b9c7-ced66fa32b63 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:41.877250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.885778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:41.891489 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09faba7c-d562-4d63-a7b6-84caf38aee5b HTTP/1.1" status: 204 len: 168 time: 0.5360961 Nov 08 12:51:41.931548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa812-6a56-4737-ac73-aef86b8401ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09faba7c-d562-4d63-a7b6-84caf38aee5b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:41.962394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.066199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Router a3b4996c-93b5-4824-80e5-ea824410dd6e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:51:42.111616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.148325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df24e2-1aa6-44d5-b9c7-ced66fa32b63']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:42.165327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e3ccb-6a33-4d71-891c-1d48abb294f8') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:42.165676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e3ccb-6a33-4d71-891c-1d48abb294f8') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:42.220325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.260146 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.273554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:42.273961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:42.277120 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:42.282712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:51:42.296225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:51:42.337894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:42.339852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:42.414993 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.491893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f69aac4-c576-49e6-975c-549f7c60ec60 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8679695 Nov 08 12:51:42.492730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:42.495874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:42.496934 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13ea06-bda8-4c47-99b7-2269419f304e" -d '{"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:42.555545 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.580041 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23248054-1eb0-4fc5-ae7d-7838c5774b86 x-openstack-request-id: req-23248054-1eb0-4fc5-ae7d-7838c5774b86 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:42.580885 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:42.581617 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23248054-1eb0-4fc5-ae7d-7838c5774b86 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:42.582236 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:51:42.584804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7df24e2-1aa6-44d5-b9c7-ced66fa32b63 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:51:42.601705 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.610075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:42.619930 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a7df24e2-1aa6-44d5-b9c7-ced66fa32b63 HTTP/1.1" status: 204 len: 168 time: 0.9264936 Nov 08 12:51:42.644750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43906) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:42.668204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:42.673641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35fca2-9cd6-4eb3-9f77-e47b1dd241d9 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7df24e2-1aa6-44d5-b9c7-ced66fa32b63,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:42.726126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-30ca0aaf-c883-45b0-b0ce-3fc312c7a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:42.730046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-30ca0aaf-c883-45b0-b0ce-3fc312c7a4ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.1164243 Nov 08 12:51:42.730506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0ecdf-ed42-4e57-9300-e5aa11fab615 tempest-TestVolumeBackupRestore-77969647 tempest-TestVolumeBackupRestore-77969647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:42.735015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3ff0ecdf-ed42-4e57-9300-e5aa11fab615 tempest-TestVolumeBackupRestore-77969647 tempest-TestVolumeBackupRestore-77969647-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1092 time: 0.2380595 Nov 08 12:51:42.736453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:42.746593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:42.756320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Request body: {'floatingip': {'port_id': '593a7962-2bab-47fe-8581-4be87f807660'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:42.831767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:42.839516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:42.975474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.065946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:43.103030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-965a5131-368c-404f-b8e3-438c2b2d6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:43.111022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-965a5131-368c-404f-b8e3-438c2b2d6227 service neutron] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 914 time: 0.3682609 Nov 08 12:51:43.133016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.133400 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Added segment 1c6c8c8a-ad2e-4aab-9db1-2787daaad0bb of type vlan for network f64489f3-af05-46f3-91be-c54aa9c8f5e4 Nov 08 12:51:43.298041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-57e1d6b3-4900-486d-8ef7-b03404858eb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 1000 time: 0.1782818 Nov 08 12:51:43.328770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff23d97c-cf26-4a57-b2a3-e8fd040ce1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.394337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.456864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:39Z', 'revision_number': 0, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:43.550526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:51:43.566447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:43.567136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:43.710826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.717587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:43.718193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:43.745762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-89cb6dc5-7f79-434b-8b58-96e47261af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:43.748504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-89cb6dc5-7f79-434b-8b58-96e47261af40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.4134135 Nov 08 12:51:43.814048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:43.861373 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2022696 Nov 08 12:51:43.879328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:43.954390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'subnet': {'network_id': 'f64489f3-af05-46f3-91be-c54aa9c8f5e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:44.027988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-a384386a-5e3c-4f4c-85ab-a7358d8972ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:44.030531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-a384386a-5e3c-4f4c-85ab-a7358d8972ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2687051 Nov 08 12:51:44.061907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f08df-3e76-47ea-aee3-9f0d6dbaa47c tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=f64489f3-af05-46f3-91be-c54aa9c8f5e4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:44.109952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff23d97c-cf26-4a57-b2a3-e8fd040ce1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:44.120179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f64489f3-af05-46f3-91be-c54aa9c8f5e4 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:44.263653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-48d0186c-25a7-49c0-a30b-1df08a40d60c service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174127 Nov 08 12:51:44.464910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:39Z', 'revision_number': 0, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:44.465487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d13ea06-bda8-4c47-99b7-2269419f304e req-4b789abe-b6f7-4e6a-82ea-46b2be69f179 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934776 Nov 08 12:51:44.572314 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff23d97c-cf26-4a57-b2a3-e8fd040ce1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:44.605482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:44.616804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:44.753748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccca82-ce6d-4ba1-92fe-bf0c302153b1 None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:39Z', 'revision_number': 0, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:51:44.802492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d97c-cf26-4a57-b2a3-e8fd040ce1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febc4a0-e8a3-49bb-b424-190ac768980a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:44.939827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ff23d97c-cf26-4a57-b2a3-e8fd040ce1bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9f5e1115f83400ab0406e58d61b64e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1520536 Nov 08 12:51:44.947205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:45.147149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.220491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.268407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c971d7-06e2-42c9-846c-ed72ab6143a3 None None] New status for floating IP 4ff148b5-a6d9-49f0-972c-91fef8c14e22: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:51:45.325656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.402485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.519742 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.db.api [None req-90c971d7-06e2-42c9-846c-ed72ab6143a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:51:45.521126 n-d-816990-1 neutron-server[102538]: DEBUG oslo_db.api [None req-90c971d7-06e2-42c9-846c-ed72ab6143a3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:51:45.543286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.objects.ports [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 12:51:45.543844 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.590773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.594559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.599934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0febc4a0-e8a3-49bb-b424-190ac768980a HTTP/1.1" status: 204 len: 168 time: 0.6483023 Nov 08 12:51:45.639267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18b5b4-f95c-4fbf-93ba-633cf9422a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febc4a0-e8a3-49bb-b424-190ac768980a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:45.664903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d09ebdef-559f-4410-85bc-affb2134a806,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:45.724035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Checking segment: {'id': '1c6c8c8a-ad2e-4aab-9db1-2787daaad0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f64489f3-af05-46f3-91be-c54aa9c8f5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:51:45.724806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Network hostable DHCP agents. Network: f64489f3-af05-46f3-91be-c54aa9c8f5e4, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:51:45.823925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Network f64489f3-af05-46f3-91be-c54aa9c8f5e4 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:51:45.908980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f64489f3-af05-46f3-91be-c54aa9c8f5e4) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:45.914490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:45.915053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:45.972731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda47aa-1b7d-4daa-adc7-785bada241a5 None None] Network f64489f3-af05-46f3-91be-c54aa9c8f5e4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:51:46.022398 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c971d7-06e2-42c9-846c-ed72ab6143a3 None None] New status for floating IP 4ff148b5-a6d9-49f0-972c-91fef8c14e22: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:51:46.034357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-68d63bf3-8d4d-4e11-b010-ea40e039f405 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1419287 Nov 08 12:51:46.035293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:46.050065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'floatingip': {'floating_network_id': 'f64489f3-af05-46f3-91be-c54aa9c8f5e4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:46.063537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Router a3b4996c-93b5-4824-80e5-ea824410dd6e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:51:46.164153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:46.200946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:46.384464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a65f9c-0970-4307-bc0a-4d7df489895c None None] Network f64489f3-af05-46f3-91be-c54aa9c8f5e4 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:51:46.454511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:51:46.470912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:46.481299 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:46.566198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:46.574121 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b634c191-d033-4fa2-a708-3502e3b40d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:46.671829 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e5fb7ab2-96a9-4b9d-becc-778c9cc81cf2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "PUT /v2.0/floatingips/4ff148b5-a6d9-49f0-972c-91fef8c14e22 HTTP/1.1" status: 200 len: 992 time: 3.9230635 Nov 08 12:51:46.818053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:51:46.822355 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ff247-ce8a-46d4-a1ed-84b2c4a34c81 x-openstack-request-id: req-4f3ff247-ce8a-46d4-a1ed-84b2c4a34c81 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:46.822844 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:46.823230 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f3ff247-ce8a-46d4-a1ed-84b2c4a34c81 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:46.823854 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:51:46.841846 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:46.844862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:46.991566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Allocated IP 172.20.0.6 (f64489f3-af05-46f3-91be-c54aa9c8f5e4/d09ebdef-559f-4410-85bc-affb2134a806/044c8120-f584-49da-8fb4-ac8d3e0579a6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:51:47.193787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:47.286031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-ffabea47-cb87-42cb-a19c-53826d779a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:47.289519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-ffabea47-cb87-42cb-a19c-53826d779a37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.1693165 Nov 08 12:51:47.383428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:47.492524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 43980) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:47.521955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-875e7e34-cfaa-4a5f-8f2b-ef2b7b0ed122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:47.534835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-bf321dd9-ba7b-4b0b-8546-9f16c48d29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:47.536637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-bf321dd9-ba7b-4b0b-8546-9f16c48d29c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 914 time: 0.2397046 Nov 08 12:51:47.631453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-8fdda5f0-0d5d-402c-b364-4845e228adf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 1002 time: 0.0870528 Nov 08 12:51:47.684362 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:47.741378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Network f64489f3-af05-46f3-91be-c54aa9c8f5e4 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:51:47.746325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:51:47.752202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-4fcd3912-2566-48b3-a19c-e78b55d34e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:47.753956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-4fcd3912-2566-48b3-a19c-e78b55d34e39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.1144423 Nov 08 12:51:47.754892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:51:47.799834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-875e7e34-cfaa-4a5f-8f2b-ef2b7b0ed122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:47.800117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:46Z', 'revision_number': 2, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:47.811375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Port': ['ID=044c8120-f584-49da-8fb4-ac8d3e0579a6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:47.878501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-c42bb259-1a7f-4163-81d2-a95ffbc4eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:47.884812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-c42bb259-1a7f-4163-81d2-a95ffbc4eed9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963092 Nov 08 12:51:47.905957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:51:47.909695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-875e7e34-cfaa-4a5f-8f2b-ef2b7b0ed122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:47.926272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:51:47.927654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:47.995067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.000205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-875e7e34-cfaa-4a5f-8f2b-ef2b7b0ed122 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb868218c59b4c9b988b0e205c30fc38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053759 Nov 08 12:51:48.005987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 43986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:48.089671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e7e34-cfaa-4a5f-8f2b-ef2b7b0ed122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03a320-107b-45d0-8457-c1bc29baf5d0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:48.122050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-a93fda22-b22e-4ed7-8755-4d9a9a921280 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148607 Nov 08 12:51:48.205595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.208179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:51:48.210215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.309476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.433872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b634c191-d033-4fa2-a708-3502e3b40d6e req-5e526a73-ea6b-414c-8e67-fb965fd19fdd service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805288 Nov 08 12:51:48.537276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.567444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:46Z', 'revision_number': 2, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:48.589932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.595789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.597889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b03a320-107b-45d0-8457-c1bc29baf5d0 HTTP/1.1" status: 204 len: 168 time: 0.5899830 Nov 08 12:51:48.611883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f198db-ab09-4fb2-8381-4771b57d6e73 None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4ff148b5-a6d9-49f0-972c-91fef8c14e22', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'port_id': '593a7962-2bab-47fe-8581-4be87f807660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'mac_address': 'fa:16:3e:fb:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692876a-4058-416e-a11d-f1182bec2966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:51:39Z', 'updated_at': '2021-11-08T12:51:46Z', 'revision_number': 2, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:51:48.613376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d2951-1b96-4307-a56e-4c76edd5ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03a320-107b-45d0-8457-c1bc29baf5d0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:48.646757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.788339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Port': ['ID=044c8120-f584-49da-8fb4-ac8d3e0579a6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:48.800779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:48.824853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:51:48.828879 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f5086d-3d12-40f8-a2e3-bf61afca3e89" -d '{"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:51:48.884701 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8cf7f4-8c9a-46cd-ae56-fd91ccda684f x-openstack-request-id: req-9d8cf7f4-8c9a-46cd-ae56-fd91ccda684f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:51:48.885119 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:51:48.886819 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d8cf7f4-8c9a-46cd-ae56-fd91ccda684f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:51:48.887056 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:51:48.986811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-953af609-d134-47e8-bfbf-c894834c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:48.989390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-953af609-d134-47e8-bfbf-c894834c4a8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.0749581 Nov 08 12:51:49.197108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-aac97ee9-1ebc-4d81-ac6d-921e9ffb0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:49.197108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-aac97ee9-1ebc-4d81-ac6d-921e9ffb0741 service neutron] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 914 time: 0.1932423 Nov 08 12:51:49.273335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-3907af33-ee46-4e07-becc-76b939f3430b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 1002 time: 0.0721381 Nov 08 12:51:49.352467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-49ca0278-8196-4f9f-b39c-9ab474f414bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:49.354004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-49ca0278-8196-4f9f-b39c-9ab474f414bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.0726984 Nov 08 12:51:49.420937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-2067aad6-72db-4c57-b2b3-5618d74c3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:49.422542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-2067aad6-72db-4c57-b2b3-5618d74c3762 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602877 Nov 08 12:51:49.852726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-83fa09e4-f319-458a-90d4-908485f85ccf service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305773 Nov 08 12:51:49.852726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50f5086d-3d12-40f8-a2e3-bf61afca3e89 req-f2d3656b-f8de-489f-8651-7cc5a0973c62 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176426 Nov 08 12:51:49.962283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:49.964479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6dd2149e-a69a-4481-b502-e236353b638f tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9274149 Nov 08 12:51:49.968494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:50.055424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d129ac2e-3b05-4a89-8c67-1b247c498c5a tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=f64489f3-af05-46f3-91be-c54aa9c8f5e4 HTTP/1.1" status: 200 len: 689 time: 0.0856364 Nov 08 12:51:50.058728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:50.191539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:50.418948 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:50.430392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Deleting port 044c8120-f584-49da-8fb4-ac8d3e0579a6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:51:50.431493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:50.601271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:50.601628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:50.618537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc7d82-d1f0-4db1-8df0-871063eeacbe req-2aba7aeb-110f-4db6-963f-32a89a07f21f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:50.620361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1fc7d82-d1f0-4db1-8df0-871063eeacbe req-2aba7aeb-110f-4db6-963f-32a89a07f21f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0891416 Nov 08 12:51:50.633126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Calling delete_port for 044c8120-f584-49da-8fb4-ac8d3e0579a6 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:51:50.765107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1fc7d82-d1f0-4db1-8df0-871063eeacbe req-749f6b27-4901-4765-9cbc-ec873486ff92 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381893 Nov 08 12:51:51.023661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.049729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Port': ['ID=044c8120-f584-49da-8fb4-ac8d3e0579a6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:51.133366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.203446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.403498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.436585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d09ebdef-559f-4410-85bc-affb2134a806,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:51.513320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.539841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64489f3-af05-46f3-91be-c54aa9c8f5e4']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:51.558734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6c8c8a-ad2e-4aab-9db1-2787daaad0bb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:51.559245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6c8c8a-ad2e-4aab-9db1-2787daaad0bb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:51.570558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.586370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.595483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:51.595889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:51.597776 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:51.758204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.764492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f64489f3-af05-46f3-91be-c54aa9c8f5e4 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:51:51.769282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:51.772880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f64489f3-af05-46f3-91be-c54aa9c8f5e4 HTTP/1.1" status: 204 len: 168 time: 1.7126625 Nov 08 12:51:51.776873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:51.817601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa9d39-39d9-413c-8bcc-d3434e6078e0 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Network': ['ID=f64489f3-af05-46f3-91be-c54aa9c8f5e4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:52.513005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34c72b91-bb0e-4bbb-b466-5458e0999328 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.7348027 Nov 08 12:51:52.518635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44164) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:52.613103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8b54-b141-4bca-851d-6a284f1b3c02 req-8548d5b6-d41d-4679-a465-fab986e9881a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.614680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d32a8b54-b141-4bca-851d-6a284f1b3c02 req-8548d5b6-d41d-4679-a465-fab986e9881a tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.7188239 Nov 08 12:51:52.661750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.662197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.663027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.663118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.663706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.664040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:52.669435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-baf265a1-f3a9-4a62-9e65-3ad7b247b9f1 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1425622 Nov 08 12:51:52.669863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:52.705698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d32a8b54-b141-4bca-851d-6a284f1b3c02 req-127efcc6-99b0-47ff-8db7-f54ee4024142 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807858 Nov 08 12:51:52.800607 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-238cda0f-3e0b-4532-83da-930b0571d482 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] delete failed (client error): The resource could not be found. Nov 08 12:51:52.802590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-238cda0f-3e0b-4532-83da-930b0571d482 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/e04a49d5-86be-42c1-9cc5-81b7f4b36247 HTTP/1.1" status: 404 len: 345 time: 0.1312358 Nov 08 12:51:52.805311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:52.822750 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c7fa5-ed26-45da-b588-046c5b828825 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] DELETE failed (client error): The resource could not be found. Nov 08 12:51:52.826781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502c7fa5-ed26-45da-b588-046c5b828825 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:51:52.826781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-502c7fa5-ed26-45da-b588-046c5b828825 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f64489f3-af05-46f3-91be-c54aa9c8f5e4 HTTP/1.1" status: 404 len: 339 time: 0.0203598 Nov 08 12:51:52.830507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:52.836018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'name': 'tempest-network--847194883', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:53.040925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:53.044335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.085038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:53.095724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.096066 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Added segment 43fdf05f-852b-43a1-be58-500920dd40bb of type vlan for network 703d1c12-4fcf-49bc-94c8-928ebdc26db9 Nov 08 12:51:53.146690 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.186472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca91-884e-4d72-820d-bd9a08e92c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.326504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.329549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:53.329549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:53.397806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=703d1c12-4fcf-49bc-94c8-928ebdc26db9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:53.421490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 703d1c12-4fcf-49bc-94c8-928ebdc26db9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:53.452876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ed02d3d9-dbc3-489b-aafe-ffaedefc69ae tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6204519 Nov 08 12:51:53.455378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:53.790298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af9ed9-5164-45c0-8800-4468cf6645bb tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:53.797492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af9ed9-5164-45c0-8800-4468cf6645bb tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:53.805002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af9ed9-5164-45c0-8800-4468cf6645bb tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:53.813202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af9ed9-5164-45c0-8800-4468cf6645bb tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:53.815751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-81af9ed9-5164-45c0-8800-4468cf6645bb tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3582571 Nov 08 12:51:53.819846 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:53.951467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.070856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ad3c-322f-4f0a-8212-962587c4f87b req-b16975d3-5951-490b-8462-1dd230904738 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:54.073744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74f6ad3c-322f-4f0a-8212-962587c4f87b req-b16975d3-5951-490b-8462-1dd230904738 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1195271 Nov 08 12:51:54.184727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.203485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74f6ad3c-322f-4f0a-8212-962587c4f87b req-2b317a69-7071-4802-a317-a0d2a8c51090 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143162 Nov 08 12:51:54.225366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703d1c12-4fcf-49bc-94c8-928ebdc26db9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:54.238166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fdf05f-852b-43a1-be58-500920dd40bb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:54.238783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fdf05f-852b-43a1-be58-500920dd40bb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:54.250577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.272583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.281745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:54.282168 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:54.284498 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:54.469433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.475117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 703d1c12-4fcf-49bc-94c8-928ebdc26db9 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:51:54.496127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.500906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/703d1c12-4fcf-49bc-94c8-928ebdc26db9 HTTP/1.1" status: 204 len: 168 time: 0.6808701 Nov 08 12:51:54.507035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:54.513478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'name': 'tempest-network--1764151907', 'router:external': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:54.524016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349d8db-fb97-4434-8b02-ac95cdd8021b tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Network': ['ID=703d1c12-4fcf-49bc-94c8-928ebdc26db9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:54.653295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:54.655990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.696404 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:54.711034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.712743 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Added segment fc2bed67-b840-4bd3-9a51-8a3de68f4748 of type vlan for network c2a2f62c-ffd5-4e3e-8364-f67963d3feb7 Nov 08 12:51:54.812527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.936238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:54.937637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:54.951978 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.042772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=c2a2f62c-ffd5-4e3e-8364-f67963d3feb7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:55.055062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c2a2f62c-ffd5-4e3e-8364-f67963d3feb7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:55.158368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:55.161096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b551db9-3027-41d6-9bd6-c0fb839be449 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6500957 Nov 08 12:51:55.290307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a04d3-c922-41bf-8efa-b406010f6bac tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:55.293008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f2a04d3-c922-41bf-8efa-b406010f6bac tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "GET /v2.0/networks/c2a2f62c-ffd5-4e3e-8364-f67963d3feb7 HTTP/1.1" status: 200 len: 757 time: 0.1335301 Nov 08 12:51:55.295904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:55.430915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2d994-d1e5-42d7-a09f-828b3232e725 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:55.437147 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10f2d994-d1e5-42d7-a09f-828b3232e725 tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "GET /v2.0/networks/c35baa5e-5473-4629-a4c6-07431763a906 HTTP/1.1" status: 200 len: 768 time: 0.1394954 Nov 08 12:51:55.438162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44308) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:55.446379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2ca3-d471-42e5-a689-ee414166be06 req-8f205d62-ba13-44e4-8bdd-1318dccde552 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:55.449140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45fc2ca3-d471-42e5-a689-ee414166be06 req-8f205d62-ba13-44e4-8bdd-1318dccde552 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1267781 Nov 08 12:51:55.515486 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-651b400a-d796-497c-b752-3665fa27b2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.529446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45fc2ca3-d471-42e5-a689-ee414166be06 req-1b25144d-94a2-452d-ac4e-30ae19b48c54 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703676 Nov 08 12:51:55.538867 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.662791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.719787 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a2f62c-ffd5-4e3e-8364-f67963d3feb7']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:55.731935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2bed67-b840-4bd3-9a51-8a3de68f4748') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:55.732557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2bed67-b840-4bd3-9a51-8a3de68f4748') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:55.744842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.748234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:55.764596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.771848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:55.772247 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:55.774138 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:55.883689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-615037d8-f32f-46ed-aaa0-f26b7c04410a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.006265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.016321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2a2f62c-ffd5-4e3e-8364-f67963d3feb7 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:51:56.019562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.024256 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c2a2f62c-ffd5-4e3e-8364-f67963d3feb7 HTTP/1.1" status: 204 len: 168 time: 0.5847962 Nov 08 12:51:56.028343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44338) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:56.040098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'name': 'tempest-network--867121044'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:56.059164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710a080-bbe2-4472-bc4f-84a76acd98ad tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2a2f62c-ffd5-4e3e-8364-f67963d3feb7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:56.122019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-615037d8-f32f-46ed-aaa0-f26b7c04410a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.297589 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Made reservation on behalf of 2fdaa285f100445f9c71faba0b125895 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:51:56.301780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.328826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:51:56.339668 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.340012 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Added segment c14da4e7-78ab-4f7f-97dc-232662ef33b6 of type vlan for network eb7b0b05-fb3a-4b54-a971-aa38b14d5853 Nov 08 12:51:56.386610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.414108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-615037d8-f32f-46ed-aaa0-f26b7c04410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.465791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-615037d8-f32f-46ed-aaa0-f26b7c04410a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bc5b5cc5c8a48288155e7656581d353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161658 Nov 08 12:51:56.469703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:56.485227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615037d8-f32f-46ed-aaa0-f26b7c04410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a804d-b5c7-4086-a733-f0060d8cccfd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:56.546228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.577089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.676185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15fda3-9c2b-4c8d-ac79-dccaea79dcf9 req-2e1825a2-2583-448a-ac6d-424e686e14eb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:56.677827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb15fda3-9c2b-4c8d-ac79-dccaea79dcf9 req-2e1825a2-2583-448a-ac6d-424e686e14eb tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0618005 Nov 08 12:51:56.708646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.709832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:56.710464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.749442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb15fda3-9c2b-4c8d-ac79-dccaea79dcf9 req-cd7e77bb-58e4-4cdc-90d9-19853bb04aff tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638933 Nov 08 12:51:56.821862 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=eb7b0b05-fb3a-4b54-a971-aa38b14d5853,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:56.832788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network eb7b0b05-fb3a-4b54-a971-aa38b14d5853 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:51:56.937448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.975726 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.979618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:56.983432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/824a804d-b5c7-4086-a733-f0060d8cccfd HTTP/1.1" status: 204 len: 168 time: 0.5100846 Nov 08 12:51:56.983620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41d14a6e-ac34-4496-8e70-cd18ba7554bd tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9531016 Nov 08 12:51:56.983961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:56.992711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:51:57.011169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff88d3-399c-4539-ace6-4c401983d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a804d-b5c7-4086-a733-f0060d8cccfd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:57.188730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.383273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.413601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Network eb7b0b05-fb3a-4b54-a971-aa38b14d5853 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 12:51:57.414786 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:57.415571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.418554 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "PUT /v2.0/networks/eb7b0b05-fb3a-4b54-a971-aa38b14d5853 HTTP/1.1" status: 200 len: 857 time: 0.4332767 Nov 08 12:51:57.421206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:57.520810 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f812-620c-443a-84ce-4c17908caf77 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event updated for resources: {'Network': ['ID=eb7b0b05-fb3a-4b54-a971-aa38b14d5853,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:57.544812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.635452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.657047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b0b05-fb3a-4b54-a971-aa38b14d5853']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:57.668052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14da4e7-78ab-4f7f-97dc-232662ef33b6') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:57.668473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14da4e7-78ab-4f7f-97dc-232662ef33b6') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:57.678968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.695498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.703444 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:57.703839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:57.705770 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:57.921118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeff8b-5b96-4d6b-9f18-56f81fc0e158 req-eb3e8b7c-7000-451f-9416-aa2f26190c96 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:57.922752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aadeff8b-5b96-4d6b-9f18-56f81fc0e158 req-eb3e8b7c-7000-451f-9416-aa2f26190c96 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0622737 Nov 08 12:51:57.966225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.971416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb7b0b05-fb3a-4b54-a971-aa38b14d5853 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 12:51:57.975860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:57.983517 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] 10.222.0.58 "DELETE /v2.0/networks/eb7b0b05-fb3a-4b54-a971-aa38b14d5853 HTTP/1.1" status: 204 len: 168 time: 0.5576637 Nov 08 12:51:57.983517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44408) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:58.008961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aadeff8b-5b96-4d6b-9f18-56f81fc0e158 req-a8a4ec85-b6d1-464e-93e7-e51304a56d79 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774391 Nov 08 12:51:58.042117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d48c62-8b59-4294-8fe2-9646ded97a43 tempest-ExternalNetworksTestJSON-340166032 tempest-ExternalNetworksTestJSON-340166032-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb7b0b05-fb3a-4b54-a971-aa38b14d5853,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:58.044574 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dffc00b-c051-41f4-9dfc-1aeead9a657a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] DELETE failed (client error): The resource could not be found. Nov 08 12:51:58.045829 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dffc00b-c051-41f4-9dfc-1aeead9a657a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:51:58.049205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6dffc00b-c051-41f4-9dfc-1aeead9a657a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "DELETE /v2.0/subnets/d09ebdef-559f-4410-85bc-affb2134a806 HTTP/1.1" status: 404 len: 337 time: 0.0644162 Nov 08 12:51:58.052108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:58.160044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.201520 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.216309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44418) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:58.238659 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48f8d8c5-86dc-4379-8fc2-503eb120a6bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.274953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.299936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35baa5e-5473-4629-a4c6-07431763a906']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:58.314963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d1c515-e4a0-4d60-aa49-3613d8804e46') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:58.315244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d1c515-e4a0-4d60-aa49-3613d8804e46') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:51:58.330303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.348128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.360219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:51:58.361286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.377808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48f8d8c5-86dc-4379-8fc2-503eb120a6bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:51:58.428837 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:51:58.531806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48f8d8c5-86dc-4379-8fc2-503eb120a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.582265 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-48f8d8c5-86dc-4379-8fc2-503eb120a6bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ed04cde4b444c67af11937d78e5245a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648436 Nov 08 12:51:58.583023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8d8c5-86dc-4379-8fc2-503eb120a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd3cee-3687-43c3-b6c1-d94447d2cc31,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:58.585237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44432) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:58.606516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.628283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.631643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] 10.222.0.58 "DELETE /v2.0/networks/c35baa5e-5473-4629-a4c6-07431763a906 HTTP/1.1" status: 204 len: 168 time: 0.5785007 Nov 08 12:51:58.667861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc81dc1-f1f2-4423-ae8a-940e9e38ad2a tempest-ExternalNetworksTestJSON-504259031 tempest-ExternalNetworksTestJSON-504259031-project] Pushing event deleted for resources: {'Network': ['ID=c35baa5e-5473-4629-a4c6-07431763a906,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:58.712180 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.745313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.926724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.928836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:58.932996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cefd3cee-3687-43c3-b6c1-d94447d2cc31 HTTP/1.1" status: 204 len: 168 time: 0.3338213 Nov 08 12:51:58.943726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3b962-4d93-4d11-b88e-122ed9220397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd3cee-3687-43c3-b6c1-d94447d2cc31,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:51:59.142653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02fd6-ad62-4c86-a679-d3c2eac675e9 req-b63a4c4f-5296-4377-8f2c-8e7fdfc94b34 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:51:59.144370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2e02fd6-ad62-4c86-a679-d3c2eac675e9 req-b63a4c4f-5296-4377-8f2c-8e7fdfc94b34 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0582628 Nov 08 12:51:59.166172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:59.195858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2e02fd6-ad62-4c86-a679-d3c2eac675e9 req-007a5fc1-9ff7-4fb5-bcd6-21a1b51b1386 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Nov 08 12:51:59.517816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44476) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:59.664230 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2240c93c-711e-4e07-ae6f-4bd40a62af49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce8276b3f1704f2a9ccc6bb3e35bf7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449037 Nov 08 12:51:59.666663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44484) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:51:59.721862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:59.746986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:59.961116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:59.965009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:51:59.966195 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4e7b3ee-2cde-4c5e-b449-c5d3bfa73233 HTTP/1.1" status: 204 len: 168 time: 0.2985468 Nov 08 12:51:59.978937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c57c6-337b-4788-80be-ee5ff3bb7274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7b3ee-2cde-4c5e-b449-c5d3bfa73233,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:00.620138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52606e-fd8f-4785-901c-f9a6a4723692 req-669119b4-8640-4a67-b12a-a3093016dd02 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:00.621749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb52606e-fd8f-4785-901c-f9a6a4723692 req-669119b4-8640-4a67-b12a-a3093016dd02 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0580614 Nov 08 12:52:00.683682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb52606e-fd8f-4785-901c-f9a6a4723692 req-4097f4fc-6a73-46d4-b191-9479c6c1d4c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547726 Nov 08 12:52:00.873179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44544) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:00.922755 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43d6664c-2e04-4413-87d1-143d52cd8fb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fdaa285f100445f9c71faba0b125895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481241 Nov 08 12:52:00.925210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:00.991804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:01.019431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:01.280296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:01.282967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:01.284143 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f1fec08-d583-4593-ba54-56cc07c89814 HTTP/1.1" status: 204 len: 168 time: 0.3579786 Nov 08 12:52:01.292954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1fec08-d583-4593-ba54-56cc07c89814,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:01.300742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.301107 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.301504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.301849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.302187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.302545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.302877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.303208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.303538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.303864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.304190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.304514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75f3c5-19ea-4e8c-bde7-cb0ffeb5a0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:01.827842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aadde8-9dcb-4d44-952f-9e867c802db5 req-2b05d7d4-a232-4bff-94b4-e4104b0bb3f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:01.835803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49aadde8-9dcb-4d44-952f-9e867c802db5 req-2b05d7d4-a232-4bff-94b4-e4104b0bb3f7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0685325 Nov 08 12:52:01.905972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49aadde8-9dcb-4d44-952f-9e867c802db5 req-8dea5da0-61e0-4037-9c3c-4d705fc62121 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690112 Nov 08 12:52:03.053856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf1912-7e30-452d-964d-66d908e37ec8 req-889e49b9-c883-4b61-bb53-1e70517fa027 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:03.056918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ddf1912-7e30-452d-964d-66d908e37ec8 req-889e49b9-c883-4b61-bb53-1e70517fa027 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0648820 Nov 08 12:52:03.155175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ddf1912-7e30-452d-964d-66d908e37ec8 req-bd3b3525-ef04-49fb-a5f4-4cb6edd5123e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873916 Nov 08 12:52:04.002501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:04.169629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f047e94-f3b1-481b-a02e-d7d6d758907d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.301958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910062-89be-4401-b457-263c41420bfd req-46e9ef27-21ec-44df-8a12-267d1070f80b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:04.303900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6910062-89be-4401-b457-263c41420bfd req-46e9ef27-21ec-44df-8a12-267d1070f80b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0778422 Nov 08 12:52:04.334742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f047e94-f3b1-481b-a02e-d7d6d758907d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.375136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6910062-89be-4401-b457-263c41420bfd req-983c3a5a-8838-4f34-b285-cf737d93b2f2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578928 Nov 08 12:52:04.463455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f047e94-f3b1-481b-a02e-d7d6d758907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.505037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f047e94-f3b1-481b-a02e-d7d6d758907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23ce94-f9dc-44ea-a96b-cc7afe579c41,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:04.524587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f047e94-f3b1-481b-a02e-d7d6d758907d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65523029bd3b43cf87c337267abdf959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5199411 Nov 08 12:52:04.527498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:04.592259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.620981 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.846545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.850512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:04.851991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed23ce94-f9dc-44ea-a96b-cc7afe579c41 HTTP/1.1" status: 204 len: 168 time: 0.3232474 Nov 08 12:52:04.863691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23ce94-f9dc-44ea-a96b-cc7afe579c41,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:04.872425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.872775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.873109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.873440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.873769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.874093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.874458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.874785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.875108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.875427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.876146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:04.876146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927062f6-50fe-4124-bdc1-9b5765f08935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:05.135974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:05.330398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c42061b0-9205-40d7-a503-3151e91894be tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:05.472535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c42061b0-9205-40d7-a503-3151e91894be tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "PUT /v2.0/quotas/be848af4558248da9fb07e7aa62d8e5b HTTP/1.1" status: 200 len: 368 time: 0.3353524 Nov 08 12:52:05.475111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:05.480781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Request body: {'network': {'project_id': 'be848af4558248da9fb07e7aa62d8e5b'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:05.525987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d403b38-40f5-4227-b3f4-19f77d0cfe52 req-7c399eab-017d-4214-a878-a479ccf5bab2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:05.525987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d403b38-40f5-4227-b3f4-19f77d0cfe52 req-7c399eab-017d-4214-a878-a479ccf5bab2 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0741773 Nov 08 12:52:05.584694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d403b38-40f5-4227-b3f4-19f77d0cfe52 req-940a1673-e670-45d5-b96a-b947a3dd0b78 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531559 Nov 08 12:52:05.666132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Made reservation on behalf of be848af4558248da9fb07e7aa62d8e5b for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:05.668689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:05.678109 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:05.757547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:05.954219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:05.983051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:05.991967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40855cb0-4f0b-4e82-88fb-b989e825b2c5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:05.998906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:05.999148 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Added segment 4457a10a-616e-4d24-8d41-c541625c1c36 of type vlan for network 37c5fdf1-b9c1-4c70-a882-fa0164d62cd3 Nov 08 12:52:06.044649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.155614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44794) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:06.170419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fd8af73-4ae0-458b-a642-d9cf1b80589c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.251850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.252834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:06.257511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.257511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fd8af73-4ae0-458b-a642-d9cf1b80589c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.318793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event updated for resources: {'Network': ['ID=37c5fdf1-b9c1-4c70-a882-fa0164d62cd3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:06.329203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 37c5fdf1-b9c1-4c70-a882-fa0164d62cd3 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:06.348588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fd8af73-4ae0-458b-a642-d9cf1b80589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.384282 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1fd8af73-4ae0-458b-a642-d9cf1b80589c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96e624903857470eb17dc31bf8a71173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275145 Nov 08 12:52:06.386995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:06.413036 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1b0fd49e-9835-41cc-bf92-80ce542f7fff tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9368465 Nov 08 12:52:06.415733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:06.417244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8af73-4ae0-458b-a642-d9cf1b80589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c208e2a-15b5-41ac-8e36-eabb82932ac7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:06.421475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Request body: {'network': {'project_id': 'be848af4558248da9fb07e7aa62d8e5b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:06.455022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.476846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.568942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Made reservation on behalf of be848af4558248da9fb07e7aa62d8e5b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:06.571484 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.687810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.691620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.697724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c208e2a-15b5-41ac-8e36-eabb82932ac7 HTTP/1.1" status: 204 len: 168 time: 0.3050318 Nov 08 12:52:06.701996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fe32-f147-41ca-a8ba-8e30a99a1c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c208e2a-15b5-41ac-8e36-eabb82932ac7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:06.708393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:06.739359 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.739723 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Added segment b207a37f-93e7-4948-8d13-fd58bcbf1729 of type vlan for network b6139483-331c-4274-9c12-3e08ba197e1f Nov 08 12:52:06.750363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987c19-3166-4e83-b11f-029f5d5a6885 req-2f636ee7-854b-47d0-b671-02865be502c0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:06.751955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11987c19-3166-4e83-b11f-029f5d5a6885 req-2f636ee7-854b-47d0-b671-02865be502c0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0912383 Nov 08 12:52:06.819892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:06.867647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11987c19-3166-4e83-b11f-029f5d5a6885 req-da81098b-bb30-4b12-a218-73c8069aa543 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027825 Nov 08 12:52:07.037139 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.040903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:07.040903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.100401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event updated for resources: {'Network': ['ID=b6139483-331c-4274-9c12-3e08ba197e1f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:07.110424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network b6139483-331c-4274-9c12-3e08ba197e1f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:07.352770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b8addc70-c2cf-4079-a15e-1c6c507fa4fd tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9282460 Nov 08 12:52:07.354789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:07.359944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-43af931b-f4d3-4568-945d-02ecd2bb9558 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Request body: {'network': {'project_id': 'be848af4558248da9fb07e7aa62d8e5b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:07.372210 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-43af931b-f4d3-4568-945d-02ecd2bb9558 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 12:52:07.373021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43af931b-f4d3-4568-945d-02ecd2bb9558 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:52:07.374225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-43af931b-f4d3-4568-945d-02ecd2bb9558 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0184121 Nov 08 12:52:07.377409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:07.424688 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1b5b3e7b-62c8-4f10-acf6-9e364275df62 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be848af4558248da9fb07e7aa62d8e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461550 Nov 08 12:52:07.427559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:07.477525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.501085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.723584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.726762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.727975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/40855cb0-4f0b-4e82-88fb-b989e825b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2995064 Nov 08 12:52:07.734722 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:07.747842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ba1ab-f2eb-4c55-86f3-8e47b350e019 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40855cb0-4f0b-4e82-88fb-b989e825b2c5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:07.828117 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.912045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.933624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6139483-331c-4274-9c12-3e08ba197e1f']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:07.949247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b207a37f-93e7-4948-8d13-fd58bcbf1729') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:07.950051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b207a37f-93e7-4948-8d13-fd58bcbf1729') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:07.963437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:07.997751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97814-4c6f-49f3-a9ef-72565328f9e8 req-e67131f2-9110-4d39-98ac-c2aaaa6c8c1e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:08.005387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3b97814-4c6f-49f3-a9ef-72565328f9e8 req-e67131f2-9110-4d39-98ac-c2aaaa6c8c1e tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0617146 Nov 08 12:52:08.026180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44878) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:08.046096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-285f2c0e-3059-43e1-8985-9ebd8e7a5beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.067852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3b97814-4c6f-49f3-a9ef-72565328f9e8 req-5f49e094-47cc-4ff7-92a7-4cbf2faf15f3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615077 Nov 08 12:52:08.198380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.205534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:52:08.205951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:52:08.208494 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:52:08.462102 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.474646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.477941 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b6139483-331c-4274-9c12-3e08ba197e1f HTTP/1.1" status: 204 len: 168 time: 0.7419336 Nov 08 12:52:08.481182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:08.495696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6235e2-0e1b-4eda-8b06-628f02ba758c tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6139483-331c-4274-9c12-3e08ba197e1f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:08.544158 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-285f2c0e-3059-43e1-8985-9ebd8e7a5beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.566574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.647302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.668015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c5fdf1-b9c1-4c70-a882-fa0164d62cd3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:08.677437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4457a10a-616e-4d24-8d41-c541625c1c36') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:08.677766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4457a10a-616e-4d24-8d41-c541625c1c36') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:08.687305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.701443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.708196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:52:08.708586 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:52:08.710485 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:52:08.729076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-285f2c0e-3059-43e1-8985-9ebd8e7a5beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.774564 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-285f2c0e-3059-43e1-8985-9ebd8e7a5beb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01f22b41d4c047d28967ed8af8519e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470002 Nov 08 12:52:08.777680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2c0e-3059-43e1-8985-9ebd8e7a5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069ee31-c450-400e-8477-fa42018a5c4e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:08.777968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44904) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:08.833204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.856070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.897182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.905471 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:08.908872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] 10.222.0.58 "DELETE /v2.0/networks/37c5fdf1-b9c1-4c70-a882-fa0164d62cd3 HTTP/1.1" status: 204 len: 168 time: 0.4266384 Nov 08 12:52:08.921510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773f05-1050-4ead-a2a1-cd4f0b6f4b35 tempest-QuotasNegativeTest-628915658 tempest-QuotasNegativeTest-628915658-project-admin] Pushing event deleted for resources: {'Network': ['ID=37c5fdf1-b9c1-4c70-a882-fa0164d62cd3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:09.039930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:09.042597 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:09.044138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f069ee31-c450-400e-8477-fa42018a5c4e HTTP/1.1" status: 204 len: 168 time: 0.2649369 Nov 08 12:52:09.055457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d2acf-0ffc-4e1f-b370-ef4b915185f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069ee31-c450-400e-8477-fa42018a5c4e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:09.200814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf26d8-71e6-4666-8a84-8e37d51d2281 req-18f6fd3f-3540-47e2-9678-cd94277cf575 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:09.202451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfaf26d8-71e6-4666-8a84-8e37d51d2281 req-18f6fd3f-3540-47e2-9678-cd94277cf575 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0598662 Nov 08 12:52:09.265078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bfaf26d8-71e6-4666-8a84-8e37d51d2281 req-b58d0c02-3cf9-4ead-8c0b-dc233bd9fb9f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560336 Nov 08 12:52:09.379368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45ef8a-8b7b-46f7-b57c-1f889ba5b68b req-fa6e335b-6c85-4ee6-8a63-94ea0fce9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:09.380871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bf45ef8a-8b7b-46f7-b57c-1f889ba5b68b req-fa6e335b-6c85-4ee6-8a63-94ea0fce9ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0463367 Nov 08 12:52:09.430562 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-bf45ef8a-8b7b-46f7-b57c-1f889ba5b68b req-80626e93-d101-41b9-951e-7037c3a6f50b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Nov 08 12:52:10.397997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aab8b-4557-4dbd-8f65-b04bdbc69474 req-31a0a531-08cc-47a7-b8f3-b366395b60b0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:10.401235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6aab8b-4557-4dbd-8f65-b04bdbc69474 req-31a0a531-08cc-47a7-b8f3-b366395b60b0 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.0587189 Nov 08 12:52:10.441549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 44956) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:10.491777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6aab8b-4557-4dbd-8f65-b04bdbc69474 req-9e8ed3c1-9815-492b-a18e-146a394251d3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800393 Nov 08 12:52:10.567913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6648c2b2-4c23-430c-a931-a873e75ec16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:10.663963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6648c2b2-4c23-430c-a931-a873e75ec16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:10.763055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6648c2b2-4c23-430c-a931-a873e75ec16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:10.812354 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6648c2b2-4c23-430c-a931-a873e75ec16e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6e6a39ef95c4f8298b267230556366e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696926 Nov 08 12:52:10.815314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 44978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:10.823466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c2b2-4c23-430c-a931-a873e75ec16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fcbec7-79af-487e-9229-d899a5eb0568,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:10.879432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:52:10.885715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:10.889249 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:10.916281 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.076647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.097651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:11.116661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '45ab643e-d168-456e-8766-06c85976cf8b', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'port_id': '45ab643e-d168-456e-8766-06c85976cf8b', 'mac_address': 'fa:16:3e:f6:d7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:52:11.122713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:11.124975 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca9ed1-d249-4669-bee2-f35030a015d0" -d '{"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:11.134954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.143665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.143665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40fcbec7-79af-487e-9229-d899a5eb0568 HTTP/1.1" status: 204 len: 168 time: 0.3246865 Nov 08 12:52:11.144699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:11.183217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c51a3-b6fc-449c-abbb-754c51b5e661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fcbec7-79af-487e-9229-d899a5eb0568,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:11.183502 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ade1e0-c0ff-4a8e-9475-4a57b7698776 x-openstack-request-id: req-98ade1e0-c0ff-4a8e-9475-4a57b7698776 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:11.183502 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:11.183502 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98ade1e0-c0ff-4a8e-9475-4a57b7698776 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:11.183502 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'code': 200} Nov 08 12:52:11.204384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.237326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:11.349658 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:11.427599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:52:11.427946 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:52:11.430550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:11.438221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.438542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.438885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.439223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.439556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.439890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.440215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.440538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.440862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.441232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.441555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.441918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:11.644250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b969fc-f745-4e2d-9b35-bcdb9427305d req-2794b20a-a19b-44d6-a6fb-65f542926b5d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:11.644250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62b969fc-f745-4e2d-9b35-bcdb9427305d req-2794b20a-a19b-44d6-a6fb-65f542926b5d tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 943 time: 0.0781174 Nov 08 12:52:11.704069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62b969fc-f745-4e2d-9b35-bcdb9427305d req-1b229769-eab6-4a41-b5fb-989cd10223b3 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547290 Nov 08 12:52:11.753850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:11.840622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c0169cab-8f98-4f6b-92d6-9a922143805b tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/floatingips/5ce494a8-526e-46b9-967f-540765b95118 HTTP/1.1" status: 200 len: 991 time: 0.0852592 Nov 08 12:52:12.007804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.028204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:12.064611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:12.174381 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.242640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:12.396656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45020) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:12.404471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['45ab643e-d168-456e-8766-06c85976cf8b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:52:12.430742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8cd-b085-4232-9191-fb1e512325ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.607810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8cd-b085-4232-9191-fb1e512325ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.751307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8cd-b085-4232-9191-fb1e512325ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.778555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c8cd-b085-4232-9191-fb1e512325ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed2e458-af4a-4127-9e7b-c5dcdf1f4c66,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:12.818407 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c4e4c8cd-b085-4232-9191-fb1e512325ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3d9a414fdba4558b49975986bf5141e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199092 Nov 08 12:52:12.818924 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45026) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:12.871132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:12.895226 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:13.114070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:13.116862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:13.121325 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bed2e458-af4a-4127-9e7b-c5dcdf1f4c66 HTTP/1.1" status: 204 len: 168 time: 0.2985821 Nov 08 12:52:13.130541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81758f4-53df-4d52-9fc8-1c5521b90818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed2e458-af4a-4127-9e7b-c5dcdf1f4c66,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:14.904728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:14.960932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 45ab643e-d168-456e-8766-06c85976cf8b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:14.961221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:15.229142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:15.262077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:15.264667 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdad503-acbe-44fa-afc0-15e0d129e0a5" -d '{"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-plugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:15.268627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:15.304854 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:52:15.321303 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609e532a-2d86-475d-88a2-3dc0377a4a63 x-openstack-request-id: req-609e532a-2d86-475d-88a2-3dc0377a4a63 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:15.321624 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-plugged", "status": "completed", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:15.322470 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-609e532a-2d86-475d-88a2-3dc0377a4a63 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:15.323079 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'code': 200} Nov 08 12:52:15.441179 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:15.497542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:16.003227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-226d6124-df5c-4894-96b9-c895c2529468 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461540 Nov 08 12:52:16.111847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-35093e35-8225-4308-9c27-84964346ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:16.113367 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-35093e35-8225-4308-9c27-84964346ff36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0553997 Nov 08 12:52:16.183630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:16.257717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-adaf47f7-a078-4231-a0c8-38b8efb435ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:16.261355 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-adaf47f7-a078-4231-a0c8-38b8efb435ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 898 time: 0.1249032 Nov 08 12:52:16.344416 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-cb305f96-00ff-48d6-840e-69020c85392d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 1001 time: 0.0761440 Nov 08 12:52:16.382476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:16.436183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-3f00a9b2-188c-4f4c-a55f-745ba2820d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:16.439737 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-3f00a9b2-188c-4f4c-a55f-745ba2820d88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.0866368 Nov 08 12:52:16.530535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-a44cb411-10e3-48fa-9661-2eef88a90d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:16.534629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-a44cb411-10e3-48fa-9661-2eef88a90d60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858479 Nov 08 12:52:16.556281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1837745012', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:16.693011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-d0f54767-63b8-4e38-8be0-d8d0223b427e service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539342 Nov 08 12:52:16.699766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45104) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:16.702532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Made reservation on behalf of cd63bfb248b049bbacc14eb2ace035ce for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:16.706513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:16.739779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:16.819590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-406a5fae-32d6-4f14-8609-0a72cbda8286 req-7cbea354-3fa2-4f3c-9348-42edd5f7e4db service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165237 Nov 08 12:52:16.918192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.036536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3091750-5d70-4040-9862-696fad54c892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.122501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.128168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] device_id is not set on port b502e218-0811-4ecc-bfbf-533df1ecfb23 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:52:17.143948 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3091750-5d70-4040-9862-696fad54c892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.192331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68632e0a-4c70-4452-aeba-7e2203b6ff7a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:17.256800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3091750-5d70-4040-9862-696fad54c892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.297091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Allocated IP 172.25.1.201 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/b502e218-0811-4ecc-bfbf-533df1ecfb23) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:17.312100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3091750-5d70-4040-9862-696fad54c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19178cff-020a-4ce3-a676-b15154095e81,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:17.318267 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3091750-5d70-4040-9862-696fad54c892 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38b6e20c8e794c0589186a5c0e71decf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6173337 Nov 08 12:52:17.321058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:17.407774 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.436111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.471991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.591062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.596503 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.596503 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19178cff-020a-4ce3-a676-b15154095e81 HTTP/1.1" status: 204 len: 168 time: 0.2718534 Nov 08 12:52:17.603809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6bbf-d9f5-4cbd-b238-83739443c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19178cff-020a-4ce3-a676-b15154095e81,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:17.623928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.674412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:17.677831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:17.682443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:17.731996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Pushing event updated for resources: {'Port': ['ID=b502e218-0811-4ecc-bfbf-533df1ecfb23,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:17.749982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:17.750596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:17.946574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:17.948769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6cf7d7c-e5d4-4924-b736-3128e0a5c7e1 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5641661 Nov 08 12:52:17.951992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.201'}]}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:18.114213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:18.115473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:18.175934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:18.510756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:18.829527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:18.849554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:19.237932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:19.918649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:19.921675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:20.153307 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:20.153307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf39de8b-26d5-4ae8-8a35-ff1bfcfdfd39 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:52:20.266228 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 12:52:20.270630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:20.276220 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-976fe77d-0df5-42c1-b50b-f4a21404b766 tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3236573 Nov 08 12:52:20.360999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Deleting port b502e218-0811-4ecc-bfbf-533df1ecfb23 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:20.361751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:20.378540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:20.486427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:20.520763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Calling delete_port for b502e218-0811-4ecc-bfbf-533df1ecfb23 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:21.186111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:21.250412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Pushing event deleted for resources: {'Port': ['ID=b502e218-0811-4ecc-bfbf-533df1ecfb23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:21.350361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:21.361708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8cab917d-8c9c-42a1-aa37-65accbbe06ce tempest-RoutersAdminNegativeTest-1376516264 tempest-RoutersAdminNegativeTest-1376516264-project-admin] 10.222.0.58 "DELETE /v2.0/ports/b502e218-0811-4ecc-bfbf-533df1ecfb23 HTTP/1.1" status: 204 len: 168 time: 1.0892694 Nov 08 12:52:21.664391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:21.673232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'network': {'name': 'tempest-network-smoke--2024707176', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:21.865345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:21.869248 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:21.880157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:21.948158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45236) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:21.987047 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.077618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-463a0881-5583-4383-acdf-0cfda1dd177e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.085649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.117997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:22.130449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6cd0ea-c2be-4cee-9622-84d8ea4c4f0c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:22.136218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.141819 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Added segment 0a0c18cc-72c5-4061-8e12-ab618452dd99 of type vlan for network beaba7e1-0869-4aec-b216-1427a8f2d8d7 Nov 08 12:52:22.198750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-463a0881-5583-4383-acdf-0cfda1dd177e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.211861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.351534 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-463a0881-5583-4383-acdf-0cfda1dd177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.374231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.389244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:22.391801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.396095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-463a0881-5583-4383-acdf-0cfda1dd177e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f04d7ebf462741eca6bd7a03de45370a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457107 Nov 08 12:52:22.396260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45248) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:22.434756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a0881-5583-4383-acdf-0cfda1dd177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca883e0c-f54b-421f-a297-22ae959165ba,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:22.483750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.518840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.560425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8939047 Nov 08 12:52:22.564031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:22.580320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'admin_state_up': True, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:22.674289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656940-7dbc-4251-8976-7cc4ed375750 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Network': ['ID=beaba7e1-0869-4aec-b216-1427a8f2d8d7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:22.687704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:22.780749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.785646 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.808823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.814207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:22.818141 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca883e0c-f54b-421f-a297-22ae959165ba HTTP/1.1" status: 204 len: 168 time: 0.4132676 Nov 08 12:52:22.873358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400e0e-d737-4493-ac65-319d88b836fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca883e0c-f54b-421f-a297-22ae959165ba,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:22.954969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.212898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.293771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e93b603d-f8df-4288-9f06-81c686b56c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.602860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.623495 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.698944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:23.756747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.25.1.194 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/77102696-58b7-4f31-99fe-74c1788ded2b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:23.784246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-77c5c5a7-6e7b-4438-80e2-f17967a7ef0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd63bfb248b049bbacc14eb2ace035ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841906 Nov 08 12:52:23.791195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:23.852295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.891977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:23.904237 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:24.095797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-1328e233-9e77-4683-8391-d703f0559598 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523293 Nov 08 12:52:24.182953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-b51a5600-1e62-4593-958e-02ad8b866ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:24.184508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-b51a5600-1e62-4593-958e-02ad8b866ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.0440400 Nov 08 12:52:24.217172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:24.275814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:24.278655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:24.282958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68632e0a-4c70-4452-aeba-7e2203b6ff7a HTTP/1.1" status: 204 len: 168 time: 0.4877124 Nov 08 12:52:24.294198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53172ea-457a-4c88-9e50-de92450cd515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68632e0a-4c70-4452-aeba-7e2203b6ff7a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:24.312739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:24.319717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:24.333933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:24.364493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-67ada434-45e7-4ce7-a89f-3bc8aa60ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:24.366796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-67ada434-45e7-4ce7-a89f-3bc8aa60ea0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 914 time: 0.1627359 Nov 08 12:52:24.370341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=77102696-58b7-4f31-99fe-74c1788ded2b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:24.500171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-a5348054-d601-4360-9a75-126bc2061ff1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 1002 time: 0.1172359 Nov 08 12:52:24.586404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-73884b13-db2a-4150-aebb-3a81484f5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:24.589801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-73884b13-db2a-4150-aebb-3a81484f5ae5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.0811813 Nov 08 12:52:24.646858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-e1d93dfa-f588-49d5-ad76-35a9c3213195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:24.649048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-e1d93dfa-f588-49d5-ad76-35a9c3213195 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520241 Nov 08 12:52:24.765987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-9b02b511-27f6-4013-874e-d8235721b538 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085024 Nov 08 12:52:25.029317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cad0cc0-7c31-4a4b-a0a7-48458589b645 req-41e27557-bf76-4385-af8a-319a479e2e66 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561879 Nov 08 12:52:25.096657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.241109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:25.370012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.449725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fbb345d-5a3f-4a4d-a09f-4f834ce44ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.478168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-67b38f95-5f6b-4c95-96d1-b7cd44511779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.561463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fbb345d-5a3f-4a4d-a09f-4f834ce44ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.616417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router 14c0e392-ce7a-4e46-b575-68295a803438 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:52:25.716504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fbb345d-5a3f-4a4d-a09f-4f834ce44ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.738011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:25.754659 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Sync routers for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:25.762851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4fbb345d-5a3f-4a4d-a09f-4f834ce44ef2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c18fdbd081ad46cc86d83aa5e460333b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177763 Nov 08 12:52:25.762851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb345d-5a3f-4a4d-a09f-4f834ce44ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c60ad-414b-4664-b508-4d9b140d2451,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:25.767816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:25.772090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:25.778926 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:25.841392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.852280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.856448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ae9601be-195b-40df-8783-b94feca4542b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2886140 Nov 08 12:52:25.859959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:25.931613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:25.975441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:26.162043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.169730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.171336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f18c60ad-414b-4664-b508-4d9b140d2451 HTTP/1.1" status: 204 len: 168 time: 0.4060836 Nov 08 12:52:26.181738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21facf66-ecbb-43eb-b4f2-b9d203a2816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c60ad-414b-4664-b508-4d9b140d2451,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:26.278079 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45332) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:26.282599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7c7f57f9-5916-4782-b68f-aa5b637c3a00 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=dd75a38e55dc483cb79e05678b7be7df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4211130 Nov 08 12:52:26.283330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:26.351714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:24Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:26.449518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b9541-b75d-4db7-a1f7-959e12d65bd4 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:26.452431 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c36b9541-b75d-4db7-a1f7-959e12d65bd4 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1670671 Nov 08 12:52:26.455698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:26.458326 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291077901'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:26.494326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-050de840-a985-4e8e-aa04-65579376c238 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367076 Nov 08 12:52:26.497525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:26.504029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838000074', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:26.510631 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Checking router: 14c0e392-ce7a-4e46-b575-68295a803438 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:52:26.511065 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Updating router 14c0e392-ce7a-4e46-b575-68295a803438 port 77102696-58b7-4f31-99fe-74c1788ded2b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:52:26.542217 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.630506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:26.634852 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.658613 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.742149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.754274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:26.754458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.757785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.828714 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.836464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.878082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:26.890874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776b0f73-773a-442b-885e-a7d7e84d1111,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:26.897846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.897846 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 5773307a-47b7-4123-8c9d-033e2fa0a709 of type vlan for network e47ba3e9-01b3-48de-b6b8-4b170f276607 Nov 08 12:52:26.943225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:26.952243 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.040140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Pushing event updated for resources: {'Port': ['ID=77102696-58b7-4f31-99fe-74c1788ded2b,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:27.040140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Attempting to bind port 77102696-58b7-4f31-99fe-74c1788ded2b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:27.040140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Attempting to bind port 77102696-58b7-4f31-99fe-74c1788ded2b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:27.040140 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Attempting to bind port 77102696-58b7-4f31-99fe-74c1788ded2b on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:27.046830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.047219 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.047567 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.047901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.048232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.048559 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.048879 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.049196 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.049513 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.049830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.050147 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.050493 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:52:27.056549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:27.057008 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:27.057564 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.057958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:27.058459 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Bound port: 77102696-58b7-4f31-99fe-74c1788ded2b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:27.058837 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.110796 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] For port 77102696-58b7-4f31-99fe-74c1788ded2b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:27.113962 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] For port 77102696-58b7-4f31-99fe-74c1788ded2b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=77102696-58b7-4f31-99fe-74c1788ded2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:27.133665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.133886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.141162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:27.141878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.204083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Subnet': ['ID=8e15f794-02ef-480b-9368-8d0451c159dc,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:27.212212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Checking segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:27.212540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network hostable DHCP agents. Network: beaba7e1-0869-4aec-b216-1427a8f2d8d7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:52:27.227260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=e47ba3e9-01b3-48de-b6b8-4b170f276607,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:27.238648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:27.251928 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.293508 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e5edf54-b718-4bee-b60f-64775ad674e7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0067468 Nov 08 12:52:27.296148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45362) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:27.302087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247508186'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:27.320258 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:27.320887 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:27.322746 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0638-40c3-4917-adc9-85ba085d3be6 None None] Pushing event updated for resources: {'Port': ['ID=77102696-58b7-4f31-99fe-74c1788ded2b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:27.356006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:52:27.436957 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:27.522926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:27.526990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.529068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, beaba7e1-0869-4aec-b216-1427a8f2d8d7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:27.539070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6073429b-e5bd-4dca-bfba-f9f31a5816d7 None None] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:27.562576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:27.563311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.588827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45370) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:27.606644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f023ec90-a64d-4a7e-b0d3-7acc4de75ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.615991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:27.630523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.631335 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 4e9a15c7-71c5-49db-8c5a-a6075bea533a of type vlan for network 58845778-72ae-4267-95e5-8f5d99efab82 Nov 08 12:52:27.638714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:24Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:27.672874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d8b0-fe3b-4de8-adb1-ad1a830f5161 None None] The sync data for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 is: [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:24Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:27.698108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.713055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3ba95cd3-8cb2-43a5-ac43-dce42b7505cd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2110326 Nov 08 12:52:27.714784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:27.741688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f023ec90-a64d-4a7e-b0d3-7acc4de75ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.765210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:52:27.769125 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.888681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f023ec90-a64d-4a7e-b0d3-7acc4de75ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:27.945743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023ec90-a64d-4a7e-b0d3-7acc4de75ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cead40a6-fd3b-431c-bdb6-f77c6a32eb4f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:27.976583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Allocated IP 172.20.0.2 (beaba7e1-0869-4aec-b216-1427a8f2d8d7/8e15f794-02ef-480b-9368-8d0451c159dc/d474f4a2-b3f1-4507-97e7-3064388953dc) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:27.985951 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f023ec90-a64d-4a7e-b0d3-7acc4de75ea2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8975b598a5e840129648569856a2330b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958409 Nov 08 12:52:27.990011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45378) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:28.134051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.207692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.283668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.319339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.453018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.461112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.468716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.472762 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cead40a6-fd3b-431c-bdb6-f77c6a32eb4f HTTP/1.1" status: 204 len: 168 time: 0.4774754 Nov 08 12:52:28.485583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb08c38-e07e-490c-a6b5-3d1de29ae4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead40a6-fd3b-431c-bdb6-f77c6a32eb4f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:28.494126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.499137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:28.499639 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.555117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Pushing event updated for resources: {'Port': ['ID=d474f4a2-b3f1-4507-97e7-3064388953dc,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:28.584950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:28.595796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:28.599855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=58845778-72ae-4267-95e5-8f5d99efab82,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:28.603265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:28.687808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 58845778-72ae-4267-95e5-8f5d99efab82 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:28.828154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Attempting to bind port d474f4a2-b3f1-4507-97e7-3064388953dc on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:28.829147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Attempting to bind port d474f4a2-b3f1-4507-97e7-3064388953dc by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:28.829147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Attempting to bind port d474f4a2-b3f1-4507-97e7-3064388953dc on network beaba7e1-0869-4aec-b216-1427a8f2d8d7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:28.841029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37994313-55c0-4864-af90-7d15e68c3ca6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5406573 Nov 08 12:52:28.841696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45392) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:28.845521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:28.845904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Checking segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:28.846349 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.846910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Bound using segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:28.847552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Bound port: d474f4a2-b3f1-4507-97e7-3064388953dc, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:28.847946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:28.850766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:28.942646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] For port d474f4a2-b3f1-4507-97e7-3064388953dc, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:28.958992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] For port d474f4a2-b3f1-4507-97e7-3064388953dc, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d474f4a2-b3f1-4507-97e7-3064388953dc,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:29.090813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.108993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.192065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f2440-6927-429e-a36b-f81c89ab2e23 None None] Pushing event updated for resources: {'Port': ['ID=d474f4a2-b3f1-4507-97e7-3064388953dc,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:29.308258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:29.313756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.384398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 77102696-58b7-4f31-99fe-74c1788ded2b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:29.564188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 77102696-58b7-4f31-99fe-74c1788ded2b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:29.564699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.684214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.748071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.806479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 77102696-58b7-4f31-99fe-74c1788ded2b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=77102696-58b7-4f31-99fe-74c1788ded2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:29.835975 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45410) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:29.868763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9717fd94-8990-4126-889c-ee0017051009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.915628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:29.960840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.002830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=77102696-58b7-4f31-99fe-74c1788ded2b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:30.062971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9717fd94-8990-4126-889c-ee0017051009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.068007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=7641e683-2326-4abf-b969-44e3c22f1823,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:30.139226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '5773307a-47b7-4123-8c9d-033e2fa0a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:30.139226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: e47ba3e9-01b3-48de-b6b8-4b170f276607, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:52:30.205211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9717fd94-8990-4126-889c-ee0017051009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.251729 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9717fd94-8990-4126-889c-ee0017051009 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b9cd15f81124f008474443283832cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4137526 Nov 08 12:52:30.252685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717fd94-8990-4126-889c-ee0017051009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e116595-abad-432a-9acc-c1443b227798,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:30.257974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:30.302441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:52:30.307672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.20.0.1 (beaba7e1-0869-4aec-b216-1427a8f2d8d7/8e15f794-02ef-480b-9368-8d0451c159dc/55fea88f-94e5-43b5-944f-baab9f8d2490) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:30.385132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.447657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, e47ba3e9-01b3-48de-b6b8-4b170f276607) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:30.450921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.457912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:30.458641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d8866-e2be-48e1-8f95-837d73aaa3c7 None None] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:30.459273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.560390 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-622ee093-9b96-4964-a15d-a3ce373521c5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7174916 Nov 08 12:52:30.563413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45422) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:30.570661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': '58845778-72ae-4267-95e5-8f5d99efab82', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:30.621343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.641131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.642813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.644260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e116595-abad-432a-9acc-c1443b227798 HTTP/1.1" status: 204 len: 168 time: 0.3844991 Nov 08 12:52:30.695187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb266-6051-4683-813f-b523897cada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e116595-abad-432a-9acc-c1443b227798,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:30.739944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-e47ba3e9-01b3-48de-b6b8-4b170f276607', 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': '7641e683-2326-4abf-b969-44e3c22f1823'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:52:30.739944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.840622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:30.944749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:30.945482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Allocated IP 172.20.0.2 (e47ba3e9-01b3-48de-b6b8-4b170f276607/7641e683-2326-4abf-b969-44e3c22f1823/43945d10-0fd7-487f-b585-d30d4eaa93a6) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:30.962603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:30.962603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:30.994132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:31.002950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:31.013354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.038448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.117008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd88d81-aafe-4b7b-b0fe-92f04ba5780c None None] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:31.529317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d474f4a2-b3f1-4507-97e7-3064388953dc up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:31.592506 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.607470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] Provisioning complete for port d474f4a2-b3f1-4507-97e7-3064388953dc triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:31.607796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.674179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.687202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d474f4a2-b3f1-4507-97e7-3064388953dc triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:31.687570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.761278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.787754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=d14cd406-c3fd-4f8f-88b7-80463a8a8932,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:31.792438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.811068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '4e9a15c7-71c5-49db-8c5a-a6075bea533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:31.811719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: 58845778-72ae-4267-95e5-8f5d99efab82, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:52:31.830508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:31.845899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:31.862162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:31.866060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:31.882575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Pushing event updated for resources: {'Port': ['ID=43945d10-0fd7-487f-b585-d30d4eaa93a6,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:31.957775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] For port d474f4a2-b3f1-4507-97e7-3064388953dc, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d474f4a2-b3f1-4507-97e7-3064388953dc,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:31.964807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 58845778-72ae-4267-95e5-8f5d99efab82 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:52:31.997602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Attempting to bind port 43945d10-0fd7-487f-b585-d30d4eaa93a6 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:32.000094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Attempting to bind port 43945d10-0fd7-487f-b585-d30d4eaa93a6 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '5773307a-47b7-4123-8c9d-033e2fa0a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:32.000094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Attempting to bind port 43945d10-0fd7-487f-b585-d30d4eaa93a6 on network e47ba3e9-01b3-48de-b6b8-4b170f276607 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:32.004700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:32.005248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Checking segment: {'id': '5773307a-47b7-4123-8c9d-033e2fa0a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:32.007973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.007973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Bound using segment: {'id': '5773307a-47b7-4123-8c9d-033e2fa0a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:32.007973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Bound port: 43945d10-0fd7-487f-b585-d30d4eaa93a6, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5773307a-47b7-4123-8c9d-033e2fa0a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e47ba3e9-01b3-48de-b6b8-4b170f276607'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:32.007973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.021809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.127647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] For port 43945d10-0fd7-487f-b585-d30d4eaa93a6, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:32.132067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] For port 43945d10-0fd7-487f-b585-d30d4eaa93a6, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=43945d10-0fd7-487f-b585-d30d4eaa93a6,segment=NetworkSegment(5773307a-47b7-4123-8c9d-033e2fa0a709),segment_id=5773307a-47b7-4123-8c9d-033e2fa0a709)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:32.135151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.180758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 58845778-72ae-4267-95e5-8f5d99efab82) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:32.191818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:32.194433 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.198638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811bf8c0-dee7-4eb5-92b5-1245a4cb80d4 None None] Network 58845778-72ae-4267-95e5-8f5d99efab82 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:32.301246 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.316987 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.376701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:52:32.376701 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:52:32.409063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d317a3-8d15-4bef-bed6-e4ba89844feb None None] Pushing event updated for resources: {'Port': ['ID=d474f4a2-b3f1-4507-97e7-3064388953dc,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:32.425643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b2fe0c6b-8e73-4885-b8eb-77c029bfae6f None None] Provisioning complete for port d474f4a2-b3f1-4507-97e7-3064388953dc triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:32.426014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0c6b-8e73-4885-b8eb-77c029bfae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.452409 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-edba659a-60f7-4401-8560-801e7cdd918c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8871288 Nov 08 12:52:32.455999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:32.462656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9016932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:32.529902 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.708709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2ef98-cdaa-45e5-bd42-40eba00904b0 None None] Pushing event updated for resources: {'Port': ['ID=43945d10-0fd7-487f-b585-d30d4eaa93a6,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:32.709010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.710123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.761183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.790479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-58845778-72ae-4267-95e5-8f5d99efab82', 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'd14cd406-c3fd-4f8f-88b7-80463a8a8932'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:52:32.800305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:32.803565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:32.980671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.091384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:33.093055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:33.119710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 77102696-58b7-4f31-99fe-74c1788ded2b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:33.122909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Allocated IP 172.21.0.2 (58845778-72ae-4267-95e5-8f5d99efab82/d14cd406-c3fd-4f8f-88b7-80463a8a8932/da2e80c8-e434-4125-9479-32696c480f72) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:33.146238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.181721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b2fe0c6b-8e73-4885-b8eb-77c029bfae6f None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:33.182085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0c6b-8e73-4885-b8eb-77c029bfae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.255995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router 14c0e392-ce7a-4e46-b575-68295a803438 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:33.305379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe0c6b-8e73-4885-b8eb-77c029bfae6f None None] Port 55fea88f-94e5-43b5-944f-baab9f8d2490 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:33.356512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.360395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db51c070-7857-4bd0-b178-724d558448b9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.9008298 Nov 08 12:52:33.361480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:33.489969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 77102696-58b7-4f31-99fe-74c1788ded2b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:33.496421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.587256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.614234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-999ca287-28b9-4fae-8738-91316a4e8abe None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:33.614801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-999ca287-28b9-4fae-8738-91316a4e8abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.663621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-999ca287-28b9-4fae-8738-91316a4e8abe None None] Port 55fea88f-94e5-43b5-944f-baab9f8d2490 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:33.670411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.763437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Pushing event updated for resources: {'Port': ['ID=da2e80c8-e434-4125-9479-32696c480f72,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:33.787698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Network 58845778-72ae-4267-95e5-8f5d99efab82 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:33.796755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:33.807138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:33.900556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ea5d0ebf-5f59-48d9-8a98-67143af77d06 None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:33.900927 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0ebf-5f59-48d9-8a98-67143af77d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.964740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d0ebf-5f59-48d9-8a98-67143af77d06 None None] Port 55fea88f-94e5-43b5-944f-baab9f8d2490 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:33.971089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Attempting to bind port da2e80c8-e434-4125-9479-32696c480f72 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:33.971546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Attempting to bind port da2e80c8-e434-4125-9479-32696c480f72 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4e9a15c7-71c5-49db-8c5a-a6075bea533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:33.974299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Attempting to bind port da2e80c8-e434-4125-9479-32696c480f72 on network 58845778-72ae-4267-95e5-8f5d99efab82 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:33.984056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:33.984374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Checking segment: {'id': '4e9a15c7-71c5-49db-8c5a-a6075bea533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:33.990549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:33.991057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Bound using segment: {'id': '4e9a15c7-71c5-49db-8c5a-a6075bea533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:33.991586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Bound port: da2e80c8-e434-4125-9479-32696c480f72, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9a15c7-71c5-49db-8c5a-a6075bea533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58845778-72ae-4267-95e5-8f5d99efab82'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:33.991990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.130002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] For port da2e80c8-e434-4125-9479-32696c480f72, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:34.148163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] For port da2e80c8-e434-4125-9479-32696c480f72, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=da2e80c8-e434-4125-9479-32696c480f72,segment=NetworkSegment(4e9a15c7-71c5-49db-8c5a-a6075bea533a),segment_id=4e9a15c7-71c5-49db-8c5a-a6075bea533a)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:34.174512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 43945d10-0fd7-487f-b585-d30d4eaa93a6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:34.240649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704d6c3-e1e8-42f8-bdfb-30a4a2a0798d None None] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:34.264830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.357073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:34.366225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0bfdcee8-80da-40f5-8e71-577310be51d9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "PUT /v2.0/routers/14c0e392-ce7a-4e46-b575-68295a803438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6503031 Nov 08 12:52:34.370168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:34.377262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--412073895', 'description': 'tempest-secgroup_access--412073895 description', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:34.420324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.421378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Sync routers for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:34.425070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214dc0c-560a-4054-a59b-5c1a4b4c3967 None None] Pushing event updated for resources: {'Port': ['ID=da2e80c8-e434-4125-9479-32696c480f72,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:34.458088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 43945d10-0fd7-487f-b585-d30d4eaa93a6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:34.458881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.465218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] Provisioning complete for port 43945d10-0fd7-487f-b585-d30d4eaa93a6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:34.465837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.509475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:34.510674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:34.566400 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.706961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:34.822783 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:34.945615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.20.0.1 (e47ba3e9-01b3-48de-b6b8-4b170f276607/7641e683-2326-4abf-b969-44e3c22f1823/608657af-f108-4bf1-8ada-7fc3824bf216) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:34.967967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.017802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd77bd-16eb-47cf-80d9-ea7154f59cab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:35.116113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.118439 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a3a2e557-b9eb-48b0-8cd5-b1f77ba6f6f8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7443345 Nov 08 12:52:35.121116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:35.125818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--387593457', 'description': 'tempest-secgroup_general--387593457 description', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:35.153653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.197299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.199176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.241750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.285334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.295989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] For port 43945d10-0fd7-487f-b585-d30d4eaa93a6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=43945d10-0fd7-487f-b585-d30d4eaa93a6,segment=NetworkSegment(5773307a-47b7-4123-8c9d-033e2fa0a709),segment_id=5773307a-47b7-4123-8c9d-033e2fa0a709)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:35.324686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:32Z', 'revision_number': 2, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:35.335284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:35.348033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:35.374222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=608657af-f108-4bf1-8ada-7fc3824bf216,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:35.376583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:35.379702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Checking router: 14c0e392-ce7a-4e46-b575-68295a803438 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:52:35.381139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Updating router 14c0e392-ce7a-4e46-b575-68295a803438 port 55fea88f-94e5-43b5-944f-baab9f8d2490 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:52:35.405151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.425341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.443542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.482201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.540058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b959e-7874-4d63-be77-04d0fd1e2244 None None] Pushing event updated for resources: {'Port': ['ID=43945d10-0fd7-487f-b585-d30d4eaa93a6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:35.576000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45437c9a-9328-4377-83b1-33605c1c3f23,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:35.613727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.645328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:52:35.645692 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:52:35.714971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.714971 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d983796-09da-4567-add4-5ee74652b695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5859852 Nov 08 12:52:35.714971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45512) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:35.721246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'security_group_rule': {'security_group_id': '69fd77bd-16eb-47cf-80d9-ea7154f59cab', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:35.787838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.854199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:35.998224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.087582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.121282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550ace12-4edf-440c-81ad-526eb3ebb2d9,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:36.244434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.246002 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d64f70c3-a3c8-4133-b47a-e40b8606d63a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5324638 Nov 08 12:52:36.252689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687f9cf-fc8c-4392-87b3-25d806034ff0 None None] Network 58845778-72ae-4267-95e5-8f5d99efab82 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:36.365266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-44ed6034-7777-429a-93a4-e8bc49638f1c None None] Provisioning complete for port 43945d10-0fd7-487f-b585-d30d4eaa93a6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:36.365771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44ed6034-7777-429a-93a4-e8bc49638f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.433689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d474f4a2-b3f1-4507-97e7-3064388953dc up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:36.724261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d474f4a2-b3f1-4507-97e7-3064388953dc triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:36.724665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.824267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.943369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:36.965213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.057245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-af2f1f82-6fc9-46e5-9daf-ad3f45827357 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--387593457&fields=id&tenant_id=dd75a38e55dc483cb79e05678b7be7df HTTP/1.1" status: 200 len: 267 time: 0.2281339 Nov 08 12:52:37.108969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Provisioning complete for port 608657af-f108-4bf1-8ada-7fc3824bf216 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:37.109421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.114989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.139527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.163498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=608657af-f108-4bf1-8ada-7fc3824bf216,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:37.206391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Port 608657af-f108-4bf1-8ada-7fc3824bf216 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:37.245101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186bf8f-8264-480c-8e0e-2165b93900b6 None None] Pushing event updated for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:37.324895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-948d2c82-e629-4543-bd5a-207e1e8c3b9b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--412073895&fields=id&tenant_id=dd75a38e55dc483cb79e05678b7be7df HTTP/1.1" status: 200 len: 267 time: 0.2569170 Nov 08 12:52:37.378277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Attempting to bind port 55fea88f-94e5-43b5-944f-baab9f8d2490 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:37.380324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Attempting to bind port 55fea88f-94e5-43b5-944f-baab9f8d2490 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:37.380759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Attempting to bind port 55fea88f-94e5-43b5-944f-baab9f8d2490 on network beaba7e1-0869-4aec-b216-1427a8f2d8d7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:37.438560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Provisioning complete for port da2e80c8-e434-4125-9479-32696c480f72 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:37.438945 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.453446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:37.454686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Checking segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:37.461316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.461316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Bound using segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:37.462236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Bound port: 55fea88f-94e5-43b5-944f-baab9f8d2490, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:37.467303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.562335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 43945d10-0fd7-487f-b585-d30d4eaa93a6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:37.615805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:37.619932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:37.792811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-705e836a-88ba-464d-8457-c2b7e24aa6df tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:37.800009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-705e836a-88ba-464d-8457-c2b7e24aa6df tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 797 time: 0.4741583 Nov 08 12:52:37.819221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] For port 55fea88f-94e5-43b5-944f-baab9f8d2490, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:37.820375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-73742a72-5b45-49a5-8642-08592a3ac236 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/quotas/dd75a38e55dc483cb79e05678b7be7df HTTP/1.1" status: 200 len: 375 time: 0.0194228 Nov 08 12:52:37.824348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] For port 55fea88f-94e5-43b5-944f-baab9f8d2490, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=55fea88f-94e5-43b5-944f-baab9f8d2490,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:37.828949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.877657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] For port da2e80c8-e434-4125-9479-32696c480f72, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=da2e80c8-e434-4125-9479-32696c480f72,segment=NetworkSegment(4e9a15c7-71c5-49db-8c5a-a6075bea533a),segment_id=4e9a15c7-71c5-49db-8c5a-a6075bea533a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:37.884517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 43945d10-0fd7-487f-b585-d30d4eaa93a6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:37.884891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:37.934568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-d56861e2-6248-4030-ab08-b441ac61a40c tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049623 Nov 08 12:52:37.969976 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:38.068030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device da2e80c8-e434-4125-9479-32696c480f72 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:38.118843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186bf8f-8264-480c-8e0e-2165b93900b6 None None] Pushing event updated for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:38.129375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:38.146323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:38.147117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:38.252681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-50380442-a8cb-4353-a4b3-8f088263a87e service neutron] 10.222.0.58 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125064 Nov 08 12:52:38.254376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router c598cc17-2dbe-4d95-8f15-bb78f3c629ba is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:52:38.294906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port da2e80c8-e434-4125-9479-32696c480f72 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:38.300397 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:38.346150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-1b068bb5-31aa-4dfc-933c-915b1c863f6a tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a878743887449e4bf884a44b3986f71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474875 Nov 08 12:52:38.381613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaf571-2b79-43ab-8099-4f2e89b6ce7a None None] Pushing event updated for resources: {'Port': ['ID=da2e80c8-e434-4125-9479-32696c480f72,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:38.473278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-41831130-4161-4173-aafa-9193e099a89e None None] Provisioning complete for port 608657af-f108-4bf1-8ada-7fc3824bf216 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:38.473641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41831130-4161-4173-aafa-9193e099a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:38.553925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-41831130-4161-4173-aafa-9193e099a89e None None] Port 608657af-f108-4bf1-8ada-7fc3824bf216 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:38.559927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:38.629872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-41831130-4161-4173-aafa-9193e099a89e None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:38.630529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41831130-4161-4173-aafa-9193e099a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:38.748311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:38.758856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-177b1bf6-9829-4b19-8b31-a4215858ce18 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3964152 Nov 08 12:52:38.759341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45586) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:38.761352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-d8f1530d-21ae-410d-990e-8700235e4647 service neutron] 10.222.0.58 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974816 Nov 08 12:52:38.771399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-d2b5d6f6-2ef7-4ab7-9522-32622004d1ca tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:38.780264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-d2b5d6f6-2ef7-4ab7-9522-32622004d1ca tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229145 Nov 08 12:52:38.783766 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] Sync routers for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:38.812762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-61ca8016-9139-4171-b9b7-2ad6bed22bda tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/quotas/9a878743887449e4bf884a44b3986f71 HTTP/1.1" status: 200 len: 375 time: 0.0265234 Nov 08 12:52:38.812857 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:38.812857 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:38.889833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-6ea893ec-8870-41ca-b9fc-0b70a4070dee tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807624 Nov 08 12:52:38.895961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d71eb-396f-4c46-b970-8dbc85c8b82a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:38.897418 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f48d71eb-396f-4c46-b970-8dbc85c8b82a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports/608657af-f108-4bf1-8ada-7fc3824bf216 HTTP/1.1" status: 200 len: 910 time: 0.1365371 Nov 08 12:52:38.900804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:38.914569 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:38.937788 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:38.938606 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:39.006807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41831130-4161-4173-aafa-9193e099a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:39.020038 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:39.020871 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49cb06-1ac8-454f-982f-5d1489bb8e81 None None] The sync data for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:39.180592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0827fe8-f109-4858-bbc2-8961688c61ba req-488ba665-8208-441b-8603-97e636eb92ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0715866 Nov 08 12:52:39.365818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eb074ae-ae1a-4072-92c3-f53468ac180a req-56921cc7-687e-432a-9164-df8fb9de783f tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0610523 Nov 08 12:52:39.494026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device da2e80c8-e434-4125-9479-32696c480f72 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:39.609596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41831130-4161-4173-aafa-9193e099a89e None None] For port 55fea88f-94e5-43b5-944f-baab9f8d2490, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=55fea88f-94e5-43b5-944f-baab9f8d2490,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:39.661265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port da2e80c8-e434-4125-9479-32696c480f72 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:39.661640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:39.698500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:39.730441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:37Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:39.761529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41831130-4161-4173-aafa-9193e099a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:39.764579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb43b-edd7-4092-aa26-06639d3f7881 None None] The sync data for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 is: [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:37Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:39.847835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-41831130-4161-4173-aafa-9193e099a89e None None] Provisioning complete for port da2e80c8-e434-4125-9479-32696c480f72 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:39.848201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41831130-4161-4173-aafa-9193e099a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:39.935967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41831130-4161-4173-aafa-9193e099a89e None None] Pushing event updated for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:40.166037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-21878b35-77ef-46db-8643-6e9c3a9cc50c None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:40.167908 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-21878b35-77ef-46db-8643-6e9c3a9cc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:40.480239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d293ac6-e12e-4ac2-beab-118bd69c4249 req-169218f1-2302-415e-95e4-5b236fcfb232 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0367529 Nov 08 12:52:40.521147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cd32338-e595-46bf-8a9b-2767b14dc21b req-4aa7ab6c-b1fc-4ba9-9ac9-c7c81b1b0c1c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0438340 Nov 08 12:52:40.533605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.21.0.1 (58845778-72ae-4267-95e5-8f5d99efab82/d14cd406-c3fd-4f8f-88b7-80463a8a8932/eb5ea338-9065-4feb-94c9-e0d6b2b0a831) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:40.706123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:40.953816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:41.022127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 58845778-72ae-4267-95e5-8f5d99efab82 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:41.027741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:41.040361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=eb5ea338-9065-4feb-94c9-e0d6b2b0a831,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:41.043677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:41.137329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:41.272680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 55fea88f-94e5-43b5-944f-baab9f8d2490 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:41.358807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 55fea88f-94e5-43b5-944f-baab9f8d2490 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:41.359368 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:41.597880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-356c72ba-3801-4526-9b70-db8a388be57c None None] Provisioning complete for port eb5ea338-9065-4feb-94c9-e0d6b2b0a831 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:41.598798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-356c72ba-3801-4526-9b70-db8a388be57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:41.608217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:41.664764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-356c72ba-3801-4526-9b70-db8a388be57c None None] Port eb5ea338-9065-4feb-94c9-e0d6b2b0a831 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:41.715121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4322a92d-f4f8-4ccc-b6c3-17ecee86f435 req-b7951026-5113-4798-8d15-d86138fb7053 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0818634 Nov 08 12:52:41.720440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc77da2b-6af7-45ab-8de5-c25ecd1aa1fe req-a8fedfc3-67f9-4210-aa48-2878065f56ea tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0851979 Nov 08 12:52:42.021039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:42.181911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:42.261305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=eb5ea338-9065-4feb-94c9-e0d6b2b0a831,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:42.269044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:42.379900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 58845778-72ae-4267-95e5-8f5d99efab82 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:42.381396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:42.504156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router c598cc17-2dbe-4d95-8f15-bb78f3c629ba has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:42.644221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:42.662378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e9a1f723-abc5-4b3a-8579-ebea997ba8a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7566752 Nov 08 12:52:42.662378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:42.678086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] Sync routers for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:42.702871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:42.702871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:42.736053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b792caa-4537-451f-b21c-b6d35c205975 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:42.740844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:42.742959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b792caa-4537-451f-b21c-b6d35c205975 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports/eb5ea338-9065-4feb-94c9-e0d6b2b0a831 HTTP/1.1" status: 200 len: 910 time: 0.0796361 Nov 08 12:52:42.780862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:42.804692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:42.806140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:42.849792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f0ed3d7-3ee1-4f6f-ba07-cd32d7e5ef66 req-0c9bfefa-f5f7-45fd-947d-79c19673b69c tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0478306 Nov 08 12:52:42.865994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:42.867656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6c8aa-ac0f-4b4f-bf87-d09b08173f84 None None] The sync data for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:42.883918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0a0fe510-54c6-42ca-acff-1bb97e7c55d1 None None] Provisioning complete for port eb5ea338-9065-4feb-94c9-e0d6b2b0a831 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:42.883918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe510-54c6-42ca-acff-1bb97e7c55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:42.890507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e81ab4e-6e47-46fe-8db3-5ace099c0a5c req-3c1a35f5-adb4-416c-952a-826d4d89a3d6 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0443707 Nov 08 12:52:42.938335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fe510-54c6-42ca-acff-1bb97e7c55d1 None None] Port eb5ea338-9065-4feb-94c9-e0d6b2b0a831 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:43.056181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:43.064081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-a31e1433-98fc-4108-9ab5-57ae5c8c5695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:43.068545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-a31e1433-98fc-4108-9ab5-57ae5c8c5695 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.61 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 797 time: 0.1755950 Nov 08 12:52:43.214987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-08f89348-9898-42e0-8fb2-17dc715a87b2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd75a38e55dc483cb79e05678b7be7df HTTP/1.1" status: 200 len: 476 time: 0.1358671 Nov 08 12:52:43.231191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'port': {'device_id': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'admin_state_up': True, 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'security_groups': ['45437c9a-9328-4377-83b1-33605c1c3f23', '69fd77bd-16eb-47cf-80d9-ea7154f59cab']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:43.357530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 93107cf7-5364-4ac6-ab1c-74f75ef0ce6e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:43.357875 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:43.573411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:43.578653 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:43.756208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.20.0.14 (beaba7e1-0869-4aec-b216-1427a8f2d8d7/8e15f794-02ef-480b-9368-8d0451c159dc/909544ec-0d29-46bb-ae40-3e78d094e238) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:43.795866 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-b3228ff0-4529-45c5-a718-b0c98651aff3 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9a878743887449e4bf884a44b3986f71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4153466 Nov 08 12:52:43.818809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:43.949012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:43.949405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:43.972471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 93107cf7-5364-4ac6-ab1c-74f75ef0ce6e owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:43.972669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.018572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-135822b5-01b0-4df7-8471-ec44bc906a83 req-4481bcff-ea34-4793-ac48-be7b5c4dc32d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0404785 Nov 08 12:52:44.059991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60ed7cb8-d1c6-4261-b2e7-5271e81e6d18 req-f10d73a1-e512-410b-bf6c-a0ac2b285110 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0439672 Nov 08 12:52:44.203175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.281385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:44.287148 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:44.290027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:44.303007 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-c331665e-271d-449d-941d-a4d0c8186f13 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:44.304478 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-c331665e-271d-449d-941d-a4d0c8186f13 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4981506 Nov 08 12:52:44.321697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Request body: {'port': {'device_id': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': '9a878743887449e4bf884a44b3986f71'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:44.327777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:44.359902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:44.360537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.568053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port eb5ea338-9065-4feb-94c9-e0d6b2b0a831 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:44.568396 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.571746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-95772669-366a-4d19-8b76-adf98ac35912 None None] Provisioning complete for port 909544ec-0d29-46bb-ae40-3e78d094e238 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:44.572224 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95772669-366a-4d19-8b76-adf98ac35912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.612499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-95772669-366a-4d19-8b76-adf98ac35912 None None] Port 909544ec-0d29-46bb-ae40-3e78d094e238 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:44.684460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.705921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.706408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-de298893-7c8f-48b3-960a-04cf6b88be6b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4833114 Nov 08 12:52:44.716039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for eb5ea338-9065-4feb-94c9-e0d6b2b0a831 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:44.738288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Request body: {'port': {'device_id': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:44.804484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=93107cf7-5364-4ac6-ab1c-74f75ef0ce6e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:44.828124 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.873144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.873634 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Floating IP 5ce494a8-526e-46b9-967f-540765b95118 disassociated (deleted). External IP: 172.25.1.243, port: 45ab643e-d168-456e-8766-06c85976cf8b. Nov 08 12:52:44.920053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Made reservation on behalf of 9a878743887449e4bf884a44b3986f71 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:44.923640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:44.948134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.306847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41e19e0a-b29e-45ba-884a-45e005362785 req-1b9a2ad8-795b-4861-9475-0fa2fb1497f7 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0573273 Nov 08 12:52:45.325948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea462d-203e-4f52-96da-b0354d3f6ec7 req-6a5546fd-8a8b-4dc4-bdb0-9dfcc8caf8f6 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:45.327614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8ea462d-203e-4f52-96da-b0354d3f6ec7 req-6a5546fd-8a8b-4dc4-bdb0-9dfcc8caf8f6 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 971 time: 0.1546412 Nov 08 12:52:45.339259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909544ec-0d29-46bb-ae40-3e78d094e238 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:45.378515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.391770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router d0b88d41-4190-4b0e-b2db-516527ff61d9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:45.427208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8ea462d-203e-4f52-96da-b0354d3f6ec7 req-072e1ecb-841e-416e-ac87-04a608748b0d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0926096 Nov 08 12:52:45.471056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Transition to ACTIVE for port object 909544ec-0d29-46bb-ae40-3e78d094e238 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:52:45.495417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.552845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=eb5ea338-9065-4feb-94c9-e0d6b2b0a831,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:45.578866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.627340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:45.632498 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.641743 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Sync routers for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:45.660253 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:45.661310 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:45.713593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Pushing event updated for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:45.767929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:45.837582 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:45.928305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Attempting to bind port 909544ec-0d29-46bb-ae40-3e78d094e238 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:45.928877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Attempting to bind port 909544ec-0d29-46bb-ae40-3e78d094e238 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:45.934383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Attempting to bind port 909544ec-0d29-46bb-ae40-3e78d094e238 on network beaba7e1-0869-4aec-b216-1427a8f2d8d7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:45.952266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Port 909544ec-0d29-46bb-ae40-3e78d094e238 on network beaba7e1-0869-4aec-b216-1427a8f2d8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:52:45.953229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Attempting to bind port 909544ec-0d29-46bb-ae40-3e78d094e238 on network beaba7e1-0869-4aec-b216-1427a8f2d8d7 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:45.961949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:45.962576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Checking segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:45.963044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Bound using segment: {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:45.963640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Bound port: 909544ec-0d29-46bb-ae40-3e78d094e238, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0c18cc-72c5-4061-8e12-ab618452dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:45.964240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.003319 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c3c7c590-c4e2-40f3-8c3c-8759762a9b19 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/floatingips/5ce494a8-526e-46b9-967f-540765b95118 HTTP/1.1" status: 204 len: 168 time: 2.9458625 Nov 08 12:52:46.004135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.084230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:46.096768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=909544ec-0d29-46bb-ae40-3e78d094e238,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:46.111281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:46.114459 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c0e98-712f-4628-990e-f2715fb2c8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:46.158712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e209e0-c685-4bf7-ab61-36c341c4c68a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:46.210396 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:46.225135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.248966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.251901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Checking router: d0b88d41-4190-4b0e-b2db-516527ff61d9 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:52:46.253564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.264482 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:46.266505 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:46.357556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:46.358378 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:46.361745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] 10.222.0.61 "PUT /v2.0/ports/909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 1131 time: 1.6395252 Nov 08 12:52:46.364472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:46.369796 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:46.404105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955db1ce-a4c3-41b0-8bd7-0fb8602283fd service neutron] Pushing event updated for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:46.453344 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b7794-6522-456b-a17f-92a49ed48748 x-openstack-request-id: req-8d8b7794-6522-456b-a17f-92a49ed48748 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:46.453624 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:46.454020 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d8b7794-6522-456b-a17f-92a49ed48748 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:46.454277 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'status': 'completed', 'code': 200} Nov 08 12:52:46.526652 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:46.631047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cee7e0b7-f037-40ce-bb81-7eca58e9b7b1 req-042b79cb-fdc1-47a0-84b9-4743afb7a823 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0451419 Nov 08 12:52:46.640839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-5e4e0025-a1e2-43d8-bc9f-d4cfc6bdd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:46.642527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-5e4e0025-a1e2-43d8-bc9f-d4cfc6bdd195 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1134 time: 0.1305785 Nov 08 12:52:46.756405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-b53867b2-3bb9-4353-a1d6-04de775009c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 217 time: 0.0945654 Nov 08 12:52:46.759201 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ca06c2-ec31-45e2-a0aa-f6278d7951b5 x-openstack-request-id: req-34ca06c2-ec31-45e2-a0aa-f6278d7951b5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:46.759602 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:46.760004 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34ca06c2-ec31-45e2-a0aa-f6278d7951b5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:46.760415 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238', 'status': 'completed', 'code': 200} Nov 08 12:52:47.037349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-9cedfbdb-987b-496f-9f1f-6140484d702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.042753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-9cedfbdb-987b-496f-9f1f-6140484d702a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 200 len: 834 time: 0.2769384 Nov 08 12:52:47.050751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:47.079854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e965dcd-cc56-4903-b5cf-9b26fa915d64 req-2f0d6b4d-2fc5-4fd4-9cfb-e6c6edf583c0 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.084651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e965dcd-cc56-4903-b5cf-9b26fa915d64 req-2f0d6b4d-2fc5-4fd4-9cfb-e6c6edf583c0 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 983 time: 0.2472122 Nov 08 12:52:47.089263 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cc591-e38e-4461-b8ce-77e83c1c5411 None None] The sync data for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 is: [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:50:52Z', 'revision_number': 4, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '99374257-fd0e-451c-80f6-960d79c9c4c1', 'name': '', 'network_id': 'f2bf3119-9b65-4bd6-be5d-49612129874b', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'mac_address': 'fa:16:3e:1c:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:50Z', 'updated_at': '2021-11-08T12:50:57Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'subnets': [{'id': 'e3251350-03a3-4064-be81-9c729fb7f6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:47.119466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057224d-fb9c-4b1c-9bd4-a622dc86dfd6 req-5cdfce4e-d882-48fb-9d11-57724815dacf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.128033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c057224d-fb9c-4b1c-9bd4-a622dc86dfd6 req-5cdfce4e-d882-48fb-9d11-57724815dacf tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.2784355 Nov 08 12:52:47.230516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Allocated IP 192.168.233.203 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/53e8c987-1736-47d2-af26-5ca718cf8356) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:47.233414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c057224d-fb9c-4b1c-9bd4-a622dc86dfd6 req-8ace8fc4-889d-4aed-88e5-9f31200c0b32 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044443 Nov 08 12:52:47.274031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e965dcd-cc56-4903-b5cf-9b26fa915d64 req-b9d4595f-8a68-4592-af10-a461ae25dbd3 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1647224 Nov 08 12:52:47.284752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0583e5-e768-4057-b209-bb8246293823 req-075640dc-dc68-414f-9e7c-ae4eaad22ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.286382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-075640dc-dc68-414f-9e7c-ae4eaad22ef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=beaba7e1-0869-4aec-b216-1427a8f2d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005794 Nov 08 12:52:47.356518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-47f41860-c825-4c0a-b36e-1e0456b55837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.358228 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-47f41860-c825-4c0a-b36e-1e0456b55837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=888214d139364e1a8d116c3eceb48166&device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1662979 Nov 08 12:52:47.469139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-a29b377c-0f7d-460c-a0ec-cb37d69d9c64 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742222 Nov 08 12:52:47.512432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router c598cc17-2dbe-4d95-8f15-bb78f3c629ba has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:47.586831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed0583e5-e768-4057-b209-bb8246293823 req-767620e3-ed13-4ca8-a5fb-150cb7ee77e3 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100783 Nov 08 12:52:47.597288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360739ce-2d09-4a37-8a13-2c18eef27b87 None None] New status for floating IP 5ce494a8-526e-46b9-967f-540765b95118: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:52:47.705647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-fd5b9bee-d6c2-475f-bf6e-6ca6c6f07ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.707555 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-fd5b9bee-d6c2-475f-bf6e-6ca6c6f07ad5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 200 len: 898 time: 0.3351879 Nov 08 12:52:47.773659 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-f30b9ad8-75b9-4a3d-8565-e51a8241cf85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 200 len: 217 time: 0.0527008 Nov 08 12:52:47.776834 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:47.780366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:47.786412 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-288a4e1a-6dd9-4124-8b0d-48bc0054912f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0443709 Nov 08 12:52:47.796806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45766) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:47.797819 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] Sync routers for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:47.813667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f23d86bf-85af-4ba5-af79-8fd1b7a6e7cd req-075e177c-39d5-413a-854c-0b830770db8b tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.0417480 Nov 08 12:52:47.823853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:47.824894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-9e7d0861-56cb-4297-b405-21037e2621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.826452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-9e7d0861-56cb-4297-b405-21037e2621fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1134 time: 0.0890851 Nov 08 12:52:47.827584 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:47.919572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:47.931225 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:47.933718 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:47.992723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-201649a4-2386-4fd2-975c-8eb452c8191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:47.994729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-201649a4-2386-4fd2-975c-8eb452c8191b service neutron] 10.222.0.61 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 898 time: 0.1580567 Nov 08 12:52:48.033031 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:48.047134 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e9b36-c9ed-4d6d-ae22-c97a1fdb1bd1 None None] The sync data for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:48.059095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-c724cbc3-c7ba-4a41-9e50-3083302e6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.060630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-c724cbc3-c7ba-4a41-9e50-3083302e6e08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 200 len: 834 time: 0.2730212 Nov 08 12:52:48.075912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-38e12356-f799-49bb-bf23-6e0d92574620 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 217 time: 0.0635560 Nov 08 12:52:48.157738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-2708d320-0c8a-49c4-9e63-de10bfc96e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.159286 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-2708d320-0c8a-49c4-9e63-de10bfc96e63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2bf3119-9b65-4bd6-be5d-49612129874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898738 Nov 08 12:52:48.164674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-b7ff1103-fa82-4696-8579-ce48fce2ed33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.166478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-b7ff1103-fa82-4696-8579-ce48fce2ed33 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.1370230 Nov 08 12:52:48.170555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-da0d3d59-6c93-41a9-8b42-0989a9e48152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.172245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-da0d3d59-6c93-41a9-8b42-0989a9e48152 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 200 len: 834 time: 0.0732350 Nov 08 12:52:48.251958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:48.305673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-b04b91bd-b037-4dd0-9b8e-310ccc9000cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.311799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-b04b91bd-b037-4dd0-9b8e-310ccc9000cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=beaba7e1-0869-4aec-b216-1427a8f2d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307492 Nov 08 12:52:48.340916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:48.357320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:48.363565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:48.363908 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:48.365034 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-4c99d3ce-e266-4ac9-82bd-fdfe6e5fc3dc service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978633 Nov 08 12:52:48.366185 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:48.373071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Pushing event updated for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:48.580414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:48.581051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:48.620676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-5d6c0e98-712f-4628-990e-f2715fb2c8a3 req-5462dfcd-1848-46a2-a3f7-18b4aec63ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925836 Nov 08 12:52:48.645028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:48.716459 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aff40bc4-2fd5-413b-8ff5-c1e22efba3b2 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3995855 Nov 08 12:52:48.730182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Request body: {'port': {'device_id': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:48.753130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-87c623ff-906e-4a24-9576-de9b60a3998b None None] Provisioning complete for port 53e8c987-1736-47d2-af26-5ca718cf8356 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:48.754129 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87c623ff-906e-4a24-9576-de9b60a3998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:48.805869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-87c623ff-906e-4a24-9576-de9b60a3998b None None] Port 53e8c987-1736-47d2-af26-5ca718cf8356 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:52:48.861524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.062458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e0f5-8c0d-44a2-a5cb-04f5dcc83127 req-72c8f22d-58e3-48bc-8bf8-7cdb5574d7c9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:49.081038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8021e0f5-8c0d-44a2-a5cb-04f5dcc83127 req-72c8f22d-58e3-48bc-8bf8-7cdb5574d7c9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 983 time: 0.6600542 Nov 08 12:52:49.105747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805914cd-a251-436c-afb7-33ee3679e028 req-716595f6-f894-428b-bfb1-166c2ee28d38 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:49.111645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-805914cd-a251-436c-afb7-33ee3679e028 req-716595f6-f894-428b-bfb1-166c2ee28d38 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 945 time: 0.6305215 Nov 08 12:52:49.131818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 45ab643e-d168-456e-8766-06c85976cf8b, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=45ab643e-d168-456e-8766-06c85976cf8b,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:49.133770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.151989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 45ab643e-d168-456e-8766-06c85976cf8b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:49.269885 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 608657af-f108-4bf1-8ada-7fc3824bf216 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:49.270422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.306117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-202d2ea0-a9db-46cb-88c1-065db67ece7d service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761138 Nov 08 12:52:49.323210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 909544ec-0d29-46bb-ae40-3e78d094e238 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:52:49.484706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=909544ec-0d29-46bb-ae40-3e78d094e238,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:49.488190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.495038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e8c987-1736-47d2-af26-5ca718cf8356 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:49.543285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.547185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-805914cd-a251-436c-afb7-33ee3679e028 req-019f46d0-dc9f-4c1a-a7fd-17e927ceccb8 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff4cfe61-0d10-46fe-a93f-b262faa40e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468717 Nov 08 12:52:49.549384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.558766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=45ab643e-d168-456e-8766-06c85976cf8b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:49.578928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 608657af-f108-4bf1-8ada-7fc3824bf216 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:49.580985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Transition to ACTIVE for port object 53e8c987-1736-47d2-af26-5ca718cf8356 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:52:49.585282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '909544ec-0d29-46bb-ae40-3e78d094e238', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'port_id': '909544ec-0d29-46bb-ae40-3e78d094e238', 'mac_address': 'fa:16:3e:24:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:52:49.605438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8021e0f5-8c0d-44a2-a5cb-04f5dcc83127 req-6beb2380-930f-4287-a944-d65c413450f5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5232940 Nov 08 12:52:49.651361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.656339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.657519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] No DVR routers for this DVR port 45ab643e-d168-456e-8766-06c85976cf8b on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:52:49.672726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909544ec-0d29-46bb-ae40-3e78d094e238 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:49.674534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:49.677889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfcc7d51-cd33-4f34-8cae-4f61b24dc48a req-a19d27af-4c73-4b89-90d3-6f41f3b81430 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.57 "DELETE /v2.0/ports/45ab643e-d168-456e-8766-06c85976cf8b HTTP/1.1" status: 204 len: 173 time: 1.5047061 Nov 08 12:52:49.690602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-deleted', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:49.693180 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee610fff-7a36-4c6c-a3fc-0a02510708b3" -d '{"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-deleted", "tag": "45ab643e-d168-456e-8766-06c85976cf8b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:49.713307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96de2cd0-490d-4ba0-a3bf-ec2a916156e2 req-5b2325e1-1730-4a91-99f6-79f1a8b8119e service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997591 Nov 08 12:52:49.753770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=909544ec-0d29-46bb-ae40-3e78d094e238,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:49.792597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Pushing event updated for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:49.864153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453e11c-5250-4b6b-b090-bcb5d830ff64 req-ee59f9b0-f562-4dc4-b3cd-61a8af10824d tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:49.865665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6453e11c-5250-4b6b-b090-bcb5d830ff64 req-ee59f9b0-f562-4dc4-b3cd-61a8af10824d tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 948 time: 0.0906732 Nov 08 12:52:49.881698 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8596665a-7567-41fc-85f9-f5d4c78694fd x-openstack-request-id: req-8596665a-7567-41fc-85f9-f5d4c78694fd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:49.881698 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d092ce-1550-4e35-867c-e68bc04bf0c0", "name": "network-vif-deleted", "tag": "45ab643e-d168-456e-8766-06c85976cf8b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:49.881698 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8596665a-7567-41fc-85f9-f5d4c78694fd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:49.881698 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d092ce-1550-4e35-867c-e68bc04bf0c0', 'name': 'network-vif-deleted', 'tag': '45ab643e-d168-456e-8766-06c85976cf8b', 'status': 'completed', 'code': 200} Nov 08 12:52:49.884959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.007040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:50.031142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6453e11c-5250-4b6b-b090-bcb5d830ff64 req-bea77f1f-49ed-47ec-ab50-fc7380b1cba9 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405432 Nov 08 12:52:50.113234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Attempting to bind port 53e8c987-1736-47d2-af26-5ca718cf8356 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:50.113580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Attempting to bind port 53e8c987-1736-47d2-af26-5ca718cf8356 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:50.113920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Attempting to bind port 53e8c987-1736-47d2-af26-5ca718cf8356 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:50.126772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Port 53e8c987-1736-47d2-af26-5ca718cf8356 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:52:50.127113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Attempting to bind port 53e8c987-1736-47d2-af26-5ca718cf8356 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:50.133825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['909544ec-0d29-46bb-ae40-3e78d094e238'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:52:50.151692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:50.152070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:50.152461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:50.152906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Bound port: 53e8c987-1736-47d2-af26-5ca718cf8356, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:50.153274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.267567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.322593 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=608657af-f108-4bf1-8ada-7fc3824bf216,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:50.347801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:52:50.451996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=53e8c987-1736-47d2-af26-5ca718cf8356,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:52:50.452211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.687876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.707612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e65628e4-be49-43c1-be74-88a9c3dbb1e0 req-5d2f246f-60ba-4798-b8a3-03243eb40a03 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d092ce-1550-4e35-867c-e68bc04bf0c0 HTTP/1.1" status: 200 len: 210 time: 0.0469780 Nov 08 12:52:50.711847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:50.712744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.715765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] 10.222.0.61 "PUT /v2.0/ports/53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 200 len: 1096 time: 1.9903283 Nov 08 12:52:50.743455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:50.746564 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8eb97-05f6-48ab-8d88-a4cde74cece3" -d '{"events": [{"name": "network-changed", "server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:50.754712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:50.847094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337b05-3cfb-47fc-adbb-435a3763a992 req-9cc6d1e0-97ba-480e-ab42-14dffadc0922 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:50.854806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8337b05-3cfb-47fc-adbb-435a3763a992 req-9cc6d1e0-97ba-480e-ab42-14dffadc0922 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 984 time: 0.1145537 Nov 08 12:52:50.860938 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaabfe9a-39ca-4c8f-942d-ec67cef0e572 x-openstack-request-id: req-eaabfe9a-39ca-4c8f-942d-ec67cef0e572 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:50.861259 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:50.861485 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaabfe9a-39ca-4c8f-942d-ec67cef0e572 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:50.862032 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356', 'status': 'completed', 'code': 200} Nov 08 12:52:50.943424 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb5c0-8db0-41ab-aab0-e3ef29a0a838 service neutron] Pushing event updated for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:50.944622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8337b05-3cfb-47fc-adbb-435a3763a992 req-8cd82ed7-c930-41d3-85d1-bcb0f10ac15d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0851681 Nov 08 12:52:51.029728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8eb97-05f6-48ab-8d88-a4cde74cece3 req-20891ccc-a7e7-43a5-9563-8aad928cbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:51.030051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:51.031504 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-75d8eb97-05f6-48ab-8d88-a4cde74cece3 req-20891ccc-a7e7-43a5-9563-8aad928cbbce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1099 time: 0.1665907 Nov 08 12:52:51.095412 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 45ab643e-d168-456e-8766-06c85976cf8b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:51.098753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 45ab643e-d168-456e-8766-06c85976cf8b not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:51.187497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e2633-d228-4b4f-9074-c90523f50500 req-bdcbafab-93bb-420a-86f8-ea23abb57e9c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:51.199623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea5e2633-d228-4b4f-9074-c90523f50500 req-bdcbafab-93bb-420a-86f8-ea23abb57e9c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 948 time: 0.0900428 Nov 08 12:52:51.275954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea5e2633-d228-4b4f-9074-c90523f50500 req-6a0e7616-da52-461a-8009-6bcc74939534 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 Nov 08 12:52:51.334824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 909544ec-0d29-46bb-ae40-3e78d094e238 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:51.468239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 909544ec-0d29-46bb-ae40-3e78d094e238 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:52:51.473832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 909544ec-0d29-46bb-ae40-3e78d094e238 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:51.474741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:51.546094 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-75d8eb97-05f6-48ab-8d88-a4cde74cece3 req-9a51f6d6-50d2-41a3-81ce-f9ab46f608be service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9a878743887449e4bf884a44b3986f71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543048 Nov 08 12:52:51.556774 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router c598cc17-2dbe-4d95-8f15-bb78f3c629ba has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:51.590994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:51.624024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:51.626604 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb72a557-6b82-4807-91a4-ef5584fb615d" -d '{"events": [{"server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "name": "network-vif-plugged", "status": "completed", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:51.640808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=909544ec-0d29-46bb-ae40-3e78d094e238,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:51.680367 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fa880-d3cc-4668-8706-2af13d81837f x-openstack-request-id: req-5a6fa880-d3cc-4668-8706-2af13d81837f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:51.680367 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "name": "network-vif-plugged", "status": "completed", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:51.680633 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a6fa880-d3cc-4668-8706-2af13d81837f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:51.680979 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238', 'code': 200} Nov 08 12:52:51.742117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:51.750801 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e6e9a22d-3f6b-4697-91cf-ea71968c551b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9510152 Nov 08 12:52:51.753625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:51.755341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] Sync routers for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:51.775417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8eb97-05f6-48ab-8d88-a4cde74cece3 req-68c674b3-a1d7-463a-a1e3-2c56c2659324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:51.777173 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-75d8eb97-05f6-48ab-8d88-a4cde74cece3 req-68c674b3-a1d7-463a-a1e3-2c56c2659324 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208922 Nov 08 12:52:51.780786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:51.781455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:51.824103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cf57f8da-d1ca-48ef-93b1-86fbf61dd464 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=c598cc17-2dbe-4d95-8f15-bb78f3c629ba HTTP/1.1" status: 200 len: 205 time: 0.0631852 Nov 08 12:52:51.824773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:51.825669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:51.848540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:51.860934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ca132-08be-4a30-b923-bf790c30f861 req-198e0ab6-50da-4d93-becd-e7285093555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:51.862595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-713ca132-08be-4a30-b923-bf790c30f861 req-198e0ab6-50da-4d93-becd-e7285093555c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.0684285 Nov 08 12:52:51.910045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:51.915950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:51.925583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] Routers {'c598cc17-2dbe-4d95-8f15-bb78f3c629ba'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:51.926128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:51.952300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-713ca132-08be-4a30-b923-bf790c30f861 req-8f750d3f-3dcb-4a5a-bd3e-48ae83d71162 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=45437c9a-9328-4377-83b1-33605c1c3f23&id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0826781 Nov 08 12:52:51.963886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:51.964549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea9476-5724-49ff-9dd9-00571024eca9 None None] The sync data for ids ['c598cc17-2dbe-4d95-8f15-bb78f3c629ba'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:52.013335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.098992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9d7e-872b-4cc3-b652-596f3000d9f8 req-751a6c34-e072-44f3-86f3-31926b3a2d9c tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:52.100834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-305d9d7e-872b-4cc3-b652-596f3000d9f8 req-751a6c34-e072-44f3-86f3-31926b3a2d9c tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.0631638 Nov 08 12:52:52.163743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-0a9717f4-3e6a-42d1-9451-2223e03eb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:52.165939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-0a9717f4-3e6a-42d1-9451-2223e03eb547 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1099 time: 0.3395381 Nov 08 12:52:52.187253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-305d9d7e-872b-4cc3-b652-596f3000d9f8 req-e1acffae-a9f5-40dd-ad03-0a37db8a4e95 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0798655 Nov 08 12:52:52.293261 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-a18b6c43-9e94-436c-95a2-29b5c0c4f52c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 200 len: 217 time: 0.1041558 Nov 08 12:52:52.294789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:52:52.401567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4321-a804-42df-91d2-57949b6e9927 req-4c094f43-e38d-4eaf-9f49-07d0d58cb03c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:52.407052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74ad4321-a804-42df-91d2-57949b6e9927 req-4c094f43-e38d-4eaf-9f49-07d0d58cb03c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 948 time: 0.0586281 Nov 08 12:52:52.428227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.435186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.457105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74ad4321-a804-42df-91d2-57949b6e9927 req-648eeed3-03d9-487b-bd90-301ed789121b tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Nov 08 12:52:52.503235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-70f6d51a-9f8a-4048-8401-70bac800c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:52.504946 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-70f6d51a-9f8a-4048-8401-70bac800c577 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1749477 Nov 08 12:52:52.613215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-b26801c2-7160-4e26-86b1-037ab79386ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:52.614741 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-b26801c2-7160-4e26-86b1-037ab79386ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011326 Nov 08 12:52:52.616741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.617779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router c598cc17-2dbe-4d95-8f15-bb78f3c629ba {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:52:52.625364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.629154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25eefab3-149c-485d-9184-80adee4c35a0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba HTTP/1.1" status: 204 len: 168 time: 0.7904415 Nov 08 12:52:52.629248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:52.703268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet d14cd406-c3fd-4f8f-88b7-80463a8a8932 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:52:52.707757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.756889 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-aec951ce-11ca-4ea8-a979-7770fa59eb74 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284621 Nov 08 12:52:52.768441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.892076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:52.896699 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fa55a1f7-623d-470a-b4db-fafce9762667 req-ed143b34-338a-4ac3-a833-bdc9c35b4700 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121826 Nov 08 12:52:52.903783 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.148493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.178384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=d14cd406-c3fd-4f8f-88b7-80463a8a8932,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:53.183006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.191254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-01dd05e3-9ee3-473d-853f-92da0b9181c4 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d14cd406-c3fd-4f8f-88b7-80463a8a8932 HTTP/1.1" status: 204 len: 168 time: 0.5564461 Nov 08 12:52:53.191254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45866) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:53.191866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca4371-d6ed-4eb0-a41e-4eb0eb1a75fc None None] Network 58845778-72ae-4267-95e5-8f5d99efab82 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:53.198133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 99374257-fd0e-451c-80f6-960d79c9c4c1 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:53.198633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.239588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d3c221a-d311-42b1-b467-b325682b8d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.347051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet 7641e683-2326-4abf-b969-44e3c22f1823 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:52:53.350988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.362905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 99374257-fd0e-451c-80f6-960d79c9c4c1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=99374257-fd0e-451c-80f6-960d79c9c4c1,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:53.363550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.381290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 99374257-fd0e-451c-80f6-960d79c9c4c1 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:53.403132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.493913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] DHCP port deletion for 58845778-72ae-4267-95e5-8f5d99efab82 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:52:53.504543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.637498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Deleting port da2e80c8-e434-4125-9479-32696c480f72 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:53.637869 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.688625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54f5f-6be4-436c-9d5f-3581d089156a req-7f2b0fb7-f746-4b6d-8e56-8f7aa3d159a8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:53.690364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa54f5f-6be4-436c-9d5f-3581d089156a req-7f2b0fb7-f746-4b6d-8e56-8f7aa3d159a8 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.3581901 Nov 08 12:52:53.691581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.745656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=7641e683-2326-4abf-b969-44e3c22f1823,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:53.753453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aefacaf-3b71-4e74-aaca-031e82c425c1 None None] Network e47ba3e9-01b3-48de-b6b8-4b170f276607 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:53.755661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.760354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bcf55c68-f487-4b5a-9220-55d56ef3a17c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/7641e683-2326-4abf-b969-44e3c22f1823 HTTP/1.1" status: 204 len: 168 time: 0.5571303 Nov 08 12:52:53.766834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:53.791704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30468d6f-8057-419d-bbe1-273167511b43 req-6488f862-ca6f-4f5d-867e-57e33f080998 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:53.793266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30468d6f-8057-419d-bbe1-273167511b43 req-6488f862-ca6f-4f5d-867e-57e33f080998 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 948 time: 0.2053943 Nov 08 12:52:53.860137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] For port da2e80c8-e434-4125-9479-32696c480f72, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=da2e80c8-e434-4125-9479-32696c480f72,segment=NetworkSegment(4e9a15c7-71c5-49db-8c5a-a6075bea533a),segment_id=4e9a15c7-71c5-49db-8c5a-a6075bea533a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:53.860553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.900948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-efa54f5f-6be4-436c-9d5f-3581d089156a req-6ad06593-15f8-436b-bac5-8b22853b3602 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1978660 Nov 08 12:52:53.910933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Calling delete_port for da2e80c8-e434-4125-9479-32696c480f72 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:53.953009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.967200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:53.992111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=99374257-fd0e-451c-80f6-960d79c9c4c1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:54.114573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30468d6f-8057-419d-bbe1-273167511b43 req-af8b955e-93e3-4e3e-9f96-eaa048c41914 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007793 Nov 08 12:52:54.152265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6554990-c42b-4135-a3b4-a746df7d9356 req-3c46fa53-5302-467e-b78a-dbbad6f42a98 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:54.154110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6554990-c42b-4135-a3b4-a746df7d9356 req-3c46fa53-5302-467e-b78a-dbbad6f42a98 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.1261904 Nov 08 12:52:54.213359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] DHCP port deletion for e47ba3e9-01b3-48de-b6b8-4b170f276607 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:52:54.219399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.271528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port da2e80c8-e434-4125-9479-32696c480f72 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:54.274158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.318642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] Pushing event deleted for resources: {'Port': ['ID=da2e80c8-e434-4125-9479-32696c480f72,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:54.345697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414560b5-8c20-4e19-9da8-2d2a09d79f6d None None] No DVR routers for this DVR port da2e80c8-e434-4125-9479-32696c480f72 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:52:54.393457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Deleting port 43945d10-0fd7-487f-b585-d30d4eaa93a6 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:54.394177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.416139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.440501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:54.456602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port da2e80c8-e434-4125-9479-32696c480f72, host n-d-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:54.456987 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.482033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6554990-c42b-4135-a3b4-a746df7d9356 req-a3775499-9751-4cea-8708-d91d53ce22b5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3011642 Nov 08 12:52:54.495619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for da2e80c8-e434-4125-9479-32696c480f72 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:54.499067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Port da2e80c8-e434-4125-9479-32696c480f72 was not found and therefore no delete operation was performed {{(pid=102535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:52:54.500543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.529876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] For port 43945d10-0fd7-487f-b585-d30d4eaa93a6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=43945d10-0fd7-487f-b585-d30d4eaa93a6,segment=NetworkSegment(5773307a-47b7-4123-8c9d-033e2fa0a709),segment_id=5773307a-47b7-4123-8c9d-033e2fa0a709)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:54.533791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.547394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=da2e80c8-e434-4125-9479-32696c480f72,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:54.550224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port da2e80c8-e434-4125-9479-32696c480f72 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:52:54.567494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Calling delete_port for 43945d10-0fd7-487f-b585-d30d4eaa93a6 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:54.702510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.790306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58845778-72ae-4267-95e5-8f5d99efab82']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:54.799444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dd503-5405-418a-803e-9456da21ba42 req-3948d6c0-054e-41c5-ab4c-9c8b5ae266e9 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:54.801021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7dd503-5405-418a-803e-9456da21ba42 req-3948d6c0-054e-41c5-ab4c-9c8b5ae266e9 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.1521387 Nov 08 12:52:54.805339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9a15c7-71c5-49db-8c5a-a6075bea533a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:54.805627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9a15c7-71c5-49db-8c5a-a6075bea533a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:54.824005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.829527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b13edce7-bbf3-4da8-afe5-48753627b9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.838285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7dd503-5405-418a-803e-9456da21ba42 req-a6ea16fa-88e1-4f0f-8d0e-33c9b5be0714 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.855608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.858764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Router d0b88d41-4190-4b0e-b2db-516527ff61d9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:54.865725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:52:54.866118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:52:54.874114 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:52:54.903556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:54.960495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] Pushing event deleted for resources: {'Port': ['ID=43945d10-0fd7-487f-b585-d30d4eaa93a6,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:55.002939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96409cc8-a145-4052-8917-e40ead4560a9 None None] No DVR routers for this DVR port 43945d10-0fd7-487f-b585-d30d4eaa93a6 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:52:55.089839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:55.096085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7dd503-5405-418a-803e-9456da21ba42 req-a6ea16fa-88e1-4f0f-8d0e-33c9b5be0714 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.100631 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-21c286be-6bc1-4625-bf35-8346fa1d227f tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "PUT /v2.0/routers/d0b88d41-4190-4b0e-b2db-516527ff61d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2519305 Nov 08 12:52:55.100631 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b13edce7-bbf3-4da8-afe5-48753627b9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.101042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45904) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:55.106378 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Sync routers for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:52:55.119529 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:55.120493 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:55.175860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting subnet e3251350-03a3-4064-be81-9c729fb7f6f5 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:52:55.180746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.182623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.212819 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b13edce7-bbf3-4da8-afe5-48753627b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.231536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.235726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/58845778-72ae-4267-95e5-8f5d99efab82 HTTP/1.1" status: 204 len: 168 time: 1.4674323 Nov 08 12:52:55.242798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b7dd503-5405-418a-803e-9456da21ba42 req-a6ea16fa-88e1-4f0f-8d0e-33c9b5be0714 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.253529 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45910) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:55.302141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b7dd503-5405-418a-803e-9456da21ba42 req-a6ea16fa-88e1-4f0f-8d0e-33c9b5be0714 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4881458 Nov 08 12:52:55.328476 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b13edce7-bbf3-4da8-afe5-48753627b9fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ef3c81a0d62452f865268faa5e778e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8865175 Nov 08 12:52:55.329267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45912) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:55.357619 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:55.359368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 53e8c987-1736-47d2-af26-5ca718cf8356 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:52:55.389095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:55.413177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37d610-f75f-4eb6-a681-23eab79d1272 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=58845778-72ae-4267-95e5-8f5d99efab82,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:55.420397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea16fa-88e1-4f0f-8d0e-33c9b5be0714 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1321ebd0-c891-4185-b774-0327daac8964,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:55.433943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.476972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec599cd2-40bf-446e-9fa8-ed509ccf6879 req-512548d8-59d0-4c58-9095-b509b799c5e1 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:55.485354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec599cd2-40bf-446e-9fa8-ed509ccf6879 req-512548d8-59d0-4c58-9095-b509b799c5e1 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 948 time: 0.1697531 Nov 08 12:52:55.608502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec599cd2-40bf-446e-9fa8-ed509ccf6879 req-d1e8230e-f467-4912-adde-9323768e45e3 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220207 Nov 08 12:52:55.619370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 43945d10-0fd7-487f-b585-d30d4eaa93a6 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:55.633752 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:52:53Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:55.708399 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Checking router: d0b88d41-4190-4b0e-b2db-516527ff61d9 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:52:55.721280 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Routers {'d0b88d41-4190-4b0e-b2db-516527ff61d9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:52:55.722208 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d0b88d41-4190-4b0e-b2db-516527ff61d9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:55.737250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.814987 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=53e8c987-1736-47d2-af26-5ca718cf8356,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:55.842157 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] Set router d0b88d41-4190-4b0e-b2db-516527ff61d9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:52:55.842526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '53e8c987-1736-47d2-af26-5ca718cf8356', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '53e8c987-1736-47d2-af26-5ca718cf8356', 'mac_address': 'fa:16:3e:69:70:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:52:55.844176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 43945d10-0fd7-487f-b585-d30d4eaa93a6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:55.844521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 43945d10-0fd7-487f-b585-d30d4eaa93a6 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:55.844939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device da2e80c8-e434-4125-9479-32696c480f72 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:55.872219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: da2e80c8-e434-4125-9479-32696c480f72 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:55.872487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device da2e80c8-e434-4125-9479-32696c480f72 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:55.888137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13edce7-bbf3-4da8-afe5-48753627b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f690b-ec49-4860-b8ce-0e489183c865,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:55.930456 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.953460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e8c987-1736-47d2-af26-5ca718cf8356 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:52:55.956373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.966809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.974264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a6911-8672-4642-b074-b83de6d7826f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:55.974264 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d15a6911-8672-4642-b074-b83de6d7826f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1131 time: 0.5802615 Nov 08 12:52:55.981895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=53e8c987-1736-47d2-af26-5ca718cf8356,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:55.985372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1d641239-12cb-4658-9377-d3572866877d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:55.987345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45924) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:56.007128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '909544ec-0d29-46bb-ae40-3e78d094e238', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:56.012800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4664a-432a-4568-b1a5-0a7d45f300a7 None None] Network f2bf3119-9b65-4bd6-be5d-49612129874b requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:56.046899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.050147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/subnets/e3251350-03a3-4064-be81-9c729fb7f6f5 HTTP/1.1" status: 204 len: 168 time: 0.9479127 Nov 08 12:52:56.053765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:56.058125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85f38-4b6b-4e98-9c6e-6e53aeb6d7c5 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Subnet': ['ID=e3251350-03a3-4064-be81-9c729fb7f6f5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:56.106091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.130694 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:52:53Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:56.158981 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9097-c0fc-4aaa-a2a1-0d3ee84ff8a6 None None] The sync data for ids ['d0b88d41-4190-4b0e-b2db-516527ff61d9'] in n-d-816990-1 is: [{'id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350330081', 'tenant_id': '888214d139364e1a8d116c3eceb48166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:50:42Z', 'updated_at': '2021-11-08T12:52:53Z', 'revision_number': 5, 'project_id': '888214d139364e1a8d116c3eceb48166', 'gw_port': {'id': '645e4e84-920f-462c-a9fa-ae5aa29f31f3', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b88d41-4190-4b0e-b2db-516527ff61d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:50:43Z', 'updated_at': '2021-11-08T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:52:56.177754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.234631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:56.271618 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.275365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.346777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.347030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['53e8c987-1736-47d2-af26-5ca718cf8356'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:52:56.361144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.425700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47ba3e9-01b3-48de-b6b8-4b170f276607']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:56.449707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5773307a-47b7-4123-8c9d-033e2fa0a709') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:56.450013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5773307a-47b7-4123-8c9d-033e2fa0a709') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:56.493581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.556100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] DHCP port deletion for f2bf3119-9b65-4bd6-be5d-49612129874b request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:52:56.559656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.580032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:52:56.580448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:52:56.588175 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:52:56.637193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Deleting port 8cff13b4-eacc-4796-a64e-3430359e94e3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:56.637677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.674069 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.698577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.701337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.704114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/979f690b-ec49-4860-b8ce-0e489183c865 HTTP/1.1" status: 204 len: 168 time: 1.3202844 Nov 08 12:52:56.729301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b181573-3f44-4cb5-b4c6-ce4b40d982bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f690b-ec49-4860-b8ce-0e489183c865,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:56.755394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.780631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] For port 8cff13b4-eacc-4796-a64e-3430359e94e3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8cff13b4-eacc-4796-a64e-3430359e94e3,segment=NetworkSegment(cae62264-785b-44f2-a123-2afd7e927190),segment_id=cae62264-785b-44f2-a123-2afd7e927190)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:56.780631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.785891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Calling delete_port for 8cff13b4-eacc-4796-a64e-3430359e94e3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:56.810455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720b43-36af-476b-b178-b21f0212e82f req-6dce4116-62c8-483f-9e67-e3fe93c370eb tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:56.812817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f720b43-36af-476b-b178-b21f0212e82f req-6dce4116-62c8-483f-9e67-e3fe93c370eb tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 949 time: 0.0744927 Nov 08 12:52:56.885727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f720b43-36af-476b-b178-b21f0212e82f req-0c4c3407-e98a-4da9-858c-b2b0be12cdfd tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613708 Nov 08 12:52:56.915187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.951058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:56.955345 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/e47ba3e9-01b3-48de-b6b8-4b170f276607 HTTP/1.1" status: 204 len: 168 time: 1.6985345 Nov 08 12:52:56.961741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:56.965285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207277217'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:56.997057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acf51e-bfa8-4dce-8720-8d5fe5be6887 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=e47ba3e9-01b3-48de-b6b8-4b170f276607,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:57.000837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.25.1.43 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/59a7fb8a-4de1-48fa-b84d-6887368f2e84) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:57.028890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Deleting port 645e4e84-920f-462c-a9fa-ae5aa29f31f3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:52:57.028890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.109737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:57.110744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.115042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.189772 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.193153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:57.196113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] For port 645e4e84-920f-462c-a9fa-ae5aa29f31f3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=645e4e84-920f-462c-a9fa-ae5aa29f31f3,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:57.196647 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.207063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.207408 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment e452f568-35d4-4103-9f94-26b2a73c30fc of type vlan for network f81707de-761e-4a5e-b3b0-cd24e968a47f Nov 08 12:52:57.213421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.223237 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Calling delete_port for 645e4e84-920f-462c-a9fa-ae5aa29f31f3 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:52:57.251795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.271390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] No DVR routers for this DVR port 8cff13b4-eacc-4796-a64e-3430359e94e3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:52:57.284910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 99374257-fd0e-451c-80f6-960d79c9c4c1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:57.296896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c638d0-6cf3-4221-98f3-8af1a8e657c7 None None] Pushing event deleted for resources: {'Port': ['ID=8cff13b4-eacc-4796-a64e-3430359e94e3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:57.329903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 99374257-fd0e-451c-80f6-960d79c9c4c1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:57.330226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 99374257-fd0e-451c-80f6-960d79c9c4c1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:57.330712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8cff13b4-eacc-4796-a64e-3430359e94e3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:57.353619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 53e8c987-1736-47d2-af26-5ca718cf8356 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:52:57.356129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8cff13b4-eacc-4796-a64e-3430359e94e3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:57.356429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8cff13b4-eacc-4796-a64e-3430359e94e3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:57.375769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.381450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:57.382109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.439459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.500429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=f81707de-761e-4a5e-b3b0-cd24e968a47f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:57.515716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f81707de-761e-4a5e-b3b0-cd24e968a47f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:52:57.520494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:57.524344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=59a7fb8a-4de1-48fa-b84d-6887368f2e84,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:57.527117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:57.532958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:57.544526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4bc845b0-8148-45ad-ba58-f00b0cd6839e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5820332 Nov 08 12:52:57.544876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:57.556709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:57.647038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 53e8c987-1736-47d2-af26-5ca718cf8356 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:52:57.657273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 53e8c987-1736-47d2-af26-5ca718cf8356 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:52:57.657650 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.744084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.773873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:52:57.776353 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd07eb8-fb24-4a32-bfc3-817bc1de203a" -d '{"events": [{"server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "name": "network-vif-plugged", "status": "completed", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:52:57.791473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=53e8c987-1736-47d2-af26-5ca718cf8356,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:52:57.798537 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.817738 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64277a2c-20fe-46e2-ae36-84da5dded3de x-openstack-request-id: req-64277a2c-20fe-46e2-ae36-84da5dded3de {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:52:57.818161 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "name": "network-vif-plugged", "status": "completed", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:52:57.818509 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64277a2c-20fe-46e2-ae36-84da5dded3de {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:52:57.818958 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356', 'code': 200} Nov 08 12:52:57.827593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:57.834628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Port': ['ID=645e4e84-920f-462c-a9fa-ae5aa29f31f3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:57.836677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.926386 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:57.983569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.049005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c145-52ca-4733-a752-ac5192924044 req-f2d9e734-854a-44a3-a99a-56f8db5b57f4 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:58.050857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f74c145-52ca-4733-a752-ac5192924044 req-f2d9e734-854a-44a3-a99a-56f8db5b57f4 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.0580730 Nov 08 12:52:58.059394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:58.092770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.095092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.131347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f74c145-52ca-4733-a752-ac5192924044 req-5bbc760e-1f16-44c4-b176-562b6fa548e3 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693479 Nov 08 12:52:58.195855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97431b-fe03-4723-a365-fe92becd25f6 req-3bc522a8-b551-4bed-8d8a-3908cbe064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:58.197752 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb97431b-fe03-4723-a365-fe92becd25f6 req-3bc522a8-b551-4bed-8d8a-3908cbe064c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1101 time: 0.2501957 Nov 08 12:52:58.223952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.293540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.293935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Fanout notify agent at l3_agent the message router_deleted on router d0b88d41-4190-4b0e-b2db-516527ff61d9 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:52:58.306791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.307922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-32f0cc54-1bf1-4b41-8073-a77d21edbbaa tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/routers/d0b88d41-4190-4b0e-b2db-516527ff61d9 HTTP/1.1" status: 204 len: 168 time: 2.2494812 Nov 08 12:52:58.311604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:58.316502 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cb97431b-fe03-4723-a365-fe92becd25f6 req-8994b23c-ab1b-4703-b5a1-955110490ae0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076689 Nov 08 12:52:58.342848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.373592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.469326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.482855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:58.521853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': 'e452f568-35d4-4103-9f94-26b2a73c30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:58.523323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: f81707de-761e-4a5e-b3b0-cd24e968a47f, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:52:58.576823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 45984) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:58.596148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.623162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bf3119-9b65-4bd6-be5d-49612129874b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:58.630656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.634449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae62264-785b-44f2-a123-2afd7e927190') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:58.634748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae62264-785b-44f2-a123-2afd7e927190') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:52:58.650115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.676290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.684527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:52:58.685393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:52:58.707838 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:52:58.736891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f81707de-761e-4a5e-b3b0-cd24e968a47f is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:52:58.760958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1176460894-network', 'tenant_id': 'aa2c327ee21146b0a4df5bf32e398e12'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:58.821770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f81707de-761e-4a5e-b3b0-cd24e968a47f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:58.832937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:58.832937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.833443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563a293-3f57-494b-bcbc-45684ebd3594 None None] Network f81707de-761e-4a5e-b3b0-cd24e968a47f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:52:58.852444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.863474 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.872133 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.876242 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/networks/f2bf3119-9b65-4bd6-be5d-49612129874b HTTP/1.1" status: 204 len: 168 time: 0.5640209 Nov 08 12:52:58.880808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:58.914623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cc06a-1bd4-4e2a-a7c4-7d89288bd886 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'Network': ['ID=f2bf3119-9b65-4bd6-be5d-49612129874b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:58.938141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Made reservation on behalf of aa2c327ee21146b0a4df5bf32e398e12 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:52:58.938141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.952823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.974622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:58.996059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.028579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.047890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.060462 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=59a7fb8a-4de1-48fa-b84d-6887368f2e84,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:59.082896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e7481d30-1399-4893-9fb7-5dd696053f6b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5363464 Nov 08 12:52:59.091393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 45996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:59.118516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f81707de-761e-4a5e-b3b0-cd24e968a47f', 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:52:59.120381 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.130280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1924683019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:59.137359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.292567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.293851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645e4e84-920f-462c-a9fa-ae5aa29f31f3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:52:59.310336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122b4c2-ef2f-4544-984f-dc4b847b238c req-202164ba-4958-4155-ab9c-c861954652ea tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:59.311921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c122b4c2-ef2f-4544-984f-dc4b847b238c req-202164ba-4958-4155-ab9c-c861954652ea tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.0579219 Nov 08 12:52:59.314290 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Floating IP c1239dbf-c75d-4411-9ce1-4ad33cdb5943 associated. External IP: 172.25.1.43, port: 909544ec-0d29-46bb-ae40-3e78d094e238. Nov 08 12:52:59.332148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 645e4e84-920f-462c-a9fa-ae5aa29f31f3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:52:59.332499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 645e4e84-920f-462c-a9fa-ae5aa29f31f3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:52:59.346015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.348932 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.350121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] 10.222.0.58 "DELETE /v2.0/security-groups/ff4cfe61-0d10-46fe-a93f-b262faa40e1e HTTP/1.1" status: 204 len: 168 time: 0.4675872 Nov 08 12:52:59.427831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Allocated IP 172.20.0.2 (f81707de-761e-4a5e-b3b0-cd24e968a47f/e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf/71568afa-7bea-4fef-91b5-60d8a9a1f341) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:52:59.431907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d9c19-60fd-4796-bd97-c1cb5321dea7 tempest-TestNetworkAdvancedServerOps-441652941 tempest-TestNetworkAdvancedServerOps-441652941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4cfe61-0d10-46fe-a93f-b262faa40e1e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:59.435202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.436244 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.444143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c122b4c2-ef2f-4544-984f-dc4b847b238c req-701b1afb-094a-4797-9051-baf8bf5da4be tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243935 Nov 08 12:52:59.484485 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.551024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.580996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:52:59.593232 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.593487 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Added segment 43b65147-5db8-46eb-a10b-55536c8c11c9 of type vlan for network 4ac0632b-7d88-4b39-af05-a7193d042220 Nov 08 12:52:59.641170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.656560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305e6e2e-c6d7-4131-bbdd-b7e698005154,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:59.658438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.729840 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.786236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router 14c0e392-ce7a-4e46-b575-68295a803438 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:52:59.850176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.890470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Network f81707de-761e-4a5e-b3b0-cd24e968a47f is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:52:59.893372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:52:59.895527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.896287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:52:59.896481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:52:59.899407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.934121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Pushing event updated for resources: {'Port': ['ID=71568afa-7bea-4fef-91b5-60d8a9a1f341,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:59.952170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.958301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a73ba86b-ad67-4169-a589-a4e8c51efc8a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8338163 Nov 08 12:52:59.958301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:52:59.966081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'port': {'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f', 'name': 'tempest-RoutersTest-1718985599'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:52:59.977758 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:52:59.978840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Attempting to bind port 71568afa-7bea-4fef-91b5-60d8a9a1f341 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:52:59.980059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Attempting to bind port 71568afa-7bea-4fef-91b5-60d8a9a1f341 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e452f568-35d4-4103-9f94-26b2a73c30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:52:59.980755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Attempting to bind port 71568afa-7bea-4fef-91b5-60d8a9a1f341 on network f81707de-761e-4a5e-b3b0-cd24e968a47f {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:52:59.990900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:52:59.991168 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac0632b-7d88-4b39-af05-a7193d042220,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:52:59.992243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Checking segment: {'id': 'e452f568-35d4-4103-9f94-26b2a73c30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:52:59.992811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:52:59.993923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Bound using segment: {'id': 'e452f568-35d4-4103-9f94-26b2a73c30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:52:59.994963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Bound port: 71568afa-7bea-4fef-91b5-60d8a9a1f341, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e452f568-35d4-4103-9f94-26b2a73c30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f81707de-761e-4a5e-b3b0-cd24e968a47f'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:52:59.995527 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:00.011932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Sync routers for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:00.018905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4ac0632b-7d88-4b39-af05-a7193d042220 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:00.075271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46018) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:00.111884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:00.112715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:00.134843 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e4d63714-e723-4492-ba00-2e7260eeb9b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5562353 Nov 08 12:53:00.139758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:00.149510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:00.159284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Request body: {'subnet': {'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1176460894-subnet', 'tenant_id': 'aa2c327ee21146b0a4df5bf32e398e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:00.232932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] For port 71568afa-7bea-4fef-91b5-60d8a9a1f341, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:00.238143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] For port 71568afa-7bea-4fef-91b5-60d8a9a1f341, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=71568afa-7bea-4fef-91b5-60d8a9a1f341,segment=NetworkSegment(e452f568-35d4-4103-9f94-26b2a73c30fc),segment_id=e452f568-35d4-4103-9f94-26b2a73c30fc)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:00.244771 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9b043fe6-5129-4549-8f51-66ad39bbe007 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2485635 Nov 08 12:53:00.244771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:53:00.245424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:00.245661 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02eacf5-acf5-4952-b249-07c93a6b542b" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:53:00.311858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:00.326877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:00.330574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:00.345313 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01950145-0f08-4b5a-a629-107c194d6df3 x-openstack-request-id: req-01950145-0f08-4b5a-a629-107c194d6df3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:53:00.345858 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:53:00.345858 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01950145-0f08-4b5a-a629-107c194d6df3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:53:00.352515 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238', 'status': 'completed', 'code': 200} Nov 08 12:53:00.397119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:00.433947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46032) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:00.457295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] device_id is not set on port 95360ca5-b68b-4a82-be00-2c638a400548 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 12:53:00.497281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Made reservation on behalf of aa2c327ee21146b0a4df5bf32e398e12 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:00.499950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:00.550093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-f2112cef-da86-47fb-a5b9-c43d0f886141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.552812 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-f2112cef-da86-47fb-a5b9-c43d0f886141 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.2024481 Nov 08 12:53:00.690114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.690538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.691010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.691494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.691925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.692374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.692830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.693284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:00.699728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bcbf3836-fa3b-4db6-90ad-2ba63adf8f4f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5629 time: 0.4530272 Nov 08 12:53:00.700393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:00.720258 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e952-b516-4d65-bba9-0f0cf7b9e757 None None] Pushing event updated for resources: {'Port': ['ID=71568afa-7bea-4fef-91b5-60d8a9a1f341,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:00.974884 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b7d68903-4638-4612-ab1e-1383afa8da86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=888214d139364e1a8d116c3eceb48166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395527 Nov 08 12:53:00.998112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46044) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:01.052661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1239dbf-c75d-4411-9ce1-4ad33cdb5943', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'port_id': '909544ec-0d29-46bb-ae40-3e78d094e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'mac_address': 'fa:16:3e:24:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:52:58Z', 'updated_at': '2021-11-08T12:52:58Z', 'revision_number': 0, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:01.063243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-40fb0302-f670-46fd-a7b3-20e715a175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.064877 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-40fb0302-f670-46fd-a7b3-20e715a175d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 898 time: 0.5037651 Nov 08 12:53:01.073977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Deleting port 62debf31-af9f-4032-8975-cf86bbabc851 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:01.074356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:01.097201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Checking router: 14c0e392-ce7a-4e46-b575-68295a803438 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:01.110191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:01.111000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:01.320460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.20.0.10 (f81707de-761e-4a5e-b3b0-cd24e968a47f/e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf/95360ca5-b68b-4a82-be00-2c638a400548) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:01.321082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 71568afa-7bea-4fef-91b5-60d8a9a1f341 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:01.407186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ae6c8-2bcc-4402-8c4f-a03d0a6ecab4 req-e7c09686-1eb4-4dc7-b69e-43c481a1c82a tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.409615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-225ae6c8-2bcc-4402-8c4f-a03d0a6ecab4 req-e7c09686-1eb4-4dc7-b69e-43c481a1c82a tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.7055464 Nov 08 12:53:01.536746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.537241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.537682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.538128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.538775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.539232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.546151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.546448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-74e15b5c-2161-4bcc-b206-331ba2e116d2 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4600 time: 0.8409433 Nov 08 12:53:01.547897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:01.587208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:01.695173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 71568afa-7bea-4fef-91b5-60d8a9a1f341 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:01.695921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:01.701614 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-255ee71e-5a48-4a48-a8db-5decdcb111d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 999 time: 0.6251023 Nov 08 12:53:01.705241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:01.789611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-225ae6c8-2bcc-4402-8c4f-a03d0a6ecab4 req-9ae5adea-4922-4546-a6a9-629e1c9f425c tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607551 Nov 08 12:53:01.942972 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:01.946976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-e6099eeb-5586-4c38-810f-51348bb155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:01.948724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-e6099eeb-5586-4c38-810f-51348bb155fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 200 len: 834 time: 0.2089121 Nov 08 12:53:01.957934 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:01.990623 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.009414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 71568afa-7bea-4fef-91b5-60d8a9a1f341, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=71568afa-7bea-4fef-91b5-60d8a9a1f341,segment=NetworkSegment(e452f568-35d4-4103-9f94-26b2a73c30fc),segment_id=e452f568-35d4-4103-9f94-26b2a73c30fc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:02.031603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.042587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-26f2217d-9e5d-44f3-a094-63e02a7ea874 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.4818285 Nov 08 12:53:02.045167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:02.095504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.173426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.174494 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.181241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f81707de-761e-4a5e-b3b0-cd24e968a47f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:02.187322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:02.197668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Calling delete_port for 62debf31-af9f-4032-8975-cf86bbabc851 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:02.197923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=95360ca5-b68b-4a82-be00-2c638a400548,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:02.199496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=71568afa-7bea-4fef-91b5-60d8a9a1f341,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:02.200795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:02.213603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1239dbf-c75d-4411-9ce1-4ad33cdb5943', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'port_id': '909544ec-0d29-46bb-ae40-3e78d094e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'mac_address': 'fa:16:3e:24:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:52:58Z', 'updated_at': '2021-11-08T12:52:58Z', 'revision_number': 0, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:02.233220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.236771 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.238153 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4f0ac60-94b9-47e2-9b99-a52d35ab6ec9 HTTP/1.1" status: 204 len: 168 time: 1.2344239 Nov 08 12:53:02.258736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dc1f1-f2e6-4920-9305-9c9131cb6a89 None None] Network f81707de-761e-4a5e-b3b0-cd24e968a47f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:02.280972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe9958-bd22-4dd0-a838-8f819423ca11 None None] The sync data for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 is: [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c1239dbf-c75d-4411-9ce1-4ad33cdb5943', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'port_id': '909544ec-0d29-46bb-ae40-3e78d094e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'mac_address': 'fa:16:3e:24:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:52:58Z', 'updated_at': '2021-11-08T12:52:58Z', 'revision_number': 0, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:02.289142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ff6cd-0291-4dcb-ba27-cbfc3f0f238f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:02.290678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ff6cd-0291-4dcb-ba27-cbfc3f0f238f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:02.294620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0ac60-94b9-47e2-9b99-a52d35ab6ec9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:02.312746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6a3ff6cd-0291-4dcb-ba27-cbfc3f0f238f tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=14c0e392-ce7a-4e46-b575-68295a803438 HTTP/1.1" status: 200 len: 1990 time: 0.2630184 Nov 08 12:53:02.348137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-21feea09-534b-43f6-8416-0adf6353466e None None] Provisioning complete for port 71568afa-7bea-4fef-91b5-60d8a9a1f341 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:02.348513 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-21feea09-534b-43f6-8416-0adf6353466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.352207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:02.352207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.364310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.364663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.365036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.365420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.365762 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.367574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.367934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.368273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.368624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.369947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.369947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.370329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885062b2-9bf5-4d3c-a694-c2ec6336cad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:02.395127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-19595ca8-7cd6-4b69-a493-adae53fff80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:02.397120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-19595ca8-7cd6-4b69-a493-adae53fff80b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=beaba7e1-0869-4aec-b216-1427a8f2d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868219 Nov 08 12:53:02.453779 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:02.513119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aefbab6a-60d6-4db7-b7fa-cf561d4cdf02 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5528526 Nov 08 12:53:02.515958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:02.637901 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-92f46d2d-7690-431c-9b76-ef6491a5772d service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324574 Nov 08 12:53:02.748558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Pushing event updated for resources: {'Subnet': ['ID=471a8cad-c013-4da8-9fdc-b100ac1a7f85,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:02.768288 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53fe41-86dd-4713-b65b-7b363975c590 None None] New status for floating IP c1239dbf-c75d-4411-9ce1-4ad33cdb5943: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:53:02.855788 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Checking segment: {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:02.855951 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Network hostable DHCP agents. Network: 4ac0632b-7d88-4b39-af05-a7193d042220, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:02.949145 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e02eacf5-acf5-4952-b249-07c93a6b542b req-e592eda6-1b3c-4728-b913-8b1684112e34 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832012 Nov 08 12:53:03.108057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.134450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.173115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-38965ba1-ad56-4e70-9277-4208f33cb4d0 None None] Provisioning complete for port 71568afa-7bea-4fef-91b5-60d8a9a1f341 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:03.174355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38965ba1-ad56-4e70-9277-4208f33cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.256819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 71568afa-7bea-4fef-91b5-60d8a9a1f341 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:03.263119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event deleted for resources: {'Port': ['ID=62debf31-af9f-4032-8975-cf86bbabc851,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:03.281408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Network 4ac0632b-7d88-4b39-af05-a7193d042220 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:03.346911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.347546 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Floating IP 4ff148b5-a6d9-49f0-972c-91fef8c14e22 disassociated (deleted). External IP: 172.25.1.167, port: 593a7962-2bab-47fe-8581-4be87f807660. Nov 08 12:53:03.420855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 71568afa-7bea-4fef-91b5-60d8a9a1f341 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:03.421599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.456353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46088) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:03.502765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-38965ba1-ad56-4e70-9277-4208f33cb4d0 None None] Provisioning complete for port 95360ca5-b68b-4a82-be00-2c638a400548 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:03.503258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38965ba1-ad56-4e70-9277-4208f33cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.512284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4ac0632b-7d88-4b39-af05-a7193d042220) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:03.540008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb96246-3859-4564-a9c6-1479a73fe780 None None] Network 4ac0632b-7d88-4b39-af05-a7193d042220 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:03.564141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:03.564376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.587174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dbeba50f-1eb5-4ce5-8a9f-ebd20e897325 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b1b48691f70467db1fc874d556b8d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262817 Nov 08 12:53:03.587836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-38965ba1-ad56-4e70-9277-4208f33cb4d0 None None] Port 95360ca5-b68b-4a82-be00-2c638a400548 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:03.589138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46092) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:03.644039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.703699 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.711839 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-452a3234-658b-4a3e-afb8-b0fe23e2192d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5605729 Nov 08 12:53:03.732431 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.764917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Router a3b4996c-93b5-4824-80e5-ea824410dd6e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:03.768533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.843760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7ab76ddc-3713-4fbc-9ef8-2d43874a1c54 None None] Provisioning complete for port 95360ca5-b68b-4a82-be00-2c638a400548 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:03.849082 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7ab76ddc-3713-4fbc-9ef8-2d43874a1c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:03.950070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e340d9-05ef-491b-8da5-61980fdde5ab None None] Network 4ac0632b-7d88-4b39-af05-a7193d042220 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:04.142435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:04.142435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.194920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7ab76ddc-3713-4fbc-9ef8-2d43874a1c54 None None] Port 95360ca5-b68b-4a82-be00-2c638a400548 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:04.205788 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.214860 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.219352 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/504b1c13-1f7b-4b30-80fe-8521a400c727 HTTP/1.1" status: 204 len: 168 time: 0.6269076 Nov 08 12:53:04.224903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ebfe49ea-2e4c-437b-9fd5-1deccc5e3307 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "DELETE /v2.0/floatingips/4ff148b5-a6d9-49f0-972c-91fef8c14e22 HTTP/1.1" status: 204 len: 168 time: 4.1475234 Nov 08 12:53:04.229145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:53:04.235940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:04.237635 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:53:04.270938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:04.270938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:04.271525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.273770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bed72-9ee3-4bbe-aca6-a91ed552fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b1c13-1f7b-4b30-80fe-8521a400c727,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:04.330786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0a3cf-3e5d-4da9-a215-f218d8598557 x-openstack-request-id: req-fae0a3cf-3e5d-4da9-a215-f218d8598557 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:53:04.330786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:53:04.330786 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fae0a3cf-3e5d-4da9-a215-f218d8598557 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:53:04.330786 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:53:04.433010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=95360ca5-b68b-4a82-be00-2c638a400548,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:04.439400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-83e7846e-8f56-4974-958c-479a8eaad79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:04.443662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-83e7846e-8f56-4974-958c-479a8eaad79c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 1097 time: 0.0830541 Nov 08 12:53:04.583749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-80ba69d9-f090-4bec-be0b-e511393bd78f None None] Provisioning complete for port 95360ca5-b68b-4a82-be00-2c638a400548 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:04.594582 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80ba69d9-f090-4bec-be0b-e511393bd78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.598005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:04.605180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-34b9c58e-5ebb-4282-b223-4a23a29a50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:04.607440 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-34b9c58e-5ebb-4282-b223-4a23a29a50fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 200 len: 914 time: 0.1530738 Nov 08 12:53:04.617249 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:04.677632 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-2e0dc42f-c441-4897-b236-2aa29322a40a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 200 len: 217 time: 0.0482781 Nov 08 12:53:04.715347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-80ba69d9-f090-4bec-be0b-e511393bd78f None None] Port 95360ca5-b68b-4a82-be00-2c638a400548 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:04.794490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-4f54640c-34bb-405e-aac0-e597d309c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:04.797435 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-4f54640c-34bb-405e-aac0-e597d309c006 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 200 len: 852 time: 0.1014249 Nov 08 12:53:04.870807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-b204e8a1-f9d5-4959-8c40-6e65c0d03ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:04.873104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-b204e8a1-f9d5-4959-8c40-6e65c0d03ed4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=247a2618-9dc5-4c83-98ce-d25f1a287c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641446 Nov 08 12:53:04.976817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:04.987902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0bba9-6dea-4543-85e0-4165ffabc7aa req-f1885794-ff2f-4f39-bbaa-f973ee0c10b0 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:04.997160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed0bba9-6dea-4543-85e0-4165ffabc7aa req-f1885794-ff2f-4f39-bbaa-f973ee0c10b0 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.1390743 Nov 08 12:53:05.061035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:05.092268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:05.097469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:05.100605 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-30c0dc66-81dd-487a-af70-01c8c2c8a38d service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119632 Nov 08 12:53:05.169385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ed0bba9-6dea-4543-85e0-4165ffabc7aa req-94f8cbdb-cd61-4952-b691-db8577123d35 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712468 Nov 08 12:53:05.300457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:05.311752 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-593a4ddb-e5f2-4d01-afd2-013d3423ef4f req-f50260c2-7a33-4b6b-90a5-2c5d49966412 service neutron] 10.222.0.61 "GET /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069266 Nov 08 12:53:05.329587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:05.474861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:05.592391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=95360ca5-b68b-4a82-be00-2c638a400548,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:05.594882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:05.640650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.641262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.641386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.641674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.642327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.642674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.643549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.643904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.644469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.644567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.644907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.645249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:05.771279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f81707de-761e-4a5e-b3b0-cd24e968a47f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:05.774024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:06.046802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router cf7aabc7-388c-4a83-b0c4-e7719defb5d4 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:06.121649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:06.172974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6455de2-77d0-4e76-b829-0a6fd47932b7 None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8525662c-ebbb-49e1-92c9-6265108c9d6b', 'name': '', 'network_id': '247a2618-9dc5-4c83-98ce-d25f1a287c5f', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'mac_address': 'fa:16:3e:18:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:39Z', 'updated_at': '2021-11-08T12:46:44Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'subnets': [{'id': '464873c0-1f9a-48c5-b098-6311b7c69746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:06.200232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:06.212052 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] Sync routers for ids ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:06.232812 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0d292943-5b8c-4f18-a5ee-700077a26472 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/cf7aabc7-388c-4a83-b0c4-e7719defb5d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7153766 Nov 08 12:53:06.236483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:06.256215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] Routers {'cf7aabc7-388c-4a83-b0c4-e7719defb5d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:06.259003 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:06.259452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-68585076-ad73-44d7-a526-f9dae277ef96 None None] Provisioning complete for port 95360ca5-b68b-4a82-be00-2c638a400548 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:06.260316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-68585076-ad73-44d7-a526-f9dae277ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:06.333778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-68585076-ad73-44d7-a526-f9dae277ef96 None None] Port 95360ca5-b68b-4a82-be00-2c638a400548 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:06.368925 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:06.381021 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] Routers {'cf7aabc7-388c-4a83-b0c4-e7719defb5d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:06.381634 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:06.417254 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:06.417767 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7422e6e-eb3a-4187-88d7-9fd63cee50f7 None None] The sync data for ids ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:06.471994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069c9a4-cf73-4c83-adf9-7ffa812f2899 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:06.471994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3069c9a4-cf73-4c83-adf9-7ffa812f2899 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports/95360ca5-b68b-4a82-be00-2c638a400548 HTTP/1.1" status: 200 len: 978 time: 0.2323971 Nov 08 12:53:06.472184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46158) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:06.478600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46160) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:06.524950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6823-75d9-4efc-83ae-68775e6e0515 req-e42b21d7-7b7e-40a1-aab9-3f3699f2ed6e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:06.536137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10ef6823-75d9-4efc-83ae-68775e6e0515 req-e42b21d7-7b7e-40a1-aab9-3f3699f2ed6e tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.1752236 Nov 08 12:53:06.687043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10ef6823-75d9-4efc-83ae-68775e6e0515 req-e62fc804-f62b-4975-a740-e0c2302e11e8 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391101 Nov 08 12:53:06.764363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-726345760-network', 'tenant_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:06.860925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a8f91-cc39-4f8a-ae58-f3c839e5cec6 None None] New status for floating IP 4ff148b5-a6d9-49f0-972c-91fef8c14e22: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:53:06.966068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cec15c-896a-4976-beab-eb479fab16a1 req-6d16d18c-b23e-4e30-b25a-12793613ddc6 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:06.968437 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-12cec15c-896a-4976-beab-eb479fab16a1 req-6d16d18c-b23e-4e30-b25a-12793613ddc6 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.61 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.2812989 Nov 08 12:53:07.100284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:07.102748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.126946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.236817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Deleting port 593a7962-2bab-47fe-8581-4be87f807660 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:07.236817 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.499082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] For port 593a7962-2bab-47fe-8581-4be87f807660, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=593a7962-2bab-47fe-8581-4be87f807660,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:07.499581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.513278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Calling delete_port for 593a7962-2bab-47fe-8581-4be87f807660 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:07.564476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.730993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.736442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:07.883807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73bba-43c2-4370-bf7a-0c5354da78b9 req-2711715d-c054-4f31-bf25-8a3d31555ee6 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:07.899475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75c73bba-43c2-4370-bf7a-0c5354da78b9 req-2711715d-c054-4f31-bf25-8a3d31555ee6 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 946 time: 0.0963206 Nov 08 12:53:07.918516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ee1981-b648-45d6-adc8-e81b258a8709,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:07.979665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75c73bba-43c2-4370-bf7a-0c5354da78b9 req-33c22035-3e71-4840-9674-20e52336a9a2 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4c3d224-eed3-4db9-8d23-80d752c75e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792437 Nov 08 12:53:07.983300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:53:08.019279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.019978 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Added segment 0c1505e9-e13a-45fc-a928-349d0bd1ccd9 of type vlan for network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 Nov 08 12:53:08.141437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.144306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.184727 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event deleted for resources: {'Port': ['ID=593a7962-2bab-47fe-8581-4be87f807660,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:08.255378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] No DVR routers for this DVR port 593a7962-2bab-47fe-8581-4be87f807660 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:08.261197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.265204 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-12cec15c-896a-4976-beab-eb479fab16a1 req-27026f02-18e8-4215-a879-83387f2bc039 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.61 "DELETE /v2.0/ports/593a7962-2bab-47fe-8581-4be87f807660 HTTP/1.1" status: 204 len: 173 time: 1.2854750 Nov 08 12:53:08.265664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'name': 'network-vif-deleted', 'tag': '593a7962-2bab-47fe-8581-4be87f807660'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:53:08.268052 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec6b518-90ba-40c5-822f-88a79b564bb4" -d '{"events": [{"server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "name": "network-vif-deleted", "tag": "593a7962-2bab-47fe-8581-4be87f807660"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:53:08.344195 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc13f6-d6c2-4d4f-b55c-b240e9b74609 x-openstack-request-id: req-a0fc13f6-d6c2-4d4f-b55c-b240e9b74609 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:53:08.344561 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692876a-4058-416e-a11d-f1182bec2966", "name": "network-vif-deleted", "tag": "593a7962-2bab-47fe-8581-4be87f807660", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:53:08.345060 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0fc13f6-d6c2-4d4f-b55c-b240e9b74609 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:53:08.346050 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e692876a-4058-416e-a11d-f1182bec2966', 'name': 'network-vif-deleted', 'tag': '593a7962-2bab-47fe-8581-4be87f807660', 'status': 'completed', 'code': 200} Nov 08 12:53:08.348517 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.349557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:08.350212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.432950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3dbf2f8b-c3f0-407a-90af-6154c05f1978,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:08.447405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:08.461393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 95360ca5-b68b-4a82-be00-2c638a400548 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:08.461773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.577956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:08.578677 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8f24f52-07be-4b93-ad0c-37b8d8c2d1d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1051655 Nov 08 12:53:08.584002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Request body: {'subnet': {'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-726345760-subnet', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:08.631849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.652460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 95360ca5-b68b-4a82-be00-2c638a400548 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:08.752015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:08.752015 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:08.971586 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.028319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=95360ca5-b68b-4a82-be00-2c638a400548,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:09.064091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.233113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e899ba51-a100-45bf-b35b-7c5308c53de5 req-402015ca-267b-4aae-9251-d1165898b660 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0510721 Nov 08 12:53:09.243588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7283fcc-c9cf-4df1-be2b-930cade61d23,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:09.262531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:09.263149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Network hostable DHCP agents. Network: 3dbf2f8b-c3f0-407a-90af-6154c05f1978, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:09.284649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.384041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 593a7962-2bab-47fe-8581-4be87f807660 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:09.417238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:09.456932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 593a7962-2bab-47fe-8581-4be87f807660 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:09.457473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 593a7962-2bab-47fe-8581-4be87f807660 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:09.500811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 3dbf2f8b-c3f0-407a-90af-6154c05f1978) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:09.505381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:09.506058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.511461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197227a-a5b7-4c5e-b3c9-98626c22e3fa None None] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:09.516941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router cf7aabc7-388c-4a83-b0c4-e7719defb5d4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:09.604455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bfbca5ef-9849-4a3a-929f-bfc21512c016 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0252023 Nov 08 12:53:09.607598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:09.612707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:09.620431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:09.633072 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1f80807a-f6d5-401f-b01c-a1fe789581c1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/cf7aabc7-388c-4a83-b0c4-e7719defb5d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1501160 Nov 08 12:53:09.634818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:09.637587 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] Sync routers for ids ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:09.658786 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] Routers {'cf7aabc7-388c-4a83-b0c4-e7719defb5d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:09.659401 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:09.756080 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:09.771860 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] Routers {'cf7aabc7-388c-4a83-b0c4-e7719defb5d4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:09.773106 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:09.776398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:53:09.777407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.841132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:09.841796 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d2eb2-34fc-43ca-bc39-2a1586bf2cfa None None] The sync data for ids ['cf7aabc7-388c-4a83-b0c4-e7719defb5d4'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:09.842885 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.844011 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:09.954954 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-78fd9d36-d0b7-4946-ac69-ca9070ed1411 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 12:53:09.956424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-78fd9d36-d0b7-4946-ac69-ca9070ed1411 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/cf7aabc7-388c-4a83-b0c4-e7719defb5d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3186698 Nov 08 12:53:09.959305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:10.002374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b96b19e5-cf61-4f68-9459-2d17bc9c7817 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf7aabc7-388c-4a83-b0c4-e7719defb5d4 HTTP/1.1" status: 200 len: 205 time: 0.0412219 Nov 08 12:53:10.008025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Allocated IP 172.20.0.2 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/695ec8c9-fc49-43fa-98f9-9dae1cf41215) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:10.008588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:10.174029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.344227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.452166 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.538300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:10.544028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:10.550844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:10.621857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Pushing event updated for resources: {'Port': ['ID=695ec8c9-fc49-43fa-98f9-9dae1cf41215,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:10.648175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-61fb7054-4fb1-425b-93c7-fbb531fbe42c req-8bf4a21a-1724-4a8a-97d7-45304b491293 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0410337 Nov 08 12:53:10.649758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.675739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Attempting to bind port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:10.676152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Attempting to bind port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:10.676581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Attempting to bind port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:10.683867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:10.685279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:10.685909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.686433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:10.687067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Bound port: 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:10.687517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.824820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] For port 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:10.829367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] For port 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=695ec8c9-fc49-43fa-98f9-9dae1cf41215,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:10.929900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.961575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.979614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:10.982517 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.056760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f19250-4435-4e2d-99b7-247ad9b40ad0 None None] Pushing event updated for resources: {'Port': ['ID=695ec8c9-fc49-43fa-98f9-9dae1cf41215,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:11.217544 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.224422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router cf7aabc7-388c-4a83-b0c4-e7719defb5d4 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:53:11.227693 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.231277 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c47a82b8-709e-4c92-8b42-9d110f1c0886 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/cf7aabc7-388c-4a83-b0c4-e7719defb5d4 HTTP/1.1" status: 204 len: 168 time: 1.2185640 Nov 08 12:53:11.232006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46242) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:11.343389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:53:11.358450 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.475215 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.555476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.597971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.675789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.748218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Allocated IP 172.25.1.202 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/36934674-ae22-4166-a39e-013c561b4a23) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:11.813094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7920c426-054a-454e-96fe-04d1d890ef6c req-0272fcd8-19f6-4961-8579-52bde6f23ad1 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0378861 Nov 08 12:53:11.818389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.886291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:11.891990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.898185 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d866ebc9-0ac6-4eaa-9da9-091b18d4a70b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf HTTP/1.1" status: 204 len: 168 time: 0.6651196 Nov 08 12:53:11.902190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:11.903380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:11.903525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082b707-451a-4ac4-8479-6cac693c9a85 None None] Network f81707de-761e-4a5e-b3b0-cd24e968a47f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:12.014368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.017037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.063833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:12.070614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:12.077264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:12.090540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 71568afa-7bea-4fef-91b5-60d8a9a1f341 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:12.090960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.226432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 71568afa-7bea-4fef-91b5-60d8a9a1f341, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=71568afa-7bea-4fef-91b5-60d8a9a1f341,segment=NetworkSegment(e452f568-35d4-4103-9f94-26b2a73c30fc),segment_id=e452f568-35d4-4103-9f94-26b2a73c30fc)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:12.226967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.248084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 71568afa-7bea-4fef-91b5-60d8a9a1f341 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:12.308311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] DHCP port deletion for f81707de-761e-4a5e-b3b0-cd24e968a47f request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:53:12.332214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Pushing event updated for resources: {'Port': ['ID=36934674-ae22-4166-a39e-013c561b4a23,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:12.396019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Deleting port 71568afa-7bea-4fef-91b5-60d8a9a1f341 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:12.396376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.496491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] For port 71568afa-7bea-4fef-91b5-60d8a9a1f341, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=71568afa-7bea-4fef-91b5-60d8a9a1f341,segment=NetworkSegment(e452f568-35d4-4103-9f94-26b2a73c30fc),segment_id=e452f568-35d4-4103-9f94-26b2a73c30fc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:12.497097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.514759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Calling delete_port for 71568afa-7bea-4fef-91b5-60d8a9a1f341 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:12.526374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.555262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.563466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763aac2-8242-4cb7-9932-7edc0ec5064a None None] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:12.575811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=71568afa-7bea-4fef-91b5-60d8a9a1f341,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:12.583919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 71568afa-7bea-4fef-91b5-60d8a9a1f341 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:12.691300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.740456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81707de-761e-4a5e-b3b0-cd24e968a47f']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:12.743057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] Provisioning complete for port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:12.743443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.752000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e452f568-35d4-4103-9f94-26b2a73c30fc') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:12.752590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e452f568-35d4-4103-9f94-26b2a73c30fc') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:12.763966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.781870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.788989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:53:12.789598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:53:12.799735 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:53:12.871996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:12.918001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.001152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Pushing event deleted for resources: {'Port': ['ID=71568afa-7bea-4fef-91b5-60d8a9a1f341,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:13.003539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] No DVR routers for this DVR port 71568afa-7bea-4fef-91b5-60d8a9a1f341 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:13.021671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.026317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d13f1b8-4321-4473-b6bb-9d991eae3718 req-4eac6785-f73b-433b-bd0f-9f07e57ef574 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0601907 Nov 08 12:53:13.029062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.029608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.030053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.030540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.030977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.031411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.031839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.032268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.032694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.033118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.033630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.034050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac934d-5945-449d-b528-852521fbf8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:13.035353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.042274 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/f81707de-761e-4a5e-b3b0-cd24e968a47f HTTP/1.1" status: 204 len: 168 time: 1.1387296 Nov 08 12:53:13.050468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:13.059321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.087575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-620100331'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:13.092397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba19a5-2f5f-43d6-b6ae-1040e917c9ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=f81707de-761e-4a5e-b3b0-cd24e968a47f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:13.113023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] For port 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=695ec8c9-fc49-43fa-98f9-9dae1cf41215,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:13.172917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Router 64138fed-195e-462e-914f-c220fc063dad is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:13.209051 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.289426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:13.294000 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.346799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:53:13.361567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.362456 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 70450c80-fc27-4cd3-852b-a0ca53a349ab of type vlan for network f6002a0f-4913-4de9-ae0d-a33e183deb89 Nov 08 12:53:13.393092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 695ec8c9-fc49-43fa-98f9-9dae1cf41215 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:13.432319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.454205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:13.503157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:13.543441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65a8bd-ab0e-489b-aaf1-8f5781feab00 None None] Pushing event updated for resources: {'Port': ['ID=695ec8c9-fc49-43fa-98f9-9dae1cf41215,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:13.551559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.562057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:13.562710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:13.563961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:13.565758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.579460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.581003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2a58d6a2-d632-452f-b730-ac02b30b687a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9717712 Nov 08 12:53:13.586096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:13.628305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-71c7d606-44be-4eae-b081-20353962c6f3 None None] Provisioning complete for port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:13.628679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-71c7d606-44be-4eae-b081-20353962c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.694766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:13.695139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:13.730626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6473796 Nov 08 12:53:13.732543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:13.744065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:13.756318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210216-7ede-482a-b859-115faf89bc2c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=f6002a0f-4913-4de9-ae0d-a33e183deb89,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:13.781460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:13.790580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:14.044759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:14.048901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.222011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5d87a48-40ef-4ade-83c0-33eb42b24045 req-c48a9857-b6d5-4400-9027-8d442ecc025f tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0735176 Nov 08 12:53:14.383150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 71568afa-7bea-4fef-91b5-60d8a9a1f341 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:14.411538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 71568afa-7bea-4fef-91b5-60d8a9a1f341 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:14.411883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 71568afa-7bea-4fef-91b5-60d8a9a1f341 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:14.423228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:12Z', 'revision_number': 3, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:14.462025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:14.462497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Updating router 64138fed-195e-462e-914f-c220fc063dad port 36934674-ae22-4166-a39e-013c561b4a23 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:14.484576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.488994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.559221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.718275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=0a170be2-4b3b-408b-be28-39b8a0f42c8a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:14.732132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '70450c80-fc27-4cd3-852b-a0ca53a349ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:14.734926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: f6002a0f-4913-4de9-ae0d-a33e183deb89, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:14.796164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Allocated IP 172.20.0.1 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/9e84d218-b439-4326-ba8a-9a7f5f3d5f02) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:14.796883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.863100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:14.885812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.948767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffb7b-b206-404a-a60c-f9cbfcb4cf95 None None] Pushing event updated for resources: {'Port': ['ID=36934674-ae22-4166-a39e-013c561b4a23,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:14.951281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Attempting to bind port 36934674-ae22-4166-a39e-013c561b4a23 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:14.951649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Attempting to bind port 36934674-ae22-4166-a39e-013c561b4a23 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:14.952006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Attempting to bind port 36934674-ae22-4166-a39e-013c561b4a23 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:14.958088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:14.958670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:14.959150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.959658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:14.966069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Bound port: 36934674-ae22-4166-a39e-013c561b4a23, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:14.966069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.972453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.983845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f6002a0f-4913-4de9-ae0d-a33e183deb89) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:14.988677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:14.988958 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:14.998382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8247f-1104-482a-89a0-ef4a04ab859f None None] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:15.066499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] For port 36934674-ae22-4166-a39e-013c561b4a23, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:15.089803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] For port 36934674-ae22-4166-a39e-013c561b4a23, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36934674-ae22-4166-a39e-013c561b4a23,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:15.139728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:15.140178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80e6964f-5d3a-461e-8700-af91b95ed906 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3999753 Nov 08 12:53:15.140178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.144543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1961738284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:15.230878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:15.235760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.241597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:15.247628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:15.285852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Pushing event updated for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:15.308871 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.311042 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.379993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 695ec8c9-fc49-43fa-98f9-9dae1cf41215 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:15.459725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.478667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-412b128e-5ed3-4680-b6cb-085c00acfd95 req-7aaa3850-245c-4f3e-8a36-60fc8bc3eb10 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.1021638 Nov 08 12:53:15.499763 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.521666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:15.522998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:15.621342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffb7b-b206-404a-a60c-f9cbfcb4cf95 None None] Pushing event updated for resources: {'Port': ['ID=36934674-ae22-4166-a39e-013c561b4a23,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:15.627829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f6002a0f-4913-4de9-ae0d-a33e183deb89', 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': '0a170be2-4b3b-408b-be28-39b8a0f42c8a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:53:15.628850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.710943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.793030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8d31a805-3473-4eb1-8bd5-ea9e01c82a20 None None] Provisioning complete for port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:15.793405 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d31a805-3473-4eb1-8bd5-ea9e01c82a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.799791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:15.800417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.815889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.856981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:15.905297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:15.909553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3dcd7d51-984a-4238-a2f8-2e370398254f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7712345 Nov 08 12:53:15.910173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:16.084196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.095976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8d31a805-3473-4eb1-8bd5-ea9e01c82a20 None None] Port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:16.103656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Allocated IP 172.20.0.2 (f6002a0f-4913-4de9-ae0d-a33e183deb89/0a170be2-4b3b-408b-be28-39b8a0f42c8a/8b2e2d50-a125-4dbe-94f3-933cba6add3e) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:16.149198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.257762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.360212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.362212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Pushing event updated for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:16.385588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.470679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.487663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:12Z', 'revision_number': 3, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:16.595858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:16.598048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:16.608569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8275-6c1d-46c1-b44d-b6e2d4aeee6b None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:12Z', 'revision_number': 3, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:16.629137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.732963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:16.739041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:16.746559 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:16.767688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Pushing event updated for resources: {'Port': ['ID=8b2e2d50-a125-4dbe-94f3-933cba6add3e,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:16.840963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69e0c38f-a2b2-4a27-87d7-4b966a3d865f req-3d5c55a0-0d53-4a0c-a25e-db3195b00edc tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e692876a-4058-416e-a11d-f1182bec2966 HTTP/1.1" status: 200 len: 210 time: 0.0980101 Nov 08 12:53:16.877626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Attempting to bind port 8b2e2d50-a125-4dbe-94f3-933cba6add3e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:16.878043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Attempting to bind port 8b2e2d50-a125-4dbe-94f3-933cba6add3e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '70450c80-fc27-4cd3-852b-a0ca53a349ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:16.880627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Attempting to bind port 8b2e2d50-a125-4dbe-94f3-933cba6add3e on network f6002a0f-4913-4de9-ae0d-a33e183deb89 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:16.898369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:16.898799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Checking segment: {'id': '70450c80-fc27-4cd3-852b-a0ca53a349ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:16.899315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:16.899824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Bound using segment: {'id': '70450c80-fc27-4cd3-852b-a0ca53a349ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:16.900434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Bound port: 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70450c80-fc27-4cd3-852b-a0ca53a349ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6002a0f-4913-4de9-ae0d-a33e183deb89'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:16.900966 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.025003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:17.042785 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.20.0.1 (f6002a0f-4913-4de9-ae0d-a33e183deb89/0a170be2-4b3b-408b-be28-39b8a0f42c8a/b36113e9-5aff-4309-81c3-687b9400a37b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:17.056640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] For port 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:17.061254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] For port 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b2e2d50-a125-4dbe-94f3-933cba6add3e,segment=NetworkSegment(70450c80-fc27-4cd3-852b-a0ca53a349ab),segment_id=70450c80-fc27-4cd3-852b-a0ca53a349ab)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:17.149357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.303800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:17.316105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dc3fb148-d8c4-464c-b733-3f52615ff35d admin admin] 10.222.0.58 "PUT /v2.0/routers/64138fed-195e-462e-914f-c220fc063dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7287571 Nov 08 12:53:17.327514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-59505993-17a8-40cf-9154-1c88f8930f7c None None] Provisioning complete for port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:17.327514 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59505993-17a8-40cf-9154-1c88f8930f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.360533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.478769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36934674-ae22-4166-a39e-013c561b4a23 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:17.496694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a323e-72ad-4ed2-8e32-4be2a8044981 None None] Pushing event updated for resources: {'Port': ['ID=8b2e2d50-a125-4dbe-94f3-933cba6add3e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:17.532075 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.571544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-59505993-17a8-40cf-9154-1c88f8930f7c None None] Port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:17.677147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:17.689101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 36934674-ae22-4166-a39e-013c561b4a23 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:17.689653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.720020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:17.738569 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:17.940264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.968455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:17.987246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 36934674-ae22-4166-a39e-013c561b4a23, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36934674-ae22-4166-a39e-013c561b4a23,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:18.032014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46336) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:18.044419 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=b36113e9-5aff-4309-81c3-687b9400a37b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:18.091422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:18.232042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=36934674-ae22-4166-a39e-013c561b4a23,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:18.586403 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:18.732868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:18.746654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:18.754121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1990581008-network', 'tenant_id': '994042699c0a4991a5d751a98cf6b001'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:18.773357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:18.921370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Made reservation on behalf of 994042699c0a4991a5d751a98cf6b001 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:18.925290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:18.938756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.073315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.130755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.132713 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.136187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.139620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] 10.222.0.58 "DELETE /v2.0/security-groups/b4c3d224-eed3-4db9-8d23-80d752c75e6e HTTP/1.1" status: 204 len: 168 time: 1.1044648 Nov 08 12:53:19.183621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f918809-40d8-4c90-94c1-442b6ed8e945 tempest-TestVolumeBackupRestore-106531176 tempest-TestVolumeBackupRestore-106531176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3d224-eed3-4db9-8d23-80d752c75e6e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:19.200482 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.278919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07faedcf-0ef0-42ad-9308-782b41102496 None None] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:19.291498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.368639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:53:19.409231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.409882 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Added segment 63219a14-9bea-44d7-ae8c-42623019dbc1 of type vlan for network f8f974f0-32df-424a-a057-378bdf3bb5e7 Nov 08 12:53:19.412769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.416191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=b36113e9-5aff-4309-81c3-687b9400a37b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:19.441324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e0b25f-f30e-4b89-9120-5cd2c56cf504,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:19.515707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.678729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.678729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:19.678729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:19.703564 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:19.717582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:19.721631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:19.724546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:19.725210 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:19.762471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b2e2d50-a125-4dbe-94f3-933cba6add3e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:19.778480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] Pushing event updated for resources: {'Network': ['ID=f8f974f0-32df-424a-a057-378bdf3bb5e7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:19.844884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:19.852751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7602d03b-cf5b-440c-95f3-0a74d9a39d3e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0975714 Nov 08 12:53:19.854190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:19.868371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Request body: {'subnet': {'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1990581008-subnet', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:19.991267 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:20.040059 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] Provisioning complete for port 8b2e2d50-a125-4dbe-94f3-933cba6add3e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:20.043903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.058921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Made reservation on behalf of 994042699c0a4991a5d751a98cf6b001 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:20.061841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.411422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8b2e2d50-a125-4dbe-94f3-933cba6add3e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:20.412132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.525449 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.609907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.739901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.809674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 2, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:20.823612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:20.850922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] For port 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b2e2d50-a125-4dbe-94f3-933cba6add3e,segment=NetworkSegment(70450c80-fc27-4cd3-852b-a0ca53a349ab),segment_id=70450c80-fc27-4cd3-852b-a0ca53a349ab)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:20.869932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router ba692533-150b-47e9-a4a6-f6ea608165fd is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:20.949299 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:20.949299 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Updating router 64138fed-195e-462e-914f-c220fc063dad port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:21.010102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11725c5-b328-4812-ad95-39eaf0cfe1a3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:21.030506 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.045256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.065553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Checking segment: {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:21.066452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Network hostable DHCP agents. Network: f8f974f0-32df-424a-a057-378bdf3bb5e7, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:21.086164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:21.093989 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0de18f73-3c6e-4df6-8c58-fb797cee1d26 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/ba692533-150b-47e9-a4a6-f6ea608165fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1826954 Nov 08 12:53:21.098630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:21.180357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:53:21.182991 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:53:21.230507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] Sync routers for ids ['ba692533-150b-47e9-a4a6-f6ea608165fd'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:21.233436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ed0c0-8820-496f-8caf-17840785c667 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:21.239517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-017ed0c0-8820-496f-8caf-17840785c667 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports/b36113e9-5aff-4309-81c3-687b9400a37b HTTP/1.1" status: 200 len: 910 time: 0.1351874 Nov 08 12:53:21.240288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46434) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:21.241799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:21.275133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-379caa2e-b613-458b-a524-24f7ce6be49a None None] Provisioning complete for port 8b2e2d50-a125-4dbe-94f3-933cba6add3e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:21.275645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-379caa2e-b613-458b-a524-24f7ce6be49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.295111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] Routers {'ba692533-150b-47e9-a4a6-f6ea608165fd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:21.296131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ba692533-150b-47e9-a4a6-f6ea608165fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:21.361799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f8f974f0-32df-424a-a057-378bdf3bb5e7) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:21.383203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:21.383925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.454030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9281d-1e6e-4a5e-975a-ebb81cb9870a None None] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:21.458692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:21.495882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb4820-0c01-4756-bbdc-4bb6cbde1177 None None] Pushing event updated for resources: {'Port': ['ID=8b2e2d50-a125-4dbe-94f3-933cba6add3e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:21.534081 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46444) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:21.536845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6c9c2153-f655-43db-8e3f-305691f4aba5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6814945 Nov 08 12:53:21.581852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:21.585830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] Routers {'ba692533-150b-47e9-a4a6-f6ea608165fd'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:21.586938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ba692533-150b-47e9-a4a6-f6ea608165fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:21.682771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:21.683970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7174e-1091-4b73-8eea-eb80bdc4db87 None None] The sync data for ids ['ba692533-150b-47e9-a4a6-f6ea608165fd'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:21.703873 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.739101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.740145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.787485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36934674-ae22-4166-a39e-013c561b4a23 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:21.837685 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:21.957973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-379caa2e-b613-458b-a524-24f7ce6be49a None None] Provisioning complete for port b36113e9-5aff-4309-81c3-687b9400a37b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:21.958577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-379caa2e-b613-458b-a524-24f7ce6be49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.045710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.095065 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc868-36d9-4c3d-ae99-a9ca169e31cf None None] Pushing event updated for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:22.100255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 36934674-ae22-4166-a39e-013c561b4a23 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:22.110304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Attempting to bind port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:22.110807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Attempting to bind port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:22.111958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Attempting to bind port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:22.112673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.123495 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:22.127744 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:22.128302 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.128822 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:22.136069 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Bound port: 9e84d218-b439-4326-ba8a-9a7f5f3d5f02, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:22.136069 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.265523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-379caa2e-b613-458b-a524-24f7ce6be49a None None] Port b36113e9-5aff-4309-81c3-687b9400a37b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:22.344276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] For port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:22.348952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] For port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:22.375848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f8f974f0-32df-424a-a057-378bdf3bb5e7', 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'fixed_ips': [{'subnet_id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:53:22.376765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.515709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6c87bf97-f62b-49b3-ab27-ccd904846c04 None None] Provisioning complete for port b36113e9-5aff-4309-81c3-687b9400a37b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:22.516396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6c87bf97-f62b-49b3-ab27-ccd904846c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.566597 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.686218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:22.754198 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:22.756768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:52:56Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:22.771714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc868-36d9-4c3d-ae99-a9ca169e31cf None None] Pushing event updated for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:22.852525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6c87bf97-f62b-49b3-ab27-ccd904846c04 None None] Port b36113e9-5aff-4309-81c3-687b9400a37b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:23.088071 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:23.128858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.189937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] Provisioning complete for port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:23.190049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.191767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b2e2d50-a125-4dbe-94f3-933cba6add3e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:23.323994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Allocated IP 172.20.0.2 (f8f974f0-32df-424a-a057-378bdf3bb5e7/e11725c5-b328-4812-ad95-39eaf0cfe1a3/e75f246c-8901-4295-8901-32b02af5a6b0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:23.353133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a12b9de5-afe6-4601-8a1d-ab272a063d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.477322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.548590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8b2e2d50-a125-4dbe-94f3-933cba6add3e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:23.549264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.625411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] For port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:23.745536 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:22Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:23.807848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:23.820901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a886a23-d16a-443a-8be6-9003781f1e9d None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:22Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:24.087568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.115538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.225091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port b36113e9-5aff-4309-81c3-687b9400a37b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:24.225914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.346392 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.439931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-da3a5973-ab8e-4f5f-a149-61494efe9f59 None None] Provisioning complete for port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:24.440512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da3a5973-ab8e-4f5f-a149-61494efe9f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.461598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Allocated IP 172.25.1.219 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5d80453e-336e-4171-86a8-db46544d3aba) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:24.490011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.507090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:24.578587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656df2-b6e7-4cd3-b5cf-c8baaf623e8a None None] Pushing event updated for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:24.590854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for b36113e9-5aff-4309-81c3-687b9400a37b owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:24.650629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Pushing event updated for resources: {'Port': ['ID=e75f246c-8901-4295-8901-32b02af5a6b0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:24.722971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:24.742465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:24.748575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:24.967937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Attempting to bind port e75f246c-8901-4295-8901-32b02af5a6b0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:24.968746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Attempting to bind port e75f246c-8901-4295-8901-32b02af5a6b0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:24.969479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Attempting to bind port e75f246c-8901-4295-8901-32b02af5a6b0 on network f8f974f0-32df-424a-a057-378bdf3bb5e7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:24.995010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:24.995945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Checking segment: {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:24.996604 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.000999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Bound using segment: {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:25.001879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Bound port: e75f246c-8901-4295-8901-32b02af5a6b0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:25.002570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.048455 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.139612 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] For port e75f246c-8901-4295-8901-32b02af5a6b0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:25.151263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:25.275203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] For port e75f246c-8901-4295-8901-32b02af5a6b0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e75f246c-8901-4295-8901-32b02af5a6b0,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:25.311260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:25.312002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.403737 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-482d71b4-fdbd-4504-83e4-7479ec96d73b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3662486 Nov 08 12:53:25.450750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.557827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.602679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f3add59-9340-48a1-99d3-fe42864b3c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:25.621257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:25.659090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154ede7-4e74-43d7-b887-bfcd262172bf None None] Pushing event updated for resources: {'Port': ['ID=e75f246c-8901-4295-8901-32b02af5a6b0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:25.660654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:25.716180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:25.835027 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-e7744c16-2571-4b3a-9d89-f4f5d0095fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:25.855159 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-e7744c16-2571-4b3a-9d89-f4f5d0095fbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.3770714 Nov 08 12:53:25.863919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Pushing event updated for resources: {'Port': ['ID=5d80453e-336e-4171-86a8-db46544d3aba,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:25.937418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:26.386272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=b36113e9-5aff-4309-81c3-687b9400a37b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:26.755313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-beaec0b5-5e24-482d-9fc5-27697c5f2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:26.757191 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-beaec0b5-5e24-482d-9fc5-27697c5f2174 service neutron] 10.222.0.61 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 898 time: 0.8632147 Nov 08 12:53:26.857974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:26.942126 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.207150 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-80377d46-c27a-4b91-8a8b-d45adbc2180a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 1001 time: 0.3187172 Nov 08 12:53:27.226075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e75f246c-8901-4295-8901-32b02af5a6b0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:27.380568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e75f246c-8901-4295-8901-32b02af5a6b0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:27.381324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.449926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-d6ed7be6-c946-4634-a87a-9fc60edbdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:27.469432 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-d6ed7be6-c946-4634-a87a-9fc60edbdd2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 200 len: 834 time: 0.2001770 Nov 08 12:53:27.569631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.577879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939f91be-d170-4cd1-aef5-3d3fb32d063c None None] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:27.592931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.639653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e75f246c-8901-4295-8901-32b02af5a6b0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e75f246c-8901-4295-8901-32b02af5a6b0,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:27.729153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7e5b64bc-5641-414b-a316-4677f13f6628 None None] Provisioning complete for port e75f246c-8901-4295-8901-32b02af5a6b0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:27.729153 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e5b64bc-5641-414b-a316-4677f13f6628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.762384 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:27.832193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e75f246c-8901-4295-8901-32b02af5a6b0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:27.954008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-db4481ba-13c3-4db1-ba9e-9d616f7c46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:27.969653 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-db4481ba-13c3-4db1-ba9e-9d616f7c46bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=beaba7e1-0869-4aec-b216-1427a8f2d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4273884 Nov 08 12:53:28.234798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router ba692533-150b-47e9-a4a6-f6ea608165fd has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:28.300761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:28.496288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:28.503882 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] Sync routers for ids ['ba692533-150b-47e9-a4a6-f6ea608165fd'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:28.526347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:28.539010 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] Routers {'ba692533-150b-47e9-a4a6-f6ea608165fd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:28.540167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b25252a1-f50f-4ab6-aebc-e97842439683 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/ba692533-150b-47e9-a4a6-f6ea608165fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2999370 Nov 08 12:53:28.546455 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ba692533-150b-47e9-a4a6-f6ea608165fd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:28.610653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f79e7c5f-2833-45f1-9fed-41cd293bb6cd tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba692533-150b-47e9-a4a6-f6ea608165fd HTTP/1.1" status: 200 len: 205 time: 0.0823646 Nov 08 12:53:28.611576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:28.629540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:28.691475 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:28.731127 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] Routers {'ba692533-150b-47e9-a4a6-f6ea608165fd'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:28.735849 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ba692533-150b-47e9-a4a6-f6ea608165fd'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:28.740382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dfb37e46-3457-4653-a1fb-e0dc0679d565 None None] Provisioning complete for port e75f246c-8901-4295-8901-32b02af5a6b0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:28.740763 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dfb37e46-3457-4653-a1fb-e0dc0679d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:28.783776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:28.831458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-a8664efd-0496-4f29-840a-5ee5696d1d21 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505349 Nov 08 12:53:28.847117 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:28.855807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e795b50-8754-4805-ac67-365c64663a37 None None] The sync data for ids ['ba692533-150b-47e9-a4a6-f6ea608165fd'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:28.990103 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8488e15e-c20b-47cd-a732-fa8a47547434 req-6ef2fad8-3947-487f-80a7-a728820d5bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455495 Nov 08 12:53:29.114638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.134477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.136857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.144161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e75f246c-8901-4295-8901-32b02af5a6b0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:29.269071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e75f246c-8901-4295-8901-32b02af5a6b0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:29.269456 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.294617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:53:29.359615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:29.428977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.435957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router ba692533-150b-47e9-a4a6-f6ea608165fd {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:53:29.450058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.457507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e7fb3724-19ee-46c5-912b-13cc308a4908 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/ba692533-150b-47e9-a4a6-f6ea608165fd HTTP/1.1" status: 204 len: 168 time: 0.8447051 Nov 08 12:53:29.458194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:29.490148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:29.502672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Sync routers for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:29.534614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:29.535376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:29.624641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.626144 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aad1ece9-565d-421b-a6e0-8f707e90cf2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0683632 Nov 08 12:53:29.629236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46734) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:29.641193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet 0a170be2-4b3b-408b-be28-39b8a0f42c8a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:53:29.648463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.753828 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:29.789791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:29.926633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:30.139238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:26Z', 'revision_number': 3, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:30.179911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Checking router: 41ff0018-092b-4dc4-9f1c-c1617d069bd1 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:30.180290 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Updating router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 port 5d80453e-336e-4171-86a8-db46544d3aba binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:30.194626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:30.225655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:30.234096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/0a170be2-4b3b-408b-be28-39b8a0f42c8a HTTP/1.1" status: 204 len: 168 time: 0.7718153 Nov 08 12:53:30.236194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:30.237726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:30.248369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076b0e0-2e3e-4dcc-a719-c94e641ea217 None None] Network f6002a0f-4913-4de9-ae0d-a33e183deb89 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:30.305367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f6bc-ae00-432d-bd25-885ebeea0329 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=0a170be2-4b3b-408b-be28-39b8a0f42c8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:30.423127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:30.579833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:30.712070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.014587 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] DHCP port deletion for f6002a0f-4913-4de9-ae0d-a33e183deb89 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:53:31.256197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.321245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Deleting port 8b2e2d50-a125-4dbe-94f3-933cba6add3e {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:31.321628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.503277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.618820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 8b2e2d50-a125-4dbe-94f3-933cba6add3e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:31.619326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.669712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b383-7c0b-4ef1-a6b6-63d31954a6dd None None] Pushing event updated for resources: {'Port': ['ID=5d80453e-336e-4171-86a8-db46544d3aba,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:31.706469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] For port 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b2e2d50-a125-4dbe-94f3-933cba6add3e,segment=NetworkSegment(70450c80-fc27-4cd3-852b-a0ca53a349ab),segment_id=70450c80-fc27-4cd3-852b-a0ca53a349ab)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:31.707283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.711724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Attempting to bind port 5d80453e-336e-4171-86a8-db46544d3aba on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:31.717090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Attempting to bind port 5d80453e-336e-4171-86a8-db46544d3aba by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:31.717090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Attempting to bind port 5d80453e-336e-4171-86a8-db46544d3aba on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:31.727098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Calling delete_port for 8b2e2d50-a125-4dbe-94f3-933cba6add3e owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:31.729295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:31.729894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:31.730425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.730931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:31.732057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Bound port: 5d80453e-336e-4171-86a8-db46544d3aba, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:31.732591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.760912 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 8b2e2d50-a125-4dbe-94f3-933cba6add3e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8b2e2d50-a125-4dbe-94f3-933cba6add3e,segment=NetworkSegment(70450c80-fc27-4cd3-852b-a0ca53a349ab),segment_id=70450c80-fc27-4cd3-852b-a0ca53a349ab)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:31.760912 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.809070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 8b2e2d50-a125-4dbe-94f3-933cba6add3e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:31.821596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:31.831323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] For port 5d80453e-336e-4171-86a8-db46544d3aba, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:31.850359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] For port 5d80453e-336e-4171-86a8-db46544d3aba, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d80453e-336e-4171-86a8-db46544d3aba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:31.876526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Allocated IP 172.20.0.1 (f8f974f0-32df-424a-a057-378bdf3bb5e7/e11725c5-b328-4812-ad95-39eaf0cfe1a3/04f35981-c55a-4e24-b64c-29dfea175166) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:31.977640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.088709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.121294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.169363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=8b2e2d50-a125-4dbe-94f3-933cba6add3e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:32.189074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.197579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 8b2e2d50-a125-4dbe-94f3-933cba6add3e on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:32.261148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] No DVR routers for this DVR port 8b2e2d50-a125-4dbe-94f3-933cba6add3e on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:32.281740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b383-7c0b-4ef1-a6b6-63d31954a6dd None None] Pushing event updated for resources: {'Port': ['ID=5d80453e-336e-4171-86a8-db46544d3aba,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:32.308889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb8a11-d7cf-4993-af99-328599b73f6b None None] Pushing event deleted for resources: {'Port': ['ID=8b2e2d50-a125-4dbe-94f3-933cba6add3e,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:32.311936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:32.312608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:32.382384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.410504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6002a0f-4913-4de9-ae0d-a33e183deb89']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:32.422307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70450c80-fc27-4cd3-852b-a0ca53a349ab') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:32.422498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70450c80-fc27-4cd3-852b-a0ca53a349ab') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:32.426984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Deleting port 8525662c-ebbb-49e1-92c9-6265108c9d6b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:32.427333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.435030 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.451730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.459937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:53:32.460342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.462470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self.session.flush() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:53:32.463720 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:53:32.527204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.555322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] For port 8525662c-ebbb-49e1-92c9-6265108c9d6b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8525662c-ebbb-49e1-92c9-6265108c9d6b,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:32.555695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.572574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Calling delete_port for 8525662c-ebbb-49e1-92c9-6265108c9d6b owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:32.613909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:32.619414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:32.621738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Pushing event updated for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:32.629538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:32.735687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.744848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.752170 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/f6002a0f-4913-4de9-ae0d-a33e183deb89 HTTP/1.1" status: 204 len: 168 time: 2.5101132 Nov 08 12:53:32.757256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:32.759312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.762418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1533090839', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:32.803346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38da51-09b1-41ef-b1eb-f3808af0abda tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=f6002a0f-4913-4de9-ae0d-a33e183deb89,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:32.934138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:32.936783 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.054359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:26Z', 'revision_number': 3, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:33.096440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035be89-3900-4d3b-adfa-8e29b816b647 None None] The sync data for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 is: [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:26Z', 'revision_number': 3, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:33.106959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.114525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b2e2d50-a125-4dbe-94f3-933cba6add3e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:33.138899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a988ce51-8132-4d48-b55a-1d6757a760e6 None None] Provisioning complete for port 04f35981-c55a-4e24-b64c-29dfea175166 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:33.139372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a988ce51-8132-4d48-b55a-1d6757a760e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.141331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8b2e2d50-a125-4dbe-94f3-933cba6add3e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:33.141763 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8b2e2d50-a125-4dbe-94f3-933cba6add3e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:33.153712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.160593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.183737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8525662c-ebbb-49e1-92c9-6265108c9d6b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:33.226499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a988ce51-8132-4d48-b55a-1d6757a760e6 None None] Port 04f35981-c55a-4e24-b64c-29dfea175166 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:33.611957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.709719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.731158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.800131 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:33.894091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Pushing event updated for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:33.897163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:34.106426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:34.110583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:34.453853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:34.710704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:34.738429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a09bd46f-3a3c-471c-85d0-4106b5627c8f None None] Provisioning complete for port 04f35981-c55a-4e24-b64c-29dfea175166 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:34.739685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a09bd46f-3a3c-471c-85d0-4106b5627c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:34.747547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-06eba6f6-1ce8-41d8-9b10-3d8bf6032bbb admin admin] 10.222.0.58 "PUT /v2.0/routers/41ff0018-092b-4dc4-9f1c-c1617d069bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1105626 Nov 08 12:53:34.839050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a09bd46f-3a3c-471c-85d0-4106b5627c8f None None] Port 04f35981-c55a-4e24-b64c-29dfea175166 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:35.140087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Router a3b4996c-93b5-4824-80e5-ea824410dd6e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:35.331551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:35.338695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d80453e-336e-4171-86a8-db46544d3aba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:35.405947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:35.479488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5d80453e-336e-4171-86a8-db46544d3aba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:35.485654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:35.518656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46932) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:35.584541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:35.584650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Sync routers for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:35.584650 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:35.585391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:35.682305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:35.742533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5d80453e-336e-4171-86a8-db46544d3aba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d80453e-336e-4171-86a8-db46544d3aba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:35.778937 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88579946-a22c-4f25-ae70-499d1de319f3 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2933 time: 0.2621593 Nov 08 12:53:35.779509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f3799a3a-b289-4d4f-b19f-1293d27b88c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/a3b4996c-93b5-4824-80e5-ea824410dd6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3534601 Nov 08 12:53:35.781979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:35.786490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 46942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:35.817016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'network': {'name': 'tempest-network-smoke--1889450858', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'port_security_enabled': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:35.830006 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:35.839195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:35.956512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5d80453e-336e-4171-86a8-db46544d3aba,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:36.034900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Sync routers for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:36.059550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:36.065986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:36.097932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:53:32Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:36.129373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Checking router: a3b4996c-93b5-4824-80e5-ea824410dd6e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:36.140465 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Routers {'a3b4996c-93b5-4824-80e5-ea824410dd6e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:36.141461 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a3b4996c-93b5-4824-80e5-ea824410dd6e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:36.272318 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.274686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.25.1.111 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/7582e3a2-2590-43cb-a922-b63dcff5d698) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:36.372188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:36.597247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:36.610995 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.691753 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] Set router a3b4996c-93b5-4824-80e5-ea824410dd6e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:36.732486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.751195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:53:36.778708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.779061 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Added segment 7e87e910-36bb-4d72-978a-51615d581376 of type vlan for network 12f37534-d8fa-4a91-913c-eed145524683 Nov 08 12:53:36.800606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.851112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:36.872199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:33Z', 'revision_number': 4, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '04f35981-c55a-4e24-b64c-29dfea175166', 'name': '', 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'mac_address': 'fa:16:3e:30:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:30Z', 'updated_at': '2021-11-08T12:53:33Z', 'revision_number': 2, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'subnets': [{'id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:36.946442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Checking router: 41ff0018-092b-4dc4-9f1c-c1617d069bd1 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:36.948120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Updating router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 port 04f35981-c55a-4e24-b64c-29dfea175166 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:36.984082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Deleting port c9ec5a44-fa24-46ee-b671-dc93ba407fbc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:36.988202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.019727 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.127187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.136748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:37.137397 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.139429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d80453e-336e-4171-86a8-db46544d3aba up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:37.200377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.256491 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:53:32Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:37.326834 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89645de1-3cc6-4c58-91d1-ec587db717fc None None] The sync data for ids ['a3b4996c-93b5-4824-80e5-ea824410dd6e'] in n-d-816990-1 is: [{'id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'name': 'tempest-TestVolumeBackupRestore-953190487-router', 'tenant_id': '0374f27d8e34421cb8d23fd4ddeff615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:33Z', 'updated_at': '2021-11-08T12:53:32Z', 'revision_number': 5, 'project_id': '0374f27d8e34421cb8d23fd4ddeff615', 'gw_port': {'id': 'c9ec5a44-fa24-46ee-b671-dc93ba407fbc', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4996c-93b5-4824-80e5-ea824410dd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:34Z', 'updated_at': '2021-11-08T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:37.364478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5715628 Nov 08 12:53:37.365354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 46994) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:37.369545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'admin_state_up': True, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:37.423534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:37.423639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5d80453e-336e-4171-86a8-db46544d3aba triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:37.423639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.431338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:37.447864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:37.455565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea223-52f0-4d75-856c-a04e110b0c65 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Network': ['ID=12f37534-d8fa-4a91-913c-eed145524683,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:37.477631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=7582e3a2-2590-43cb-a922-b63dcff5d698,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:37.494081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] For port c9ec5a44-fa24-46ee-b671-dc93ba407fbc, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:37.495842 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.536287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Calling delete_port for c9ec5a44-fa24-46ee-b671-dc93ba407fbc owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:37.583735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 12f37534-d8fa-4a91-913c-eed145524683 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:37.601583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.601583 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:37.767772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.207232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.299368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.307466 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.470753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158b797-8560-4deb-90ef-ac8492eb60f4 None None] Pushing event updated for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:38.527858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.590194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.603295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Attempting to bind port 04f35981-c55a-4e24-b64c-29dfea175166 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:38.603893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Attempting to bind port 04f35981-c55a-4e24-b64c-29dfea175166 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:38.604485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Attempting to bind port 04f35981-c55a-4e24-b64c-29dfea175166 on network f8f974f0-32df-424a-a057-378bdf3bb5e7 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:38.610473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:38.611151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Checking segment: {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:38.611743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.612447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Bound using segment: {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:38.613083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Bound port: 04f35981-c55a-4e24-b64c-29dfea175166, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63219a14-9bea-44d7-ae8c-42623019dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:38.613666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.752765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] For port 04f35981-c55a-4e24-b64c-29dfea175166, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:38.759237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] For port 04f35981-c55a-4e24-b64c-29dfea175166, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=04f35981-c55a-4e24-b64c-29dfea175166,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:38.794884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ec5a44-fa24-46ee-b671-dc93ba407fbc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:38.863662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:38.967240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.007988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:39.007988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:39.089435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.130995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.257155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:39.306730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.327302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.396755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.25.1.70 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/6d086cc7-5510-4086-8ef1-c95ce4dd668e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:39.400985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8525662c-ebbb-49e1-92c9-6265108c9d6b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:39.403615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158b797-8560-4deb-90ef-ac8492eb60f4 None None] Pushing event updated for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:39.467260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] Provisioning complete for port 04f35981-c55a-4e24-b64c-29dfea175166 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:39.467767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.472936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8525662c-ebbb-49e1-92c9-6265108c9d6b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:39.473286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8525662c-ebbb-49e1-92c9-6265108c9d6b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:39.624000 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.635129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.636862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b4996c-93b5-4824-80e5-ea824410dd6e {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:53:39.650862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.657154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-91222a9d-17cf-45be-815a-7a975c8280de admin admin] 10.222.0.58 "DELETE /v2.0/routers/a3b4996c-93b5-4824-80e5-ea824410dd6e HTTP/1.1" status: 204 len: 168 time: 3.8631718 Nov 08 12:53:39.658530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47068) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:39.815944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:39.869026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.015262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Deleting subnet 464873c0-1f9a-48c5-b098-6311b7c69746 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:53:40.043319 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.150542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] For port 04f35981-c55a-4e24-b64c-29dfea175166, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=04f35981-c55a-4e24-b64c-29dfea175166,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:40.167447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:40.193422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:40.193523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:33Z', 'revision_number': 4, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '04f35981-c55a-4e24-b64c-29dfea175166', 'name': '', 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'mac_address': 'fa:16:3e:30:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:30Z', 'updated_at': '2021-11-08T12:53:38Z', 'revision_number': 4, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'subnets': [{'id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:40.193688 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:40.231181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c5822-7021-454b-af92-a3bfb9a7b9ab None None] The sync data for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 is: [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T12:53:33Z', 'revision_number': 4, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '04f35981-c55a-4e24-b64c-29dfea175166', 'name': '', 'network_id': 'f8f974f0-32df-424a-a057-378bdf3bb5e7', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'mac_address': 'fa:16:3e:30:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:30Z', 'updated_at': '2021-11-08T12:53:38Z', 'revision_number': 4, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'subnets': [{'id': 'e11725c5-b328-4812-ad95-39eaf0cfe1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:40.302551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.328126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=6d086cc7-5510-4086-8ef1-c95ce4dd668e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:40.528801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-12db1389-24a3-4271-8699-e62bc1e83076 None None] Provisioning complete for port 04f35981-c55a-4e24-b64c-29dfea175166 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:40.529199 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12db1389-24a3-4271-8699-e62bc1e83076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.531404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c77db-4930-4dc6-b1c8-90fcbce633df None None] Pushing event updated for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:40.730503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.805043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.961178 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:40.998006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:41.126991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 499056c5-dc89-433a-b356-b8f79b71575a is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:41.249678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 04f35981-c55a-4e24-b64c-29dfea175166 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:41.387136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 04f35981-c55a-4e24-b64c-29dfea175166 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:41.387788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:41.558228 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:41.623003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:41.719298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:41.727320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/464873c0-1f9a-48c5-b098-6311b7c69746 HTTP/1.1" status: 204 len: 168 time: 2.0674407 Nov 08 12:53:41.728095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:41.769056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08b587-97ad-485b-a325-bb0eddffe3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464873c0-1f9a-48c5-b098-6311b7c69746,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:41.809339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1aaf2510-1904-4a8d-b3ff-0a88d4a4f9de tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:41.811216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1aaf2510-1904-4a8d-b3ff-0a88d4a4f9de tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.7340639 Nov 08 12:53:41.907693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-b4a5fcec-290e-4169-9bfe-7c8be9192820 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0757203 Nov 08 12:53:41.908729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:41.924387 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] Sync routers for ids ['499056c5-dc89-433a-b356-b8f79b71575a'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:41.930357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3d0d8-f361-4ecf-ab18-989abe7f5426 None None] Network 247a2618-9dc5-4c83-98ce-d25f1a287c5f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:41.944414 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] Routers {'499056c5-dc89-433a-b356-b8f79b71575a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:41.945050 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['499056c5-dc89-433a-b356-b8f79b71575a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:41.973492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c9ec5a44-fa24-46ee-b671-dc93ba407fbc no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:42.070047 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:42.075602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c9ec5a44-fa24-46ee-b671-dc93ba407fbc {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:42.076256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c9ec5a44-fa24-46ee-b671-dc93ba407fbc not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:42.101703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] Routers {'499056c5-dc89-433a-b356-b8f79b71575a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:42.102373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['499056c5-dc89-433a-b356-b8f79b71575a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:42.124177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.181697 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:42.182378 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b22f3-7ff0-4c16-ba42-7df5f584f472 None None] The sync data for ids ['499056c5-dc89-433a-b356-b8f79b71575a'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:42.197633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-bb596c45-19b3-4e68-85fc-6a79a3be97f1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2581341 Nov 08 12:53:42.280637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.285761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2672c64b-08f7-4b9c-a7d4-5e3fc36321c9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.5280418 Nov 08 12:53:42.308097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] DHCP port deletion for 247a2618-9dc5-4c83-98ce-d25f1a287c5f request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:53:42.311141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:42.398638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Deleting port 5f257d49-4a96-4172-9211-804c60edf1ba {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:42.399619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.534372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:42.563673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] For port 5f257d49-4a96-4172-9211-804c60edf1ba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f257d49-4a96-4172-9211-804c60edf1ba,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:42.564000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.587329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Deleting port 5f257d49-4a96-4172-9211-804c60edf1ba {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:42.587927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.589272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Calling delete_port for 5f257d49-4a96-4172-9211-804c60edf1ba owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:42.610797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-438652ab-9a1f-4d3b-9a50-ce5c672e9e19 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122720 Nov 08 12:53:42.626486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8c2b7687-8735-4f89-9202-7d0bf6258eba tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers/499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 200 len: 881 time: 0.3133643 Nov 08 12:53:42.636158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:42.813191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] For port 5f257d49-4a96-4172-9211-804c60edf1ba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5f257d49-4a96-4172-9211-804c60edf1ba,segment=NetworkSegment(dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e),segment_id=dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:42.813892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.828261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:42.844749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Sync routers for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:42.853345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:42.854142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:42.856390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Calling delete_port for 5f257d49-4a96-4172-9211-804c60edf1ba owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:42.911299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.941273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-5b3fbfc3-5d1f-446d-82e9-bba132608dbf service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135617 Nov 08 12:53:42.948869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] Pushing event deleted for resources: {'Port': ['ID=5f257d49-4a96-4172-9211-804c60edf1ba,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:42.968841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:42.978224 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d491c934-534d-4f28-ad9a-9eb38462553d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6167667 Nov 08 12:53:42.979062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.035492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066f8e9-1611-49fe-baf7-aeaf70c196a0 None None] No DVR routers for this DVR port 5f257d49-4a96-4172-9211-804c60edf1ba on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:43.147375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:43.158806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.165739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f257d49-4a96-4172-9211-804c60edf1ba no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:43.184550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb00187-39e7-4fbf-b4bb-193392e02f9c tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:43.193947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6bb00187-39e7-4fbf-b4bb-193392e02f9c tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=dd75a38e55dc483cb79e05678b7be7df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2137520 Nov 08 12:53:43.199425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.247023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5f257d49-4a96-4172-9211-804c60edf1ba {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:43.247371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5f257d49-4a96-4172-9211-804c60edf1ba not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:43.264913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f257d49-4a96-4172-9211-804c60edf1ba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:43.276565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] No DVR routers for this DVR port 5f257d49-4a96-4172-9211-804c60edf1ba on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:43.416197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b97f72d-3326-4e87-b4f8-4871b0991f4e tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7777565 Nov 08 12:53:43.419258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.423958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1533090839'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:43.427575 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.485551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247a2618-9dc5-4c83-98ce-d25f1a287c5f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:43.505056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:43.505997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee1c8a6-44c2-4e31-aa6e-8a55c0c0fb2e') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:43.549076 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.575535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.586301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:53:43.586864 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:53:43.588614 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:53:43.627848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43aef39-6b98-4eb7-a4ae-7b8292b5a638 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:43.642124 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b43aef39-6b98-4eb7-a4ae-7b8292b5a638 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4348025 Nov 08 12:53:43.647103 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47144) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.743544 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a147ecb7-89b8-405b-b795-dc23875ea1f3 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825760 Nov 08 12:53:43.744090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47146) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.745325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:40Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:43.779892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.794314 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03320f56-e128-49c2-aac8-32a6204904d7 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=dd75a38e55dc483cb79e05678b7be7df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484467 Nov 08 12:53:43.803691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47148) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.811675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:43.821847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] 10.222.0.58 "DELETE /v2.0/networks/247a2618-9dc5-4c83-98ce-d25f1a287c5f HTTP/1.1" status: 204 len: 168 time: 2.0795743 Nov 08 12:53:43.829800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Checking router: ec10a0c3-2a29-47f0-81fe-1b89dd53c555 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:43.829800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Updating router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 port 6d086cc7-5510-4086-8ef1-c95ce4dd668e binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:43.850271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47152) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:43.859281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6868-1b42-4333-bb3e-c7cc32a3fb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=247a2618-9dc5-4c83-98ce-d25f1a287c5f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:43.886874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.057965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.213177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.398571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4f3e06d-cf43-4a2a-9553-c27adbb4b788 req-8b76649d-a2bc-40fe-bd78-0c47a4451079 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1958683 Nov 08 12:53:44.489842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.514397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dda166-646c-4cbe-bbc2-7c8917a63495 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:44.519021 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-02dda166-646c-4cbe-bbc2-7c8917a63495 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7137411 Nov 08 12:53:44.519664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47164) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:44.578566 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7fba74a-c35d-4c4a-9d15-41cca8c09b6a tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573120 Nov 08 12:53:44.579200 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47168) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:44.587806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049509145', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:44.592248 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.701760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd02892-76df-4e54-9c3e-d709e0ddcb73 None None] Pushing event updated for resources: {'Port': ['ID=6d086cc7-5510-4086-8ef1-c95ce4dd668e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:44.716631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Attempting to bind port 6d086cc7-5510-4086-8ef1-c95ce4dd668e on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:44.721300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Attempting to bind port 6d086cc7-5510-4086-8ef1-c95ce4dd668e by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:44.721300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Attempting to bind port 6d086cc7-5510-4086-8ef1-c95ce4dd668e on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:44.725893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:44.726322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:44.726765 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.727158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:44.727647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Bound port: 6d086cc7-5510-4086-8ef1-c95ce4dd668e, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:44.728060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.751458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 499056c5-dc89-433a-b356-b8f79b71575a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:44.836489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] For port 6d086cc7-5510-4086-8ef1-c95ce4dd668e, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:44.840797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] For port 6d086cc7-5510-4086-8ef1-c95ce4dd668e, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d086cc7-5510-4086-8ef1-c95ce4dd668e,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:44.896409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.898994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:44.910655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.919175 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] Sync routers for ids ['499056c5-dc89-433a-b356-b8f79b71575a'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:44.930181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-43c9f22e-b48c-42e2-9c35-bdc1fc3f1f52 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 200 len: 888 time: 1.5096953 Nov 08 12:53:44.931659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:44.942743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:44.947487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] Routers {'499056c5-dc89-433a-b356-b8f79b71575a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:44.953950 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['499056c5-dc89-433a-b356-b8f79b71575a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:44.982904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:44.986496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:45.014768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:45.029993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:45.030209 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] Routers {'499056c5-dc89-433a-b356-b8f79b71575a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:45.030768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['499056c5-dc89-433a-b356-b8f79b71575a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:45.031506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:45.072033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd02892-76df-4e54-9c3e-d709e0ddcb73 None None] Pushing event updated for resources: {'Port': ['ID=6d086cc7-5510-4086-8ef1-c95ce4dd668e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:45.155848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:45.156496 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41b23b-8f50-4b8d-a6f1-a93c0b28096d None None] The sync data for ids ['499056c5-dc89-433a-b356-b8f79b71575a'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:45.189919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6133836b-1bad-4b18-a82c-4bfbc83665aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers/499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 200 len: 888 time: 0.2519147 Nov 08 12:53:45.190135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:45.216796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:45.250835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bcf00b64-f409-4f8b-816b-243b7e18df2d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 200 len: 205 time: 0.0570877 Nov 08 12:53:45.251065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:45.415920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:45.541115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:40Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:45.581150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6715bab-d317-4ac3-af7b-c1ae4e0c772b None None] The sync data for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 is: [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:40Z', 'revision_number': 3, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:45.660034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a5cb60b-f06d-4b85-b0b0-959de43bae39 req-6a7ec9a0-bea0-4738-a02f-8287b1c128e5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1591635 Nov 08 12:53:45.712023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:45.761892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:45.839491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Deleting port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:45.839942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:45.856871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Subnet': ['ID=95b07942-805c-4d13-aa19-983364c0e560,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:45.870611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Checking segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:45.870811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network hostable DHCP agents. Network: 12f37534-d8fa-4a91-913c-eed145524683, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:46.026335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 12f37534-d8fa-4a91-913c-eed145524683 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:46.044387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] For port 8904ad88-68cb-4edd-a1d8-aa4856b1d35e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:46.044777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.078338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.079398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 7582e3a2-2590-43cb-a922-b63dcff5d698 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:46.085877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.089064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Calling delete_port for 8904ad88-68cb-4edd-a1d8-aa4856b1d35e owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:46.219776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 12f37534-d8fa-4a91-913c-eed145524683) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:46.229470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b15388-6fcc-4439-b4a3-7988bec24bff None None] Network 12f37534-d8fa-4a91-913c-eed145524683 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:46.252128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:46.252737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.278968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.312257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 7582e3a2-2590-43cb-a922-b63dcff5d698 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:46.531720 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-db86eee9-ce4c-44ab-86b4-26581cb72d14 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9452167 Nov 08 12:53:46.532764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47196) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:46.688750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-12f37534-d8fa-4a91-913c-eed145524683', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'fixed_ips': [{'subnet_id': '95b07942-805c-4d13-aa19-983364c0e560'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:53:46.689804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:46.957752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28b925e4-f09c-46b7-940c-2b110b82bb8a req-ff40c586-d3af-4022-8a17-5b8850b8d72d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.0534160 Nov 08 12:53:47.031233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Allocated IP 172.20.0.18 (12f37534-d8fa-4a91-913c-eed145524683/95b07942-805c-4d13-aa19-983364c0e560/ac6fcc59-39af-4089-830b-43a7ae95cb54) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:47.050449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.140024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=7582e3a2-2590-43cb-a922-b63dcff5d698,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:47.163935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d086cc7-5510-4086-8ef1-c95ce4dd668e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:47.200083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.274505 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.286710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8904ad88-68cb-4edd-a1d8-aa4856b1d35e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:47.459182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6d086cc7-5510-4086-8ef1-c95ce4dd668e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:47.459553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.795605 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.808429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.836014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 6d086cc7-5510-4086-8ef1-c95ce4dd668e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d086cc7-5510-4086-8ef1-c95ce4dd668e,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:47.902116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:47.955985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.006205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Network 12f37534-d8fa-4a91-913c-eed145524683 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:48.012615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:48.022144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:48.038506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Pushing event updated for resources: {'Port': ['ID=ac6fcc59-39af-4089-830b-43a7ae95cb54,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:48.233843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Attempting to bind port ac6fcc59-39af-4089-830b-43a7ae95cb54 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:48.234462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Attempting to bind port ac6fcc59-39af-4089-830b-43a7ae95cb54 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:48.234719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Attempting to bind port ac6fcc59-39af-4089-830b-43a7ae95cb54 on network 12f37534-d8fa-4a91-913c-eed145524683 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:48.266408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:48.266789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Checking segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:48.267200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.267598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Bound using segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:48.268081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Bound port: ac6fcc59-39af-4089-830b-43a7ae95cb54, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:48.268467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.284524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=6d086cc7-5510-4086-8ef1-c95ce4dd668e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:48.435108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] For port ac6fcc59-39af-4089-830b-43a7ae95cb54, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:48.440358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] For port ac6fcc59-39af-4089-830b-43a7ae95cb54, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ac6fcc59-39af-4089-830b-43a7ae95cb54,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:48.473908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.536754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-c1bdcb8f-a12b-44cc-a0ca-b9e735334d1c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:48.538419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-c1bdcb8f-a12b-44cc-a0ca-b9e735334d1c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1657054 Nov 08 12:53:48.547497 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.576728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:48.591282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.670536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.678755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:48.691702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a210c098-aaca-414f-a024-892918903a83 req-3905e694-b49b-4109-a79e-e690ce28485b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.3154383 Nov 08 12:53:48.732235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d1d6-901f-440a-a91a-5e9b1f87e765 None None] Pushing event updated for resources: {'Port': ['ID=ac6fcc59-39af-4089-830b-43a7ae95cb54,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:49.075884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.077032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router 499056c5-dc89-433a-b356-b8f79b71575a {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:53:49.104096 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.105578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-22a30d48-8f0f-466d-910d-fd36a30aab4c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 204 len: 168 time: 3.8533220 Nov 08 12:53:49.115887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:49.124200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1934598881'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:49.274496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:49.279051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.364220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:53:49.403591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.404662 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 3e0dc126-19c6-4475-91eb-c01ea0fe5262 of type vlan for network de62632e-ceab-44c6-bcfb-7b7578f8a93c Nov 08 12:53:49.510197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.546495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Router 2b98d677-12b9-41b3-9858-c157541e8462 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:49.554306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d086cc7-5510-4086-8ef1-c95ce4dd668e up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:49.573388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:49.590111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.645159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.20.0.17 (12f37534-d8fa-4a91-913c-eed145524683/95b07942-805c-4d13-aa19-983364c0e560/00ae6cc2-bc39-47a3-84d8-d3fec95ba696) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:49.670742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6d086cc7-5510-4086-8ef1-c95ce4dd668e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:49.671272 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.744242 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.758481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:49.761826 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:49.876991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ac6fcc59-39af-4089-830b-43a7ae95cb54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:50.018444 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.027564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ac6fcc59-39af-4089-830b-43a7ae95cb54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:50.028647 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.033065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:50.052304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=de62632e-ceab-44c6-bcfb-7b7578f8a93c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:50.073498 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb062637-2116-428f-98fd-a78f6a8bd4e8 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b98d677-12b9-41b3-9858-c157541e8462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2110741 Nov 08 12:53:50.076850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Sync routers for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:50.084991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47236) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:50.089841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:53:50.134971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:50.135944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:50.160112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70013a52-d6f6-4ee6-8227-33e154d1b3a5 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0413051 Nov 08 12:53:50.172955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:50.190681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:50.315754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.398706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6151254d-06d0-449d-b1d5-49f291043c49 req-6ba6254a-4a22-47dd-b066-8f481da2d152 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.2598901 Nov 08 12:53:50.439177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.12 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/076b99bb-1dd3-4754-89d5-6ab59b528203) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:50.515463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:53:50.515463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.575597 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.591973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.611011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ec20e-b859-4511-9d77-9606e2b2dc89 None None] Network 12f37534-d8fa-4a91-913c-eed145524683 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:50.696732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:50.768753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ecdef95e-99d4-4505-a137-c2e00ac5d7ec None None] Provisioning complete for port ac6fcc59-39af-4089-830b-43a7ae95cb54 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:50.769471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ecdef95e-99d4-4505-a137-c2e00ac5d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.800425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 12f37534-d8fa-4a91-913c-eed145524683 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:50.810020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:50.822629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:50.861290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.864951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.911823 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.963870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:50.969380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Deleting port fb6ac4d1-323f-40c1-a060-769b3293f907 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:50.973897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.079093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:51.135943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.225180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port ac6fcc59-39af-4089-830b-43a7ae95cb54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ac6fcc59-39af-4089-830b-43a7ae95cb54,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:51.264370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:51.281265 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.298205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] For port fb6ac4d1-323f-40c1-a060-769b3293f907, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=fb6ac4d1-323f-40c1-a060-769b3293f907,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:51.298889 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.300149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:51.312556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Calling delete_port for fb6ac4d1-323f-40c1-a060-769b3293f907 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:51.367571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:51.386755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:51.467903 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.570819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=ac6fcc59-39af-4089-830b-43a7ae95cb54,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:51.604791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '3e0dc126-19c6-4475-91eb-c01ea0fe5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:51.605503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: de62632e-ceab-44c6-bcfb-7b7578f8a93c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:53:51.608083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:51.609197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.636779 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ecdef95e-99d4-4505-a137-c2e00ac5d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.680189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:51.681293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.733206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e14b3e-af27-48e9-8921-8e4f9fee3c8a req-37d90a91-e651-43ce-9856-a89a0938fcab tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:51.735085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25e14b3e-af27-48e9-8921-8e4f9fee3c8a req-37d90a91-e651-43ce-9856-a89a0938fcab tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 932 time: 0.1749175 Nov 08 12:53:51.834698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-249ee303-2a62-457c-98f9-9fcce2371d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2737005 Nov 08 12:53:51.852265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Request body: {'port': {'device_id': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:51.872725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-ecdef95e-99d4-4505-a137-c2e00ac5d7ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:53:51.873128 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-ecdef95e-99d4-4505-a137-c2e00ac5d7ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:53:51.886078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.902353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:53:46Z', 'revision_number': 5, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port': {'id': 'fb6ac4d1-323f-40c1-a060-769b3293f907', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98d677-12b9-41b3-9858-c157541e8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:46:48Z', 'updated_at': '2021-11-08T12:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:51.944316 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:51.946832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:53:51.952806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25e14b3e-af27-48e9-8921-8e4f9fee3c8a req-daa5f169-f99f-4213-bac1-1d7b325b78dd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019136 Nov 08 12:53:51.962856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Checking router: 2b98d677-12b9-41b3-9858-c157541e8462 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:51.986966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Routers {'2b98d677-12b9-41b3-9858-c157541e8462'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:51.987692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2b98d677-12b9-41b3-9858-c157541e8462'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:52.002409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6ac4d1-323f-40c1-a060-769b3293f907,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:52.140784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] Set router 2b98d677-12b9-41b3-9858-c157541e8462 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:52.242817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:53:51Z', 'revision_number': 7, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:52.295282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440f25-e5e2-45fd-98cf-f4aa41baa128 None None] The sync data for ids ['2b98d677-12b9-41b3-9858-c157541e8462'] in n-d-816990-1 is: [{'id': '2b98d677-12b9-41b3-9858-c157541e8462', 'name': 'tempest-TestVolumeBackupRestore-1825958267-router', 'tenant_id': '7100772ee3504d58b59f9f21cd337abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:46:47Z', 'updated_at': '2021-11-08T12:53:51Z', 'revision_number': 7, 'project_id': '7100772ee3504d58b59f9f21cd337abf', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:52.453129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076b99bb-1dd3-4754-89d5-6ab59b528203 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:53:52.469120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.484810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Transition to ACTIVE for port object 076b99bb-1dd3-4754-89d5-6ab59b528203 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:53:52.486498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, de62632e-ceab-44c6-bcfb-7b7578f8a93c) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:52.492064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:52.492847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.497162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed163289-77d7-46ee-bd4f-e85b185d1d91 None None] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:52.557994 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.588282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.628160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2e22ce7d-1780-4767-8820-4f7d291018de tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4540420 Nov 08 12:53:52.659715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-06cf339c-7da2-41c1-9d1d-65ef1d11b27c None None] Provisioning complete for port ac6fcc59-39af-4089-830b-43a7ae95cb54 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:52.660257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06cf339c-7da2-41c1-9d1d-65ef1d11b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.663606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:52.678858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608693247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:52.728596 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.731306 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.758103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:52.911501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.912712 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.995252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-de62632e-ceab-44c6-bcfb-7b7578f8a93c', 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': '4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:53:52.996107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:52.998607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Attempting to bind port 076b99bb-1dd3-4754-89d5-6ab59b528203 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:52.999071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Attempting to bind port 076b99bb-1dd3-4754-89d5-6ab59b528203 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:53.003149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Attempting to bind port 076b99bb-1dd3-4754-89d5-6ab59b528203 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:53.047697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Port 076b99bb-1dd3-4754-89d5-6ab59b528203 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:53:53.048197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Attempting to bind port 076b99bb-1dd3-4754-89d5-6ab59b528203 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:53.058519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-06cf339c-7da2-41c1-9d1d-65ef1d11b27c None None] Provisioning complete for port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:53.058519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06cf339c-7da2-41c1-9d1d-65ef1d11b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.087060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.090340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.091386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b98d677-12b9-41b3-9858-c157541e8462 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:53:53.101997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.103293 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2a86eaa6-2c1f-4a9f-910c-95917cf56ce5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2b98d677-12b9-41b3-9858-c157541e8462 HTTP/1.1" status: 204 len: 168 time: 3.0170717 Nov 08 12:53:53.106116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:53.125891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:53.128686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:53.129232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:53.130424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Bound port: 076b99bb-1dd3-4754-89d5-6ab59b528203, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:53.138021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.141312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.171206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-06cf339c-7da2-41c1-9d1d-65ef1d11b27c None None] Port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:53.195535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.221208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3004dad4-cb69-4b08-b729-31d53b099a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.245566 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Deleting subnet bf48f90e-0363-4d44-8616-55eb30ae7c0d {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:53:53.259102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.266741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Allocated IP 172.20.0.2 (de62632e-ceab-44c6-bcfb-7b7578f8a93c/4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91/230c4450-168e-4d3e-a4e7-ea1212c5eead) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:53.383043 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.391864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaa0ef-018a-476d-a367-5c8a4ca68805 req-1c7f472e-5b13-4556-9ca0-537780c2651a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:53.393886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4abaa0ef-018a-476d-a367-5c8a4ca68805 req-1c7f472e-5b13-4556-9ca0-537780c2651a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.2822862 Nov 08 12:53:53.483040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:53.504471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:53.508622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=076b99bb-1dd3-4754-89d5-6ab59b528203,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:53.534452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.563951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.572344 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.576365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12eedb60-6b86-4c91-8376-e47aa15839af tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9116266 Nov 08 12:53:53.582485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:53.606236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.704696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 12f37534-d8fa-4a91-913c-eed145524683 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:53.714413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:53.724145 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.734976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ac6fcc59-39af-4089-830b-43a7ae95cb54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:53.765599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4abaa0ef-018a-476d-a367-5c8a4ca68805 req-94293673-7688-4557-84c0-9c3acbd84da7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502753 Nov 08 12:53:53.859677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.933066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Pushing event updated for resources: {'Port': ['ID=230c4450-168e-4d3e-a4e7-ea1212c5eead,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:53.966879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ac6fcc59-39af-4089-830b-43a7ae95cb54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:53.967491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:53.970662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:53.975186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:53.986146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:54.039900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:54.040542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.045643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/076b99bb-1dd3-4754-89d5-6ab59b528203 HTTP/1.1" status: 200 len: 1092 time: 2.2000217 Nov 08 12:53:54.167330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.191400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Attempting to bind port 230c4450-168e-4d3e-a4e7-ea1212c5eead on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:54.193030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Attempting to bind port 230c4450-168e-4d3e-a4e7-ea1212c5eead by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3e0dc126-19c6-4475-91eb-c01ea0fe5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:54.193481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Attempting to bind port 230c4450-168e-4d3e-a4e7-ea1212c5eead on network de62632e-ceab-44c6-bcfb-7b7578f8a93c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:54.203768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:54.204175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Checking segment: {'id': '3e0dc126-19c6-4475-91eb-c01ea0fe5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:54.204544 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.205568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Bound using segment: {'id': '3e0dc126-19c6-4475-91eb-c01ea0fe5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:54.206046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Bound port: 230c4450-168e-4d3e-a4e7-ea1212c5eead, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0dc126-19c6-4475-91eb-c01ea0fe5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'de62632e-ceab-44c6-bcfb-7b7578f8a93c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:54.206482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.225626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:53:54.230634 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aca21a-a44d-4d8b-884f-0031703cf76f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:53:54.277283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:53:54.282121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859431d-47ef-475f-9416-65f9715d46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:54.356982 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0abde-6db2-4f64-bd88-9034920a206c x-openstack-request-id: req-d8b0abde-6db2-4f64-bd88-9034920a206c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:53:54.366078 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:53:54.366926 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8b0abde-6db2-4f64-bd88-9034920a206c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:53:54.366926 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203', 'status': 'completed', 'code': 200} Nov 08 12:53:54.404101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a424366d-1832-4172-9f72-5071a616875e None None] Provisioning complete for port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:54.404473 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a424366d-1832-4172-9f72-5071a616875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.470279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.500078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8904ad88-68cb-4edd-a1d8-aa4856b1d35e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:54.502371 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.509535 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf48f90e-0363-4d44-8616-55eb30ae7c0d HTTP/1.1" status: 204 len: 168 time: 1.4021659 Nov 08 12:53:54.510657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47264) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:54.516035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.548637 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010d424-7025-4c53-964d-1970342e6596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf48f90e-0363-4d44-8616-55eb30ae7c0d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:54.554751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5e118-65bc-4c26-9652-cad9467c9a28 None None] Network eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:54.562931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8904ad88-68cb-4edd-a1d8-aa4856b1d35e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:54.567632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8904ad88-68cb-4edd-a1d8-aa4856b1d35e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:54.568274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fb6ac4d1-323f-40c1-a060-769b3293f907 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:54.577297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-c01a3979-9756-4749-a081-8928ef54763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:54.578989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-c01a3979-9756-4749-a081-8928ef54763d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 1095 time: 0.3002243 Nov 08 12:53:54.631720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] For port 230c4450-168e-4d3e-a4e7-ea1212c5eead, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:54.643852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] For port 230c4450-168e-4d3e-a4e7-ea1212c5eead, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=230c4450-168e-4d3e-a4e7-ea1212c5eead,segment=NetworkSegment(3e0dc126-19c6-4475-91eb-c01ea0fe5262),segment_id=3e0dc126-19c6-4475-91eb-c01ea0fe5262)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:54.651707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-b90bb4a9-6e1a-414c-a4a1-71dd625061ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=076b99bb-1dd3-4754-89d5-6ab59b528203 HTTP/1.1" status: 200 len: 217 time: 0.0412157 Nov 08 12:53:54.664310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.672201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:54.683170 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Sync routers for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:54.692894 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7fee75e5-2935-4eb6-a806-666c3ae03035 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "PUT /v2.0/routers/ec10a0c3-2a29-47f0-81fe-1b89dd53c555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1589320 Nov 08 12:53:54.700910 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:54.701683 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:54.763663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-be732e75-3f41-4d39-bfa4-722dd70cd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:54.765112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-be732e75-3f41-4d39-bfa4-722dd70cd460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1043246 Nov 08 12:53:54.826148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Deleting port 54c6886f-375b-4513-a3bd-306425dff2eb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:53:54.827411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.959255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: fb6ac4d1-323f-40c1-a060-769b3293f907 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:54.959922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device fb6ac4d1-323f-40c1-a060-769b3293f907 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:54.967735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a424366d-1832-4172-9f72-5071a616875e None None] Port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:54.971905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] For port 54c6886f-375b-4513-a3bd-306425dff2eb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=54c6886f-375b-4513-a3bd-306425dff2eb,segment=NetworkSegment(2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42),segment_id=2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:54.972246 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.972418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:54.988536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Calling delete_port for 54c6886f-375b-4513-a3bd-306425dff2eb owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:53:55.087503 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:55.189393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.20.0.1 (de62632e-ceab-44c6-bcfb-7b7578f8a93c/4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91/0124fa03-0f40-49bb-902b-1d19c05e9d30) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:53:55.201861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8cf25-7fd5-4075-98b6-5eb9b4db48a5 None None] Pushing event updated for resources: {'Port': ['ID=230c4450-168e-4d3e-a4e7-ea1212c5eead,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:55.240301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-325ab968-f005-4e57-87d6-384363850e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:55.241951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-325ab968-f005-4e57-87d6-384363850e1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4665802 Nov 08 12:53:55.307140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.320189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ab75-516e-43d7-be4a-436bb6315622 req-f50ef1ee-1031-47f3-b7eb-a21bcf73b785 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:55.322501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d13ab75-516e-43d7-be4a-436bb6315622 req-f50ef1ee-1031-47f3-b7eb-a21bcf73b785 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.2598498 Nov 08 12:53:55.337550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21141508-50dc-4f38-b6c6-5c5d744353c0 None None] DHCP port deletion for eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:53:55.390987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Pushing event deleted for resources: {'Port': ['ID=54c6886f-375b-4513-a3bd-306425dff2eb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:55.405954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] No DVR routers for this DVR port 54c6886f-375b-4513-a3bd-306425dff2eb on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:53:55.541501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18bf1986-ab21-4e9b-9e9e-0e1a641a5b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.592524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.627537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-59443f16-4da6-4c63-a246-ca30463c3906 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:55.629291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-59443f16-4da6-4c63-a246-ca30463c3906 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/networks?id=12f37534-d8fa-4a91-913c-eed145524683 HTTP/1.1" status: 200 len: 798 time: 0.5465150 Nov 08 12:53:55.648883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:55.663777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:55.663777 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7997e3-9d57-4cbe-bd8f-dbb60ead0f42') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:55.678882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-3d15aef2-512d-42e7-bc61-7822e902b351 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/quotas/dd75a38e55dc483cb79e05678b7be7df HTTP/1.1" status: 200 len: 375 time: 0.0317163 Nov 08 12:53:55.679567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 230c4450-168e-4d3e-a4e7-ea1212c5eead up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:55.684314 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:51Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00ae6cc2-bc39-47a3-84d8-d3fec95ba696', 'name': '', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:df:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '95b07942-805c-4d13-aa19-983364c0e560', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:49Z', 'updated_at': '2021-11-08T12:53:52Z', 'revision_number': 2, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '95b07942-805c-4d13-aa19-983364c0e560', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:55.687756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.714879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.722229 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:53:55.722538 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Checking router: ec10a0c3-2a29-47f0-81fe-1b89dd53c555 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:53:55.723072 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Updating router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:53:55.724019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:53:55.726023 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:53:55.732148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.747735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d13ab75-516e-43d7-be4a-436bb6315622 req-0a0e8955-2853-4d95-bc16-3d830a61e877 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502998 Nov 08 12:53:55.758675 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.806454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 230c4450-168e-4d3e-a4e7-ea1212c5eead triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:55.806454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.806777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-379f7ef6-46b4-4ff0-899d-20c785c3c8c7 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534885 Nov 08 12:53:55.865419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-8116f054-e8da-4662-a346-af9a8a9557aa tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1606154 Nov 08 12:53:55.878221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.885971 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:55.895156 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] 10.222.0.58 "DELETE /v2.0/networks/eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2 HTTP/1.1" status: 204 len: 168 time: 1.3552837 Nov 08 12:53:55.932289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe20432-8029-4345-a173-6bf25065125b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb85d4d1-9ca0-44d4-9744-e8b94a3d9ec2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:55.982687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.034578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 230c4450-168e-4d3e-a4e7-ea1212c5eead, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=230c4450-168e-4d3e-a4e7-ea1212c5eead,segment=NetworkSegment(3e0dc126-19c6-4475-91eb-c01ea0fe5262),segment_id=3e0dc126-19c6-4475-91eb-c01ea0fe5262)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:56.168780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.215496 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.257124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 54c6886f-375b-4513-a3bd-306425dff2eb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:53:56.295817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 54c6886f-375b-4513-a3bd-306425dff2eb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:53:56.296177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 54c6886f-375b-4513-a3bd-306425dff2eb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:53:56.303668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=230c4450-168e-4d3e-a4e7-ea1212c5eead,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:56.306784 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.418216 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Pushing event updated for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:56.450223 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.462102 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.463062 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.463469 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.463903 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.464336 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.464765 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.465215 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.465632 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.466016 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.466467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.467354 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:53:56.492766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:56.531125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-3d207181-d9ae-4a4d-abb4-c436eb7bdcbd service neutron] 10.222.0.58 "GET /v2.0/networks/12f37534-d8fa-4a91-913c-eed145524683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300967 Nov 08 12:53:56.543179 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Attempting to bind port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:53:56.544695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.545167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Attempting to bind port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:53:56.548079 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Attempting to bind port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 on network 12f37534-d8fa-4a91-913c-eed145524683 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:53:56.555607 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:53:56.566212 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Checking segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:53:56.566625 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.568076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Bound using segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:53:56.568963 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Bound port: 00ae6cc2-bc39-47a3-84d8-d3fec95ba696, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:53:56.569455 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.616565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e812b786-a040-4e25-a2b2-9f0fbc4a80be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0374f27d8e34421cb8d23fd4ddeff615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192997 Nov 08 12:53:56.616565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47300) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:56.684865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] For port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:53:56.688393 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] For port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:53:56.706495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a81845-a0c9-4c60-999b-9cb727bc9716 req-ae28e684-ac20-464e-87a7-c84f7de4a8be service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913093 Nov 08 12:53:56.709130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.726895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:56.732643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=0124fa03-0f40-49bb-902b-1d19c05e9d30,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:56.733819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d31cd2-fc1e-44cd-9f69-6959398d82da None None] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:53:56.735414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:56.743256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:53:56.754029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.788774 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.790079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-7faec5ed-8b1a-44f8-a119-e5c354da1d78 service neutron] 10.222.0.58 "GET /v2.0/networks/12f37534-d8fa-4a91-913c-eed145524683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580895 Nov 08 12:53:56.850541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.885226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:56.886055 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:56.930538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.955590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-890c1a21-b18c-4914-83b1-538c4365e722 None None] Provisioning complete for port 230c4450-168e-4d3e-a4e7-ea1212c5eead triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:56.956419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-890c1a21-b18c-4914-83b1-538c4365e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.981547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.981547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:56.981547 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/108d5624-5f89-4647-b349-8fc8bd70e6e1 HTTP/1.1" status: 204 len: 168 time: 0.3632038 Nov 08 12:53:57.002210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2c497-5993-451e-87c5-60c890270a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d5624-5f89-4647-b349-8fc8bd70e6e1,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:57.094076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64d777-e920-4951-83cd-bf4df7bbde48 None None] Pushing event updated for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:57.131666 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:53:57.150193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530841d8-045d-4ab7-86b7-4c8a823bb77c req-d6fd5d21-63ac-4b71-8a0c-169fcb438dba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:57.151659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-530841d8-045d-4ab7-86b7-4c8a823bb77c req-d6fd5d21-63ac-4b71-8a0c-169fcb438dba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.2378519 Nov 08 12:53:57.153781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-d8d8addc-cf40-4419-b65d-d37ca14cf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:57.155210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-d8d8addc-cf40-4419-b65d-d37ca14cf5cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 1095 time: 0.2097278 Nov 08 12:53:57.330100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:57.356515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-530841d8-045d-4ab7-86b7-4c8a823bb77c req-626e664a-1a44-433e-b894-d356997d0376 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969860 Nov 08 12:53:57.365155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] Provisioning complete for port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:57.365155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:57.421400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-1a80319e-c76e-43ed-a947-da2954a92cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:57.429197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-1a80319e-c76e-43ed-a947-da2954a92cd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.2507360 Nov 08 12:53:57.597597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:57.663558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 230c4450-168e-4d3e-a4e7-ea1212c5eead up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:57.758449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:51Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00ae6cc2-bc39-47a3-84d8-d3fec95ba696', 'name': '', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:df:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '95b07942-805c-4d13-aa19-983364c0e560', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:49Z', 'updated_at': '2021-11-08T12:53:56Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '95b07942-805c-4d13-aa19-983364c0e560', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:57.783234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] For port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:53:57.793139 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de529-f0c6-4e55-8766-8b58b4fdbe89 None None] The sync data for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 is: [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:53:51Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00ae6cc2-bc39-47a3-84d8-d3fec95ba696', 'name': '', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:df:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '95b07942-805c-4d13-aa19-983364c0e560', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:49Z', 'updated_at': '2021-11-08T12:53:56Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '95b07942-805c-4d13-aa19-983364c0e560', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:57.822874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4655e586-3590-4bb4-bdc4-bec3fed918ee req-381fd243-f4a2-4c3c-8633-89685069ec8f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.1269386 Nov 08 12:53:57.830724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 230c4450-168e-4d3e-a4e7-ea1212c5eead triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:57.831104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:57.834463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-b6de2522-1339-4a33-90a4-c9e27b6319c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=076b99bb-1dd3-4754-89d5-6ab59b528203 HTTP/1.1" status: 200 len: 217 time: 0.1115439 Nov 08 12:53:57.955295 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.120869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa7fbe-ecac-4c9d-9f51-71b82f43366c None None] Pushing event updated for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:58.153884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f71d63be-1209-4c97-ac4f-b11641301f93 None None] Provisioning complete for port 0124fa03-0f40-49bb-902b-1d19c05e9d30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:58.154500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f71d63be-1209-4c97-ac4f-b11641301f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.165048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.185965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-b2552773-705e-47c8-8624-8f908325347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:58.192304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-b2552773-705e-47c8-8624-8f908325347e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.3375623 Nov 08 12:53:58.207310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f71d63be-1209-4c97-ac4f-b11641301f93 None None] Port 0124fa03-0f40-49bb-902b-1d19c05e9d30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:58.222685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f71d63be-1209-4c97-ac4f-b11641301f93 None None] Provisioning complete for port 230c4450-168e-4d3e-a4e7-ea1212c5eead triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:58.223127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f71d63be-1209-4c97-ac4f-b11641301f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.251080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-c5db54f7-4d62-4b4e-a955-0c0c54ebf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:58.252677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-c5db54f7-4d62-4b4e-a955-0c0c54ebf725 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554664 Nov 08 12:53:58.256484 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.283044 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47322) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:58.335996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.387586 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b12bffd7-5c5d-4cf8-9de0-891ee61b9c02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7100772ee3504d58b59f9f21cd337abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1027348 Nov 08 12:53:58.389024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47326) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:58.459393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.479453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=0124fa03-0f40-49bb-902b-1d19c05e9d30,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:58.504149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-69f546f8-a9ef-49f6-b297-c6b0583f0d67 None None] Provisioning complete for port 0124fa03-0f40-49bb-902b-1d19c05e9d30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:58.505804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69f546f8-a9ef-49f6-b297-c6b0583f0d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.521167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-512e9996-074a-4c29-ae63-6ae6af49e173 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604880 Nov 08 12:53:58.541590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.569385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.607580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-69f546f8-a9ef-49f6-b297-c6b0583f0d67 None None] Port 0124fa03-0f40-49bb-902b-1d19c05e9d30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:58.752730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303126a5-ed78-49c2-8f41-0301edbb026c req-872888c8-de53-4088-ba1b-a262b2ac5404 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:58.759093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303126a5-ed78-49c2-8f41-0301edbb026c req-872888c8-de53-4088-ba1b-a262b2ac5404 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.2542224 Nov 08 12:53:58.852725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303126a5-ed78-49c2-8f41-0301edbb026c req-9ba1dd73-f9c6-4743-86ab-e03b8c62cd96 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Nov 08 12:53:58.854843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.860340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:58.865620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1f7ab2a-afa5-44bd-9a52-f55c03e92c70 HTTP/1.1" status: 204 len: 168 time: 0.4715774 Nov 08 12:53:58.891675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a4c7-e36c-452d-93dc-4f4cdb5ee465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7ab2a-afa5-44bd-9a52-f55c03e92c70,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:53:58.916212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:53:58.918923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59aca21a-a44d-4d8b-884f-0031703cf76f req-ad7d21b7-d1eb-4c9c-9eba-e87233db95c9 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538656 Nov 08 12:53:58.920307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:53:59.043725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:59.094699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6953e72d-aaa7-4d98-a166-ebd2629c8706 req-5de52ec5-07aa-4f8d-be5b-c007d12206a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.1715765 Nov 08 12:53:59.319930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router a602d2db-978c-41d3-8ac5-6bd1356d1f57 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:53:59.346070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b974417-ab8d-475c-80a9-11c092691350 None None] Provisioning complete for port 0124fa03-0f40-49bb-902b-1d19c05e9d30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:59.346670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b974417-ab8d-475c-80a9-11c092691350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:59.399323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9b974417-ab8d-475c-80a9-11c092691350 None None] Port 0124fa03-0f40-49bb-902b-1d19c05e9d30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:53:59.451062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:53:59.462775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47342) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:59.463296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ae7bc45c-a970-4106-8faf-40222a11a2d6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/a602d2db-978c-41d3-8ac5-6bd1356d1f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8719625 Nov 08 12:53:59.464519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] Sync routers for ids ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:53:59.478707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] Routers {'a602d2db-978c-41d3-8ac5-6bd1356d1f57'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:59.479793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:59.524652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:59.535325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] Routers {'a602d2db-978c-41d3-8ac5-6bd1356d1f57'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:53:59.536640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:59.611214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f4c0e-b642-4918-8c2b-5fd45bacdf44 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:53:59.616663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:53:59.617357 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-499f4c0e-b642-4918-8c2b-5fd45bacdf44 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports/0124fa03-0f40-49bb-902b-1d19c05e9d30 HTTP/1.1" status: 200 len: 910 time: 0.1521683 Nov 08 12:53:59.622749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:53:59.652015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:53:59.653201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05508cbb-68ab-4442-a3d3-03e2276e2408 None None] The sync data for ids ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:53:59.711941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:53:59.767842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:53:59.768291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:53:59.914516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:00.144287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e07951-0b0b-4fcb-b64e-6cc097c738d0 req-0873fb18-4a73-41db-99a9-ca996a62d361 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:00.146166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65e07951-0b0b-4fcb-b64e-6cc097c738d0 req-0873fb18-4a73-41db-99a9-ca996a62d361 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1020145 Nov 08 12:54:00.258847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ce7d753-5790-4fe7-964e-50cbc3c11315 req-8d83c435-95b9-447d-abe3-fdafd20bf57f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.0552032 Nov 08 12:54:00.280928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65e07951-0b0b-4fcb-b64e-6cc097c738d0 req-e97caef1-092e-4e37-9d23-16de874735a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Nov 08 12:54:00.498198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:00.615294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:00.715451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:00.716185 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:00.720470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:00.720938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/ports/0124fa03-0f40-49bb-902b-1d19c05e9d30 HTTP/1.1" status: 200 len: 910 time: 1.1027741 Nov 08 12:54:00.721551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06696e7f-d2db-4520-8c54-ec961dc6d7ee tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=0124fa03-0f40-49bb-902b-1d19c05e9d30,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:00.907187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-a4a1e569-184a-4c40-b617-c0fff95cc099 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:00.908666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-a4a1e569-184a-4c40-b617-c0fff95cc099 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.57 "GET /v2.0/networks?id=12f37534-d8fa-4a91-913c-eed145524683 HTTP/1.1" status: 200 len: 798 time: 0.1194513 Nov 08 12:54:00.923512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Request body: {'port': {'device_id': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'admin_state_up': True, 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:01.143707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.157785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Made reservation on behalf of dd75a38e55dc483cb79e05678b7be7df for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:01.161531 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.309365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Allocated IP 172.20.0.27 (12f37534-d8fa-4a91-913c-eed145524683/95b07942-805c-4d13-aa19-983364c0e560/0cb550fb-407e-4756-88a0-e3439d489ca3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:01.456046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 0124fa03-0f40-49bb-902b-1d19c05e9d30 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:01.456653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.486981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc8d4-4b28-4b56-988d-d3c8c3dffdda req-93d1486b-b9c4-429b-8f2e-36b6f26ce98a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:01.489317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-968cc8d4-4b28-4b56-988d-d3c8c3dffdda req-93d1486b-b9c4-429b-8f2e-36b6f26ce98a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0882218 Nov 08 12:54:01.526523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.588739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-968cc8d4-4b28-4b56-988d-d3c8c3dffdda req-6c9ad6d1-75c6-4154-90df-e967959506ca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Nov 08 12:54:01.607812 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.623831 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 0124fa03-0f40-49bb-902b-1d19c05e9d30 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:01.683684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9ed05640-f3af-4a9d-a411-ec3021dae018 req-a1a30cdf-a1c3-44c6-91fc-e0afbdd6ea4d tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.3348258 Nov 08 12:54:01.697691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.752695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Network 12f37534-d8fa-4a91-913c-eed145524683 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:01.756791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:01.761481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:01.765567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event updated for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:01.828186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:01.828493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:01.977618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-db384802-1132-4035-bc70-c4ef522f08a5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0589664 Nov 08 12:54:01.991805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Request body: {'port': {'device_id': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:02.042311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5732dcd3-4986-4c14-b319-ddf61708705d None None] Provisioning complete for port 0cb550fb-407e-4756-88a0-e3439d489ca3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:02.042849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5732dcd3-4986-4c14-b319-ddf61708705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.049611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.055611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.100257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5732dcd3-4986-4c14-b319-ddf61708705d None None] Port 0cb550fb-407e-4756-88a0-e3439d489ca3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:02.116104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=0124fa03-0f40-49bb-902b-1d19c05e9d30,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:02.271148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.389559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb550fb-407e-4756-88a0-e3439d489ca3 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:54:02.419755 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.434299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Transition to ACTIVE for port object 0cb550fb-407e-4756-88a0-e3439d489ca3 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:54:02.465537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router a602d2db-978c-41d3-8ac5-6bd1356d1f57 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:02.535952 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.593214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:02.771519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Attempting to bind port 0cb550fb-407e-4756-88a0-e3439d489ca3 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:02.772070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Attempting to bind port 0cb550fb-407e-4756-88a0-e3439d489ca3 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:02.772473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Attempting to bind port 0cb550fb-407e-4756-88a0-e3439d489ca3 on network 12f37534-d8fa-4a91-913c-eed145524683 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:02.778722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Port 0cb550fb-407e-4756-88a0-e3439d489ca3 on network 12f37534-d8fa-4a91-913c-eed145524683 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:54:02.779271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Attempting to bind port 0cb550fb-407e-4756-88a0-e3439d489ca3 on network 12f37534-d8fa-4a91-913c-eed145524683 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:02.803441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:02.803747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Checking segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:02.804256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Bound using segment: {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:02.804784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Bound port: 0cb550fb-407e-4756-88a0-e3439d489ca3, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e87e910-36bb-4d72-978a-51615d581376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12f37534-d8fa-4a91-913c-eed145524683'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:02.805209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:02.908592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f9725-e0ac-4da7-b666-c0ff76ea105b req-04a67387-1485-450a-93d8-2258f66f0ec4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:02.910282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-958f9725-e0ac-4da7-b666-c0ff76ea105b req-04a67387-1485-450a-93d8-2258f66f0ec4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1562779 Nov 08 12:54:02.935221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af9efa-1ce6-4e1e-822c-66564943e281 req-85bf6d39-ca43-4d43-b922-493a22678aac tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:02.937011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71af9efa-1ce6-4e1e-822c-66564943e281 req-85bf6d39-ca43-4d43-b922-493a22678aac tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 907 time: 0.1291776 Nov 08 12:54:02.983290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:02.984000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:02.997956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] Sync routers for ids ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:02.999507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-10332f20-ee43-4a8c-bcca-12cf3604bda7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/a602d2db-978c-41d3-8ac5-6bd1356d1f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2762899 Nov 08 12:54:03.000242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:03.007901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0cb550fb-407e-4756-88a0-e3439d489ca3,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:03.012276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-958f9725-e0ac-4da7-b666-c0ff76ea105b req-6d1a605e-b9d9-4abb-ad9c-5bf4a5546189 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903213 Nov 08 12:54:03.017329 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] Routers {'a602d2db-978c-41d3-8ac5-6bd1356d1f57'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:03.018540 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:03.034022 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77fbea6f-ffaa-48d9-8cd0-6df7599f8524 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=a602d2db-978c-41d3-8ac5-6bd1356d1f57 HTTP/1.1" status: 200 len: 205 time: 0.0316811 Nov 08 12:54:03.037463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:03.067527 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:03.071910 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] Routers {'a602d2db-978c-41d3-8ac5-6bd1356d1f57'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:03.072531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:03.107432 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:03.108168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cce2bb-4642-4a03-8559-e15584d21fad None None] The sync data for ids ['a602d2db-978c-41d3-8ac5-6bd1356d1f57'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:03.498134 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:03.529436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:03.572701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:03.573343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:03.574775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] 10.222.0.57 "PUT /v2.0/ports/0cb550fb-407e-4756-88a0-e3439d489ca3 HTTP/1.1" status: 200 len: 1055 time: 1.5885153 Nov 08 12:54:03.578103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:03.580755 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c" -d '{"events": [{"name": "network-changed", "server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:03.664274 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c890cefd-0a1e-454a-9889-61420e3e9d2c x-openstack-request-id: req-c890cefd-0a1e-454a-9889-61420e3e9d2c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:03.664567 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:03.664823 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c890cefd-0a1e-454a-9889-61420e3e9d2c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:03.665269 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3', 'status': 'completed', 'code': 200} Nov 08 12:54:03.697094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa921f3-314d-4ad8-8368-21096f16aaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:03.766454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:03.769443 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:03.825367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-9dd23ac8-bad2-46e6-9fd3-37f1486b99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:03.826960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-9dd23ac8-bad2-46e6-9fd3-37f1486b99ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 1058 time: 0.1247778 Nov 08 12:54:03.943858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-54053fd3-48db-480b-a7bb-a606ec8ce5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:03.944240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-54053fd3-48db-480b-a7bb-a606ec8ce5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:03.945858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-54053fd3-48db-480b-a7bb-a606ec8ce5a6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dd75a38e55dc483cb79e05678b7be7df&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1109765 Nov 08 12:54:04.029749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.030485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router a602d2db-978c-41d3-8ac5-6bd1356d1f57 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:54:04.037900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.041649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-494170c9-08a5-4c35-9684-7a8ba92872c3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/a602d2db-978c-41d3-8ac5-6bd1356d1f57 HTTP/1.1" status: 204 len: 168 time: 1.0030870 Nov 08 12:54:04.042356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:04.103368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc5b1-e996-46af-8876-d524a529984c req-472f4d20-7fa0-4335-8ed0-5dd9da54bfd1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.104919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-220cc5b1-e996-46af-8876-d524a529984c req-472f4d20-7fa0-4335-8ed0-5dd9da54bfd1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 907 time: 0.0930898 Nov 08 12:54:04.106493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-77f0bc3d-80ac-4ef8-a2b5-a43eeaf9ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.108150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4aafee7-4fea-4ef4-b6ec-a4ce9568074c req-77f0bc3d-80ac-4ef8-a2b5-a43eeaf9ce9f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551523 Nov 08 12:54:04.186003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet 4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:04.186003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.204327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.248820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bcae6-397f-4581-90b8-a7722dca44aa req-d3509b4d-b723-4811-9eff-43746d9f67fd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.248820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df4bcae6-397f-4581-90b8-a7722dca44aa req-d3509b4d-b723-4811-9eff-43746d9f67fd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1069455 Nov 08 12:54:04.248820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-aa2b6274-b448-4b50-b9ee-be241bcd1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.249260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-aa2b6274-b448-4b50-b9ee-be241bcd1406 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 1058 time: 0.0775483 Nov 08 12:54:04.306634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.311640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-5b90639f-1f49-4fbd-ae9f-4cd161c1aa2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0cb550fb-407e-4756-88a0-e3439d489ca3 HTTP/1.1" status: 200 len: 217 time: 0.0518646 Nov 08 12:54:04.356911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df4bcae6-397f-4581-90b8-a7722dca44aa req-cfa5453d-f93c-4da7-af4e-9bc5f3699271 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170602 Nov 08 12:54:04.385766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-4e1efb77-2b8f-40a4-8f02-3de21a979052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.385766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-4e1efb77-2b8f-40a4-8f02-3de21a979052 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95b07942-805c-4d13-aa19-983364c0e560 HTTP/1.1" status: 200 len: 838 time: 0.0555146 Nov 08 12:54:04.430182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3857-520c-4afd-bf56-9be19625cd33 req-49353c69-118c-419b-a85e-24523472d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:04.432003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-49353c69-118c-419b-a85e-24523472d7fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12f37534-d8fa-4a91-913c-eed145524683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483749 Nov 08 12:54:04.514009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.544014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-995ed597-7d83-45bd-9a73-4d5c24bb9597 service neutron] 10.222.0.57 "GET /v2.0/networks/12f37534-d8fa-4a91-913c-eed145524683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046388 Nov 08 12:54:04.549780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:04.552960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.557103 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91 HTTP/1.1" status: 204 len: 168 time: 0.5135245 Nov 08 12:54:04.562732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3d691-ba8a-4881-8823-3f08421ff9be None None] Network de62632e-ceab-44c6-bcfb-7b7578f8a93c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:04.564894 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.565278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.565596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.565935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.566310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.566695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.567015 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.567342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.567717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.568089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.568468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.568796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99ba-9c25-4fd5-ac36-5c53b92d636b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:04.571467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47404) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:04.655502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-111a3857-520c-4afd-bf56-9be19625cd33 req-05614881-2cb5-4ead-a5e5-efaac4754ed2 service neutron] 10.222.0.57 "GET /v2.0/networks/12f37534-d8fa-4a91-913c-eed145524683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039131 Nov 08 12:54:04.664879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.741941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 230c4450-168e-4d3e-a4e7-ea1212c5eead {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:04.742325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.765415 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] DHCP port deletion for de62632e-ceab-44c6-bcfb-7b7578f8a93c request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:04.813651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 230c4450-168e-4d3e-a4e7-ea1212c5eead, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=230c4450-168e-4d3e-a4e7-ea1212c5eead,segment=NetworkSegment(3e0dc126-19c6-4475-91eb-c01ea0fe5262),segment_id=3e0dc126-19c6-4475-91eb-c01ea0fe5262)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:04.814059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.822083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Deleting port 230c4450-168e-4d3e-a4e7-ea1212c5eead {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:04.841103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.841262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 230c4450-168e-4d3e-a4e7-ea1212c5eead owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:04.887128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] For port 230c4450-168e-4d3e-a4e7-ea1212c5eead, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=230c4450-168e-4d3e-a4e7-ea1212c5eead,segment=NetworkSegment(3e0dc126-19c6-4475-91eb-c01ea0fe5262),segment_id=3e0dc126-19c6-4475-91eb-c01ea0fe5262)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:04.887521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:04.901170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Calling delete_port for 230c4450-168e-4d3e-a4e7-ea1212c5eead owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:05.106514 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.115372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.141214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=230c4450-168e-4d3e-a4e7-ea1212c5eead,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:05.143244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 230c4450-168e-4d3e-a4e7-ea1212c5eead on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:05.188734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] No DVR routers for this DVR port 230c4450-168e-4d3e-a4e7-ea1212c5eead on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:05.194042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43cbaf-9f94-4691-957a-e13667bc7f3f None None] Pushing event deleted for resources: {'Port': ['ID=230c4450-168e-4d3e-a4e7-ea1212c5eead,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:05.285785 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.293407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a077e-1c09-43ad-80df-b3197cfc24f1 req-f252c70d-ec17-4b8f-8f6a-5fc7fe10a3d5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:05.302591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd4a077e-1c09-43ad-80df-b3197cfc24f1 req-f252c70d-ec17-4b8f-8f6a-5fc7fe10a3d5 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 907 time: 0.0761693 Nov 08 12:54:05.324170 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de62632e-ceab-44c6-bcfb-7b7578f8a93c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:05.335689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0dc126-19c6-4475-91eb-c01ea0fe5262') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:05.336280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0dc126-19c6-4475-91eb-c01ea0fe5262') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:05.346429 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.361650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.369280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:05.381496 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:05.518540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea81c-a23e-4b95-bde8-2bb85547238f req-cd5e9e08-a01a-47a9-b722-1ba0dc7e54a8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:05.518540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d2ea81c-a23e-4b95-bde8-2bb85547238f req-cd5e9e08-a01a-47a9-b722-1ba0dc7e54a8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0626338 Nov 08 12:54:05.540331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.548330 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.554580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/de62632e-ceab-44c6-bcfb-7b7578f8a93c HTTP/1.1" status: 204 len: 168 time: 0.9821522 Nov 08 12:54:05.563782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47418) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:05.564834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1081515147', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:05.574753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 230c4450-168e-4d3e-a4e7-ea1212c5eead no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:05.585378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62c1f6-ffbb-4c0c-9f18-ffd44dbf4a43 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=de62632e-ceab-44c6-bcfb-7b7578f8a93c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:05.592396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d2ea81c-a23e-4b95-bde8-2bb85547238f req-633d4642-f028-475f-a9ae-37cfeead8c0a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682919 Nov 08 12:54:05.599891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 230c4450-168e-4d3e-a4e7-ea1212c5eead {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:05.600340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 230c4450-168e-4d3e-a4e7-ea1212c5eead not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:05.683580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.684777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.743318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.820067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.936595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:05.938568 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9cffca2d-7aee-4846-930c-e72dd09d2854 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3775010 Nov 08 12:54:05.941325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47426) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:05.947744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-2126454561'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:06.071948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:06.075589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.101486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:06.110566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.111227 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 8b4b1957-56b7-4416-a9b6-7b8a07d088c5 of type vlan for network 1f231079-0db8-42aa-a6c5-93be5629a84a Nov 08 12:54:06.153097 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.295458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:54:06.299636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.306373 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:06.311967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.386210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=1f231079-0db8-42aa-a6c5-93be5629a84a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:06.421299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 1f231079-0db8-42aa-a6c5-93be5629a84a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:54:06.485947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c6e5691-f067-400f-8bee-b9b0b00b1c99 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5428534 Nov 08 12:54:06.489518 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47432) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:06.494800 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:06.509574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680337b-83a9-4170-93a0-75443a0e65f7 req-6bb67e32-bf3e-40f9-8b7a-9183e870eb4f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:06.511157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7680337b-83a9-4170-93a0-75443a0e65f7 req-6bb67e32-bf3e-40f9-8b7a-9183e870eb4f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 907 time: 0.1368926 Nov 08 12:54:06.672009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:06.675850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:06.730441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d2e0a-82b2-4e58-ad0f-d2ed790cd83b req-ae74737a-b331-4371-81b4-7b899608135d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:06.738170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912d2e0a-82b2-4e58-ad0f-d2ed790cd83b req-ae74737a-b331-4371-81b4-7b899608135d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0709383 Nov 08 12:54:06.824975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912d2e0a-82b2-4e58-ad0f-d2ed790cd83b req-57d0d6eb-85b0-468b-ae21-e98939e3fbd9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848503 Nov 08 12:54:07.021357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:07.089130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=d3e8c4aa-96d4-4bf5-88ec-6adb10f23727,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:07.099820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:07.108353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: 1f231079-0db8-42aa-a6c5-93be5629a84a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:54:07.260655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 1f231079-0db8-42aa-a6c5-93be5629a84a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:54:07.374413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 1f231079-0db8-42aa-a6c5-93be5629a84a) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:07.378597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:07.380144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:07.384986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d8f3d-dd9e-45dc-9d93-585b2db49910 None None] Network 1f231079-0db8-42aa-a6c5-93be5629a84a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:07.389684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0cb550fb-407e-4756-88a0-e3439d489ca3 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:54:07.482821 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e4a6ef58-5215-4135-94a4-cd2c35da9f6a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9892688 Nov 08 12:54:07.483879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47452) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:07.595560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0cb550fb-407e-4756-88a0-e3439d489ca3,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:07.628655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '0cb550fb-407e-4756-88a0-e3439d489ca3', 'network_id': '12f37534-d8fa-4a91-913c-eed145524683', 'port_id': '0cb550fb-407e-4756-88a0-e3439d489ca3', 'mac_address': 'fa:16:3e:38:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b07942-805c-4d13-aa19-983364c0e560', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:54:07.661895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea33a-8aa8-4f9e-9fd4-d869f216f398 req-67775e27-9495-4dbf-8dd4-633fe41a08fd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:07.664857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-519ea33a-8aa8-4f9e-9fd4-d869f216f398 req-67775e27-9495-4dbf-8dd4-633fe41a08fd tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 907 time: 0.0794213 Nov 08 12:54:07.673580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-1f231079-0db8-42aa-a6c5-93be5629a84a', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:54:07.674721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:07.719590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:07.788994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb550fb-407e-4756-88a0-e3439d489ca3 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:54:07.828565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:07.844818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0cb550fb-407e-4756-88a0-e3439d489ca3,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:07.872756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Allocated IP 172.20.0.2 (1f231079-0db8-42aa-a6c5-93be5629a84a/d3e8c4aa-96d4-4bf5-88ec-6adb10f23727/9cc5cfe9-e681-475a-a1ba-71cd125b9aaa) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:07.993962 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.035130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4e3d9-3a88-4e3e-b3f4-1e810eeadfb6 req-3e367597-4ff2-4c11-a15a-08cbc5452c6d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:08.040024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fee4e3d9-3a88-4e3e-b3f4-1e810eeadfb6 req-3e367597-4ff2-4c11-a15a-08cbc5452c6d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1112401 Nov 08 12:54:08.118110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fee4e3d9-3a88-4e3e-b3f4-1e810eeadfb6 req-9fb650df-b395-4bd1-a5b3-df42c0788cc5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717862 Nov 08 12:54:08.180969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:08.203237 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.226007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0cb550fb-407e-4756-88a0-e3439d489ca3'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:54:08.367866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.20.0.1 (1f231079-0db8-42aa-a6c5-93be5629a84a/d3e8c4aa-96d4-4bf5-88ec-6adb10f23727/2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:08.413512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.470071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Network 1f231079-0db8-42aa-a6c5-93be5629a84a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:08.477537 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:08.485840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:08.496168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Pushing event updated for resources: {'Port': ['ID=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:08.539299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.559870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Attempting to bind port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:08.560295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Attempting to bind port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:08.560725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Attempting to bind port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa on network 1f231079-0db8-42aa-a6c5-93be5629a84a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:08.568893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:08.568893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Checking segment: {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:08.568893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.569236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Bound using segment: {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:08.569579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Bound port: 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:08.570156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.643513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] For port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:08.647127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] For port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:08.678511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.724998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 1f231079-0db8-42aa-a6c5-93be5629a84a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:08.732495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:08.734717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:08.765056 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:08.804591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.815279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:08.843195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b37a8b-d372-4660-87fc-07b8a282b71d req-2e51cd43-0d25-4b37-be3e-cf3af985e378 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:08.857048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03b37a8b-d372-4660-87fc-07b8a282b71d req-2e51cd43-0d25-4b37-be3e-cf3af985e378 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 908 time: 0.0907605 Nov 08 12:54:08.913193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24a1c8-3a66-487e-9b36-7e13e4bf805e None None] Pushing event updated for resources: {'Port': ['ID=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:09.078806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.315414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778786-a4c6-43d6-8785-ba085cb5560b req-c9cf2084-6203-4747-899c-86cd67157bf7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:09.322981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c778786-a4c6-43d6-8785-ba085cb5560b req-c9cf2084-6203-4747-899c-86cd67157bf7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0872753 Nov 08 12:54:09.378113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c778786-a4c6-43d6-8785-ba085cb5560b req-9b3ddb1c-e1a4-44d8-99ae-f2f8205707ab tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524218 Nov 08 12:54:09.406056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0cb550fb-407e-4756-88a0-e3439d489ca3 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:09.466963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.586388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 0cb550fb-407e-4756-88a0-e3439d489ca3 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:54:09.591358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 0cb550fb-407e-4756-88a0-e3439d489ca3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:09.591807 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.626361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.659990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:09.756486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:09.760452 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.763814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.788841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:09.791193 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da434686-07d7-4609-9bc6-d9a44d50c447" -d '{"events": [{"server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:09.807529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0cb550fb-407e-4756-88a0-e3439d489ca3,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:09.819808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:09.820186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:09.889225 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970aa79b-6bbd-42bb-b296-abc03a37f099 x-openstack-request-id: req-970aa79b-6bbd-42bb-b296-abc03a37f099 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:09.889521 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:09.889774 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-970aa79b-6bbd-42bb-b296-abc03a37f099 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:09.890174 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3', 'code': 200} Nov 08 12:54:09.910695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 1f231079-0db8-42aa-a6c5-93be5629a84a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:09.915166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:10.000905 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.007603 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.064699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:10.073004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977523-f272-4c69-b3b5-82dc306162f3 req-69921c2b-1aaf-4803-9bfe-994f68dcb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:10.076104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56977523-f272-4c69-b3b5-82dc306162f3 req-69921c2b-1aaf-4803-9bfe-994f68dcb9c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 1059 time: 0.1564426 Nov 08 12:54:10.100422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040f2b-adeb-478b-ad9f-15600267ce87 req-1d14a3a0-ab34-4cec-8529-92a5f71f77af tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:10.102687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c040f2b-adeb-478b-ad9f-15600267ce87 req-1d14a3a0-ab34-4cec-8529-92a5f71f77af tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 908 time: 0.1303627 Nov 08 12:54:10.156693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:10.186088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.262041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:10.294597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:54:10.323938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f2a8d-6a18-469e-9adb-f1fdb9c55add None None] Network 1f231079-0db8-42aa-a6c5-93be5629a84a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:10.399574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-22a335cd-2308-4151-906b-88dae8c25948 None None] Provisioning complete for port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:10.399951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22a335cd-2308-4151-906b-88dae8c25948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.439966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:10.454294 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-31371fdf-0def-40e9-854f-a080620cf09a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9677374 Nov 08 12:54:10.455990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47514) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:10.460336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:10.469449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-874070063'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:10.585224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:10.585867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:10.623961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbc8f9-fec7-4690-bda9-b27d3c03be32 req-b71fc7d4-a0bc-4d6b-9a19-fc9bbdd30438 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:10.625884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adfbc8f9-fec7-4690-bda9-b27d3c03be32 req-b71fc7d4-a0bc-4d6b-9a19-fc9bbdd30438 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1104043 Nov 08 12:54:10.639216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:10.642863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.701307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:10.728185 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:10.728455 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 552898bb-813a-4d3f-b8aa-fb87409c28b2 of type vlan for network eab95245-330c-4e5c-9934-d8e4f89c240e Nov 08 12:54:10.754601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:10.759446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adfbc8f9-fec7-4690-bda9-b27d3c03be32 req-6787e8f7-b88f-4ea5-a584-a20ff5d9f611 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109135 Nov 08 12:54:10.815564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.058811 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.064403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:11.067379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.122156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:08Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:09Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:11.181922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:11.182645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Updating router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:54:11.258884 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.260132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=eab95245-330c-4e5c-9934-d8e4f89c240e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:11.274906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e828e8d0-912a-4430-bbba-e9c2ed2e12c8 None None] Provisioning complete for port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:11.275277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e828e8d0-912a-4430-bbba-e9c2ed2e12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.295052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network eab95245-330c-4e5c-9934-d8e4f89c240e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:54:11.322153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411549d6-8b54-4099-832a-df7f40bf55e2 req-e0dbab12-0bb7-4766-a391-119b59c6b3ff tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:11.323811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-411549d6-8b54-4099-832a-df7f40bf55e2 req-e0dbab12-0bb7-4766-a391-119b59c6b3ff tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.0924459 Nov 08 12:54:11.350408 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56910268-0bb9-4c23-b890-d68e5f5f5e20 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8926821 Nov 08 12:54:11.352662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47530) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:11.359575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:11.611832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:11.746130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:11.750824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.777151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:11.777681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.884611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e828e8d0-912a-4430-bbba-e9c2ed2e12c8 None None] Provisioning complete for port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:11.892418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e828e8d0-912a-4430-bbba-e9c2ed2e12c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:11.948875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82766c1e-4564-4141-ba2c-1b16ebbd7a0b req-06ebcee5-7531-4b51-8610-e59406af1d87 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:11.957593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82766c1e-4564-4141-ba2c-1b16ebbd7a0b req-06ebcee5-7531-4b51-8610-e59406af1d87 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0650861 Nov 08 12:54:12.033384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82766c1e-4564-4141-ba2c-1b16ebbd7a0b req-27306fd0-fa93-44e8-b8fc-b1f365d79a17 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Nov 08 12:54:12.048553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e828e8d0-912a-4430-bbba-e9c2ed2e12c8 None None] Port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:12.112217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.175472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2de93a57-6999-4f5b-9725-92677f2cb6b5 None None] Provisioning complete for port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:12.176413 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2de93a57-6999-4f5b-9725-92677f2cb6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.215361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2de93a57-6999-4f5b-9725-92677f2cb6b5 None None] Port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:12.237190 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.260528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.324511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4850f-ab19-4d63-9b7b-70ac6a5a7825 None None] Pushing event updated for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:12.412408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=de633960-1090-4048-9f83-77fedce6bf97,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:12.435273 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:12.435884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: eab95245-330c-4e5c-9934-d8e4f89c240e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:54:12.533562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Attempting to bind port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:12.535743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Attempting to bind port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:12.536253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Attempting to bind port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 on network 1f231079-0db8-42aa-a6c5-93be5629a84a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:12.547156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:12.550665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Checking segment: {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:12.552276 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.553226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Bound using segment: {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:12.554046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Bound port: 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b1957-56b7-4416-a9b6-7b8a07d088c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:12.554710 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.571449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db614c69-e38f-44e8-a815-55c9ddef0f52 req-12a9a1b4-bd95-4630-865e-6b4eed8cd745 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:12.574179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db614c69-e38f-44e8-a815-55c9ddef0f52 req-12a9a1b4-bd95-4630-865e-6b4eed8cd745 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.1199763 Nov 08 12:54:12.637383 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network eab95245-330c-4e5c-9934-d8e4f89c240e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:54:12.664294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] For port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:12.669886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] For port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:12.731813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d647c-da4b-4d3d-abd0-c4dad8d50f4e req-9f7bd3be-5243-4640-b446-20f5b53b202a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:12.741709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-166d647c-da4b-4d3d-abd0-c4dad8d50f4e req-9f7bd3be-5243-4640-b446-20f5b53b202a tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.0667424 Nov 08 12:54:12.743451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-79c90472-08b0-4e39-a922-37b3189d86cc None None] Provisioning complete for port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:12.743828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79c90472-08b0-4e39-a922-37b3189d86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.792268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, eab95245-330c-4e5c-9934-d8e4f89c240e) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:12.797555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:12.798179 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.802359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-79c90472-08b0-4e39-a922-37b3189d86cc None None] Port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:12.804398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:12.809698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4f76a-f814-41d8-9315-e430a6143429 None None] Network eab95245-330c-4e5c-9934-d8e4f89c240e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:12.926951 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-207e8427-ae06-4410-9590-94162475aa05 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5723612 Nov 08 12:54:12.927986 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47566) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:12.987036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc9464-0016-4a06-b8f6-0398eac1e3f1 req-be05823c-9fcd-4de9-9077-15fd5b429574 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:12.987275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:12.987731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:12.991926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4850f-ab19-4d63-9b7b-70ac6a5a7825 None None] Pushing event updated for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:13.013015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cbc9464-0016-4a06-b8f6-0398eac1e3f1 req-be05823c-9fcd-4de9-9077-15fd5b429574 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 1060 time: 0.1561341 Nov 08 12:54:13.280211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:13.328960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ef010-e57f-46df-8478-c1b8c1532eb0 req-d8bba505-2088-440f-8f7e-0d970eef10a5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:13.330928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f38ef010-e57f-46df-8478-c1b8c1532eb0 req-d8bba505-2088-440f-8f7e-0d970eef10a5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.1621759 Nov 08 12:54:13.375420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-eab95245-330c-4e5c-9934-d8e4f89c240e', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:54:13.376841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:13.397946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616c925-2c1d-4a22-a347-fe12b65f7a53 req-8df232c4-3680-4292-9111-1fb48dd3f582 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:13.397946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1616c925-2c1d-4a22-a347-fe12b65f7a53 req-8df232c4-3680-4292-9111-1fb48dd3f582 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.1337802 Nov 08 12:54:13.451467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 076b99bb-1dd3-4754-89d5-6ab59b528203 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:54:13.458986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f38ef010-e57f-46df-8478-c1b8c1532eb0 req-0c3d0653-2b6b-4f1c-b826-4fb9a066e1f9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191506 Nov 08 12:54:13.522824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1616c925-2c1d-4a22-a347-fe12b65f7a53 req-0fc6ab2f-e6b2-4180-93a2-4ba182b28124 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0891829 Nov 08 12:54:13.540981 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47588) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:13.687532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081015f-7438-4651-a55c-92f8fc135687 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:13.687532 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8081015f-7438-4651-a55c-92f8fc135687 tempest-TestSecurityGroupsBasicOps-897676107 tempest-TestSecurityGroupsBasicOps-897676107-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 1055 time: 0.1371615 Nov 08 12:54:13.757508 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:13.846052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] Provisioning complete for port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:13.846052 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:13.993051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Allocated IP 172.21.0.2 (eab95245-330c-4e5c-9934-d8e4f89c240e/de633960-1090-4048-9f83-77fedce6bf97/681acfdc-c94a-450b-b18e-6c43d813e1a0) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:14.137113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=076b99bb-1dd3-4754-89d5-6ab59b528203,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:14.154402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '076b99bb-1dd3-4754-89d5-6ab59b528203', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': '076b99bb-1dd3-4754-89d5-6ab59b528203', 'mac_address': 'fa:16:3e:5c:2f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:54:14.346670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.446698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a474ae9-fbda-4afd-9eee-61019831e2db req-b96c5fb9-a8f6-4254-a314-607b1873cb67 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:14.448654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a474ae9-fbda-4afd-9eee-61019831e2db req-b96c5fb9-a8f6-4254-a314-607b1873cb67 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.0986137 Nov 08 12:54:14.454217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.467026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076b99bb-1dd3-4754-89d5-6ab59b528203 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:54:14.493369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:08Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:12Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:14.541224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170c0cf-3f30-4369-a0af-0579219b8153 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:08Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:12Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:14.595542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=076b99bb-1dd3-4754-89d5-6ab59b528203,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:14.630660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] For port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:14.645306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.696295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502b5ad-3737-4b6a-abcf-8118e9c4858c req-95b859c1-ada6-433b-929f-bb5926b719f5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:14.697893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b502b5ad-3737-4b6a-abcf-8118e9c4858c req-95b859c1-ada6-433b-929f-bb5926b719f5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 944 time: 0.0807824 Nov 08 12:54:14.733467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.771509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b502b5ad-3737-4b6a-abcf-8118e9c4858c req-842a5979-fb9f-4cb8-b323-34b04021e6ee tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Nov 08 12:54:14.798327 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.807886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:14.828326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Network eab95245-330c-4e5c-9934-d8e4f89c240e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:14.830698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:14.834444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:14.837123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:14.877478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.878089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.878175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.878483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.878865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.879278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.879528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.880055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.880438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.880885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.881215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.881543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:14.919073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.21.0.1 (eab95245-330c-4e5c-9934-d8e4f89c240e/de633960-1090-4048-9f83-77fedce6bf97/23f301b7-44bb-416e-8163-8df203dbc5c3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:14.981748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['076b99bb-1dd3-4754-89d5-6ab59b528203'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:54:14.988651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Attempting to bind port 681acfdc-c94a-450b-b18e-6c43d813e1a0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:14.988651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Attempting to bind port 681acfdc-c94a-450b-b18e-6c43d813e1a0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:14.989017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Attempting to bind port 681acfdc-c94a-450b-b18e-6c43d813e1a0 on network eab95245-330c-4e5c-9934-d8e4f89c240e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:15.014767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:15.015154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Checking segment: {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:15.015683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.016079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Bound using segment: {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:15.016570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Bound port: 681acfdc-c94a-450b-b18e-6c43d813e1a0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:15.016956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.030995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Pushing event updated for resources: {'Port': ['ID=681acfdc-c94a-450b-b18e-6c43d813e1a0,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:15.174373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] For port 681acfdc-c94a-450b-b18e-6c43d813e1a0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:15.178165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] For port 681acfdc-c94a-450b-b18e-6c43d813e1a0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=681acfdc-c94a-450b-b18e-6c43d813e1a0,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:15.215908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.297663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2aa1b-12b0-49d3-b7d1-e051f8321ad5 None None] Pushing event updated for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:15.343941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.409361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.531465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network eab95245-330c-4e5c-9934-d8e4f89c240e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:15.544969 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:15.552063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:15.555879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e89302-ebfb-4941-a8f5-607553696ca5 None None] Pushing event updated for resources: {'Port': ['ID=681acfdc-c94a-450b-b18e-6c43d813e1a0,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:15.633915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:15.666664 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:15.711381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:16.027280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8397b2-b635-4398-80cb-cbc178e200e1 req-fc14340d-316c-4948-affd-d300308e1d55 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:16.027280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b8397b2-b635-4398-80cb-cbc178e200e1 req-fc14340d-316c-4948-affd-d300308e1d55 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.1786819 Nov 08 12:54:16.027280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-7d0294b8-83b9-4a24-95b3-3e49eefc49ee tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:16.027280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-7d0294b8-83b9-4a24-95b3-3e49eefc49ee tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.57 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 909 time: 0.1489735 Nov 08 12:54:16.035956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:16.035956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.197247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8ea5-b9ca-4ca3-8c16-d43f6865124a req-edfc2fa7-d80d-40de-8b47-dd2781297ec2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:16.202938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.225657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6ee8ea5-b9ca-4ca3-8c16-d43f6865124a req-edfc2fa7-d80d-40de-8b47-dd2781297ec2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 945 time: 0.1654358 Nov 08 12:54:16.260471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.295493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 0cb550fb-407e-4756-88a0-e3439d489ca3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:16.296364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.420297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6ee8ea5-b9ca-4ca3-8c16-d43f6865124a req-8454ca65-1743-4a5c-b6a7-41a2361c6fc4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970627 Nov 08 12:54:16.498462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 0cb550fb-407e-4756-88a0-e3439d489ca3, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0cb550fb-407e-4756-88a0-e3439d489ca3,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:16.499019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.517232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 0cb550fb-407e-4756-88a0-e3439d489ca3 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:16.659010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.790734 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.865430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.875331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:16.878535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:16.925414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=0cb550fb-407e-4756-88a0-e3439d489ca3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:17.083410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] No DVR routers for this DVR port 0cb550fb-407e-4756-88a0-e3439d489ca3 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:17.086872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28cce654-e372-4095-a518-cfcd5396dfbc req-07765b79-77bc-4676-8a15-cc6fe839662c tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.1570141 Nov 08 12:54:17.088473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.089013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.089508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.090003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.090365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.090681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.091177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.091656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.092282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.092602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.093078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.093562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:54:17.097067 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:17.102699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51b0dd2e-e2e8-43ec-93c6-9a80ea15b041 req-682997ca-09b6-45f5-9775-114af451f94b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.57 "DELETE /v2.0/ports/0cb550fb-407e-4756-88a0-e3439d489ca3 HTTP/1.1" status: 204 len: 173 time: 1.2707653 Nov 08 12:54:17.103359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'name': 'network-vif-deleted', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:17.106511 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ee397-94d9-46c7-b603-8697b6c94fd9" -d '{"events": [{"server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "name": "network-vif-deleted", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:17.169270 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network eab95245-330c-4e5c-9934-d8e4f89c240e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:17.173664 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f1c61-ffb7-4b48-ace0-12da06f5cd8c x-openstack-request-id: req-213f1c61-ffb7-4b48-ace0-12da06f5cd8c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:17.173958 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8336dcb9-ecbe-48b5-9616-7ac2610e145c", "name": "network-vif-deleted", "tag": "0cb550fb-407e-4756-88a0-e3439d489ca3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:17.174398 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-213f1c61-ffb7-4b48-ace0-12da06f5cd8c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:17.174816 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336dcb9-ecbe-48b5-9616-7ac2610e145c', 'name': 'network-vif-deleted', 'tag': '0cb550fb-407e-4756-88a0-e3439d489ca3', 'status': 'completed', 'code': 200} Nov 08 12:54:17.176614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:17.428338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:17.470784 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 076b99bb-1dd3-4754-89d5-6ab59b528203 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:17.560212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:17.573059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:17.575763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:17.576266 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53ebd124-4493-444d-b739-d08c875fca40 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6469712 Nov 08 12:54:17.580037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894615307'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:17.616457 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:17.619549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:17.710149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3cd51-90a3-461a-b6fc-01a0b48c670a None None] Network eab95245-330c-4e5c-9934-d8e4f89c240e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:17.748150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 076b99bb-1dd3-4754-89d5-6ab59b528203 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:54:17.783146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 681acfdc-c94a-450b-b18e-6c43d813e1a0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:17.783638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0371e1-751c-4002-adf8-13d2a8f2145c req-c65979fe-1657-4fdb-9566-a6abd3cf7c27 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:17.785374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b0371e1-751c-4002-adf8-13d2a8f2145c req-c65979fe-1657-4fdb-9566-a6abd3cf7c27 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 945 time: 0.1385195 Nov 08 12:54:17.800064 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:17.814046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 076b99bb-1dd3-4754-89d5-6ab59b528203 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:17.814661 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:17.865198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b0371e1-751c-4002-adf8-13d2a8f2145c req-8e2f4cb4-bb86-4274-9216-0bc6ea80ede9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733304 Nov 08 12:54:17.906001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:17.912026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:17.920709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] Provisioning complete for port 681acfdc-c94a-450b-b18e-6c43d813e1a0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:17.922156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:17.965283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:17.995416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-b594c9b1-a6e1-4dd9-8e41-e73c8f60bbd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0414796 Nov 08 12:54:17.999926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.000414 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment 0faef187-1708-4eb9-b074-10eb929f8f15 of type vlan for network 87424807-efe4-4bbf-baf8-e42a9aa22c1d Nov 08 12:54:18.016475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 681acfdc-c94a-450b-b18e-6c43d813e1a0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:18.016843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.085886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.090218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-07df678a-7dfb-41d4-8674-65668822e61d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.0387366 Nov 08 12:54:18.121732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.149630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:15Z', 'revision_number': 3, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:16Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:18.195387 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:18.196092 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Updating router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc port 23f301b7-44bb-416e-8163-8df203dbc5c3 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:54:18.264167 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.323508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aaf63f9b-03af-4b40-a75e-f535e05e474a req-b4110362-5716-4ccb-8fae-be974af23a76 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=8336dcb9-ecbe-48b5-9616-7ac2610e145c HTTP/1.1" status: 200 len: 210 time: 0.0471787 Nov 08 12:54:18.326914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-293406e2-5e9f-4a3e-98ca-7d5eb76fe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:18.326914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-293406e2-5e9f-4a3e-98ca-7d5eb76fe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:18.327128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-293406e2-5e9f-4a3e-98ca-7d5eb76fe0b2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dd75a38e55dc483cb79e05678b7be7df&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2150865 Nov 08 12:54:18.466175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:18.468586 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3ecf4-103e-494a-81c8-8ca47199ee3d" -d '{"events": [{"server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "name": "network-vif-plugged", "status": "completed", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:18.489071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-fa26740b-4832-4f10-ac1c-594b6b94bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:18.491156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24522c6-feee-4a50-ac54-953fe8b40069 req-fa26740b-4832-4f10-ac1c-594b6b94bec6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573446 Nov 08 12:54:18.509001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.520317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.524396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=076b99bb-1dd3-4754-89d5-6ab59b528203,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:18.526663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:18.530999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.611941 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8b0bc3-be63-475a-9770-7c3bf9e71705 x-openstack-request-id: req-ed8b0bc3-be63-475a-9770-7c3bf9e71705 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:18.612645 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "name": "network-vif-plugged", "status": "completed", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:18.614121 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed8b0bc3-be63-475a-9770-7c3bf9e71705 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:18.614801 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203', 'code': 200} Nov 08 12:54:18.660485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.668171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0cb550fb-407e-4756-88a0-e3439d489ca3 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:18.698490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=87424807-efe4-4bbf-baf8-e42a9aa22c1d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:18.736457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:54:18.742998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] For port 681acfdc-c94a-450b-b18e-6c43d813e1a0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=681acfdc-c94a-450b-b18e-6c43d813e1a0,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:18.748434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47730) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:18.749361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0dcabaf4-c340-4254-9266-66f755441bb3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1741104 Nov 08 12:54:18.755046 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:18.785745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0cb550fb-407e-4756-88a0-e3439d489ca3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:18.786918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0cb550fb-407e-4756-88a0-e3439d489ca3 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:18.800432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.867338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5442d4-5122-45ac-a6e4-6edb415c4606 req-2ce2090f-c6df-434a-8acb-ca7b52b4dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:18.879808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c5442d4-5122-45ac-a6e4-6edb415c4606 req-2ce2090f-c6df-434a-8acb-ca7b52b4dd40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 1097 time: 0.1058543 Nov 08 12:54:18.937252 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:18.982115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c5442d4-5122-45ac-a6e4-6edb415c4606 req-769933a0-6e72-4000-9c0a-6fb7ef9ef7d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702305 Nov 08 12:54:19.002148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.028461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:19.064036 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.153251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a05974-3e5f-4c1a-959e-002e3256bcbe req-5cccfa9a-5073-40b7-91aa-e6f7280c9013 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:19.163670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72a05974-3e5f-4c1a-959e-002e3256bcbe req-5cccfa9a-5073-40b7-91aa-e6f7280c9013 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.1341727 Nov 08 12:54:19.168539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:19.173546 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.244100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:54:19.244100 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:54:19.244286 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221acf6-3c90-4b7c-b3b2-64cc351947a8 None None] Pushing event updated for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:19.244488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84829f9e-ddd8-4f95-9260-013e0cb70e1e None None] Pushing event updated for resources: {'Port': ['ID=681acfdc-c94a-450b-b18e-6c43d813e1a0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:19.244488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8b20dc1b-4c46-43dc-ad5e-68c0fe6f797f None None] Provisioning complete for port 23f301b7-44bb-416e-8163-8df203dbc5c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:19.244488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b20dc1b-4c46-43dc-ad5e-68c0fe6f797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.321161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72a05974-3e5f-4c1a-959e-002e3256bcbe req-9723e806-fdb6-4370-8282-ba63605fef78 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561685 Nov 08 12:54:19.340505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8b20dc1b-4c46-43dc-ad5e-68c0fe6f797f None None] Port 23f301b7-44bb-416e-8163-8df203dbc5c3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:19.351344 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Attempting to bind port 23f301b7-44bb-416e-8163-8df203dbc5c3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:19.351344 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Attempting to bind port 23f301b7-44bb-416e-8163-8df203dbc5c3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:19.351548 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Attempting to bind port 23f301b7-44bb-416e-8163-8df203dbc5c3 on network eab95245-330c-4e5c-9934-d8e4f89c240e {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:19.368168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:19.368590 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Checking segment: {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:19.369350 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.369893 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Bound using segment: {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:19.370544 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Bound port: 23f301b7-44bb-416e-8163-8df203dbc5c3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552898bb-813a-4d3f-b8aa-fb87409c28b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:19.371107 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.372870 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8b20dc1b-4c46-43dc-ad5e-68c0fe6f797f None None] Provisioning complete for port 681acfdc-c94a-450b-b18e-6c43d813e1a0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:19.375985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b20dc1b-4c46-43dc-ad5e-68c0fe6f797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.404713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:19.627007 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] For port 23f301b7-44bb-416e-8163-8df203dbc5c3, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:19.627719 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] For port 23f301b7-44bb-416e-8163-8df203dbc5c3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=23f301b7-44bb-416e-8163-8df203dbc5c3,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:19.717055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8637ba46-a621-4874-8736-0c198e546b10 None None] Provisioning complete for port 23f301b7-44bb-416e-8163-8df203dbc5c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:19.717635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8637ba46-a621-4874-8736-0c198e546b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.789733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8637ba46-a621-4874-8736-0c198e546b10 None None] Port 23f301b7-44bb-416e-8163-8df203dbc5c3 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:19.821787 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.848542 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.926577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] Provisioning complete for port 23f301b7-44bb-416e-8163-8df203dbc5c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:19.929464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:19.936858 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:19.941418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:20.053157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=c8c9b3b5-1907-426a-a212-2ef98b918bb3,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:20.063764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 681acfdc-c94a-450b-b18e-6c43d813e1a0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:20.070897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221acf6-3c90-4b7c-b3b2-64cc351947a8 None None] Pushing event updated for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:20.076789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:20.076789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: 87424807-efe4-4bbf-baf8-e42a9aa22c1d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:54:20.177000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:20.194049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.247014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.288161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:54:20.437041 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 681acfdc-c94a-450b-b18e-6c43d813e1a0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:20.437577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.535530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] For port 23f301b7-44bb-416e-8163-8df203dbc5c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=23f301b7-44bb-416e-8163-8df203dbc5c3,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:20.557562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 87424807-efe4-4bbf-baf8-e42a9aa22c1d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:20.563763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:20.565269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.601889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94582b-699d-4ddd-85cb-f856260d74eb None None] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:20.674376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.708174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd46d-3e2c-43a4-a6d2-c9779740fe19 req-f0827cae-6ed6-4892-8837-6e925a1182c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:20.715774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48cbd46d-3e2c-43a4-a6d2-c9779740fe19 req-f0827cae-6ed6-4892-8837-6e925a1182c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.2411101 Nov 08 12:54:20.732311 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:20.736664 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:15Z', 'revision_number': 3, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:19Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:20.785329 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e76845b2-da74-48d5-8cc0-591fda3c64df tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0356088 Nov 08 12:54:20.786211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47784) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:20.792509 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e8279-747b-43ba-bc46-43aa6ff07481 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:15Z', 'revision_number': 3, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:19Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:20.798563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d548d-522a-46f0-91a2-8dc0c3becf1d None None] Pushing event updated for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:20.902063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48cbd46d-3e2c-43a4-a6d2-c9779740fe19 req-28848046-8cd1-432d-9300-17b0f95f5997 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722949 Nov 08 12:54:21.039877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8d90a4d2-334a-44cc-866d-fc4080bcd629 None None] Provisioning complete for port 23f301b7-44bb-416e-8163-8df203dbc5c3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:21.040254 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d90a4d2-334a-44cc-866d-fc4080bcd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.068644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:21.068644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.140985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:54:21.142013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.235992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 00ae6cc2-bc39-47a3-84d8-d3fec95ba696, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:21.237086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.277992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:21.463574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Allocated IP 172.22.0.2 (87424807-efe4-4bbf-baf8-e42a9aa22c1d/c8c9b3b5-1907-426a-a212-2ef98b918bb3/cf36a32f-314e-45dd-bc4a-970d64e058f1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:21.618937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.762201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.814181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:21.872634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=00ae6cc2-bc39-47a3-84d8-d3fec95ba696,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:21.979472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.060684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 23f301b7-44bb-416e-8163-8df203dbc5c3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:22.127481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.22.0.1 (87424807-efe4-4bbf-baf8-e42a9aa22c1d/c8c9b3b5-1907-426a-a212-2ef98b918bb3/203871d7-030e-4f59-b15a-7664100ebdc2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:22.156119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:22.160872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:22.163521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:22.171974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Pushing event updated for resources: {'Port': ['ID=cf36a32f-314e-45dd-bc4a-970d64e058f1,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:22.246496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 23f301b7-44bb-416e-8163-8df203dbc5c3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:22.246856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.278781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3c23-eebe-44c5-9f7d-e8d93f476f29 req-365b0290-4d37-4884-9277-5334d1e3155a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:22.286540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e74c3c23-eebe-44c5-9f7d-e8d93f476f29 req-365b0290-4d37-4884-9277-5334d1e3155a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.1883423 Nov 08 12:54:22.298816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Attempting to bind port cf36a32f-314e-45dd-bc4a-970d64e058f1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:22.299170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Attempting to bind port cf36a32f-314e-45dd-bc4a-970d64e058f1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:22.299533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Attempting to bind port cf36a32f-314e-45dd-bc4a-970d64e058f1 on network 87424807-efe4-4bbf-baf8-e42a9aa22c1d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:22.320005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:22.320397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Checking segment: {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:22.320794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.321195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Bound using segment: {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:22.327673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Bound port: cf36a32f-314e-45dd-bc4a-970d64e058f1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:22.328099 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.360633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.392192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e74c3c23-eebe-44c5-9f7d-e8d93f476f29 req-8ed06042-db30-4136-a905-792f7843f0ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 Nov 08 12:54:22.437328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.528577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] For port cf36a32f-314e-45dd-bc4a-970d64e058f1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:22.532037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] For port cf36a32f-314e-45dd-bc4a-970d64e058f1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cf36a32f-314e-45dd-bc4a-970d64e058f1,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:22.563134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.609925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:22.638414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:22.640516 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:22.642976 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.644781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:22.716297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:22.737227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2c91-f793-4738-93b0-19a388827a79 None None] Pushing event updated for resources: {'Port': ['ID=cf36a32f-314e-45dd-bc4a-970d64e058f1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:23.007561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.216512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd1945-6dc4-4a7c-8bb7-c57d11a2a840 req-b0d829be-a29d-4ac9-8a61-5c0a4cd12d93 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:23.218122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7cd1945-6dc4-4a7c-8bb7-c57d11a2a840 req-b0d829be-a29d-4ac9-8a61-5c0a4cd12d93 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.1773732 Nov 08 12:54:23.220906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b477642-fe96-4dbb-8973-94cdd2f90b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.337379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7cd1945-6dc4-4a7c-8bb7-c57d11a2a840 req-b635a358-7094-4723-a2ac-798bf0243f40 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087861 Nov 08 12:54:23.350520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:23.434724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.522365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:23.535282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Sync routers for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:23.545127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47858) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:23.545346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-aa5f3283-bea0-4310-9434-8b39915ca6a9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "PUT /v2.0/routers/ec10a0c3-2a29-47f0-81fe-1b89dd53c555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1391191 Nov 08 12:54:23.551401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:23.552149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:23.593845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad38ac-d313-4d46-9d84-a40588c13dd7 req-7c1e4e0b-0eaf-4faa-b34b-0887b610fb3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:23.594827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.595560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddad38ac-d313-4d46-9d84-a40588c13dd7 req-7c1e4e0b-0eaf-4faa-b34b-0887b610fb3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.1522014 Nov 08 12:54:23.680229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddad38ac-d313-4d46-9d84-a40588c13dd7 req-98846515-6b71-49eb-99ea-000af166c90c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714409 Nov 08 12:54:23.689285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:23.704506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting subnet 95b07942-805c-4d13-aa19-983364c0e560 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:23.724044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.752053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:23.757265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:23.817864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.095043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cf36a32f-314e-45dd-bc4a-970d64e058f1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:24.126682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:24.130574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:24.157165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.162478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:54:21Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:24.205820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Checking router: ec10a0c3-2a29-47f0-81fe-1b89dd53c555 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:24.233269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Routers {'ec10a0c3-2a29-47f0-81fe-1b89dd53c555'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:24.233269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:24.472591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:24.472767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3e43f-aa10-4259-8723-b0c52adcc5c2 req-eafffc48-71c8-4ffd-876e-9dfd78703b17 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:24.472767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f3e43f-aa10-4259-8723-b0c52adcc5c2 req-eafffc48-71c8-4ffd-876e-9dfd78703b17 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.1055191 Nov 08 12:54:24.516573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cf36a32f-314e-45dd-bc4a-970d64e058f1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:24.516573 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.517144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22f3e43f-aa10-4259-8723-b0c52adcc5c2 req-cf630c0e-04e7-433b-adc6-29c2bd9102da tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627773 Nov 08 12:54:24.554323 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28007978-25aa-49ff-b336-2003084f45dc None None] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:24.567251 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:24.578795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:24.593318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fe865b5b-03ee-4ad2-b15e-f3bbf5e402d9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8058059 Nov 08 12:54:24.596391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:24.596701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:24.598351 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:53:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:24.607892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'network': {'name': 'tempest-RoutersTest-811593499'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:24.680259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-777c9c16-b28b-404e-ae1c-b04e8f1749c8 None None] Provisioning complete for port cf36a32f-314e-45dd-bc4a-970d64e058f1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:24.680643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-777c9c16-b28b-404e-ae1c-b04e8f1749c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.694107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.714523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:24.727952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Subnet': ['ID=95b07942-805c-4d13-aa19-983364c0e560,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:24.738221 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.744085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dd75ecc7-bf1f-497b-82d9-ba9b0ec7eafc tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/subnets/95b07942-805c-4d13-aa19-983364c0e560 HTTP/1.1" status: 204 len: 168 time: 1.1977699 Nov 08 12:54:24.747232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:24.757937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89330ace-b57d-40c0-9ff3-f055f09cf09e None None] Network 12f37534-d8fa-4a91-913c-eed145524683 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:24.804354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:24.807909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.854659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:24.902413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.902721 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added segment ad1dedb4-87db-4a65-9e71-bb74eee5ce42 of type vlan for network a01c40af-17a0-4a54-bd31-cf515db666ba Nov 08 12:54:24.939782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] Set router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:24.964258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:24.969733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.018019 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:22Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:23Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:25.103157 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:25.114547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Updating router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc port 203871d7-030e-4f59-b15a-7664100ebdc2 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:54:25.144606 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.170521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.191750 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.192634 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.199784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:25.200583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.269117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-777c9c16-b28b-404e-ae1c-b04e8f1749c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.376689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Network': ['ID=a01c40af-17a0-4a54-bd31-cf515db666ba,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:25.434066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e2a92ae4-75ba-4a2a-863a-28c807b8e465 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8326414 Nov 08 12:54:25.434289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47902) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:25.439511 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'subnet': {'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:25.443284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port cf36a32f-314e-45dd-bc4a-970d64e058f1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cf36a32f-314e-45dd-bc4a-970d64e058f1,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:25.466945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a01c40af-17a0-4a54-bd31-cf515db666ba details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:54:25.491884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] DHCP port deletion for 12f37534-d8fa-4a91-913c-eed145524683 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:25.522601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 6d086cc7-5510-4086-8ef1-c95ce4dd668e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:25.523094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.606339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.707664 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.794542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 6d086cc7-5510-4086-8ef1-c95ce4dd668e, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6d086cc7-5510-4086-8ef1-c95ce4dd668e,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:25.794911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.812669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 6d086cc7-5510-4086-8ef1-c95ce4dd668e owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:25.846364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a046-411c-4330-b926-cb76d3d60ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.852553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-777c9c16-b28b-404e-ae1c-b04e8f1749c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:54:25.852904 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-777c9c16-b28b-404e-ae1c-b04e8f1749c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:54:25.857512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=cf36a32f-314e-45dd-bc4a-970d64e058f1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:25.875543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Made reservation on behalf of bd8fd0a8e0de47759e71e4b5e5212156 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:25.879971 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.892744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.896710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Deleting port ac6fcc59-39af-4089-830b-43a7ae95cb54 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:25.897096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:25.954282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ac6fcc59-39af-4089-830b-43a7ae95cb54 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:25.990372 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263abb6-aa31-48de-85b5-d260e55f95c5 None None] Pushing event updated for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:26.004466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e74ee-fef4-4371-ac6d-5e4ad391b063 req-83d44142-301f-4be8-a493-5541367e1f49 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:26.006161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d8e74ee-fef4-4371-ac6d-5e4ad391b063 req-83d44142-301f-4be8-a493-5541367e1f49 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.3034956 Nov 08 12:54:26.063008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:54:21Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:26.087428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Attempting to bind port 203871d7-030e-4f59-b15a-7664100ebdc2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:26.087717 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Attempting to bind port 203871d7-030e-4f59-b15a-7664100ebdc2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:26.088076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Attempting to bind port 203871d7-030e-4f59-b15a-7664100ebdc2 on network 87424807-efe4-4bbf-baf8-e42a9aa22c1d {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:26.094643 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:26.095172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Checking segment: {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:26.095573 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.096107 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Bound using segment: {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:26.096591 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Bound port: 203871d7-030e-4f59-b15a-7664100ebdc2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faef187-1708-4eb9-b074-10eb929f8f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:26.097822 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.103899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c6c08-cc20-49c4-9130-4d1e2f2f57a9 None None] The sync data for ids ['ec10a0c3-2a29-47f0-81fe-1b89dd53c555'] in n-d-816990-1 is: [{'id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'name': 'tempest-TestSecurityGroupsBasicOps-router-389483428', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:37Z', 'updated_at': '2021-11-08T12:54:21Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '6d086cc7-5510-4086-8ef1-c95ce4dd668e', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10a0c3-2a29-47f0-81fe-1b89dd53c555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:39Z', 'updated_at': '2021-11-08T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:26.141316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d8e74ee-fef4-4371-ac6d-5e4ad391b063 req-1d92764b-fd50-4e8b-9fae-4824bdf81b71 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222775 Nov 08 12:54:26.196010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.205844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424eb1-3356-48a7-8583-408609704fb2 req-059ffeda-5ca3-4740-8da6-64a464030423 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:26.209216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab424eb1-3356-48a7-8583-408609704fb2 req-059ffeda-5ca3-4740-8da6-64a464030423 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.2846782 Nov 08 12:54:26.276921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] For port ac6fcc59-39af-4089-830b-43a7ae95cb54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ac6fcc59-39af-4089-830b-43a7ae95cb54,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:26.286294 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.302000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] For port 203871d7-030e-4f59-b15a-7664100ebdc2, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:26.307546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] For port 203871d7-030e-4f59-b15a-7664100ebdc2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=203871d7-030e-4f59-b15a-7664100ebdc2,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:26.406547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port ac6fcc59-39af-4089-830b-43a7ae95cb54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ac6fcc59-39af-4089-830b-43a7ae95cb54,segment=NetworkSegment(7e87e910-36bb-4d72-978a-51615d581376),segment_id=7e87e910-36bb-4d72-978a-51615d581376)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:26.408005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Calling delete_port for ac6fcc59-39af-4089-830b-43a7ae95cb54 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:26.430895 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.507773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.544165 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:26.547179 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:26.745977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Provisioning complete for port cf36a32f-314e-45dd-bc4a-970d64e058f1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:26.746777 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.760010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 076b99bb-1dd3-4754-89d5-6ab59b528203 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:26.760515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.897117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=ac6fcc59-39af-4089-830b-43a7ae95cb54,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:26.899124 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263abb6-aa31-48de-85b5-d260e55f95c5 None None] Pushing event updated for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:26.902580 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:26.947523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:26.983974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.060971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Provisioning complete for port 203871d7-030e-4f59-b15a-7664100ebdc2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:27.060971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.130372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.151973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=6d086cc7-5510-4086-8ef1-c95ce4dd668e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:27.319832 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-2319eedc-e0be-4fa9-9c41-6ba7a36c78e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2921526 Nov 08 12:54:27.352113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port 076b99bb-1dd3-4754-89d5-6ab59b528203, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=076b99bb-1dd3-4754-89d5-6ab59b528203,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:27.352516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.356643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.410718 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:22Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:26Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:27.450998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.460872 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d23ee-4912-4068-ba75-71d95afc11c5 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:22Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:26Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:27.569154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Subnet': ['ID=d06e357d-c955-4394-9b50-d4f88ab203df,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:27.606163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049e034-c860-41c6-96a2-d8445763d81c req-8836a701-4e7a-496a-a6c9-4b6b388b525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:27.608021 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-8836a701-4e7a-496a-a6c9-4b6b388b525f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1101 time: 0.2600720 Nov 08 12:54:27.636025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.638730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.721409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 076b99bb-1dd3-4754-89d5-6ab59b528203 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:27.765671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] No DVR routers for this DVR port ac6fcc59-39af-4089-830b-43a7ae95cb54 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:27.772321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164597d5-28fc-46c0-b27f-777c712474bf None None] Pushing event deleted for resources: {'Port': ['ID=ac6fcc59-39af-4089-830b-43a7ae95cb54,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:27.847566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.848176 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Fanout notify agent at l3_agent the message router_deleted on router ec10a0c3-2a29-47f0-81fe-1b89dd53c555 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:54:27.870946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Checking segment: {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:27.872036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network hostable DHCP agents. Network: a01c40af-17a0-4a54-bd31-cf515db666ba, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:54:27.891074 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.936128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:27.937362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8e272f7-6115-4628-8bbd-772c612693ad tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/routers/ec10a0c3-2a29-47f0-81fe-1b89dd53c555 HTTP/1.1" status: 204 len: 168 time: 3.1889064 Nov 08 12:54:27.940368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 47968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:27.998771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049e034-c860-41c6-96a2-d8445763d81c req-b9a5a223-2584-4ca8-b3dd-0a240415a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:28.000503 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-b9a5a223-2584-4ca8-b3dd-0a240415a7da service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.3528006 Nov 08 12:54:28.015489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] For port 203871d7-030e-4f59-b15a-7664100ebdc2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=203871d7-030e-4f59-b15a-7664100ebdc2,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:28.045215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5b7f-a87c-4b1e-9fcf-c26340da96ea req-0ef16f07-6079-47ee-9167-1ca907527294 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:28.053327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e54e5b7f-a87c-4b1e-9fcf-c26340da96ea req-0ef16f07-6079-47ee-9167-1ca907527294 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 946 time: 0.7337143 Nov 08 12:54:28.135503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network a01c40af-17a0-4a54-bd31-cf515db666ba is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:54:28.139151 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-3537839d-77a5-407e-acb5-d8af6ede4258 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 200 len: 217 time: 0.1299980 Nov 08 12:54:28.191281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.232450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.245812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049e034-c860-41c6-96a2-d8445763d81c req-bbb15093-8519-4306-9f21-eeef2c664f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:28.246939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-bbb15093-8519-4306-9f21-eeef2c664f9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0943811 Nov 08 12:54:28.274412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.309320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e54e5b7f-a87c-4b1e-9fcf-c26340da96ea req-30320cd2-c74f-4eae-b29f-3e6aedc62dc8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550986 Nov 08 12:54:28.348444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 203871d7-030e-4f59-b15a-7664100ebdc2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:28.350091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a01c40af-17a0-4a54-bd31-cf515db666ba) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:28.357354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:28.358098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.386693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049e034-c860-41c6-96a2-d8445763d81c req-7f583a4e-eddf-4dd8-b37f-6178a641c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:28.388635 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-7f583a4e-eddf-4dd8-b37f-6178a641c1bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341767 Nov 08 12:54:28.394731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869d6e8-fd8a-4d38-910d-bd3295b1a8b1 None None] Network a01c40af-17a0-4a54-bd31-cf515db666ba requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:28.478684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b50574-4537-47e9-b907-2df8fcdf779d None None] Pushing event updated for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:28.485315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e38d3465-5e89-4fca-9f9e-93fd365f86c3 None None] Provisioning complete for port 203871d7-030e-4f59-b15a-7664100ebdc2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:28.485694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e38d3465-5e89-4fca-9f9e-93fd365f86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.494654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.520164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f37534-d8fa-4a91-913c-eed145524683']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:28.522358 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-10967b84-a1a8-4f08-9469-d15645382bac service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253684 Nov 08 12:54:28.561779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e87e910-36bb-4d72-978a-51615d581376') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:28.562422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e87e910-36bb-4d72-978a-51615d581376') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:28.582367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.598933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.601446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b5e3501-4c1e-496e-b4b3-5ab5a4ffbdb8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1657894 Nov 08 12:54:28.606975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:28.609536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:28.609674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:28.647923 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:28.789875 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.796555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 203871d7-030e-4f59-b15a-7664100ebdc2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:28.797286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.914446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.938221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=076b99bb-1dd3-4754-89d5-6ab59b528203,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:28.974889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.978429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/networks/12f37534-d8fa-4a91-913c-eed145524683 HTTP/1.1" status: 204 len: 168 time: 1.0368903 Nov 08 12:54:28.990005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a01c40af-17a0-4a54-bd31-cf515db666ba', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:54:28.990937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:28.994609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 47992) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:29.015356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port 076b99bb-1dd3-4754-89d5-6ab59b528203 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:29.026399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.028200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.030180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab424eb1-3356-48a7-8583-408609704fb2 req-c7f9603e-7883-491e-9a01-185a1925c2ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "DELETE /v2.0/ports/076b99bb-1dd3-4754-89d5-6ab59b528203 HTTP/1.1" status: 204 len: 173 time: 2.6903853 Nov 08 12:54:29.031439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'name': 'network-vif-deleted', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:29.033906 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f07b75-7866-45ab-bd1d-ac6dae1c1c35" -d '{"events": [{"server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "name": "network-vif-deleted", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:29.064762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77660782-2cc9-41b6-a274-ef997355b3e1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Network': ['ID=12f37534-d8fa-4a91-913c-eed145524683,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:29.116841 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbe251-e9af-40ef-853a-5728f51f6155 x-openstack-request-id: req-befbe251-e9af-40ef-853a-5728f51f6155 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:29.117163 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2990e1-ba3c-484e-b6f1-79e667a777f7", "name": "network-vif-deleted", "tag": "076b99bb-1dd3-4754-89d5-6ab59b528203", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:29.117420 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-befbe251-e9af-40ef-853a-5728f51f6155 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:29.117826 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2990e1-ba3c-484e-b6f1-79e667a777f7', 'name': 'network-vif-deleted', 'tag': '076b99bb-1dd3-4754-89d5-6ab59b528203', 'status': 'completed', 'code': 200} Nov 08 12:54:29.122812 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9049e034-c860-41c6-96a2-d8445763d81c req-b0b97b14-3a78-4e8f-9d5d-6a7227a7e516 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923448 Nov 08 12:54:29.164020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cf36a32f-314e-45dd-bc4a-970d64e058f1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:29.331708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cf36a32f-314e-45dd-bc4a-970d64e058f1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:29.337402 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.387596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Allocated IP 172.23.0.2 (a01c40af-17a0-4a54-bd31-cf515db666ba/d06e357d-c955-4394-9b50-d4f88ab203df/47bcf5a7-ff6d-4680-adfc-d3bc036eea05) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:29.448053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83911f26-9f93-4dd9-a80d-e22ccd293157 req-44c71f95-cb4e-4ac7-b234-2fa1b84ad47d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.0430923 Nov 08 12:54:29.512348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:29.516949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 076b99bb-1dd3-4754-89d5-6ab59b528203 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:29.568339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 076b99bb-1dd3-4754-89d5-6ab59b528203 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:29.569097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 076b99bb-1dd3-4754-89d5-6ab59b528203 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:29.570375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:29.570721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00ae6cc2-bc39-47a3-84d8-d3fec95ba696 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:29.637525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 59a7fb8a-4de1-48fa-b84d-6887368f2e84 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:29.638738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.676309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.757017 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.783730 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.787052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.787379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.810233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 59a7fb8a-4de1-48fa-b84d-6887368f2e84 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:29.836542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Pushing event updated for resources: {'Port': ['ID=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:29.843976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Network a01c40af-17a0-4a54-bd31-cf515db666ba is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:29.845806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:29.848456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:29.939567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Attempting to bind port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:29.939943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Attempting to bind port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:29.940330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Attempting to bind port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 on network a01c40af-17a0-4a54-bd31-cf515db666ba {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:29.947198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:29.947423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Checking segment: {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:29.947847 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:29.950704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Bound using segment: {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:29.951743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Bound port: 47bcf5a7-ff6d-4680-adfc-d3bc036eea05, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:29.952244 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.057884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 203871d7-030e-4f59-b15a-7664100ebdc2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:30.097503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] For port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:30.124346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] For port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:30.158356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 203871d7-030e-4f59-b15a-7664100ebdc2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:30.158760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.232466 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Allocated IP 172.23.0.1 (a01c40af-17a0-4a54-bd31-cf515db666ba/d06e357d-c955-4394-9b50-d4f88ab203df/1e3557de-635d-4214-a1fe-2b99dab9a15f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:54:30.247193 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.362443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d086cc7-5510-4086-8ef1-c95ce4dd668e no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:30.423794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6d086cc7-5510-4086-8ef1-c95ce4dd668e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:30.424250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6d086cc7-5510-4086-8ef1-c95ce4dd668e not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:30.426948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eacf6-337f-42a2-9121-43d75eeebfc2 None None] Pushing event updated for resources: {'Port': ['ID=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:30.429298 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.505170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.559986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.583441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=59a7fb8a-4de1-48fa-b84d-6887368f2e84,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:30.633625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network a01c40af-17a0-4a54-bd31-cf515db666ba is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:30.686921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:30.701008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:54:30.708120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02f3db6f-37b1-4de2-a1ad-cce792c4af96 req-8ff6509a-8998-43e4-9b9a-08e3bd700c98 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1359773 Nov 08 12:54:30.819483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:30.842947 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.890031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:30.890544 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Floating IP c1239dbf-c75d-4411-9ce1-4ad33cdb5943 disassociated (deleted). External IP: 172.25.1.43, port: 909544ec-0d29-46bb-ae40-3e78d094e238. Nov 08 12:54:31.648784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:31.664411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router 14c0e392-ce7a-4e46-b575-68295a803438 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:31.941390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8117d-382a-4fc7-9927-565de83ef96a None None] Network a01c40af-17a0-4a54-bd31-cf515db666ba requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:32.051718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:32.073703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:32.106773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:32.127293 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-11c9aa7e-c6ee-4fbe-82fa-8b3c4318551b tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/floatingips/c1239dbf-c75d-4411-9ce1-4ad33cdb5943 HTTP/1.1" status: 204 len: 168 time: 3.1217108 Nov 08 12:54:32.147645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:32.157154 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:32.226900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Sync routers for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:32.299658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:32.299658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:32.301836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] Provisioning complete for port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:32.302209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:32.348774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b682f01b-d2ae-42a6-9849-f82c500ec3b1 req-a9cf1202-afe5-4ed8-a4b4-f34ce9a7ee35 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1043105 Nov 08 12:54:32.481341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:32.490996 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada0f9c9-9ee2-439b-a49c-af7eb6e1bc3a x-openstack-request-id: req-ada0f9c9-9ee2-439b-a49c-af7eb6e1bc3a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:32.491392 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:32.491576 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ada0f9c9-9ee2-439b-a49c-af7eb6e1bc3a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:32.491943 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238', 'status': 'completed', 'code': 200} Nov 08 12:54:32.502145 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:32.574208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-75d67fd8-d6fe-4cbd-837a-1183d4d7c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:32.576110 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-75d67fd8-d6fe-4cbd-837a-1183d4d7c8d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd75a38e55dc483cb79e05678b7be7df&device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 1136 time: 0.0711083 Nov 08 12:54:32.590060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:32.590547 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:32.698271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-e93e5d2d-6302-4976-9488-94ed467c560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:32.699777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-e93e5d2d-6302-4976-9488-94ed467c560e service neutron] 10.222.0.61 "GET /v2.0/networks?id=beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 200 len: 898 time: 0.1149676 Nov 08 12:54:32.721559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:32.855957 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:33.075479 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-ff0753cb-b013-488a-8f6f-0926304a8ae0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 200 len: 217 time: 0.3673563 Nov 08 12:54:33.077250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event updated for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:33.163914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742ae8-5dc6-4d03-b8ef-8a4d30b12a80 req-fdb4247c-1ae3-4a40-8f6e-14a265b2d473 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:33.166822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea742ae8-5dc6-4d03-b8ef-8a4d30b12a80 req-fdb4247c-1ae3-4a40-8f6e-14a265b2d473 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.1058185 Nov 08 12:54:33.174430 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-f8505d16-5e5e-4b2d-abe9-63c2cb373fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:33.177624 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-f8505d16-5e5e-4b2d-abe9-63c2cb373fe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 200 len: 834 time: 0.0933709 Nov 08 12:54:33.189619 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Network a01c40af-17a0-4a54-bd31-cf515db666ba is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:54:33.194739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:33.200319 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:33.212035 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:33.316403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea742ae8-5dc6-4d03-b8ef-8a4d30b12a80 req-df0edb2b-e1af-4760-bdcb-ca0c3d01775f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1424847 Nov 08 12:54:33.428642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-425b95b5-dc66-4779-a232-778e10fdf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:33.434364 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-425b95b5-dc66-4779-a232-778e10fdf8c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=beaba7e1-0869-4aec-b216-1427a8f2d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418079 Nov 08 12:54:33.437190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] For port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:33.503757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:33.540757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:33.586648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:33.600015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa1f3e04-a4ef-44d4-95e2-f32bca1a71d0 req-b376a1be-1129-4f1e-8e56-3630ead663d3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.0816991 Nov 08 12:54:33.672686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Checking router: 14c0e392-ce7a-4e46-b575-68295a803438 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:33.733397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:33.734550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:33.755492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-1620fdd4-6775-41df-82fa-769d4438e832 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091052 Nov 08 12:54:33.802590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b917e38b-a2e4-4496-80c2-1c801be6263c None None] Provisioning complete for port 1e3557de-635d-4214-a1fe-2b99dab9a15f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:33.802977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b917e38b-a2e4-4496-80c2-1c801be6263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:33.825118 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:33.834353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:33.835848 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f8bce57e-85c6-4aa8-9e3b-4efcac164d81 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2272263 Nov 08 12:54:33.836846 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:33.855991 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:33.857604 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:33.858978 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:54:33.859806 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:54:33.860346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:33.904577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a79098-9dec-447e-a518-fbfb72b64279 None None] Pushing event updated for resources: {'Port': ['ID=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:33.978582 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4d29cfe-4e14-4c69-8f4c-18cc428f31dc req-9a3199ef-e9ae-4d31-9635-cd1d7965e181 service neutron] 10.222.0.61 "GET /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108760 Nov 08 12:54:34.095459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b917e38b-a2e4-4496-80c2-1c801be6263c None None] Port 1e3557de-635d-4214-a1fe-2b99dab9a15f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:34.160929 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:34.174123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b917e38b-a2e4-4496-80c2-1c801be6263c None None] Provisioning complete for port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:34.180677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b917e38b-a2e4-4496-80c2-1c801be6263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:34.265296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:34.450289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71291c-3806-4daf-9c76-903131eed082 req-932b607f-f430-4065-a4a6-d32115134848 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:34.452604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e71291c-3806-4daf-9c76-903131eed082 req-932b607f-f430-4065-a4a6-d32115134848 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.61 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.1741400 Nov 08 12:54:34.704397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 909544ec-0d29-46bb-ae40-3e78d094e238 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:34.704903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:34.892157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3fce422-1e05-4e12-8a02-757e0f44daf1 req-c7f41eef-193f-4ba7-830a-1647962f3cbe tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1313658 Nov 08 12:54:34.923394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:34.977841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68d48184-5479-429b-9ef9-39339622f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:35.010895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080310fa-5717-4aac-8db5-2042f7a0dafd req-668e9e94-55d2-495d-8627-d76f62b0e056 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:35.026856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-080310fa-5717-4aac-8db5-2042f7a0dafd req-668e9e94-55d2-495d-8627-d76f62b0e056 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 985 time: 0.4564714 Nov 08 12:54:35.043463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d48184-5479-429b-9ef9-39339622f47a None None] The sync data for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 is: [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:52:31Z', 'revision_number': 4, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '55fea88f-94e5-43b5-944f-baab9f8d2490', 'name': '', 'network_id': 'beaba7e1-0869-4aec-b216-1427a8f2d8d7', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'mac_address': 'fa:16:3e:a0:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:29Z', 'updated_at': '2021-11-08T12:52:39Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'subnets': [{'id': '8e15f794-02ef-480b-9368-8d0451c159dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:35.080222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1d7b4ca7-b0f0-458d-81be-336c74be3d4a None None] Provisioning complete for port 1e3557de-635d-4214-a1fe-2b99dab9a15f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:35.080597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ca7-b0f0-458d-81be-336c74be3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.152825 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 909544ec-0d29-46bb-ae40-3e78d094e238, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=909544ec-0d29-46bb-ae40-3e78d094e238,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:35.153800 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.184964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 909544ec-0d29-46bb-ae40-3e78d094e238 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:35.213459 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:30Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:32Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:35.220393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:35.227142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.299960 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:35.300261 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Updating router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc port 1e3557de-635d-4214-a1fe-2b99dab9a15f binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:54:35.364791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b4ca7-b0f0-458d-81be-336c74be3d4a None None] Port 1e3557de-635d-4214-a1fe-2b99dab9a15f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:35.382275 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.464344 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.466594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-080310fa-5717-4aac-8db5-2042f7a0dafd req-2f8e9601-4785-4029-9013-4421523700b1 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/security-groups?id=69fd77bd-16eb-47cf-80d9-ea7154f59cab&id=45437c9a-9328-4377-83b1-33605c1c3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4385943 Nov 08 12:54:35.559006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:54:35.559661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=909544ec-0d29-46bb-ae40-3e78d094e238,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:35.616905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:54:35.617615 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.659767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] No DVR routers for this DVR port 909544ec-0d29-46bb-ae40-3e78d094e238 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:35.664318 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:35.671528 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1e71291c-3806-4daf-9c76-903131eed082 req-c6d9caff-1071-4b73-bec5-3f1920422951 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.61 "DELETE /v2.0/ports/909544ec-0d29-46bb-ae40-3e78d094e238 HTTP/1.1" status: 204 len: 173 time: 1.2121770 Nov 08 12:54:35.672943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'name': 'network-vif-deleted', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:54:35.678519 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058ec43-5a5a-4af6-ac99-2dcb3608778f" -d '{"events": [{"server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "name": "network-vif-deleted", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:54:35.733090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366e88-47f8-4825-8285-8e121b11b62e None None] New status for floating IP c1239dbf-c75d-4411-9ce1-4ad33cdb5943: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:54:35.763931 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814eef11-04e5-4a2f-bab1-617f5697e6d2 x-openstack-request-id: req-814eef11-04e5-4a2f-bab1-617f5697e6d2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:54:35.764379 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8c1e0-6405-4f4c-97f8-17d699bac26f", "name": "network-vif-deleted", "tag": "909544ec-0d29-46bb-ae40-3e78d094e238", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:54:35.764650 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-814eef11-04e5-4a2f-bab1-617f5697e6d2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:54:35.766564 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8c1e0-6405-4f4c-97f8-17d699bac26f', 'name': 'network-vif-deleted', 'tag': '909544ec-0d29-46bb-ae40-3e78d094e238', 'status': 'completed', 'code': 200} Nov 08 12:54:36.169874 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.307194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eebc2225-f660-422a-9c7f-cdcd337a50f5 req-5e675b2a-8a14-4f89-b946-fa6d393b40b7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.0460343 Nov 08 12:54:36.317115 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.326779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.334537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.397192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4aa57-a43b-4a6a-8156-869777c97b32 None None] Pushing event updated for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:36.546744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:36.606476 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Attempting to bind port 1e3557de-635d-4214-a1fe-2b99dab9a15f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:54:36.606883 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Attempting to bind port 1e3557de-635d-4214-a1fe-2b99dab9a15f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:54:36.607487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Attempting to bind port 1e3557de-635d-4214-a1fe-2b99dab9a15f on network a01c40af-17a0-4a54-bd31-cf515db666ba {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:54:36.632058 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:54:36.632312 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Checking segment: {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:36.632708 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.633106 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Bound using segment: {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:54:36.633575 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Bound port: 1e3557de-635d-4214-a1fe-2b99dab9a15f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:54:36.633952 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.757967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89eb6a38-f4a0-482a-ba40-427820075b56 req-60c85bb5-f64f-4245-b4dc-875fe7c277cb tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "GET /v2.0/ports?device_id=79e8c1e0-6405-4f4c-97f8-17d699bac26f HTTP/1.1" status: 200 len: 210 time: 0.0641005 Nov 08 12:54:36.830727 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] For port 1e3557de-635d-4214-a1fe-2b99dab9a15f, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:54:36.847906 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] For port 1e3557de-635d-4214-a1fe-2b99dab9a15f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1e3557de-635d-4214-a1fe-2b99dab9a15f,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:54:36.925451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-30276940-ab37-40f5-acfc-1283a48578be None None] Provisioning complete for port 1e3557de-635d-4214-a1fe-2b99dab9a15f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:36.926234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-30276940-ab37-40f5-acfc-1283a48578be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:36.945074 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:37.094558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-30276940-ab37-40f5-acfc-1283a48578be None None] Port 1e3557de-635d-4214-a1fe-2b99dab9a15f cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:54:37.116836 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:37.133257 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:37.281663 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4aa57-a43b-4a6a-8156-869777c97b32 None None] Pushing event updated for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:37.345427 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:37.531111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] Provisioning complete for port 1e3557de-635d-4214-a1fe-2b99dab9a15f triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:37.531508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:37.690691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:37.768705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] For port 1e3557de-635d-4214-a1fe-2b99dab9a15f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1e3557de-635d-4214-a1fe-2b99dab9a15f,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:37.814069 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:35Z', 'revision_number': 6, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:36Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:37.822021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 909544ec-0d29-46bb-ae40-3e78d094e238 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:37.871708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48212) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:37.876876 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3363ee-4d73-4844-9f34-23dd38819015 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:35Z', 'revision_number': 6, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:36Z', 'revision_number': 4, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:37.889072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 909544ec-0d29-46bb-ae40-3e78d094e238 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:37.890793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 909544ec-0d29-46bb-ae40-3e78d094e238 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:37.897347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:37.902478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:37.925805 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:37.931530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48214) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:37.933467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5eb436a0-3586-4b04-bdd9-dc5a26de31e0 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 934 time: 4.0972960 Nov 08 12:54:37.949602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4da791da-01b8-444f-b1cc-de9a2b02fa60 req-4599935f-57c0-47bc-a636-d0b38ee4559a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.1727946 Nov 08 12:54:38.115085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a22d9c-a7f4-41a4-b335-c5d169cea55d None None] Pushing event updated for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:38.200435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.340746 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d768e6f4-99f8-4d35-bc80-29d26fed0ce8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 934 time: 0.4037182 Nov 08 12:54:38.341562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:38.347003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:38.351198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.608293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.613954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.616620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/security-groups/45437c9a-9328-4377-83b1-33605c1c3f23 HTTP/1.1" status: 204 len: 168 time: 0.7428648 Nov 08 12:54:38.642150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48234) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:38.643793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f974af8-0c0c-4132-81e1-728bd86f232f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45437c9a-9328-4377-83b1-33605c1c3f23,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:38.777435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.807692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:38.937510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:54:38.944884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:54:39.008621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1e3557de-635d-4214-a1fe-2b99dab9a15f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:54:39.029302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.059359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.074527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.074527 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/security-groups/69fd77bd-16eb-47cf-80d9-ea7154f59cab HTTP/1.1" status: 204 len: 168 time: 0.4081857 Nov 08 12:54:39.075929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:39.076020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1e3557de-635d-4214-a1fe-2b99dab9a15f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:54:39.076020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.084352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a668c38-3325-487f-b289-a35e61d16520 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd77bd-16eb-47cf-80d9-ea7154f59cab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:39.318378 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:39.338964 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:39.339087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8586430-71a5-4870-899a-c78ce24756fe req-048334ff-f399-4625-9a05-ecb1d70594aa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d2990e1-ba3c-484e-b6f1-79e667a777f7 HTTP/1.1" status: 200 len: 210 time: 0.0812614 Nov 08 12:54:39.339926 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:39.511090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:39.660121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.668384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:39.796132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:39.829168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:39.853505 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:39.870012 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:39.870795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:40.034281 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:40.046325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:40.054056 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:40.055847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9cbf0a49-a58b-4c24-ad17-5729cc601885 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 700 time: 1.7123413 Nov 08 12:54:40.057888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:40.080290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:40.253672 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fca92a3e-a2e1-47a4-87d4-836e0e0e2ba7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 700 time: 0.1942990 Nov 08 12:54:40.257933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48272) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:40.513916 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:40.599130 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684280a-0204-4150-a2ae-de96d61941fc None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:40.631561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 55fea88f-94e5-43b5-944f-baab9f8d2490 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:40.633323 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:40.888712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:40.912914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 55fea88f-94e5-43b5-944f-baab9f8d2490, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=55fea88f-94e5-43b5-944f-baab9f8d2490,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:40.913285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:40.929978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 55fea88f-94e5-43b5-944f-baab9f8d2490 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:41.126494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:41.150163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:41.151472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:41.275847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:41.345076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 1e3557de-635d-4214-a1fe-2b99dab9a15f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:41.356419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:41.497023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 1e3557de-635d-4214-a1fe-2b99dab9a15f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1e3557de-635d-4214-a1fe-2b99dab9a15f,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:41.497285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:41.531113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 1e3557de-635d-4214-a1fe-2b99dab9a15f owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:41.539044 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:41.681524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=55fea88f-94e5-43b5-944f-baab9f8d2490,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:42.030389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:42.125462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:42.160048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:42.161507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:42.226821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:42.423407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:42.614134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:42.676467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=1e3557de-635d-4214-a1fe-2b99dab9a15f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:42.685558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Router 14c0e392-ce7a-4e46-b575-68295a803438 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:42.959998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:42.974901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cb32e36e-c8a1-4713-9b83-4ff95b20201f tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "PUT /v2.0/routers/14c0e392-ce7a-4e46-b575-68295a803438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042332 Nov 08 12:54:42.978315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:42.981082 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Sync routers for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:43.018622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:43.054893 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.058918 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:43.069398 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:43.121749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ff31b-326b-41cb-8ef4-6f79ed066dee None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:38Z', 'revision_number': 7, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '1e3557de-635d-4214-a1fe-2b99dab9a15f', 'name': '', 'network_id': 'a01c40af-17a0-4a54-bd31-cf515db666ba', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:84:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:30Z', 'updated_at': '2021-11-08T12:54:37Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd06e357d-c955-4394-9b50-d4f88ab203df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:43.144922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting subnet 8e15f794-02ef-480b-9368-8d0451c159dc {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:43.156744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.259758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.308091 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:54:43.331744 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:43.447587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:43.461733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.648804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:43.662308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:43.669799 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56db20c7-e6ab-4955-8ca1-8eb2ac43ae63 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4094536 Nov 08 12:54:43.670475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:43.670618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.702868 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:43.733049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Subnet': ['ID=8e15f794-02ef-480b-9368-8d0451c159dc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:43.745149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.751682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:43.751879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:43.756697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48364) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:43.757615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8b2fd4d-3df4-4fb8-b26d-e0bb58cd60e9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/subnets/8e15f794-02ef-480b-9368-8d0451c159dc HTTP/1.1" status: 204 len: 168 time: 0.7808795 Nov 08 12:54:43.771895 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Checking router: 14c0e392-ce7a-4e46-b575-68295a803438 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:43.776493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9408eb6-148e-48b3-94a9-b99ace57da23 None None] Network beaba7e1-0869-4aec-b216-1427a8f2d8d7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:43.788222 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Routers {'14c0e392-ce7a-4e46-b575-68295a803438'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:43.795444 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['14c0e392-ce7a-4e46-b575-68295a803438'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:43.795644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet d06e357d-c955-4394-9b50-d4f88ab203df {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:43.838060 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.943163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:43.999515 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] Set router 14c0e392-ce7a-4e46-b575-68295a803438 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:44.021032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:44.119288 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.278031 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.307010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] DHCP port deletion for beaba7e1-0869-4aec-b216-1427a8f2d8d7 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:44.455920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:44.472923 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.532110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 8, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:44.548266 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e6b5-7d1e-4482-b39c-b4c805182045 None None] The sync data for ids ['14c0e392-ce7a-4e46-b575-68295a803438'] in n-d-816990-1 is: [{'id': '14c0e392-ce7a-4e46-b575-68295a803438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1805562674', 'tenant_id': 'dd75a38e55dc483cb79e05678b7be7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:52:22Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 5, 'project_id': 'dd75a38e55dc483cb79e05678b7be7df', 'gw_port': {'id': '77102696-58b7-4f31-99fe-74c1788ded2b', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0e392-ce7a-4e46-b575-68295a803438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:52:23Z', 'updated_at': '2021-11-08T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:44.590917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Deleting port d474f4a2-b3f1-4507-97e7-3064388953dc {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:44.590917 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.602079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:44.620777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.678068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] For port d474f4a2-b3f1-4507-97e7-3064388953dc, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d474f4a2-b3f1-4507-97e7-3064388953dc,segment=NetworkSegment(0a0c18cc-72c5-4061-8e12-ab618452dd99),segment_id=0a0c18cc-72c5-4061-8e12-ab618452dd99)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:44.678608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.684882 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=d06e357d-c955-4394-9b50-d4f88ab203df,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:44.693497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Calling delete_port for d474f4a2-b3f1-4507-97e7-3064388953dc owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:44.701527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.710605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:44.711264 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9d851808-093f-468d-ba98-7a699a0a607f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d06e357d-c955-4394-9b50-d4f88ab203df HTTP/1.1" status: 204 len: 168 time: 1.0396993 Nov 08 12:54:44.786922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Deleting port 77102696-58b7-4f31-99fe-74c1788ded2b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:44.787170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.795981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722113e-fe3c-4b55-8aaf-cb016e0fba94 None None] Network a01c40af-17a0-4a54-bd31-cf515db666ba requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:44.826564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:44.827226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:44.854029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.914668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] For port 77102696-58b7-4f31-99fe-74c1788ded2b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=77102696-58b7-4f31-99fe-74c1788ded2b,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:44.915120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:44.952543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Calling delete_port for 77102696-58b7-4f31-99fe-74c1788ded2b owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:45.059225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:45.059569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.133925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d474f4a2-b3f1-4507-97e7-3064388953dc no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:45.251920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,segment=NetworkSegment(ad1dedb4-87db-4a65-9e71-bb74eee5ce42),segment_id=ad1dedb4-87db-4a65-9e71-bb74eee5ce42)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:45.254871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.285976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:45.327162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.440705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:45.443691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] Pushing event deleted for resources: {'Port': ['ID=d474f4a2-b3f1-4507-97e7-3064388953dc,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:45.525224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Port d474f4a2-b3f1-4507-97e7-3064388953dc update to DOWN by agent not found {{(pid=102537) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 08 12:54:45.525721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 55fea88f-94e5-43b5-944f-baab9f8d2490 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:45.532547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db77d74-f859-4dea-973b-d1e61097505a None None] No DVR routers for this DVR port d474f4a2-b3f1-4507-97e7-3064388953dc on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:45.566697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 55fea88f-94e5-43b5-944f-baab9f8d2490 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:45.567500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 55fea88f-94e5-43b5-944f-baab9f8d2490 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:45.579898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.614370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.677268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=47bcf5a7-ff6d-4680-adfc-d3bc036eea05,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:45.685112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Port': ['ID=77102696-58b7-4f31-99fe-74c1788ded2b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:45.709564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:45.806335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:45.827257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07683e-dc4d-4abd-96c3-26a9e924a1e9 None None] DHCP port deletion for a01c40af-17a0-4a54-bd31-cf515db666ba request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:45.974808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.018683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01c40af-17a0-4a54-bd31-cf515db666ba']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.032650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.033130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1dedb4-87db-4a65-9e71-bb74eee5ce42') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.046504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.049470 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.059510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.068558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.088811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:46.089631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:46.095393 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:46.208160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 8, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.242430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcff300-b53e-47d0-ba16-88faa246cde2 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:41Z', 'revision_number': 8, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '203871d7-030e-4f59-b15a-7664100ebdc2', 'name': '', 'network_id': '87424807-efe4-4bbf-baf8-e42a9aa22c1d', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:5b:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:21Z', 'updated_at': '2021-11-08T12:54:27Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'c8c9b3b5-1907-426a-a212-2ef98b918bb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:46.254263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.254263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Fanout notify agent at l3_agent the message router_deleted on router 14c0e392-ce7a-4e46-b575-68295a803438 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:54:46.256476 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.258539 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ef4ce57b-88dc-41b1-b786-0d93b12b42a2 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/routers/14c0e392-ce7a-4e46-b575-68295a803438 HTTP/1.1" status: 204 len: 168 time: 2.4993351 Nov 08 12:54:46.261318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:46.340651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.354120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.426458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.426458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.429138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/a01c40af-17a0-4a54-bd31-cf515db666ba HTTP/1.1" status: 204 len: 168 time: 1.7172661 Nov 08 12:54:46.431855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48434) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:46.498606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a693e-bdcd-4eb3-83ea-f5557b2fd6ad tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=a01c40af-17a0-4a54-bd31-cf515db666ba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:46.519262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.570667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaba7e1-0869-4aec-b216-1427a8f2d8d7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.586457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0c18cc-72c5-4061-8e12-ab618452dd99') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.586896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0c18cc-72c5-4061-8e12-ab618452dd99') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:46.603158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.626688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.644057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:46.644519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:46.653746 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:46.881921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.893523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:46.903942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] 10.222.0.58 "DELETE /v2.0/networks/beaba7e1-0869-4aec-b216-1427a8f2d8d7 HTTP/1.1" status: 204 len: 168 time: 0.6405196 Nov 08 12:54:46.988978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30599b-1366-4885-8c4f-4284c6cafcb9 tempest-TestSecurityGroupsBasicOps-87481348 tempest-TestSecurityGroupsBasicOps-87481348-project] Pushing event deleted for resources: {'Network': ['ID=beaba7e1-0869-4aec-b216-1427a8f2d8d7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:47.175300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:47.184988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:47.235643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:47.236263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 47bcf5a7-ff6d-4680-adfc-d3bc036eea05 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:47.236994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1e3557de-635d-4214-a1fe-2b99dab9a15f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:47.260383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1e3557de-635d-4214-a1fe-2b99dab9a15f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:47.261357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1e3557de-635d-4214-a1fe-2b99dab9a15f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:47.261986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 77102696-58b7-4f31-99fe-74c1788ded2b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:47.289166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 77102696-58b7-4f31-99fe-74c1788ded2b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:47.289962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 77102696-58b7-4f31-99fe-74c1788ded2b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:47.555753 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 203871d7-030e-4f59-b15a-7664100ebdc2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:47.556184 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:47.731835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 203871d7-030e-4f59-b15a-7664100ebdc2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=203871d7-030e-4f59-b15a-7664100ebdc2,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:47.732411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:47.778032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 203871d7-030e-4f59-b15a-7664100ebdc2 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:48.165189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:48.215405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:48.284620 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=203871d7-030e-4f59-b15a-7664100ebdc2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:48.572567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-01349dac-5e30-4a8c-b41b-3c4813af8821 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd75a38e55dc483cb79e05678b7be7df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054420 Nov 08 12:54:48.573458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:48.688759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:48.722879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:48.791963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.016605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:49.020348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.023706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.025250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d6cd0ea-c2be-4cee-9622-84d8ea4c4f0c HTTP/1.1" status: 204 len: 168 time: 0.4506836 Nov 08 12:54:49.058042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a435a4-b241-4c17-b885-74b1cc54a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6cd0ea-c2be-4cee-9622-84d8ea4c4f0c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:49.288767 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:49.299411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:49.300166 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3f1c87d9-38c3-4f06-a7b8-1a05b434bb9d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8668516 Nov 08 12:54:49.300952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:49.329885 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:49.331119 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:49.429556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet c8c9b3b5-1907-426a-a212-2ef98b918bb3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:49.444317 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.467765 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:49.506367 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.660708 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:49.808146 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:47Z', 'revision_number': 9, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:49.858910 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:49.870573 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:49.871470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:49.923419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.002749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c9b3b5-1907-426a-a212-2ef98b918bb3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:50.009508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.015280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c23e0114-a8b2-40a6-ae39-543b908c3917 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/c8c9b3b5-1907-426a-a212-2ef98b918bb3 HTTP/1.1" status: 204 len: 168 time: 0.7139437 Nov 08 12:54:50.015745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3093f4-8774-47ec-814e-d10f9b793309 None None] Network 87424807-efe4-4bbf-baf8-e42a9aa22c1d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:50.018501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:50.120771 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:50.224906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48602) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:50.236941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.254643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5054dc3-4f91-44af-afa6-e5783dbf8c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.418218 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.458056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port cf36a32f-314e-45dd-bc4a-970d64e058f1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:50.466476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.469495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] DHCP port deletion for 87424807-efe4-4bbf-baf8-e42a9aa22c1d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:50.479740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5054dc3-4f91-44af-afa6-e5783dbf8c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.534662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5054dc3-4f91-44af-afa6-e5783dbf8c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.591693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Deleting port cf36a32f-314e-45dd-bc4a-970d64e058f1 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:50.592077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.632368 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a5054dc3-4f91-44af-afa6-e5783dbf8c75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=031768e487c046feb608f8e8b73ced5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063182 Nov 08 12:54:50.640868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5054dc3-4f91-44af-afa6-e5783dbf8c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77559b-9c66-4d7d-aa02-1582800be28b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:50.640868 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48606) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:50.651636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port cf36a32f-314e-45dd-bc4a-970d64e058f1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cf36a32f-314e-45dd-bc4a-970d64e058f1,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:50.652234 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.681511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for cf36a32f-314e-45dd-bc4a-970d64e058f1 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:50.748065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] For port cf36a32f-314e-45dd-bc4a-970d64e058f1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cf36a32f-314e-45dd-bc4a-970d64e058f1,segment=NetworkSegment(0faef187-1708-4eb9-b074-10eb929f8f15),segment_id=0faef187-1708-4eb9-b074-10eb929f8f15)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:50.748746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.779289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Calling delete_port for cf36a32f-314e-45dd-bc4a-970d64e058f1 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:50.797951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.852155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:50.967395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.006802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port cf36a32f-314e-45dd-bc4a-970d64e058f1 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:51.008611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cf36a32f-314e-45dd-bc4a-970d64e058f1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:51.053001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.056138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.059847 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da77559b-9c66-4d7d-aa02-1582800be28b HTTP/1.1" status: 204 len: 168 time: 0.4194884 Nov 08 12:54:51.069636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05243011-591d-43e7-b7f9-2c6c4e8def27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77559b-9c66-4d7d-aa02-1582800be28b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:51.075190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: cf36a32f-314e-45dd-bc4a-970d64e058f1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:51.075762 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cf36a32f-314e-45dd-bc4a-970d64e058f1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:51.084425 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 12:54:51.093813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.138955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] Pushing event deleted for resources: {'Port': ['ID=cf36a32f-314e-45dd-bc4a-970d64e058f1,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:51.142362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f173c-42e8-4ecc-a470-b219f7b80d49 None None] No DVR routers for this DVR port cf36a32f-314e-45dd-bc4a-970d64e058f1 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:51.165839 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:47Z', 'revision_number': 9, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:51.172393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=cf36a32f-314e-45dd-bc4a-970d64e058f1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:51.224332 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb85e-39b8-45a6-8377-4984fa49b6e2 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:47Z', 'revision_number': 9, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '23f301b7-44bb-416e-8163-8df203dbc5c3', 'name': '', 'network_id': 'eab95245-330c-4e5c-9934-d8e4f89c240e', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'de633960-1090-4048-9f83-77fedce6bf97', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:14Z', 'updated_at': '2021-11-08T12:54:20Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'de633960-1090-4048-9f83-77fedce6bf97', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:51.316676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.411592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87424807-efe4-4bbf-baf8-e42a9aa22c1d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:51.475361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faef187-1708-4eb9-b074-10eb929f8f15') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:51.478888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faef187-1708-4eb9-b074-10eb929f8f15') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:51.510730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.542388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.551301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:51.552108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:51.555969 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:51.761650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.768108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:51.772762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/87424807-efe4-4bbf-baf8-e42a9aa22c1d HTTP/1.1" status: 204 len: 168 time: 1.7490671 Nov 08 12:54:51.775567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48632) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:51.827270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7b24-73d6-490a-8604-1293248b68aa tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=87424807-efe4-4bbf-baf8-e42a9aa22c1d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:52.218136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:52.283262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20a02c34-b179-4e34-8fa2-e22606352be9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81342871b28643b08847dc0ec75b5764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0633795 Nov 08 12:54:52.285764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:52.351303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:52.417139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:52.421385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:52.641727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:52.645845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:52.651144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1321ebd0-c891-4185-b774-0327daac8964 HTTP/1.1" status: 204 len: 168 time: 0.3632710 Nov 08 12:54:52.668585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42556-b97e-4456-84b7-34ba18da30fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1321ebd0-c891-4185-b774-0327daac8964,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:52.864043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 203871d7-030e-4f59-b15a-7664100ebdc2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:52.891539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 203871d7-030e-4f59-b15a-7664100ebdc2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:52.892505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 203871d7-030e-4f59-b15a-7664100ebdc2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:52.939253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 23f301b7-44bb-416e-8163-8df203dbc5c3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:52.939814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:53.189955 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b2439cde-0413-4e52-b53c-994bddbe43ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:53.663010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 23f301b7-44bb-416e-8163-8df203dbc5c3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=23f301b7-44bb-416e-8163-8df203dbc5c3,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:53.663010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:53.663010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 23f301b7-44bb-416e-8163-8df203dbc5c3 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:54.127868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:54.263583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=23f301b7-44bb-416e-8163-8df203dbc5c3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:54.304545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:54.431999 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:54.513136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-33649509-network', 'tenant_id': '283f1f17126246eeb75d85f65f8d5e12'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:54.629620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Made reservation on behalf of 283f1f17126246eeb75d85f65f8d5e12 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:54.632064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:54.645009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:54.747271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:54:54.894827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:54:54.907303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:54:54.913044 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5e238396-19e8-4507-80bf-93fafbdfe1d8 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1356990 Nov 08 12:54:54.923028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48728) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:54.933472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:54.943344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:54.944643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:55.035798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.057486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet de633960-1090-4048-9f83-77fedce6bf97 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:54:55.062954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.092903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:55.116461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:55.133684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95a70b-cde9-479c-9d15-a9d0334d308a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:55.147410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.148548 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Added segment 9659466a-9d33-4cf6-a85d-8777eed23b2f of type vlan for network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 Nov 08 12:54:55.165100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.260030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.345174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.347446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:55.348020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.398543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.509114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] Pushing event updated for resources: {'Network': ['ID=19d3e3e0-7dd4-4ace-951d-4c4d394ca522,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:55.542515 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:54:55.601303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.608535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3786f650-9b71-403e-9763-e00665469871 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2972822 Nov 08 12:54:55.608535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48746) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:55.612357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Request body: {'subnet': {'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-33649509-subnet', 'tenant_id': '283f1f17126246eeb75d85f65f8d5e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:55.614427 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41ae62c3-a98b-4dd4-b796-9eca12f71021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.653456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:53Z', 'revision_number': 10, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:55.672395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=de633960-1090-4048-9f83-77fedce6bf97,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:55.687028 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.694120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:55.694880 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-20bc7535-b80b-429b-bdcf-03fb90461074 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/de633960-1090-4048-9f83-77fedce6bf97 HTTP/1.1" status: 204 len: 168 time: 0.7675602 Nov 08 12:54:55.709899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158dc1f6-1615-4e0a-bb61-aafca1b23352 None None] Network eab95245-330c-4e5c-9934-d8e4f89c240e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:55.712708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:54:55.743496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:54:55.743496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:55.768740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Made reservation on behalf of 283f1f17126246eeb75d85f65f8d5e12 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:55.770529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:55.881149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.014924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:54:56.059623 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 681acfdc-c94a-450b-b18e-6c43d813e1a0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:56.067162 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.203922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 681acfdc-c94a-450b-b18e-6c43d813e1a0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=681acfdc-c94a-450b-b18e-6c43d813e1a0,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:56.205436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.220389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 681acfdc-c94a-450b-b18e-6c43d813e1a0 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:56.235643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] DHCP port deletion for eab95245-330c-4e5c-9934-d8e4f89c240e request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:54:56.423277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Deleting port 681acfdc-c94a-450b-b18e-6c43d813e1a0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:56.424184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.507705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] For port 681acfdc-c94a-450b-b18e-6c43d813e1a0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=681acfdc-c94a-450b-b18e-6c43d813e1a0,segment=NetworkSegment(552898bb-813a-4d3f-b8aa-fb87409c28b2),segment_id=552898bb-813a-4d3f-b8aa-fb87409c28b2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:56.508101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.526362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:53Z', 'revision_number': 10, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:56.528625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Calling delete_port for 681acfdc-c94a-450b-b18e-6c43d813e1a0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:56.560642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7473c3-b3a7-4d86-8645-75c1d54a7c60 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:53Z', 'revision_number': 10, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None, '_interfaces': [{'id': '2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2', 'name': '', 'network_id': '1f231079-0db8-42aa-a6c5-93be5629a84a', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'mac_address': 'fa:16:3e:6b:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:54:07Z', 'updated_at': '2021-11-08T12:54:14Z', 'revision_number': 5, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'subnets': [{'id': 'd3e8c4aa-96d4-4bf5-88ec-6adb10f23727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:54:56.749439 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.804624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.849692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:56.857576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] Pushing event deleted for resources: {'Port': ['ID=681acfdc-c94a-450b-b18e-6c43d813e1a0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:56.867110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d834f-d894-4d53-a9a3-d7a84f7d943a None None] No DVR routers for this DVR port 681acfdc-c94a-450b-b18e-6c43d813e1a0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:56.967545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb102f86-80a3-415b-97b1-57c405b5e1b4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:56.993537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.069281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 23f301b7-44bb-416e-8163-8df203dbc5c3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:57.099239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Checking segment: {'id': '9659466a-9d33-4cf6-a85d-8777eed23b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:54:57.102310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Network hostable DHCP agents. Network: 19d3e3e0-7dd4-4ace-951d-4c4d394ca522, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:54:57.109469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 681acfdc-c94a-450b-b18e-6c43d813e1a0 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:54:57.118315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=681acfdc-c94a-450b-b18e-6c43d813e1a0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:57.149484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 23f301b7-44bb-416e-8163-8df203dbc5c3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:57.151398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 23f301b7-44bb-416e-8163-8df203dbc5c3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:57.151994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 681acfdc-c94a-450b-b18e-6c43d813e1a0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:54:57.192380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 681acfdc-c94a-450b-b18e-6c43d813e1a0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:54:57.192727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 681acfdc-c94a-450b-b18e-6c43d813e1a0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:54:57.231967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.257036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab95245-330c-4e5c-9934-d8e4f89c240e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:57.270059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552898bb-813a-4d3f-b8aa-fb87409c28b2') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:57.270398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552898bb-813a-4d3f-b8aa-fb87409c28b2') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:54:57.279846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.296416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.320883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:54:57.320883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.371719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:54:57.374074 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:54:57.492982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 19d3e3e0-7dd4-4ace-951d-4c4d394ca522) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:54:57.492982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:54:57.492982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.495724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db1817-d28a-4ef8-848d-97ef8b61c6b8 None None] Network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:57.520515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.553856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:57.562147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/eab95245-330c-4e5c-9934-d8e4f89c240e HTTP/1.1" status: 204 len: 168 time: 1.8629262 Nov 08 12:54:57.562305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:57.602040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960542c-e401-4538-a76d-45aa2bab1836 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=eab95245-330c-4e5c-9934-d8e4f89c240e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:57.650902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-55babf16-7efc-4d34-a081-94269a77d6ba admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0433340 Nov 08 12:54:57.785399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa3df2-84e7-460e-b1c2-caab2ba449ce None None] Network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:54:58.207986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:58.253942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:58.704493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:54:58.705323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:58.839017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:54:58.839401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:58.864524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:54:59.099789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:54:59.105706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1270688956-network', 'tenant_id': 'd0e67faed6554e4f99d3cb4c41c92a61'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:54:59.367109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.434339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Made reservation on behalf of d0e67faed6554e4f99d3cb4c41c92a61 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:54:59.434339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.435359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.463237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.492660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:59.748298 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.841236 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.857796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.900041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:54:59.910920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e6c73-a30b-4c32-95f5-f8eb1d17573b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:54:59.918706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:54:59.918706 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Added segment cb3864db-06d9-4548-b359-e9805016a1cc of type vlan for network 5a8a4393-8c2a-4917-b5c8-753fc5ebae68 Nov 08 12:55:00.012623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.120975 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.122766 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:00.123356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.150783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:00.221539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8a4393-8c2a-4917-b5c8-753fc5ebae68,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:00.235523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5a8a4393-8c2a-4917-b5c8-753fc5ebae68 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:00.254085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:00.259023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-44f45446-b092-47f9-b233-2f79879d4534 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1569357 Nov 08 12:55:00.263663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 48914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:00.264123 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:00.264757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56163912-b73a-4eef-85ad-53da927cd1c2 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7010849 Nov 08 12:55:00.268973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:00.272137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Request body: {'subnet': {'network_id': '5a8a4393-8c2a-4917-b5c8-753fc5ebae68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1270688956-subnet', 'tenant_id': 'd0e67faed6554e4f99d3cb4c41c92a61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:00.285810 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:00.286451 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:00.341651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting subnet d3e8c4aa-96d4-4bf5-88ec-6adb10f23727 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:00.346633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.353151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Made reservation on behalf of d0e67faed6554e4f99d3cb4c41c92a61 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:00.357094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.527960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.553840 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:00.736714 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:00.784599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.834343 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:55:00.846417 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:00.847437 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:00.926292 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:00.950379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.037098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e8c4aa-96d4-4bf5-88ec-6adb10f23727,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:01.039092 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:01.058302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bc325-7f0b-4820-b3f6-8c92f8045b76 None None] Network 1f231079-0db8-42aa-a6c5-93be5629a84a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:01.060198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.083620 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9f5cf962-e0bd-4878-b6b3-3dd8c3cd5245 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d3e8c4aa-96d4-4bf5-88ec-6adb10f23727 HTTP/1.1" status: 204 len: 168 time: 0.8133810 Nov 08 12:55:01.086939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 48954) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:01.146591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd810fb-aa74-4434-9e73-c9fefc07c4e7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:01.168983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Checking segment: {'id': 'cb3864db-06d9-4548-b359-e9805016a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5a8a4393-8c2a-4917-b5c8-753fc5ebae68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:01.169363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Network hostable DHCP agents. Network: 5a8a4393-8c2a-4917-b5c8-753fc5ebae68, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:01.199721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:01.269996 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17538f2b-7ee7-4846-83b3-771b3d25a977 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:01.307806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Network 5a8a4393-8c2a-4917-b5c8-753fc5ebae68 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:01.380105 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.389689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5a8a4393-8c2a-4917-b5c8-753fc5ebae68) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:01.425239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:01.425990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.445596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e71033-81ac-4c42-88f1-83d34e573ee7 None None] Network 5a8a4393-8c2a-4917-b5c8-753fc5ebae68 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:01.475994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Deleting port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:01.477197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.542327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-043e50e0-6387-400d-84b3-a1f32335cbad admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2629387 Nov 08 12:55:01.603914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] For port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,segment=NetworkSegment(8b4b1957-56b7-4416-a9b6-7b8a07d088c5),segment_id=8b4b1957-56b7-4416-a9b6-7b8a07d088c5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:01.605453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:01.672330 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Calling delete_port for 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:01.881780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268abdd-dd3b-4e9b-9a15-b4512bc83c89 None None] Network 5a8a4393-8c2a-4917-b5c8-753fc5ebae68 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:02.012628 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:02.118495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd40c7-41ad-4096-b528-403801e53ab2 None None] DHCP port deletion for 1f231079-0db8-42aa-a6c5-93be5629a84a request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:55:02.150952 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Port': ['ID=9cc5cfe9-e681-475a-a1ba-71cd125b9aaa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:02.160481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No DVR routers for this DVR port 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:02.345995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:02.381916 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f231079-0db8-42aa-a6c5-93be5629a84a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:02.405793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4b1957-56b7-4416-a9b6-7b8a07d088c5') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:02.406179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4b1957-56b7-4416-a9b6-7b8a07d088c5') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:02.871733 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:02.895581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:02.919852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:02.920197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:02.954519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:02.958216 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:03.032223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:03.032946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2a9b882f-60ab-4fcb-8d4f-9aced3bc96a2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:03.037895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:03.044567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-f8dd4f0d-8a75-493b-b0c3-b01158daf2e4 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:03.054046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-f8dd4f0d-8a75-493b-b0c3-b01158daf2e4 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 810 time: 0.4379647 Nov 08 12:55:03.074716 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-c32405a7-bc91-4b5e-90a9-0598431cf4d0 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/quotas/283f1f17126246eeb75d85f65f8d5e12 HTTP/1.1" status: 200 len: 375 time: 0.0193584 Nov 08 12:55:03.091278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:03.091732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9cc5cfe9-e681-475a-a1ba-71cd125b9aaa not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:03.098704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:03.119453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:03.127525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-3dcd7199-2b12-497e-9a82-bff9d36bbdb9 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506718 Nov 08 12:55:03.135672 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/networks/1f231079-0db8-42aa-a6c5-93be5629a84a HTTP/1.1" status: 204 len: 168 time: 2.0404029 Nov 08 12:55:03.136023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:03.142553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:03.164738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d0b4-74d7-4201-b70b-3335e5013452 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Pushing event deleted for resources: {'Network': ['ID=1f231079-0db8-42aa-a6c5-93be5629a84a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:03.409389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-caaea9fd-9d15-4cbe-89b5-89abf4a57944 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:55:03.411064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-caaea9fd-9d15-4cbe-89b5-89abf4a57944 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2826908 Nov 08 12:55:03.447300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 12:55:03.447599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 12:55:03.447963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:03.739748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-92a25691-2fa3-41da-a1cc-c4ceb95b11ac service neutron] 10.222.0.58 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176651 Nov 08 12:55:03.743660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:03.749169 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:03.931968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:03.963886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-d02a518a-e5ec-425a-b694-1c77a1f6802a service neutron] 10.222.0.58 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120681 Nov 08 12:55:04.053198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:04.061077 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.065019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c12e5a0c-8289-428b-abd9-b3a6b5e27456 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 701 time: 0.9250255 Nov 08 12:55:04.065431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49096) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:04.070749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Sync routers for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:04.088180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:04.089118 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:04.101717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-15dde964-f27b-4549-bba0-b71049ebc1e3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 205 time: 0.0329494 Nov 08 12:55:04.103137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49100) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:04.229051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.271932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:04.386769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78a86c3d-89cc-4112-89ff-d56e330d8870 req-b8cf50e4-cb1c-4f8e-a108-8caf41c004b9 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 210 time: 0.0802314 Nov 08 12:55:04.429167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:04.463411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Checking router: 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:55:04.478339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Routers {'3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:04.478339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:04.539099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.541219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.622700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] Set router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:04.656434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.656813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:55:04.681329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.686172 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03ff87a9-69de-49cd-89ad-4db547789e96 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 204 len: 168 time: 0.5793262 Nov 08 12:55:04.687178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:04.696118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1243714167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:04.719005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:04.750791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685358-c887-4ce6-85e7-4fe024eafb42 None None] The sync data for ids ['3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc'] in n-d-816990-1 is: [{'id': '3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc', 'name': 'tempest-RoutersTest-router-1081515147', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:54:05Z', 'updated_at': '2021-11-08T12:54:59Z', 'revision_number': 11, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:04.903597 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.907838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:04.990491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:05.138449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:05.267542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:05.272843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49152) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:05.274175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b065ea97-f8b2-4523-aa75-204d04d52c79 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5853634 Nov 08 12:55:05.286343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:05.533407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cb356f5-0088-41b7-93c1-0845ff64c2f4 req-d0a5a35f-efc3-42c3-bcb9-cba6b4e3a8fb tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 210 time: 0.0334876 Nov 08 12:55:05.657725 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:05.755665 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592560'] for router, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:06.154861 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Router b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:55:06.295098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:06.312643 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Sync routers for ids ['b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:06.317619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:06.320773 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-16f9da8e-d9ef-486d-bea7-d9e15316f2f3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "PUT /v2.0/routers/b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 200 len: 694 time: 1.0465934 Nov 08 12:55:06.323890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:06.350080 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Routers {'b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:06.351124 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:06.449282 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49214) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:06.453885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6ce99028-cbd7-4524-86b7-b7dadaf4c6ff tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/routers/b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 200 len: 700 time: 0.1266427 Nov 08 12:55:06.596962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:06.597364 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-038fbfd0-5090-43ee-9d1b-42db05fd3d1f tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 200 len: 205 time: 0.1410830 Nov 08 12:55:06.634975 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Set router b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:06.727019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:06.734786 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0', 'name': 'tempest-RoutersTest-router-1243714167', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:04Z', 'updated_at': '2021-11-08T12:55:05Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:06.789763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Checking router: b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:55:06.804889 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Routers {'b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:06.805514 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:54:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:06.856433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9212fd53-3f8a-4108-a3ef-05fb6e09a810 req-ac48adab-72d6-4611-b2a2-f051f01da6d9 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 210 time: 0.0733609 Nov 08 12:55:06.896798 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] Set router b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:06.991393 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0', 'name': 'tempest-RoutersTest-router-1243714167', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:04Z', 'updated_at': '2021-11-08T12:55:05Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:06.996677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:07.000421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:07.038961 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd90a6-9d95-424a-aec6-a904bd96dacf None None] The sync data for ids ['b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0'] in n-d-816990-1 is: [{'id': 'b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0', 'name': 'tempest-RoutersTest-router-1243714167', 'tenant_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:04Z', 'updated_at': '2021-11-08T12:55:05Z', 'revision_number': 2, 'project_id': 'bd8fd0a8e0de47759e71e4b5e5212156', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:07.210030 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:07.211616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Fanout notify agent at l3_agent the message router_deleted on router b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:55:07.224227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:07.231368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49256) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.231746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-419c7e8d-a4a2-4e03-a0e7-07e36d4ec7ed tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 204 len: 168 time: 0.6327896 Nov 08 12:55:07.274128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.290594 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c41e8f11-8a6b-42bd-ab56-ed52dc0900a6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 200 len: 205 time: 0.0499697 Nov 08 12:55:07.377721 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-5b46d0ac-de2c-4e7b-a25c-d19eecd9098b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:07.379844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b46d0ac-de2c-4e7b-a25c-d19eecd9098b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/b0dbd199-8bbc-4914-b4c7-3d8bc711c7c0 HTTP/1.1" status: 404 len: 336 time: 0.1045091 Nov 08 12:55:07.382174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.427418 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-207099b0-afec-421b-94f3-471eaa8057ff tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:07.428153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207099b0-afec-421b-94f3-471eaa8057ff tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:07.431930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-207099b0-afec-421b-94f3-471eaa8057ff tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d06e357d-c955-4394-9b50-d4f88ab203df HTTP/1.1" status: 404 len: 337 time: 0.0484662 Nov 08 12:55:07.437292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.529352 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-db269c75-0d30-4cce-b038-08ad089aecd7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:07.529969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db269c75-0d30-4cce-b038-08ad089aecd7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:07.538317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-db269c75-0d30-4cce-b038-08ad089aecd7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/c8c9b3b5-1907-426a-a212-2ef98b918bb3 HTTP/1.1" status: 404 len: 337 time: 0.0959468 Nov 08 12:55:07.540043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49278) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.568722 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-e783e628-78d3-411a-b1d7-b6f22bb9c9b1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:07.569342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e783e628-78d3-411a-b1d7-b6f22bb9c9b1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:07.573082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e783e628-78d3-411a-b1d7-b6f22bb9c9b1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/de633960-1090-4048-9f83-77fedce6bf97 HTTP/1.1" status: 404 len: 337 time: 0.0317352 Nov 08 12:55:07.581467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49280) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.657133 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-877b760d-5aa0-4af1-97e7-72eb8482be11 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:07.658488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877b760d-5aa0-4af1-97e7-72eb8482be11 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:07.667085 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-877b760d-5aa0-4af1-97e7-72eb8482be11 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d3e8c4aa-96d4-4bf5-88ec-6adb10f23727 HTTP/1.1" status: 404 len: 337 time: 0.0839276 Nov 08 12:55:07.668371 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.706950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-216a3c02-7333-49a0-94ba-1c544ae3fd78 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:07.709586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-216a3c02-7333-49a0-94ba-1c544ae3fd78 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.57 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 810 time: 0.2494011 Nov 08 12:55:07.729780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Request body: {'port': {'device_id': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522', 'admin_state_up': True, 'tenant_id': '283f1f17126246eeb75d85f65f8d5e12'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:07.741811 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d1cf4332-65f8-4ba8-a734-9dbcc39bfaf7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 200 len: 205 time: 0.0716271 Nov 08 12:55:07.744000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49292) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.852112 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-e5c0fe70-524a-41d2-8513-410d49301874 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:07.857505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e5c0fe70-524a-41d2-8513-410d49301874 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/3cc250d8-3e2e-4f31-bacb-0ebe7d6311fc HTTP/1.1" status: 404 len: 336 time: 0.1071098 Nov 08 12:55:07.858112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.939708 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-53aba148-7b29-4cb5-85f5-cf86bea205a7 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=a602d2db-978c-41d3-8ac5-6bd1356d1f57 HTTP/1.1" status: 200 len: 205 time: 0.0787883 Nov 08 12:55:07.943724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49310) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:07.995827 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-a1f4040c-6120-4546-b0dc-6ac59d0563ac tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:08.000388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49316) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.005879 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a1f4040c-6120-4546-b0dc-6ac59d0563ac tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/a602d2db-978c-41d3-8ac5-6bd1356d1f57 HTTP/1.1" status: 404 len: 336 time: 0.0609524 Nov 08 12:55:08.063298 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e3313f-22bd-40a1-9312-c4b4301d70eb tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:08.063298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e3313f-22bd-40a1-9312-c4b4301d70eb tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:08.066586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f4e3313f-22bd-40a1-9312-c4b4301d70eb tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/4b2a7f97-6c51-4f5c-8cf8-cfd7cbb80e91 HTTP/1.1" status: 404 len: 337 time: 0.0633581 Nov 08 12:55:08.072049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49324) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.085744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e692f27-0107-419f-a2e0-de9879662289 req-32f40b40-d08e-4bcc-be59-f0dbdd6e16f4 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 210 time: 0.0689669 Nov 08 12:55:08.114982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Made reservation on behalf of 283f1f17126246eeb75d85f65f8d5e12 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:08.125261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:08.146067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-873ea47c-4dc2-4017-ac8f-57537e64e75a tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 200 len: 205 time: 0.0720146 Nov 08 12:55:08.149506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49328) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.193588 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-1e769b25-4da1-451a-8994-7c8063695170 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:08.194675 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1e769b25-4da1-451a-8994-7c8063695170 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/499056c5-dc89-433a-b356-b8f79b71575a HTTP/1.1" status: 404 len: 336 time: 0.0439386 Nov 08 12:55:08.197403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49330) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.226604 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ca8b49f5-8d25-4687-8d1a-c1654a84042d tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba692533-150b-47e9-a4a6-f6ea608165fd HTTP/1.1" status: 200 len: 205 time: 0.0282311 Nov 08 12:55:08.228989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49332) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.274469 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-9c298104-48ba-43f9-b955-687f9801057c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:08.276155 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9c298104-48ba-43f9-b955-687f9801057c tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/ba692533-150b-47e9-a4a6-f6ea608165fd HTTP/1.1" status: 404 len: 336 time: 0.0460300 Nov 08 12:55:08.278870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49334) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.317091 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c19d66f-7c1d-49ab-b312-035e83e268a1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:08.317520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c19d66f-7c1d-49ab-b312-035e83e268a1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:08.321177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c19d66f-7c1d-49ab-b312-035e83e268a1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/0a170be2-4b3b-408b-be28-39b8a0f42c8a HTTP/1.1" status: 404 len: 337 time: 0.0411038 Nov 08 12:55:08.326792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49340) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.338734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Allocated IP 172.20.0.11 (19d3e3e0-7dd4-4ace-951d-4c4d394ca522/fb102f86-80a3-415b-97b1-57c405b5e1b4/225bb28e-ad6e-457d-9944-d653d0a4071a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:08.361227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0dc04d64-2882-4cdc-8c24-f8141704123b tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf7aabc7-388c-4a83-b0c4-e7719defb5d4 HTTP/1.1" status: 200 len: 205 time: 0.0341704 Nov 08 12:55:08.365784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49346) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.416996 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-73f7bdb4-491e-4f82-8e8e-fc7cffd79ef9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:08.418590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73f7bdb4-491e-4f82-8e8e-fc7cffd79ef9 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/cf7aabc7-388c-4a83-b0c4-e7719defb5d4 HTTP/1.1" status: 404 len: 336 time: 0.0515337 Nov 08 12:55:08.421078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49348) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.487765 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c752eb3-0ade-4c76-9c66-7f575d666d27 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:08.488245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c752eb3-0ade-4c76-9c66-7f575d666d27 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:08.497956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c752eb3-0ade-4c76-9c66-7f575d666d27 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/e1aa9c5e-71cb-4edb-a34e-6d1d306cf3cf HTTP/1.1" status: 404 len: 337 time: 0.0734248 Nov 08 12:55:08.500515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49350) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.578728 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-33155fad-b4ec-4eb1-b5a3-b858d589e9a1 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "GET /v2.0/ports?device_id=c598cc17-2dbe-4d95-8f15-bb78f3c629ba HTTP/1.1" status: 200 len: 205 time: 0.0792215 Nov 08 12:55:08.582414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.625266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:08.631437 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-90b43093-2a1f-4c16-81ff-b8dc07b60ec6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] delete failed (client error): The resource could not be found. Nov 08 12:55:08.635163 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-90b43093-2a1f-4c16-81ff-b8dc07b60ec6 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/routers/c598cc17-2dbe-4d95-8f15-bb78f3c629ba HTTP/1.1" status: 404 len: 336 time: 0.0491171 Nov 08 12:55:08.636255 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49362) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.702582 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b41335c-e748-4915-8262-a96ec993fac3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:08.703336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b41335c-e748-4915-8262-a96ec993fac3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:08.708507 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8b41335c-e748-4915-8262-a96ec993fac3 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/d14cd406-c3fd-4f8f-88b7-80463a8a8932 HTTP/1.1" status: 404 len: 337 time: 0.0705938 Nov 08 12:55:08.711253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:08.750357 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-533b93f0-09d3-4478-9bdd-e0609a101d59 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] DELETE failed (client error): The resource could not be found. Nov 08 12:55:08.750572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533b93f0-09d3-4478-9bdd-e0609a101d59 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102536) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 12:55:08.754922 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-533b93f0-09d3-4478-9bdd-e0609a101d59 tempest-RoutersTest-2052803826 tempest-RoutersTest-2052803826-project] 10.222.0.58 "DELETE /v2.0/subnets/7641e683-2326-4abf-b969-44e3c22f1823 HTTP/1.1" status: 404 len: 337 time: 0.0421138 Nov 08 12:55:08.825163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:08.852491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:08.901304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:08.906644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:08.982383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:08.983075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:09.019770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Pushing event updated for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:09.106624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-5e4d0304-d8d3-43a5-a2ab-37d4b48dda32 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3831284 Nov 08 12:55:09.120000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Request body: {'port': {'device_id': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:09.244587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:09.271838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecf6-2e24-49e2-855b-981a52e83c95 req-08093679-27df-4509-b22c-dc79f391f7b6 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:09.273418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddd9ecf6-2e24-49e2-855b-981a52e83c95 req-08093679-27df-4509-b22c-dc79f391f7b6 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 932 time: 0.0990806 Nov 08 12:55:09.457962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddd9ecf6-2e24-49e2-855b-981a52e83c95 req-064c77dc-1818-431f-96be-bd35f22b5e25 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525612 Nov 08 12:55:09.538485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49408) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:09.717864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225bb28e-ad6e-457d-9944-d653d0a4071a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:55:09.727722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:09.743604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Transition to ACTIVE for port object 225bb28e-ad6e-457d-9944-d653d0a4071a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:55:09.802481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-715b1e49-c193-4642-9a52-9b292203605d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd8fd0a8e0de47759e71e4b5e5212156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623973 Nov 08 12:55:09.805236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:09.853497 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:09.909436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:09.952664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Pushing event updated for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:09.981774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.069140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Attempting to bind port 225bb28e-ad6e-457d-9944-d653d0a4071a on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:10.069480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Attempting to bind port 225bb28e-ad6e-457d-9944-d653d0a4071a by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '9659466a-9d33-4cf6-a85d-8777eed23b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:10.069817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Attempting to bind port 225bb28e-ad6e-457d-9944-d653d0a4071a on network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:10.074913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Port 225bb28e-ad6e-457d-9944-d653d0a4071a on network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:55:10.075243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Attempting to bind port 225bb28e-ad6e-457d-9944-d653d0a4071a on network 19d3e3e0-7dd4-4ace-951d-4c4d394ca522 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:10.081372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:10.081719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Checking segment: {'id': '9659466a-9d33-4cf6-a85d-8777eed23b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:10.082138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Bound using segment: {'id': '9659466a-9d33-4cf6-a85d-8777eed23b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:10.082545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Bound port: 225bb28e-ad6e-457d-9944-d653d0a4071a, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9659466a-9d33-4cf6-a85d-8777eed23b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:10.082913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.168717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:10.172361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=225bb28e-ad6e-457d-9944-d653d0a4071a,segment=NetworkSegment(9659466a-9d33-4cf6-a85d-8777eed23b2f),segment_id=9659466a-9d33-4cf6-a85d-8777eed23b2f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:10.218489 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.224453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.226927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/776b0f73-773a-442b-885e-a7d7e84d1111 HTTP/1.1" status: 204 len: 168 time: 0.4200220 Nov 08 12:55:10.241790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1664352-28b0-4be5-8feb-2ff45ce235fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b0f73-773a-442b-885e-a7d7e84d1111,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:10.253667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.328575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:10.338865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:10.340387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] 10.222.0.57 "PUT /v2.0/ports/225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 1092 time: 1.2256076 Nov 08 12:55:10.350011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:55:10.353111 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c4cb9-7fee-4d99-a4ba-c317efabac49" -d '{"events": [{"name": "network-changed", "server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:55:10.436031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de424bf-41cd-4b0a-9ffe-c0bc7fbcb771 service neutron] Pushing event updated for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:10.452445 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54910ea8-badb-4259-8858-7e372af9cb4f x-openstack-request-id: req-54910ea8-badb-4259-8858-7e372af9cb4f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:55:10.453011 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:55:10.453212 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54910ea8-badb-4259-8858-7e372af9cb4f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:55:10.454620 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a', 'status': 'completed', 'code': 200} Nov 08 12:55:10.520763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-b925a9bf-f5f7-4283-b7c8-6d24f55e410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:10.525079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-b925a9bf-f5f7-4283-b7c8-6d24f55e410e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1095 time: 0.0694673 Nov 08 12:55:10.585826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-b0c2b422-9e34-455d-972a-a95746db986d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 217 time: 0.0525558 Nov 08 12:55:11.206781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-313b64a6-a450-42e4-9598-de115d4466cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:11.206781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-313b64a6-a450-42e4-9598-de115d4466cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 200 len: 850 time: 0.5833163 Nov 08 12:55:11.206781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab87b13-d6ba-4b52-b0e7-5ceb4bf35d59 req-58cc81c1-828d-4755-8eee-123775e6f032 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:11.206781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eab87b13-d6ba-4b52-b0e7-5ceb4bf35d59 req-58cc81c1-828d-4755-8eee-123775e6f032 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 944 time: 0.6155040 Nov 08 12:55:11.223164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-151d44da-4b40-459c-bdf2-0a3ef63e6bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322604 Nov 08 12:55:11.318005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eab87b13-d6ba-4b52-b0e7-5ceb4bf35d59 req-556e2574-7bfa-4986-8dd5-bdd29258dfd5 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190479 Nov 08 12:55:11.375878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-c2d68c65-7d48-47ee-b4e7-1e7c77631c78 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441231 Nov 08 12:55:11.498510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda27900-a5b7-476c-ae34-1e03aee95225 req-cfb0b0dd-a8db-41cf-a622-ef4b12b61c86 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160164 Nov 08 12:55:11.709317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-dab82f92-6e99-4983-b46c-0655471cfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:11.712909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-dab82f92-6e99-4983-b46c-0655471cfc73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1146483 Nov 08 12:55:11.844405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-da25d4c5-042c-4db0-9586-185d8522de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:11.846929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-da25d4c5-042c-4db0-9586-185d8522de0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 911 time: 0.1287441 Nov 08 12:55:11.898124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-84635f80-5d1d-4dd6-bdce-02c7de6cbf9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 217 time: 0.0427487 Nov 08 12:55:11.968023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-c04c5ee1-3b55-4b77-a82c-2700d40552a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:11.971240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-c04c5ee1-3b55-4b77-a82c-2700d40552a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 200 len: 850 time: 0.0638976 Nov 08 12:55:12.009943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-f7a0f4d0-7b02-46ee-a1e5-522d387c6e18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318089 Nov 08 12:55:12.093732 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49548) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:12.153448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-d9bfd474-1045-4d8f-a70f-2500032cac82 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349220 Nov 08 12:55:12.239274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7a27681d-00ca-4ea5-abfe-a01ba36fdd54 tempest-DvrRoutersNegativeTest-1048787573 tempest-DvrRoutersNegativeTest-1048787573-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1367557769', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:12.243247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.policy [None req-7a27681d-00ca-4ea5-abfe-a01ba36fdd54 tempest-DvrRoutersNegativeTest-1048787573 tempest-DvrRoutersNegativeTest-1048787573-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102536) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 08 12:55:12.243247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.policy [None req-7a27681d-00ca-4ea5-abfe-a01ba36fdd54 tempest-DvrRoutersNegativeTest-1048787573 tempest-DvrRoutersNegativeTest-1048787573-project] Failed policy check for 'create_router' {{(pid=102536) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 08 12:55:12.243247 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-7a27681d-00ca-4ea5-abfe-a01ba36fdd54 tempest-DvrRoutersNegativeTest-1048787573 tempest-DvrRoutersNegativeTest-1048787573-project] create failed (client error): Access was denied to this resource. Nov 08 12:55:12.247888 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a27681d-00ca-4ea5-abfe-a01ba36fdd54 tempest-DvrRoutersNegativeTest-1048787573 tempest-DvrRoutersNegativeTest-1048787573-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1491852 Nov 08 12:55:12.299956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-922c4cb9-7fee-4d99-a4ba-c317efabac49 req-b783f50b-2f71-465d-bef8-aca78fadaec8 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385407 Nov 08 12:55:12.531209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3daf8-a0ef-4465-90a4-6cebb231fa2e req-99b889f5-6464-44bb-98f3-bf50743c32e2 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:12.531209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb3daf8-a0ef-4465-90a4-6cebb231fa2e req-99b889f5-6464-44bb-98f3-bf50743c32e2 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 944 time: 0.0837848 Nov 08 12:55:12.609953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb3daf8-a0ef-4465-90a4-6cebb231fa2e req-3c4a631d-1d4a-4177-9ec6-4a150770e6b1 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689213 Nov 08 12:55:12.859367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49598) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:13.038580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.136946 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.195090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.238942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d75526-0c34-4faa-9576-530ae6483b65,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:13.246893 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63bff9b148ca42da915374ffcc0c6f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853414 Nov 08 12:55:13.247392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:13.254309 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.254501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.254907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.255438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.255961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.256458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.256811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.257174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.257531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.257871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.258393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.258725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b9963-ad29-4954-b173-85b782836848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:13.325546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.367300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.656242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 225bb28e-ad6e-457d-9944-d653d0a4071a details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:55:13.675235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.677943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.681659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9d75526-0c34-4faa-9576-530ae6483b65 HTTP/1.1" status: 204 len: 168 time: 0.4312446 Nov 08 12:55:13.693473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b394e-8db0-45bc-8da9-8c89675849c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d75526-0c34-4faa-9576-530ae6483b65,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:13.805599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26f421-3de4-4d35-867a-024c52ae8dc1 req-35e3e623-5745-4956-a91e-7309f9b93d03 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:13.810948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f26f421-3de4-4d35-867a-024c52ae8dc1 req-35e3e623-5745-4956-a91e-7309f9b93d03 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 944 time: 0.1194413 Nov 08 12:55:13.879841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=225bb28e-ad6e-457d-9944-d653d0a4071a,segment=NetworkSegment(9659466a-9d33-4cf6-a85d-8777eed23b2f),segment_id=9659466a-9d33-4cf6-a85d-8777eed23b2f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:13.896883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '225bb28e-ad6e-457d-9944-d653d0a4071a', 'network_id': '19d3e3e0-7dd4-4ace-951d-4c4d394ca522', 'port_id': '225bb28e-ad6e-457d-9944-d653d0a4071a', 'mac_address': 'fa:16:3e:c0:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb102f86-80a3-415b-97b1-57c405b5e1b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:55:13.900170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f26f421-3de4-4d35-867a-024c52ae8dc1 req-1fcd9caa-dc83-4365-b806-e079c13abd49 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711665 Nov 08 12:55:13.946450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:13.968954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225bb28e-ad6e-457d-9944-d653d0a4071a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:55:14.016075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=225bb28e-ad6e-457d-9944-d653d0a4071a,segment=NetworkSegment(9659466a-9d33-4cf6-a85d-8777eed23b2f),segment_id=9659466a-9d33-4cf6-a85d-8777eed23b2f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:14.109650 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:14.164481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:14.314530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['225bb28e-ad6e-457d-9944-d653d0a4071a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:55:15.057023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49752) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:15.125073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425f0be-988c-4204-b4be-abd65b62cf3d req-0aa51f41-15c2-4215-be34-11080eb2f908 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:15.136853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8425f0be-988c-4204-b4be-abd65b62cf3d req-0aa51f41-15c2-4215-be34-11080eb2f908 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 945 time: 0.1370914 Nov 08 12:55:15.214910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1178532465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:15.224013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8425f0be-988c-4204-b4be-abd65b62cf3d req-7419cc80-9ebd-45fc-928b-60520a6e6791 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860000 Nov 08 12:55:15.360937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.362329 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.457616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.526390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.663502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.667387 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-795e294e-e055-4069-ac3e-2315aaf1831b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6055877 Nov 08 12:55:15.668454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:15.672025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 225bb28e-ad6e-457d-9944-d653d0a4071a up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:15.677763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1072973037'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:15.743388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:15.746948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.757202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.788732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 225bb28e-ad6e-457d-9944-d653d0a4071a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:55:15.793257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 225bb28e-ad6e-457d-9944-d653d0a4071a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:15.794481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.862401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.905996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:15.937804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:55:15.942496 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fea0dc-b293-4a4a-8e32-fda09552a8fe" -d '{"events": [{"server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:55:15.969180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=225bb28e-ad6e-457d-9944-d653d0a4071a,segment=NetworkSegment(9659466a-9d33-4cf6-a85d-8777eed23b2f),segment_id=9659466a-9d33-4cf6-a85d-8777eed23b2f)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:15.983962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.028649 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0cd959-5759-4bf0-a760-39d3a5841461 x-openstack-request-id: req-2d0cd959-5759-4bf0-a760-39d3a5841461 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:55:16.028848 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:55:16.029084 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d0cd959-5759-4bf0-a760-39d3a5841461 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:55:16.029664 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a', 'code': 200} Nov 08 12:55:16.061428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:55:16.082277 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.088418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1abc2-5bd7-4e53-9a2a-0f0c0d260fe0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:16.092483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.093322 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Added segment 1f0d0051-8c90-4923-8424-4de5a87daa76 of type vlan for network 19a94d76-4616-4102-a7ba-7bbf947a6598 Nov 08 12:55:16.184506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:16.195821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.206730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.207145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.207517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.207881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.208246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.208586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.208919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.209262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.209664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.209965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.213807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.214317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:16.316992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.323299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b1c7-ba39-49d3-8ec6-525950b7ec71 req-538483bb-6119-4b10-a157-a82b986763d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:16.325557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67d5b1c7-ba39-49d3-8ec6-525950b7ec71 req-538483bb-6119-4b10-a157-a82b986763d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1097 time: 0.2156837 Nov 08 12:55:16.430481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67d5b1c7-ba39-49d3-8ec6-525950b7ec71 req-b2e69d26-a344-4870-b567-810054099237 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Nov 08 12:55:16.449341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315a13-71be-4632-a179-165a61637c03 req-155738d1-ec37-47c6-8484-2e232e26b16d tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:16.458856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c315a13-71be-4632-a179-165a61637c03 req-155738d1-ec37-47c6-8484-2e232e26b16d tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1095169 Nov 08 12:55:16.483615 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.491473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:16.492111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:16.599277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c315a13-71be-4632-a179-165a61637c03 req-3d1e50fd-76d2-43f9-8e50-26ed8edad91e tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393805 Nov 08 12:55:16.611572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Network': ['ID=19a94d76-4616-4102-a7ba-7bbf947a6598,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:16.628663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-97e31ad6-ce52-4585-954d-e5d608e6bf5a tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9579790 Nov 08 12:55:16.632383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:16.636200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:16.643938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'subnet': {'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:16.874639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:16.878509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:17.202787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:17.339835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Subnet': ['ID=cdad633d-c1c7-435f-8c8c-6511ebf5e157,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:17.364103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.364583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.364934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.365323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.365781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.366168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.366527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.367955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.368369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.368771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.369171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.369610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:55:17.374829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Checking segment: {'id': '1f0d0051-8c90-4923-8424-4de5a87daa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:17.375229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network hostable DHCP agents. Network: 19a94d76-4616-4102-a7ba-7bbf947a6598, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:17.515129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:17.646692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 19a94d76-4616-4102-a7ba-7bbf947a6598) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:17.652677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:17.654468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:17.657505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912778f6-5353-4860-9005-52b126ee7ddc None None] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:17.747126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7019686d-c3cd-47e7-83de-9b431e0319c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1133659 Nov 08 12:55:17.751592 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49894) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:17.757078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'network': {'name': 'tempest-router-network01--605816179'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:17.858134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:17.863985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:17.883589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59023d1-2d52-492c-aef7-a5db9cedcf6a req-7b0c1a22-298b-4ae4-8571-385abdffd30b tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:17.885316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a59023d1-2d52-492c-aef7-a5db9cedcf6a req-7b0c1a22-298b-4ae4-8571-385abdffd30b tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1818879 Nov 08 12:55:17.918570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:55:17.956920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:17.957270 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Added segment 333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d of type vlan for network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 Nov 08 12:55:17.968486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a59023d1-2d52-492c-aef7-a5db9cedcf6a req-0edb6eab-2837-408d-bec6-02b785f8c058 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Nov 08 12:55:18.006630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-19a94d76-4616-4102-a7ba-7bbf947a6598', 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598', 'tenant_id': '1ee0810f469044388feab3a2c5a07453', 'fixed_ips': [{'subnet_id': 'cdad633d-c1c7-435f-8c8c-6511ebf5e157'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:55:18.007511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.051084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.166336 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.182578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:18.186079 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.212726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Allocated IP 2001:db8::2 (19a94d76-4616-4102-a7ba-7bbf947a6598/cdad633d-c1c7-435f-8c8c-6511ebf5e157/9ef54b33-e1c7-4f1f-87c0-6411830ee3d1) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:18.273505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5206017 Nov 08 12:55:18.276395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:18.284147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35610ae5-7e40-4266-8fb2-4f4e3f7c3687 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Network': ['ID=f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:18.285883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'network': {'name': 'tempest-router-network02--1259166854'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:18.307693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:18.360457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:18.364652 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.452474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:55:18.495152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.501430 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Added segment 189a16ca-62e1-4a58-9a9a-55958537dfbd of type vlan for network a77fcac7-9ef6-43be-a733-70b89867e221 Nov 08 12:55:18.618774 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.625670 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.720932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.772375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:18.775476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:18.778530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:18.784328 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.794319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:18.798188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.819834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Pushing event updated for resources: {'Port': ['ID=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:18.875601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Attempting to bind port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:18.876456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Attempting to bind port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1f0d0051-8c90-4923-8424-4de5a87daa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:18.876972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Attempting to bind port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 on network 19a94d76-4616-4102-a7ba-7bbf947a6598 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:18.889961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:18.890470 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Checking segment: {'id': '1f0d0051-8c90-4923-8424-4de5a87daa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:18.894883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.894883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Bound using segment: {'id': '1f0d0051-8c90-4923-8424-4de5a87daa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:18.894883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Bound port: 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0d0051-8c90-4923-8424-4de5a87daa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '19a94d76-4616-4102-a7ba-7bbf947a6598'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:18.894883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:18.957518 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6783535 Nov 08 12:55:18.961934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49928) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:18.969846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'subnet': {'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:18.992269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286831d-2215-45fc-8fe8-2cdafbb19ed5 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Network': ['ID=a77fcac7-9ef6-43be-a733-70b89867e221,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:19.080823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a77fcac7-9ef6-43be-a733-70b89867e221 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:19.183445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:19.187036 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:19.224580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63dae-747e-4fda-83c2-4e6afb71252b req-e67043cc-a022-403c-9097-f9d30ccfb069 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:19.226199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb63dae-747e-4fda-83c2-4e6afb71252b req-e67043cc-a022-403c-9097-f9d30ccfb069 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1013539 Nov 08 12:55:19.361127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bb63dae-747e-4fda-83c2-4e6afb71252b req-0c44046a-8fc4-4c79-9539-237d87abb6a7 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076262 Nov 08 12:55:19.423369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] For port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:19.454301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] For port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,segment=NetworkSegment(1f0d0051-8c90-4923-8424-4de5a87daa76),segment_id=1f0d0051-8c90-4923-8424-4de5a87daa76)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:19.550058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:19.589298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0df5-a6cf-4d2b-bb1f-6a43dfa0fed3 req-0b2522f3-215c-4116-b36c-32439f360b8f tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:19.593864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cda0df5-a6cf-4d2b-bb1f-6a43dfa0fed3 req-0b2522f3-215c-4116-b36c-32439f360b8f tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1194031 Nov 08 12:55:19.685679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cda0df5-a6cf-4d2b-bb1f-6a43dfa0fed3 req-5a0cbf88-decf-45fd-9188-6084f2dbdf9e tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813777 Nov 08 12:55:19.720215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f8535-edd8-470d-b9f3-77b9f233bf3d None None] Pushing event updated for resources: {'Port': ['ID=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:19.737244 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:19.854365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac3697-5d55-4f60-85e7-13e079c6ff6c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:19.900662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Checking segment: {'id': '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:19.902519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network hostable DHCP agents. Network: f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:20.006123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:20.097614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:20.100621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-6937d3cf-4c2f-4c32-880a-f1c2cfcca7df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1531539 Nov 08 12:55:20.119793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc0075-ae2c-42b5-a882-47eb4185ce96 None None] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:20.124323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:20.147067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:20.268038 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-44bd19ac-342d-4a8b-9aee-dcb5fb9aa76c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3048079 Nov 08 12:55:20.277189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 49970) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:20.295581 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'subnet': {'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:20.324220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-d233f83c-0dcf-4faa-a4d0-9c7c65e055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:20.325964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-d233f83c-0dcf-4faa-a4d0-9c7c65e055f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1097 time: 0.1230278 Nov 08 12:55:20.332532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:55:20.630874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833', 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833', 'tenant_id': '1ee0810f469044388feab3a2c5a07453', 'fixed_ips': [{'subnet_id': 'e5ac3697-5d55-4f60-85e7-13e079c6ff6c'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:55:20.632225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:20.674617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-3da6f1fa-e53d-464e-a03d-2f0dd9f72202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:20.686854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-3da6f1fa-e53d-464e-a03d-2f0dd9f72202 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 911 time: 0.3207526 Nov 08 12:55:20.760730 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:20.764294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:20.770722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-0eb5fd7e-a84e-422c-982d-a667c7655b97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 217 time: 0.0827208 Nov 08 12:55:20.798363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:20.815308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3b5c0-b269-49c3-ab20-7af4165c0604 req-eefefb8c-6aab-408e-ab6a-c49ee3a9dc98 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:20.827746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8e3b5c0-b269-49c3-ab20-7af4165c0604 req-eefefb8c-6aab-408e-ab6a-c49ee3a9dc98 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.3367136 Nov 08 12:55:21.040950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Allocated IP 2001:db8::2 (f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833/e5ac3697-5d55-4f60-85e7-13e079c6ff6c/df470f72-3560-4489-8c55-358317de56fb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:21.105457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:21.128684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8e3b5c0-b269-49c3-ab20-7af4165c0604 req-3415d358-92c7-4936-b8bb-74eb22d0ce27 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269089 Nov 08 12:55:21.132613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-5a4a5f05-985a-4cb3-8f4c-a66b30798e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:21.142159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-5a4a5f05-985a-4cb3-8f4c-a66b30798e9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 200 len: 850 time: 0.3524151 Nov 08 12:55:21.234214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-a424ab0b-0b2d-4c2c-a858-0c5a20bab314 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798924 Nov 08 12:55:21.340025 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:21.489145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-4697aab4-8528-4e11-b8e9-c83cedbc4a6e service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473066 Nov 08 12:55:21.501316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Subnet': ['ID=f580f619-bc68-4bc5-a575-dc8d0d66586a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:21.553704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Checking segment: {'id': '189a16ca-62e1-4a58-9a9a-55958537dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:21.554460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network hostable DHCP agents. Network: a77fcac7-9ef6-43be-a733-70b89867e221, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:21.664918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-626e0cd4-fcc6-488a-89ce-1b2b4bd153e4 req-01cb824e-1989-4fa8-afb8-5bf90203ac4e service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662905 Nov 08 12:55:21.682988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:21.684467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:21.738064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network a77fcac7-9ef6-43be-a733-70b89867e221 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:21.817490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:21.849531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2fae4-29b3-403f-b136-ba8f4b006e33 None None] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:21.914702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a77fcac7-9ef6-43be-a733-70b89867e221) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:21.920948 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:21.921749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:21.948946 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:21.971044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ddd87b-c99a-4bac-88b6-4277619ffbde None None] Network a77fcac7-9ef6-43be-a733-70b89867e221 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:21.983358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.025468 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-32be896b-c18a-47d3-a28b-4105e1e1d785 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7397470 Nov 08 12:55:22.029168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 49998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:22.115792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,segment=NetworkSegment(1f0d0051-8c90-4923-8424-4de5a87daa76),segment_id=1f0d0051-8c90-4923-8424-4de5a87daa76)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:22.134999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e2351f78-55f1-46e1-ac0d-a8b067e0a725 None None] Provisioning complete for port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:22.135368 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2351f78-55f1-46e1-ac0d-a8b067e0a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.140911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:22.179994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:22.186114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Pushing event updated for resources: {'Port': ['ID=df470f72-3560-4489-8c55-358317de56fb,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:22.192948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:22.268356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.377105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.498645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Attempting to bind port df470f72-3560-4489-8c55-358317de56fb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:22.499294 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Attempting to bind port df470f72-3560-4489-8c55-358317de56fb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:22.499838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Attempting to bind port df470f72-3560-4489-8c55-358317de56fb on network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:22.524633 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:22.534170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:22.534873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Checking segment: {'id': '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:22.535453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.536212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Bound using segment: {'id': '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:22.536865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Bound port: df470f72-3560-4489-8c55-358317de56fb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:22.537424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.573357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c263-ab92-4702-85a3-48ac4c54ddb9 req-1c982870-c412-4704-8f9c-1aaad862e569 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:22.584255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4314c263-ab92-4702-85a3-48ac4c54ddb9 req-1c982870-c412-4704-8f9c-1aaad862e569 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1945724 Nov 08 12:55:22.621533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a77fcac7-9ef6-43be-a733-70b89867e221', 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221', 'tenant_id': '1ee0810f469044388feab3a2c5a07453', 'fixed_ips': [{'subnet_id': 'f580f619-bc68-4bc5-a575-dc8d0d66586a'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:55:22.621533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:22.717311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4314c263-ab92-4702-85a3-48ac4c54ddb9 req-bc2d701a-9c07-4b66-920d-a8c3562dfa69 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320987 Nov 08 12:55:22.823046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] For port df470f72-3560-4489-8c55-358317de56fb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:22.880693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] For port df470f72-3560-4489-8c55-358317de56fb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df470f72-3560-4489-8c55-358317de56fb,segment=NetworkSegment(333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d),segment_id=333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:22.894542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Allocated IP 2001:db8::1 (f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833/e5ac3697-5d55-4f60-85e7-13e079c6ff6c/346d7e45-b9b3-4bbf-b3d3-141b82f49317) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:22.929965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:22.980455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Allocated IP 2001:db8::2 (a77fcac7-9ef6-43be-a733-70b89867e221/f580f619-bc68-4bc5-a575-dc8d0d66586a/bbf1d499-1df5-48b0-b67f-d75e558b4411) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:23.056060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.071428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:23.071851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.169136 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.269111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f3952-ea78-4bc8-a5ed-a8bdc0801833 None None] Pushing event updated for resources: {'Port': ['ID=df470f72-3560-4489-8c55-358317de56fb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:23.359138 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c5e25090-4717-4b5c-8e7a-abfe60c91d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.396467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-849aa3f2-6d24-40ea-956c-6107aaa40964 None None] Provisioning complete for port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:23.396467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-849aa3f2-6d24-40ea-956c-6107aaa40964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.397122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.433857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddb735-4b56-49b5-bf4d-5d576936ec8f req-90170761-5547-465a-b61e-7ff7a9ca286b tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:23.457250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8ddb735-4b56-49b5-bf4d-5d576936ec8f req-90170761-5547-465a-b61e-7ff7a9ca286b tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1967549 Nov 08 12:55:23.491292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-fcf35724-d332-4aa7-9a30-4673349fca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:23.492827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-fcf35724-d332-4aa7-9a30-4673349fca9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1097 time: 0.2071276 Nov 08 12:55:23.558621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:23.589965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.591388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:23.603018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:23.604934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.692537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.757591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Network a77fcac7-9ef6-43be-a733-70b89867e221 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:23.761027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:23.767627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:23.771137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Pushing event updated for resources: {'Port': ['ID=bbf1d499-1df5-48b0-b67f-d75e558b4411,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:23.788100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Port': ['ID=346d7e45-b9b3-4bbf-b3d3-141b82f49317,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:23.810582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8ddb735-4b56-49b5-bf4d-5d576936ec8f req-be77ad32-588b-4290-9a2a-eb9dc3d49c90 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520477 Nov 08 12:55:23.847076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Attempting to bind port bbf1d499-1df5-48b0-b67f-d75e558b4411 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:23.848261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Attempting to bind port bbf1d499-1df5-48b0-b67f-d75e558b4411 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '189a16ca-62e1-4a58-9a9a-55958537dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:23.848796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Attempting to bind port bbf1d499-1df5-48b0-b67f-d75e558b4411 on network a77fcac7-9ef6-43be-a733-70b89867e221 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:23.854804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:23.855759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Checking segment: {'id': '189a16ca-62e1-4a58-9a9a-55958537dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:23.856053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.856603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Bound using segment: {'id': '189a16ca-62e1-4a58-9a9a-55958537dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:23.857285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Bound port: bbf1d499-1df5-48b0-b67f-d75e558b4411, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189a16ca-62e1-4a58-9a9a-55958537dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a77fcac7-9ef6-43be-a733-70b89867e221'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:23.857671 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:23.888598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-48baaf8b-333e-473c-a569-667f77952293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:23.892238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-48baaf8b-333e-473c-a569-667f77952293 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 911 time: 0.3697140 Nov 08 12:55:23.939693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-bb260389-c156-47da-b86b-5630f58c7218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 217 time: 0.0422304 Nov 08 12:55:23.972835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] For port bbf1d499-1df5-48b0-b67f-d75e558b4411, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:23.984508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] For port bbf1d499-1df5-48b0-b67f-d75e558b4411, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bbf1d499-1df5-48b0-b67f-d75e558b4411,segment=NetworkSegment(189a16ca-62e1-4a58-9a9a-55958537dfbd),segment_id=189a16ca-62e1-4a58-9a9a-55958537dfbd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:24.016564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-c01bc9c5-1c86-4a47-ae76-69f486258244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:24.018449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-c01bc9c5-1c86-4a47-ae76-69f486258244 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 200 len: 850 time: 0.0725775 Nov 08 12:55:24.098166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-869a75dd-5736-4276-978a-1e18e1ae966c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707068 Nov 08 12:55:24.103835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:24.116850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:24.245094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600cfb-a0e2-4f32-8fe6-2dcd9ba3c9bb None None] Pushing event updated for resources: {'Port': ['ID=bbf1d499-1df5-48b0-b67f-d75e558b4411,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:24.398651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-9ab66989-0a17-448f-9c0b-be9ea182366e service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875025 Nov 08 12:55:24.852763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84ea271c-eebc-4bbf-b5c3-9961d16b3b38 req-b32a5923-a7de-4775-a999-bdcf096b551e service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185719 Nov 08 12:55:25.014820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.097487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee99b17-c973-4294-9cb0-c02a7ad771d5 None None] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:25.130229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928e18-d1f6-4af8-a44c-1b7fe0d4fad2 req-60e8b791-cb2b-483a-a189-8c237649eb30 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:25.137063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41928e18-d1f6-4af8-a44c-1b7fe0d4fad2 req-60e8b791-cb2b-483a-a189-8c237649eb30 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1193078 Nov 08 12:55:25.139102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.146908 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.159797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df470f72-3560-4489-8c55-358317de56fb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:25.298157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Port': ['ID=346d7e45-b9b3-4bbf-b3d3-141b82f49317,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:25.298504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] Provisioning complete for port df470f72-3560-4489-8c55-358317de56fb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:25.298758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.386331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41928e18-d1f6-4af8-a44c-1b7fe0d4fad2 req-d95ce728-5fb0-4336-ac20-19a6b2810191 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351441 Nov 08 12:55:25.541834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:25.543908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:25.551666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port df470f72-3560-4489-8c55-358317de56fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:25.552670 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.862216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4eb6ba5e-7e75-4fa3-aa31-433b2e1f37c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.904975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:25.971557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Router 2a8cd1ff-2451-4cc6-a131-f1b9946e6635 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:55:25.993573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] For port df470f72-3560-4489-8c55-358317de56fb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df470f72-3560-4489-8c55-358317de56fb,segment=NetworkSegment(333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d),segment_id=333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:26.010436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:26.122783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:26.173628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bafcd8-16c9-4fcd-a35a-028881ec0baf None None] Network a77fcac7-9ef6-43be-a733-70b89867e221 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:26.189119 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-7594a127-247d-4f9b-bdde-140225e31c6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200762 Nov 08 12:55:26.302485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-86ed1128-c7b7-4fcf-b1b5-9c8dd738fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:26.304758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-86ed1128-c7b7-4fcf-b1b5-9c8dd738fe8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1101 time: 0.0574079 Nov 08 12:55:26.433860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 12:55:26.434271 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 12:55:26.536536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828403e-ff6f-473d-8d14-730a7c4d0d55 None None] Pushing event updated for resources: {'Port': ['ID=df470f72-3560-4489-8c55-358317de56fb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:26.539532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-022263c1-cd1a-46d7-93b0-2cb96a2f014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:26.541434 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-022263c1-cd1a-46d7-93b0-2cb96a2f014b service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.2135260 Nov 08 12:55:26.575053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] Provisioning complete for port bbf1d499-1df5-48b0-b67f-d75e558b4411 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:26.575053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:26.677261 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-8c863529-cc87-4c4c-a48e-4492bf61aff3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 200 len: 217 time: 0.1276295 Nov 08 12:55:26.820852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-71bd1a88-af17-442b-805d-876c20cde9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:26.825164 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-71bd1a88-af17-442b-805d-876c20cde9a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.1391439 Nov 08 12:55:26.880001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:26.996363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-42059b9f-bc04-492f-9060-fdf018698d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:26.997974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:27.001571 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-42059b9f-bc04-492f-9060-fdf018698d72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684270 Nov 08 12:55:27.029367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a210-6a42-490a-ae08-252c9deacb7a req-e1dce917-0294-4228-a9d5-77fde16c87d2 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:27.040719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f120a210-6a42-490a-ae08-252c9deacb7a req-e1dce917-0294-4228-a9d5-77fde16c87d2 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1319485 Nov 08 12:55:27.095681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:27.121945 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] Sync routers for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:27.126387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-775f7b9c-5217-47ab-b33d-edad7501b234 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949326 Nov 08 12:55:27.129690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:27.136548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bbf1d499-1df5-48b0-b67f-d75e558b4411 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:27.250890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] For port bbf1d499-1df5-48b0-b67f-d75e558b4411, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bbf1d499-1df5-48b0-b67f-d75e558b4411,segment=NetworkSegment(189a16ca-62e1-4a58-9a9a-55958537dfbd),segment_id=189a16ca-62e1-4a58-9a9a-55958537dfbd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:27.265794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-cb831fa6-4179-416a-8138-e07800b4bbfa service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572300 Nov 08 12:55:27.268185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:27.268837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:27.288965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f120a210-6a42-490a-ae08-252c9deacb7a req-d1232f17-8dab-4a8a-ba96-7e7f4f80d6a3 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374589 Nov 08 12:55:27.343563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:27.363417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:27.423703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bbf1d499-1df5-48b0-b67f-d75e558b4411 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:27.424492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:27.571436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb58448-0049-46b8-ae0b-ecde5f5e74e6 None None] Pushing event updated for resources: {'Port': ['ID=bbf1d499-1df5-48b0-b67f-d75e558b4411,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:27.596549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:27.597261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:27.677932 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e399505c-77a3-4005-9a3a-c95a02e2ea7f req-c9104884-768e-4b6f-9bca-4e46a942620b service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046497 Nov 08 12:55:27.746556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:27.747868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3303e-066c-42bc-85a2-b64a4a134211 None None] The sync data for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:27.771897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0f64b4ae-8556-46ee-aaba-d04a42fb23ff None None] Provisioning complete for port df470f72-3560-4489-8c55-358317de56fb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:27.773846 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f64b4ae-8556-46ee-aaba-d04a42fb23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:28.015534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0f64b4ae-8556-46ee-aaba-d04a42fb23ff None None] Provisioning complete for port 346d7e45-b9b3-4bbf-b3d3-141b82f49317 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:28.016731 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f64b4ae-8556-46ee-aaba-d04a42fb23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:28.019430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df470f72-3560-4489-8c55-358317de56fb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:28.124447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c559e4-0261-4fde-8cbe-5aadda919367 req-6748939c-9e1b-41f2-920e-895543329c69 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:28.132707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c559e4-0261-4fde-8cbe-5aadda919367 req-6748939c-9e1b-41f2-920e-895543329c69 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1345866 Nov 08 12:55:28.211513 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-39352bf6-3d2f-4df7-8d26-8071c1e7fc9c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:55:28.231311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-39352bf6-3d2f-4df7-8d26-8071c1e7fc9c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0965889 Nov 08 12:55:28.236519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50122) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:28.251632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0f64b4ae-8556-46ee-aaba-d04a42fb23ff None None] Port 346d7e45-b9b3-4bbf-b3d3-141b82f49317 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:28.284193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29c559e4-0261-4fde-8cbe-5aadda919367 req-6e58a719-a3bc-490f-90bb-a9f6f02b3786 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505146 Nov 08 12:55:28.285950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:28.293969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port df470f72-3560-4489-8c55-358317de56fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:28.294371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:28.424754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c65f4a1d-82ed-41e2-989c-7dd0495c0b14 None None] Provisioning complete for port bbf1d499-1df5-48b0-b67f-d75e558b4411 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:28.426625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c65f4a1d-82ed-41e2-989c-7dd0495c0b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:28.582423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bbf1d499-1df5-48b0-b67f-d75e558b4411 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:28.679510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bbf1d499-1df5-48b0-b67f-d75e558b4411 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:28.680219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:29.028630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:29.199690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:29.475226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80906d2-fc41-4630-b1ab-396c206b9ea8 req-aaeee167-8a79-4a17-8d30-02ff7cb4d8e5 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:29.479008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a80906d2-fc41-4630-b1ab-396c206b9ea8 req-aaeee167-8a79-4a17-8d30-02ff7cb4d8e5 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.0788226 Nov 08 12:55:29.570937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a80906d2-fc41-4630-b1ab-396c206b9ea8 req-efcfe55d-b2e1-4b47-a082-3ab986f5d8d2 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 08 12:55:29.633382 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting port 346d7e45-b9b3-4bbf-b3d3-141b82f49317 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:29.634128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:29.784441 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:29.800586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Calling delete_port for 346d7e45-b9b3-4bbf-b3d3-141b82f49317 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:30.066498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8204b-54d1-4c29-a7f4-7996e911bae4 req-2593d74e-890b-4561-a5e1-0eaf911758f1 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:30.074697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:30.074973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e8204b-54d1-4c29-a7f4-7996e911bae4 req-2593d74e-890b-4561-a5e1-0eaf911758f1 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.0642512 Nov 08 12:55:30.133100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Port': ['ID=346d7e45-b9b3-4bbf-b3d3-141b82f49317,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:30.157958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e8204b-54d1-4c29-a7f4-7996e911bae4 req-921464a1-28d5-4082-a2af-f8c7b1e64a2f tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819168 Nov 08 12:55:30.221931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-d41e93b7-83b6-4ce7-aa4e-5918e09e224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:30.223852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-d41e93b7-83b6-4ce7-aa4e-5918e09e224c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=283f1f17126246eeb75d85f65f8d5e12&device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0908899 Nov 08 12:55:30.289591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:30.393885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-50cfe804-a55c-4a68-b02a-713dcafd98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:30.396468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-50cfe804-a55c-4a68-b02a-713dcafd98a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 200 len: 911 time: 0.1642480 Nov 08 12:55:30.488803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-cab5e8c5-87ae-45ef-85eb-8adbde46b8db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 200 len: 217 time: 0.0847137 Nov 08 12:55:30.578885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-0f894a72-feec-48b5-8262-01bba5d6ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:30.581149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-0f894a72-feec-48b5-8262-01bba5d6ba65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 200 len: 850 time: 0.0849938 Nov 08 12:55:30.584933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Router 2a8cd1ff-2451-4cc6-a131-f1b9946e6635 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:30.627398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-895bf348-8990-407f-992a-bf294f6f1f42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19d3e3e0-7dd4-4ace-951d-4c4d394ca522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394704 Nov 08 12:55:30.686342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:30.697874 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-20992c56-edff-4999-a0a1-2f1d6427c9b0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579451 Nov 08 12:55:30.700196 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] Sync routers for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:30.701111 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50174) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:30.723815 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:30.724450 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:30.773522 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-360aa23b-aacc-4322-8360-caa66553c8aa tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] delete failed (client error): The resource could not be found. Nov 08 12:55:30.778226 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-360aa23b-aacc-4322-8360-caa66553c8aa tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1761651572 HTTP/1.1" status: 404 len: 335 time: 0.0721741 Nov 08 12:55:30.780695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50176) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:30.787726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ea8269c6-0bfb-405f-924c-41e631c001b1 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a8cd1ff-2451-4cc6-a131-f1b9946e6635'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:30.823670 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:30.863316 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:30.864015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:30.958394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-ea11aad2-c056-4cc4-adf8-94270cdb8f18 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242533 Nov 08 12:55:30.978497 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:30.979656 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dfee6-3f08-4f5a-b885-cedd7e3f37e7 None None] The sync data for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:31.139680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97c0163c-9bd4-446d-a87b-eb899bb9d28d req-95d04564-6d53-44ce-a5b6-abc999381ff2 service neutron] 10.222.0.57 "GET /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729739 Nov 08 12:55:31.160128 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea8269c6-0bfb-405f-924c-41e631c001b1 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.263744 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-ea8269c6-0bfb-405f-924c-41e631c001b1 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] update failed (client error): The resource could not be found. Nov 08 12:55:31.265100 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea8269c6-0bfb-405f-924c-41e631c001b1 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635 HTTP/1.1" status: 404 len: 339 time: 0.4827511 Nov 08 12:55:31.269236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50184) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:31.274811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1367604021'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:31.332694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284dfbe-ea88-4e5c-a2c0-1ec0712dd6b1 req-35c9e387-0c77-4836-919a-5236d452742f tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:31.343038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0284dfbe-ea88-4e5c-a2c0-1ec0712dd6b1 req-35c9e387-0c77-4836-919a-5236d452742f tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.0965118 Nov 08 12:55:31.366468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:31.370010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.412342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:55:31.424642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0284dfbe-ea88-4e5c-a2c0-1ec0712dd6b1 req-836c2bca-8bbd-43b9-9b03-2830aa12d9e7 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804584 Nov 08 12:55:31.427417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.427926 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Added segment cb5ed2e4-ff0f-4a87-8823-1897f0554ab3 of type vlan for network 57211e6d-1e58-4a8b-a408-3dc15407eae8 Nov 08 12:55:31.485801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.628092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.634613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:31.635519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:31.727123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Network': ['ID=57211e6d-1e58-4a8b-a408-3dc15407eae8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:31.745115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:31.751284 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad108adc-6062-4192-965c-a337200c4214 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4809191 Nov 08 12:55:31.754530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50190) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:31.759834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'subnet': {'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:31.988764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Made reservation on behalf of 1ee0810f469044388feab3a2c5a07453 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:31.992931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:32.315652 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:32.385485 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Subnet': ['ID=9dfab62d-cb1b-4854-ac19-11ee7610aff2,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:32.410883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Checking segment: {'id': 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:32.412047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network hostable DHCP agents. Network: 57211e6d-1e58-4a8b-a408-3dc15407eae8, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:32.560131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56ef8-42e6-4d84-8e24-ee4918e6ddb1 req-37e6540e-2ea1-4f5e-9477-67c0f20b50f7 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:32.561707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6d56ef8-42e6-4d84-8e24-ee4918e6ddb1 req-37e6540e-2ea1-4f5e-9477-67c0f20b50f7 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.0526865 Nov 08 12:55:32.570070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:32.623432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6d56ef8-42e6-4d84-8e24-ee4918e6ddb1 req-8f22f13d-38d0-40fc-846f-cac837233e38 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Nov 08 12:55:32.703639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 57211e6d-1e58-4a8b-a408-3dc15407eae8) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:32.710400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:32.710645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:32.716861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e9817-ad9b-4d26-8289-7613ae3c84f0 None None] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:32.843455 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7a59d3c3-6a29-45bf-9280-b8fd942da89c tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0876880 Nov 08 12:55:32.846413 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:32.851141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1b8bf04e-024d-4329-9b44-87f8eb17c4c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'router': {'external_gateway_info': {'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:33.097504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-57211e6d-1e58-4a8b-a408-3dc15407eae8', 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8', 'tenant_id': '1ee0810f469044388feab3a2c5a07453', 'fixed_ips': [{'subnet_id': '9dfab62d-cb1b-4854-ac19-11ee7610aff2'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:55:33.099304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.209757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b8bf04e-024d-4329-9b44-87f8eb17c4c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.247043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d23c3-2ae6-4438-bc43-018ae6020423 req-74986366-8a2c-4ebc-b3e8-662aa901f5c5 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:33.250802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa6d23c3-2ae6-4438-bc43-018ae6020423 req-74986366-8a2c-4ebc-b3e8-662aa901f5c5 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.0621512 Nov 08 12:55:33.263712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Allocated IP 2001:db8:1::2 (57211e6d-1e58-4a8b-a408-3dc15407eae8/9dfab62d-cb1b-4854-ac19-11ee7610aff2/f1f1205d-6ff8-43a2-912f-7e244f20621c) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:33.307964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa6d23c3-2ae6-4438-bc43-018ae6020423 req-0f8bd992-d1f9-4fdb-a71e-9805e877b89a tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Nov 08 12:55:33.436485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.495143 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-1b8bf04e-024d-4329-9b44-87f8eb17c4c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 12:55:33.496242 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1b8bf04e-024d-4329-9b44-87f8eb17c4c4 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635 HTTP/1.1" status: 400 len: 364 time: 0.6489899 Nov 08 12:55:33.500696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:33.580239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.658167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:33.663289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:33.671382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:33.682089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Pushing event updated for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:33.747966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Attempting to bind port f1f1205d-6ff8-43a2-912f-7e244f20621c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:33.748338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Attempting to bind port f1f1205d-6ff8-43a2-912f-7e244f20621c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:33.748772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Attempting to bind port f1f1205d-6ff8-43a2-912f-7e244f20621c on network 57211e6d-1e58-4a8b-a408-3dc15407eae8 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:33.754968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:33.755420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Checking segment: {'id': 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:33.756326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.756326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Bound using segment: {'id': 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:33.756616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Bound port: f1f1205d-6ff8-43a2-912f-7e244f20621c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '57211e6d-1e58-4a8b-a408-3dc15407eae8'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:33.757001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.837128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:33.841988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f1f1205d-6ff8-43a2-912f-7e244f20621c,segment=NetworkSegment(cb5ed2e4-ff0f-4a87-8823-1897f0554ab3),segment_id=cb5ed2e4-ff0f-4a87-8823-1897f0554ab3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:33.881425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:33.932323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:34.053609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52d147-5ccd-4aec-adab-dc86f3321af5 None None] Pushing event updated for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:34.354743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Allocated IP 2001:db8::1 (19a94d76-4616-4102-a7ba-7bbf947a6598/cdad633d-c1c7-435f-8c8c-6511ebf5e157/ab2c8ad3-4991-4d52-8f07-8b3562827ed1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:34.374227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-e49b685c-158c-43cd-9ca1-169196bed06b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:34.374227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-e49b685c-158c-43cd-9ca1-169196bed06b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.2015963 Nov 08 12:55:34.430616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-954dce22-5b4a-473f-8d22-f9c690fd1354 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0491424 Nov 08 12:55:34.563842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5665-d989-4e09-8419-a8045b987785 req-8a93ee3b-5d5e-4a6f-a3d8-3b7029fc4ccf tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:34.565313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ade5665-d989-4e09-8419-a8045b987785 req-8a93ee3b-5d5e-4a6f-a3d8-3b7029fc4ccf tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1473393 Nov 08 12:55:34.576661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-c5ce1afc-410f-4bdb-9c6c-34c8900a6d1a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029654 Nov 08 12:55:34.614426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:34.718176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ade5665-d989-4e09-8419-a8045b987785 req-1638263c-6b62-46cf-963f-91ce1153a543 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368206 Nov 08 12:55:34.743392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-a93644f8-a97b-4071-884d-623f5a308751 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482708 Nov 08 12:55:34.824220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:34.890191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:34.893648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Port': ['ID=ab2c8ad3-4991-4d52-8f07-8b3562827ed1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:34.898917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:34.903110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:34.903666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.037372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-62ba224b-cbff-4ff5-ad90-771fe4f2cb93 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878635 Nov 08 12:55:35.094587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-deabcffc-1555-4567-a0f2-881e9eb939c4 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:35.094587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-deabcffc-1555-4567-a0f2-881e9eb939c4 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.57 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.1299448 Nov 08 12:55:35.255115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.360781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Deleting port 225bb28e-ad6e-457d-9944-d653d0a4071a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:35.361218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.399755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fd570c6b-58a8-4a8c-b4c1-351091eeaf19 None None] Provisioning complete for port ab2c8ad3-4991-4d52-8f07-8b3562827ed1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:35.400240 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fd570c6b-58a8-4a8c-b4c1-351091eeaf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.463919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001536ec-102e-4a20-9984-a4639287f103 None None] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:35.478032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fd570c6b-58a8-4a8c-b4c1-351091eeaf19 None None] Port ab2c8ad3-4991-4d52-8f07-8b3562827ed1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:35.522292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] For port 225bb28e-ad6e-457d-9944-d653d0a4071a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=225bb28e-ad6e-457d-9944-d653d0a4071a,segment=NetworkSegment(9659466a-9d33-4cf6-a85d-8777eed23b2f),segment_id=9659466a-9d33-4cf6-a85d-8777eed23b2f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:35.522292 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.532553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Calling delete_port for 225bb28e-ad6e-457d-9944-d653d0a4071a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:35.653427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] Provisioning complete for port f1f1205d-6ff8-43a2-912f-7e244f20621c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:35.653890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.654186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47577f0a-4c75-4c45-9203-96680972db71 req-32ed2cd1-446b-4dbc-89ae-36eed850cf1b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0393705 Nov 08 12:55:35.795091 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:35.850573 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f1f1205d-6ff8-43a2-912f-7e244f20621c,segment=NetworkSegment(cb5ed2e4-ff0f-4a87-8823-1897f0554ab3),segment_id=cb5ed2e4-ff0f-4a87-8823-1897f0554ab3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:35.947842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.031909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f1f1205d-6ff8-43a2-912f-7e244f20621c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:36.085698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12359fea-d7aa-4991-8357-f30f6abedc8e None None] Pushing event updated for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:36.125892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1f5b150d-a54d-4f71-abc0-e1c387e6972c None None] Provisioning complete for port f1f1205d-6ff8-43a2-912f-7e244f20621c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:36.126579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f5b150d-a54d-4f71-abc0-e1c387e6972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.173470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864cd82-9511-41d1-9d5b-cffe1cf0ecc1 req-40928dae-af5c-4d51-a616-ded25cede4bb tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:36.192346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2864cd82-9511-41d1-9d5b-cffe1cf0ecc1 req-40928dae-af5c-4d51-a616-ded25cede4bb tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 946 time: 0.2654512 Nov 08 12:55:36.244863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.361507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Pushing event deleted for resources: {'Port': ['ID=225bb28e-ad6e-457d-9944-d653d0a4071a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:36.390327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f1f1205d-6ff8-43a2-912f-7e244f20621c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:36.390327 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.485956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.493133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] No DVR routers for this DVR port 225bb28e-ad6e-457d-9944-d653d0a4071a on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:36.504496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.510373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c21f6a6-6cd6-4cbe-af4f-8c9b0dd5cae9 req-ad9ebf7a-a5d3-4cc9-ad94-9ed64d3d6d68 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.57 "DELETE /v2.0/ports/225bb28e-ad6e-457d-9944-d653d0a4071a HTTP/1.1" status: 204 len: 173 time: 1.4078729 Nov 08 12:55:36.511093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'name': 'network-vif-deleted', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:55:36.516194 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517bc6e5-7051-4245-bf50-6d7cec172193" -d '{"events": [{"server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "name": "network-vif-deleted", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:55:36.545799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2864cd82-9511-41d1-9d5b-cffe1cf0ecc1 req-5b4c5f91-0941-443f-a878-ee84b34e9435 tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d95a70b-cde9-479c-9d15-a9d0334d308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516238 Nov 08 12:55:36.589236 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c37cb08-1a08-4adf-9f18-76ea427a7ccf x-openstack-request-id: req-0c37cb08-1a08-4adf-9f18-76ea427a7ccf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:55:36.589585 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eda89a1-dd3e-4270-94fc-08bff306cc6e", "name": "network-vif-deleted", "tag": "225bb28e-ad6e-457d-9944-d653d0a4071a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:55:36.589963 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c37cb08-1a08-4adf-9f18-76ea427a7ccf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:55:36.590519 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eda89a1-dd3e-4270-94fc-08bff306cc6e', 'name': 'network-vif-deleted', 'tag': '225bb28e-ad6e-457d-9944-d653d0a4071a', 'status': 'completed', 'code': 200} Nov 08 12:55:36.600470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.601769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:36.721332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event updated for resources: {'Port': ['ID=ab2c8ad3-4991-4d52-8f07-8b3562827ed1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:36.819461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47edde31-dd27-45ee-a623-00d93d1b5579 req-526820e2-8070-418b-8385-d0b2f28858f1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0403948 Nov 08 12:55:36.821619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:36.824354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:36.986454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Router 2a8cd1ff-2451-4cc6-a131-f1b9946e6635 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:37.156908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:37.174944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] Sync routers for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:37.186544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53307971-a6ba-4707-a0b7-36c8de2aeb7b tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6819103 Nov 08 12:55:37.187104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50270) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:37.192818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:37.194375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:37.283043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:37.301181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:37.304499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:37.347519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:37.348444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be5206-84d7-49ad-997f-5121fb144c17 None None] The sync data for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:37.355513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c9d62bcc-22ca-482a-8a29-e9d3be52cca7 None None] Provisioning complete for port ab2c8ad3-4991-4d52-8f07-8b3562827ed1 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:37.355986 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9d62bcc-22ca-482a-8a29-e9d3be52cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:37.364460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77439c31-4c4d-44bd-9060-9d327bc2db41 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:37.422650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c9d62bcc-22ca-482a-8a29-e9d3be52cca7 None None] Port ab2c8ad3-4991-4d52-8f07-8b3562827ed1 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:37.499624 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-77439c31-4c4d-44bd-9060-9d327bc2db41 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 12:55:37.504651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:37.505168 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77439c31-4c4d-44bd-9060-9d327bc2db41 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635 HTTP/1.1" status: 409 len: 329 time: 0.3165851 Nov 08 12:55:37.753573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10d39aef-8232-4702-94c7-e6b779f9a885 req-8227a402-064f-4c1a-bcf8-dd87d0b0e04c tempest-TestServerAdvancedOps-687737956 tempest-TestServerAdvancedOps-687737956-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eda89a1-dd3e-4270-94fc-08bff306cc6e HTTP/1.1" status: 200 len: 210 time: 0.0544851 Nov 08 12:55:37.782549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 225bb28e-ad6e-457d-9944-d653d0a4071a no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:37.808091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 225bb28e-ad6e-457d-9944-d653d0a4071a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:37.808835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 225bb28e-ad6e-457d-9944-d653d0a4071a not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:37.957554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f1f1205d-6ff8-43a2-912f-7e244f20621c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:37.986794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-914cbcb3-ee31-49fd-b5b4-55fc05ab8fad req-3f0081a7-1cd0-4ae4-ad12-5d8accb5eb62 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0533903 Nov 08 12:55:37.996541 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:38.070609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f1f1205d-6ff8-43a2-912f-7e244f20621c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:38.071536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:38.718451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-3cfa358c-903f-4192-b907-3a25ec256242 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:38.720639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-3cfa358c-903f-4192-b907-3a25ec256242 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1473029 Nov 08 12:55:38.753100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:38.828976 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50286) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:38.880536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Deleting subnet fb102f86-80a3-415b-97b1-57c405b5e1b4 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:38.884348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:38.926108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:38.933267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting port ab2c8ad3-4991-4d52-8f07-8b3562827ed1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:38.933616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:38.985325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.047646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.070296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Calling delete_port for ab2c8ad3-4991-4d52-8f07-8b3562827ed1 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:39.081489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:39.085339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.177582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.180977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f56e9875-5542-42a9-9f8f-70bba3c17b8b req-fed885a0-4554-4f33-bf0d-8ca875f595dd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0722258 Nov 08 12:55:39.207580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.214903 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fb102f86-80a3-415b-97b1-57c405b5e1b4 HTTP/1.1" status: 204 len: 168 time: 0.3817427 Nov 08 12:55:39.215134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50294) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:39.264178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648407a-0591-4917-b485-38940fd830f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb102f86-80a3-415b-97b1-57c405b5e1b4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:39.372113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.507294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.521841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.9 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/0b519dd7-884b-4276-8758-5dcbea6fb4fa) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:39.534942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d3e3e0-7dd4-4ace-951d-4c4d394ca522']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:39.546267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9659466a-9d33-4cf6-a85d-8777eed23b2f') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:39.547340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9659466a-9d33-4cf6-a85d-8777eed23b2f') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:39.558765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.575324 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.583364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:39.583801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:39.585891 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:39.677202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.713313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Port': ['ID=ab2c8ad3-4991-4d52-8f07-8b3562827ed1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:39.857317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.867818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.877778 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] 10.222.0.58 "DELETE /v2.0/networks/19d3e3e0-7dd4-4ace-951d-4c4d394ca522 HTTP/1.1" status: 204 len: 168 time: 0.6614540 Nov 08 12:55:39.883032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:39.891052 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5a084-af16-4524-a2a0-448fff2d3a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d3e3e0-7dd4-4ace-951d-4c4d394ca522,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:39.897254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:39.962166 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.087798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Deleting subnet 1cd810fb-aa74-4434-9e73-c9fefc07c4e7 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:40.105764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.230915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.233956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Router 2a8cd1ff-2451-4cc6-a131-f1b9946e6635 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:40.315676 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.393194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.494415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58afd0f-ff50-45c2-b64d-a6234255e30e req-11a9fe77-dbec-43f9-982d-6c965cc2e957 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:40.496286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d58afd0f-ff50-45c2-b64d-a6234255e30e req-11a9fe77-dbec-43f9-982d-6c965cc2e957 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 931 time: 0.2325730 Nov 08 12:55:40.497415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:40.503417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:40.513059 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] Sync routers for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:40.513559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b272258-206f-4207-94a2-96d31b50bcdb tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075397 Nov 08 12:55:40.517228 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50340) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:40.519797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:40.521941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:40.525197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:40.570058 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:40.570734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:40.619353 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-dc02dc35-c639-4c58-89e0-bfe2b59921e6 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] show failed (client error): The resource could not be found. Nov 08 12:55:40.623941 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dc02dc35-c639-4c58-89e0-bfe2b59921e6 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-833191057 HTTP/1.1" status: 404 len: 334 time: 0.1007493 Nov 08 12:55:40.627080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50346) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:40.637416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4492e9c9-e7fb-4164-ae01-cdb0608d7093 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:40.651971 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:40.667836 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] Routers {'2a8cd1ff-2451-4cc6-a131-f1b9946e6635'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:40.668583 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:40.668932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:40.669600 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.699082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d58afd0f-ff50-45c2-b64d-a6234255e30e req-0fe8621a-3942-4af2-b89c-4cb13900ed3a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174774 Nov 08 12:55:40.704829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.719873 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-4492e9c9-e7fb-4164-ae01-cdb0608d7093 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] update failed (client error): The resource could not be found. Nov 08 12:55:40.726839 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4492e9c9-e7fb-4164-ae01-cdb0608d7093 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1158779873 HTTP/1.1" status: 404 len: 335 time: 0.0986125 Nov 08 12:55:40.727708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50352) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:40.732519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd810fb-aa74-4434-9e73-c9fefc07c4e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:40.752171 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.758171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b0fd767c-df01-454e-b7a4-f5208d981079 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1cd810fb-aa74-4434-9e73-c9fefc07c4e7 HTTP/1.1" status: 204 len: 168 time: 0.8734994 Nov 08 12:55:40.759440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:40.760863 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa0e83-849d-4922-a66e-0901e9aef2dd None None] The sync data for ids ['2a8cd1ff-2451-4cc6-a131-f1b9946e6635'] in n-d-816990-1 is: [] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:40.764831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50354) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:40.831538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting subnet 9dfab62d-cb1b-4854-ac19-11ee7610aff2 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:40.835982 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.872677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-47f39aef-1dd1-400d-9cec-a5642c3bf993 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1244421 Nov 08 12:55:40.891498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Request body: {'port': {'device_id': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:40.912624 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.990413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:40.995817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.087289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bce0cb62-3ab1-45a0-a998-3fb420682e57 None None] Provisioning complete for port 0b519dd7-884b-4276-8758-5dcbea6fb4fa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:41.088026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bce0cb62-3ab1-45a0-a998-3fb420682e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.146879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bce0cb62-3ab1-45a0-a998-3fb420682e57 None None] Port 0b519dd7-884b-4276-8758-5dcbea6fb4fa cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:41.147750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.254449 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.293446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a4393-8c2a-4917-b5c8-753fc5ebae68']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:41.308762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.309378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3864db-06d9-4548-b359-e9805016a1cc') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:41.309760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3864db-06d9-4548-b359-e9805016a1cc') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:41.340564 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.369896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfab62d-cb1b-4854-ac19-11ee7610aff2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:41.389218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.394523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8f1c0df-d67d-4855-ae20-12756679d6c7 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/subnets/9dfab62d-cb1b-4854-ac19-11ee7610aff2 HTTP/1.1" status: 204 len: 168 time: 0.6655443 Nov 08 12:55:41.396579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd75a7-4653-4e12-b53e-96d934e62b83 None None] Network 57211e6d-1e58-4a8b-a408-3dc15407eae8 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:41.397215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:41.511944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.558864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:41.559353 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:41.572999 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:41.840960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] DHCP port deletion for 57211e6d-1e58-4a8b-a408-3dc15407eae8 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:55:41.997796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Deleting port f1f1205d-6ff8-43a2-912f-7e244f20621c {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:42.002767 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.030664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.049968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f1f1205d-6ff8-43a2-912f-7e244f20621c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:42.053050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.058676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] 10.222.0.58 "DELETE /v2.0/networks/5a8a4393-8c2a-4917-b5c8-753fc5ebae68 HTTP/1.1" status: 204 len: 168 time: 1.2927485 Nov 08 12:55:42.106456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94d750-495a-4cc6-879c-769d9fa915dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8a4393-8c2a-4917-b5c8-753fc5ebae68,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:42.146890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329009-36cc-47fe-9e89-378ab006c973 req-a1dde373-e470-4e26-bc2f-21d8021f65ae tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:42.160713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55329009-36cc-47fe-9e89-378ab006c973 req-a1dde373-e470-4e26-bc2f-21d8021f65ae tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 931 time: 0.1786613 Nov 08 12:55:42.170078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f1f1205d-6ff8-43a2-912f-7e244f20621c,segment=NetworkSegment(cb5ed2e4-ff0f-4a87-8823-1897f0554ab3),segment_id=cb5ed2e4-ff0f-4a87-8823-1897f0554ab3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:42.172362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.208610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Calling delete_port for f1f1205d-6ff8-43a2-912f-7e244f20621c owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:42.309628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55329009-36cc-47fe-9e89-378ab006c973 req-b8ce9801-9871-4eb7-be7c-ee3111b08f60 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181235 Nov 08 12:55:42.312973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b519dd7-884b-4276-8758-5dcbea6fb4fa {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:55:42.331974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.346411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.368933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Transition to ACTIVE for port object 0b519dd7-884b-4276-8758-5dcbea6fb4fa will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:55:42.482435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.485818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.529140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting port f1f1205d-6ff8-43a2-912f-7e244f20621c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:42.529478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.667989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f1f1205d-6ff8-43a2-912f-7e244f20621c,segment=NetworkSegment(cb5ed2e4-ff0f-4a87-8823-1897f0554ab3),segment_id=cb5ed2e4-ff0f-4a87-8823-1897f0554ab3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:42.730137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:42.769754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] For port f1f1205d-6ff8-43a2-912f-7e244f20621c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f1f1205d-6ff8-43a2-912f-7e244f20621c,segment=NetworkSegment(cb5ed2e4-ff0f-4a87-8823-1897f0554ab3),segment_id=cb5ed2e4-ff0f-4a87-8823-1897f0554ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:42.770141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.788121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.846804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:42.889009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Calling delete_port for f1f1205d-6ff8-43a2-912f-7e244f20621c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:42.898325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Attempting to bind port 0b519dd7-884b-4276-8758-5dcbea6fb4fa on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:42.898677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Attempting to bind port 0b519dd7-884b-4276-8758-5dcbea6fb4fa by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:42.899021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Attempting to bind port 0b519dd7-884b-4276-8758-5dcbea6fb4fa on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:42.909680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.912589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Port 0b519dd7-884b-4276-8758-5dcbea6fb4fa on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:55:42.913017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Attempting to bind port 0b519dd7-884b-4276-8758-5dcbea6fb4fa on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:42.958506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:42.958506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:42.958506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:42.959450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Bound port: 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:42.960021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:42.977864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] No DVR routers for this DVR port f1f1205d-6ff8-43a2-912f-7e244f20621c on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:42.991367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:42.991933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-905c94cf-822a-45ff-a8b2-dd8126503f3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=283f1f17126246eeb75d85f65f8d5e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594340 Nov 08 12:55:42.994801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:43.067796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb4052-31e8-4cc2-ab3b-ef2255882587 None None] Pushing event deleted for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:43.158357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.191316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Port': ['ID=f1f1205d-6ff8-43a2-912f-7e244f20621c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:43.195676 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] No DVR routers for this DVR port f1f1205d-6ff8-43a2-912f-7e244f20621c on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:43.220584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.337695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:43.357437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.407246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:43.443517 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.494724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ed270-c5f4-45ed-b1a5-de53b5feb310 req-d8c800f3-4bf2-4d8b-9624-0147e3cbdc9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:43.504323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb2ed270-c5f4-45ed-b1a5-de53b5feb310 req-d8c800f3-4bf2-4d8b-9624-0147e3cbdc9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0906560 Nov 08 12:55:43.506591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57211e6d-1e58-4a8b-a408-3dc15407eae8']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:43.517635 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.522710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:43.523072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5ed2e4-ff0f-4a87-8823-1897f0554ab3') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:43.553039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.584625 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.598332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:43.598980 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.633617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:43.635021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.637138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/0b519dd7-884b-4276-8758-5dcbea6fb4fa HTTP/1.1" status: 200 len: 1091 time: 2.7520108 Nov 08 12:55:43.652071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:55:43.656333 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4778961a-5ac5-4fed-a1d5-bcc911547b06" -d '{"events": [{"name": "network-changed", "server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:55:43.678106 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.683082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.685315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d95a70b-cde9-479c-9d15-a9d0334d308a HTTP/1.1" status: 204 len: 168 time: 0.6895933 Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:43.701662 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:43.784304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad117be8-a06e-45b4-9641-54f39dcad6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d95a70b-cde9-479c-9d15-a9d0334d308a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:43.832983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb2ed270-c5f4-45ed-b1a5-de53b5feb310 req-e40407c2-bad2-44b3-8f26-94ebff836ff0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274841 Nov 08 12:55:43.847729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.855141 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:43.859847 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/networks/57211e6d-1e58-4a8b-a408-3dc15407eae8 HTTP/1.1" status: 204 len: 168 time: 2.4612567 Nov 08 12:55:43.870908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50478) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:43.941693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969970-b83e-426c-b273-aa38aec783a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:43.946225 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460e699-1549-40da-83aa-1ae744eb9010 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Network': ['ID=57211e6d-1e58-4a8b-a408-3dc15407eae8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:44.005084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-544019f0-f722-4fa9-b3cf-3c8945b71698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:44.008513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-544019f0-f722-4fa9-b3cf-3c8945b71698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 1094 time: 0.2449849 Nov 08 12:55:44.118990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting subnet f580f619-bc68-4bc5-a575-dc8d0d66586a {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:44.133443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:44.161459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-d4b9a0b4-b72e-4e33-9e8c-742224e4c446 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa HTTP/1.1" status: 200 len: 217 time: 0.1439612 Nov 08 12:55:44.231272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:44.286157 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98923008-414b-4033-a413-b0584735212a x-openstack-request-id: req-98923008-414b-4033-a413-b0584735212a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:55:44.289281 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:55:44.289281 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98923008-414b-4033-a413-b0584735212a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:55:44.299354 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa', 'status': 'completed', 'code': 200} Nov 08 12:55:44.299354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-16490827-a36c-41e4-921c-6ba63f23eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:44.299354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-16490827-a36c-41e4-921c-6ba63f23eae9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1199856 Nov 08 12:55:44.425371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-2d9f3d50-e93e-4a51-9f74-89e1dc597bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:44.428998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-2d9f3d50-e93e-4a51-9f74-89e1dc597bdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102779 Nov 08 12:55:44.429540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:44.640884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:44.711864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Subnet': ['ID=f580f619-bc68-4bc5-a575-dc8d0d66586a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:44.713268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-43deda15-fe1b-434c-89c5-c2bdd83c6d06 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774448 Nov 08 12:55:44.757301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74cac4-b283-4908-8336-c7aae9d3f73d None None] Network a77fcac7-9ef6-43be-a733-70b89867e221 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:44.758182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:44.769011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e234a22e-188a-4b24-8c19-3200e19f26c8 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/subnets/f580f619-bc68-4bc5-a575-dc8d0d66586a HTTP/1.1" status: 204 len: 168 time: 0.8351066 Nov 08 12:55:44.769751 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50522) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:44.881394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7e73053-c05f-4450-a6f6-9a540ad3bb72 req-57dd3771-5a62-44c5-9442-d9bb22e1f761 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610234 Nov 08 12:55:44.979591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting subnet e5ac3697-5d55-4f60-85e7-13e079c6ff6c {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:45.004573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.104497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] DHCP port deletion for a77fcac7-9ef6-43be-a733-70b89867e221 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:55:45.166672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.211136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Deleting port bbf1d499-1df5-48b0-b67f-d75e558b4411 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:45.211833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.269258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726efed-c655-4064-8a92-9e49ed5f0e48 req-ebf12424-013f-4caf-a67f-67f74d531bb9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:45.274772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:45.277240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e726efed-c655-4064-8a92-9e49ed5f0e48 req-ebf12424-013f-4caf-a67f-67f74d531bb9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.2823853 Nov 08 12:55:45.337356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-0e70a86a-2ac3-4a91-b8f7-78d1ed119fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:45.338005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-0e70a86a-2ac3-4a91-b8f7-78d1ed119fcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 1094 time: 0.2261033 Nov 08 12:55:45.435818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e726efed-c655-4064-8a92-9e49ed5f0e48 req-a6cec0c5-2674-4ab3-beca-ccdc270633a1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488590 Nov 08 12:55:45.475751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] For port bbf1d499-1df5-48b0-b67f-d75e558b4411, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bbf1d499-1df5-48b0-b67f-d75e558b4411,segment=NetworkSegment(189a16ca-62e1-4a58-9a9a-55958537dfbd),segment_id=189a16ca-62e1-4a58-9a9a-55958537dfbd)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:45.476215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.529129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Calling delete_port for bbf1d499-1df5-48b0-b67f-d75e558b4411 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:45.555177 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.631212 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be5d77f8-f685-441c-8ae9-8b1cebf91d61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0e67faed6554e4f99d3cb4c41c92a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457973 Nov 08 12:55:45.640312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:45.784944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-65b8ba01-b1e1-4242-83db-03aa5f281f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:45.796050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-65b8ba01-b1e1-4242-83db-03aa5f281f80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.4502056 Nov 08 12:55:45.800813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.888564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ac3697-5d55-4f60-85e7-13e079c6ff6c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:45.899532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:45.908211 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8117faaa-0e19-4996-881e-e9399aac1181 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/subnets/e5ac3697-5d55-4f60-85e7-13e079c6ff6c HTTP/1.1" status: 204 len: 168 time: 1.1322138 Nov 08 12:55:45.910122 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50568) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:45.912746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76a274-f8bf-4f0c-9797-ba9e5526ec73 None None] Network f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:45.933182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-f2cb97cd-3f9d-442a-b783-e35ee0c23a27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa HTTP/1.1" status: 200 len: 217 time: 0.1296556 Nov 08 12:55:46.015584 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.105667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] Pushing event deleted for resources: {'Port': ['ID=bbf1d499-1df5-48b0-b67f-d75e558b4411,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:46.129124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf173fa1-db76-4cc0-808e-c72030c01147 None None] No DVR routers for this DVR port bbf1d499-1df5-48b0-b67f-d75e558b4411 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:46.131199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bbf1d499-1df5-48b0-b67f-d75e558b4411 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:46.137586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-ee2cd63d-e44a-45b0-9c54-920c4308c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:46.139479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-ee2cd63d-e44a-45b0-9c54-920c4308c2fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1928992 Nov 08 12:55:46.143401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.186236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.211332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.216495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bbf1d499-1df5-48b0-b67f-d75e558b4411 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:46.216761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bbf1d499-1df5-48b0-b67f-d75e558b4411 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:46.274299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.341558 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.348200 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.366843 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae5e6c73-a30b-4c32-95f5-f8eb1d17573b HTTP/1.1" status: 204 len: 168 time: 0.6961877 Nov 08 12:55:46.390322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-a8e5b2aa-c0f6-49cf-9426-2286e457b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:46.392589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-a8e5b2aa-c0f6-49cf-9426-2286e457b17d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436133 Nov 08 12:55:46.411892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74872121-dc9c-4dbd-8b15-12d07cc60b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e6c73-a30b-4c32-95f5-f8eb1d17573b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:46.471010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.529968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] DHCP port deletion for f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:55:46.609463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77fcac7-9ef6-43be-a733-70b89867e221']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:46.661554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189a16ca-62e1-4a58-9a9a-55958537dfbd') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:46.662610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189a16ca-62e1-4a58-9a9a-55958537dfbd') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:46.713797 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.725008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-44aff67c-41c5-4971-b0df-2d5118219561 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233688 Nov 08 12:55:46.784252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.787175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Deleting port df470f72-3560-4489-8c55-358317de56fb {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:46.790172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.817366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:46.823134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:46.837575 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:46.917074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ac7c8-fef7-40ca-b13a-96961ed80bbf req-ac3cc92f-aafc-4fb6-94f6-25417a530f96 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:46.920684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-925ac7c8-fef7-40ca-b13a-96961ed80bbf req-ac3cc92f-aafc-4fb6-94f6-25417a530f96 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.2781720 Nov 08 12:55:47.032171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] For port df470f72-3560-4489-8c55-358317de56fb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df470f72-3560-4489-8c55-358317de56fb,segment=NetworkSegment(333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d),segment_id=333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:47.033571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.049735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Calling delete_port for df470f72-3560-4489-8c55-358317de56fb owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:47.146307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-925ac7c8-fef7-40ca-b13a-96961ed80bbf req-c7778cc6-5316-4293-8aa1-dffebe3a9e78 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964681 Nov 08 12:55:47.159786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4778961a-5ac5-4fed-a1d5-bcc911547b06 req-ad02975f-1ad5-4f30-bb23-8d1e5e4ac37d service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013612 Nov 08 12:55:47.171458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.178786 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.185469 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/networks/a77fcac7-9ef6-43be-a733-70b89867e221 HTTP/1.1" status: 204 len: 168 time: 1.2583196 Nov 08 12:55:47.188660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:47.257961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc6c35-5ac3-47b4-92fb-ba1564cfc216 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Network': ['ID=a77fcac7-9ef6-43be-a733-70b89867e221,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:47.305121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.371072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.381874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting port df470f72-3560-4489-8c55-358317de56fb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:47.382523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.422185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] Pushing event deleted for resources: {'Port': ['ID=df470f72-3560-4489-8c55-358317de56fb,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:47.456293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baac037-4b0d-447d-bb91-8f842145cc0c None None] No DVR routers for this DVR port df470f72-3560-4489-8c55-358317de56fb on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:47.487576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] For port df470f72-3560-4489-8c55-358317de56fb, host n-d-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:47.488146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.507060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Calling delete_port for df470f72-3560-4489-8c55-358317de56fb owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:47.510755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Port df470f72-3560-4489-8c55-358317de56fb was not found and therefore no delete operation was performed {{(pid=102535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 12:55:47.512460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.566975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Port': ['ID=df470f72-3560-4489-8c55-358317de56fb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:47.571383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] No DVR routers for this DVR port df470f72-3560-4489-8c55-358317de56fb on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:47.700728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.733668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:47.750166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:47.752729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333c9fe3-4dff-46b4-bc4b-b02e5b6cc24d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:47.786460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.820356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.828329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:47.828973 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:47.902935 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:48.024859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df470f72-3560-4489-8c55-358317de56fb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:48.059913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: df470f72-3560-4489-8c55-358317de56fb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:48.060510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df470f72-3560-4489-8c55-358317de56fb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:48.080263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.088452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.092317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/networks/f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833 HTTP/1.1" status: 204 len: 168 time: 0.9029975 Nov 08 12:55:48.095942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:48.137613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf3be-285c-4875-8744-a7fd545686c0 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Network': ['ID=f9dbeb9a-0bac-4c9d-8bde-90bb5acf5833,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:48.186523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting subnet cdad633d-c1c7-435f-8c8c-6511ebf5e157 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:55:48.191086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.240999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.360573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749ce9-a574-4a50-97a9-87c15a6feed2 req-496fe056-0133-4c16-bc40-a6804fa2ce65 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:48.362148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71749ce9-a574-4a50-97a9-87c15a6feed2 req-496fe056-0133-4c16-bc40-a6804fa2ce65 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0952718 Nov 08 12:55:48.391334 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.479137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71749ce9-a574-4a50-97a9-87c15a6feed2 req-de836460-da6c-498a-91a8-0fe37c243d6e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078193 Nov 08 12:55:48.572015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:48.628957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.700228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Subnet': ['ID=cdad633d-c1c7-435f-8c8c-6511ebf5e157,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:48.707201 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.711627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2bd981bd-6dac-44ff-aa06-de2e4dd51e1d tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/subnets/cdad633d-c1c7-435f-8c8c-6511ebf5e157 HTTP/1.1" status: 204 len: 168 time: 0.6145723 Nov 08 12:55:48.714000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:48.717980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60b0b9-bfc5-4297-89e0-1e9b4bd37da8 None None] Network 19a94d76-4616-4102-a7ba-7bbf947a6598 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:48.766103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-860158169-network', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:48.847758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.912701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Deleting port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:48.912874 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:48.990121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Made reservation on behalf of 705d937a8572452dac2ee7c14c0f1f4d for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:48.994148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.011748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043121a-d33f-4759-981e-248da7826888 None None] DHCP port deletion for 19a94d76-4616-4102-a7ba-7bbf947a6598 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:55:49.124729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1043121a-d33f-4759-981e-248da7826888 None None] Deleting port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:55:49.125423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1043121a-d33f-4759-981e-248da7826888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.207130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1043121a-d33f-4759-981e-248da7826888 None None] For port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,segment=NetworkSegment(1f0d0051-8c90-4923-8424-4de5a87daa76),segment_id=1f0d0051-8c90-4923-8424-4de5a87daa76)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:49.207693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1043121a-d33f-4759-981e-248da7826888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.225676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1043121a-d33f-4759-981e-248da7826888 None None] Calling delete_port for 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:49.448371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1043121a-d33f-4759-981e-248da7826888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.491416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043121a-d33f-4759-981e-248da7826888 None None] Pushing event deleted for resources: {'Port': ['ID=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:49.498271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043121a-d33f-4759-981e-248da7826888 None None] No DVR routers for this DVR port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:49.531320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.535019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] For port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,segment=NetworkSegment(1f0d0051-8c90-4923-8424-4de5a87daa76),segment_id=1f0d0051-8c90-4923-8424-4de5a87daa76)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:49.535525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.556251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Calling delete_port for 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:55:49.770388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498044f-9340-4165-a339-e2b71c9a3f8c req-f6f1aaf0-948a-41be-ad74-65dcac169435 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:49.770388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9498044f-9340-4165-a339-e2b71c9a3f8c req-f6f1aaf0-948a-41be-ad74-65dcac169435 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1840365 Nov 08 12:55:49.777472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.801039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.839634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] No DVR routers for this DVR port 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:55:49.849050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Port': ['ID=9ef54b33-e1c7-4f1f-87c0-6411830ee3d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:49.904587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:49.979691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:55:49.984775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9498044f-9340-4165-a339-e2b71c9a3f8c req-16f2c682-43c0-426c-a62d-1456d63020ca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045994 Nov 08 12:55:50.022920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:55:50.039432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.048018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:55:50.048989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9ef54b33-e1c7-4f1f-87c0-6411830ee3d1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:55:50.049389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605386b5-fb5c-4d13-bb04-d0f7aab8909e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:50.069596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.069933 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Added segment 693c05cf-7341-4536-b390-a915ff544e3c of type vlan for network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc Nov 08 12:55:50.090080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a94d76-4616-4102-a7ba-7bbf947a6598']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:50.107768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0d0051-8c90-4923-8424-4de5a87daa76') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:50.107967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0d0051-8c90-4923-8424-4de5a87daa76') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:50.147177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.163528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.173613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.188450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:55:50.188949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self.session.flush() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:55:50.192251 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:55:50.361830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.363374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:50.363502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.438480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] Pushing event updated for resources: {'Network': ['ID=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:50.445246 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.449911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.450133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:55:50.481352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.486010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/networks/19a94d76-4616-4102-a7ba-7bbf947a6598 HTTP/1.1" status: 204 len: 168 time: 1.7707057 Nov 08 12:55:50.489483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:50.523133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293284f-183b-4b02-87a6-5120a87b253e tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Pushing event deleted for resources: {'Network': ['ID=19a94d76-4616-4102-a7ba-7bbf947a6598,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:50.551231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7224edc8-20ea-41e6-aff5-95e2aa0c9214 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9800658 Nov 08 12:55:50.559881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:50.560384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Request body: {'subnet': {'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-860158169-subnet', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:50.569593 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-97bd443d-dec6-4c07-a252-7250dd483d43 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a8cd1ff-2451-4cc6-a131-f1b9946e6635 HTTP/1.1" status: 200 len: 205 time: 0.0782037 Nov 08 12:55:50.570469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:50.686347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.718387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Made reservation on behalf of 705d937a8572452dac2ee7c14c0f1f4d for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:55:50.721685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.874722 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:50.877088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:51.057038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:51.057820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8cd1ff-2451-4cc6-a131-f1b9946e6635 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:55:51.069230 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:51.075303 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5cd0493b-862c-4fc0-9344-2e7b3db95515 tempest-RoutersNegativeIpV6Test-2010428078 tempest-RoutersNegativeIpV6Test-2010428078-project] 10.222.0.58 "DELETE /v2.0/routers/2a8cd1ff-2451-4cc6-a131-f1b9946e6635 HTTP/1.1" status: 204 len: 168 time: 0.4988325 Nov 08 12:55:51.169165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d9f9-9493-4efa-b01b-005d3fdd424d req-6ca6505d-39b5-4319-b24a-61105a124e10 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:51.171075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42f7d9f9-9493-4efa-b01b-005d3fdd424d req-6ca6505d-39b5-4319-b24a-61105a124e10 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0834756 Nov 08 12:55:51.239170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-42f7d9f9-9493-4efa-b01b-005d3fdd424d req-8434fff7-a429-4c6a-89f4-82280129e43e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594692 Nov 08 12:55:51.240603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:51.315487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02e86b6-624a-4994-ab08-3a7cdbb9a41e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:51.325158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Checking segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:51.325513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Network hostable DHCP agents. Network: 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:55:51.726933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:55:51.892704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:51.959664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:51.971819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:51.972916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:51.978229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1b401-ab75-49ab-b9a2-2062e91de3b9 None None] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:52.088033 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76e64320-b173-4e0a-bc32-31bbe8deb8c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ee0810f469044388feab3a2c5a07453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938527 Nov 08 12:55:52.091775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 50812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:52.165456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.194120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2221fec-42e4-4fbe-a65a-c65b02fe7049 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6347032 Nov 08 12:55:52.196046 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:52.198570 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.198816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:55:52.199884 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.205787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:55:52.407824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Allocated IP 172.20.0.2 (00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc/c02e86b6-624a-4994-ab08-3a7cdbb9a41e/90de39a3-dad6-4c24-8a5e-f97848ce826d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:52.453189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.454850 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.475085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.478576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.479855 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdf1abc2-5bd7-4e53-9a2a-0f0c0d260fe0 HTTP/1.1" status: 204 len: 168 time: 0.3867996 Nov 08 12:55:52.480833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3bf21-aed3-4d78-9624-03e279c35d60 req-cbb58659-6fe5-480a-96b2-4390fbaa952a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:52.493736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7167079-f5a9-4e25-a213-d5db1b1d622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1abc2-5bd7-4e53-9a2a-0f0c0d260fe0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:52.494946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0d3bf21-aed3-4d78-9624-03e279c35d60 req-cbb58659-6fe5-480a-96b2-4390fbaa952a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1122568 Nov 08 12:55:52.589887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.623361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0d3bf21-aed3-4d78-9624-03e279c35d60 req-c740a4aa-7db3-4df1-9dc7-8f924861d048 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177697 Nov 08 12:55:52.664488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.896686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.911626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:52.964601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:52.971533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:52.978288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:52.988453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Pushing event updated for resources: {'Port': ['ID=90de39a3-dad6-4c24-8a5e-f97848ce826d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:53.057126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Attempting to bind port 90de39a3-dad6-4c24-8a5e-f97848ce826d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:53.057387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Attempting to bind port 90de39a3-dad6-4c24-8a5e-f97848ce826d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:53.057754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Attempting to bind port 90de39a3-dad6-4c24-8a5e-f97848ce826d on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:53.063830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:53.064206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Checking segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:53.064602 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.064994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Bound using segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:53.065485 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Bound port: 90de39a3-dad6-4c24-8a5e-f97848ce826d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:53.065845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.139069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] For port 90de39a3-dad6-4c24-8a5e-f97848ce826d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:53.143492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] For port 90de39a3-dad6-4c24-8a5e-f97848ce826d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90de39a3-dad6-4c24-8a5e-f97848ce826d,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:53.291036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32f01ba8-e565-42de-acf4-b1d658bb3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.377871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.525394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.547756 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:53.677564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556ec0-9782-4a20-b8fc-c92b5725899e None None] Pushing event updated for resources: {'Port': ['ID=90de39a3-dad6-4c24-8a5e-f97848ce826d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:53.695201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Allocated IP 172.25.1.73 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5a7edad8-2bae-4acf-8aca-90d72d23917f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:53.868456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fc578-7eb6-4812-ba54-c65acec2b4ce req-a2c551f1-2b89-48b2-bf2c-5ec1484440d4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:53.872771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b19fc578-7eb6-4812-ba54-c65acec2b4ce req-a2c551f1-2b89-48b2-bf2c-5ec1484440d4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1116390 Nov 08 12:55:53.913175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:54.050428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b19fc578-7eb6-4812-ba54-c65acec2b4ce req-45e66ffc-e669-4a04-8350-d37ad9b8e464 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510119 Nov 08 12:55:54.205663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:54.245114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:54.250531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:54.259473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:54.280006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Pushing event updated for resources: {'Port': ['ID=5a7edad8-2bae-4acf-8aca-90d72d23917f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:54.771820 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:54.988823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06a406-90ea-41b5-afd1-2465b2a3235f None None] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:55:55.041736 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.095456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] Provisioning complete for port 90de39a3-dad6-4c24-8a5e-f97848ce826d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:55.096523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.244045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921874-9a04-4258-8778-6b9451e7e5b4 req-0e015034-e144-49c5-84fc-e40c62a60556 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:55.246053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7921874-9a04-4258-8778-6b9451e7e5b4 req-0e015034-e144-49c5-84fc-e40c62a60556 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0865145 Nov 08 12:55:55.340721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7921874-9a04-4258-8778-6b9451e7e5b4 req-ee449307-10e9-4d46-8eb3-3c5f92f4de90 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790751 Nov 08 12:55:55.342912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.427481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] For port 90de39a3-dad6-4c24-8a5e-f97848ce826d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90de39a3-dad6-4c24-8a5e-f97848ce826d,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:55:55.428641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:55:55.589004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:55.612918 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.612918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Sync routers for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:55:55.646775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-425621f4-5b5c-49ee-b8b7-8fab4d51ad53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.662231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:55.663188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:55.777470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.779190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-30de3144-35a6-4970-a476-8b3807c5d63b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5820832 Nov 08 12:55:55.782152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 50986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:55:55.793807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb5d40-06fa-4e55-ac79-0b89514cf2b9 None None] Pushing event updated for resources: {'Port': ['ID=90de39a3-dad6-4c24-8a5e-f97848ce826d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:55.800856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3aa92081-7bf0-4ea7-8755-007df7a5bf65 None None] Provisioning complete for port 90de39a3-dad6-4c24-8a5e-f97848ce826d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:55.801517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3aa92081-7bf0-4ea7-8755-007df7a5bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:55.865404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:56.055044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90de39a3-dad6-4c24-8a5e-f97848ce826d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:55:56.218420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 90de39a3-dad6-4c24-8a5e-f97848ce826d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:56.218922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.288143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:54Z', 'revision_number': 3, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:56.342126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Checking router: c9ea43f2-5ffd-4a20-aeee-74b769555ec4 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:55:56.342637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Updating router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 port 5a7edad8-2bae-4acf-8aca-90d72d23917f binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:55:56.418438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.476553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.583058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79e89-0d85-4b13-9a47-b3f680ecf07e req-15333663-14fb-49a0-a25b-7e66b7d678ae tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:56.584701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aea79e89-0d85-4b13-9a47-b3f680ecf07e req-15333663-14fb-49a0-a25b-7e66b7d678ae tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1048181 Nov 08 12:55:56.711231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aea79e89-0d85-4b13-9a47-b3f680ecf07e req-74f69464-f46b-4e2f-962d-511b37ccdbba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112034 Nov 08 12:55:56.761565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Allocated IP 172.20.0.1 (00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc/c02e86b6-624a-4994-ab08-3a7cdbb9a41e/38ad042b-a005-4f7e-baba-f387f4dc3866) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:55:56.766579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.769028 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.895961 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:56.982718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.057610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Attempting to bind port 5a7edad8-2bae-4acf-8aca-90d72d23917f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:55:57.058200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Attempting to bind port 5a7edad8-2bae-4acf-8aca-90d72d23917f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:55:57.058527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Attempting to bind port 5a7edad8-2bae-4acf-8aca-90d72d23917f on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:55:57.074905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff53e9c-5fc2-465e-aa47-1994fa93dbb0 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad8-2bae-4acf-8aca-90d72d23917f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:57.080273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:55:57.080661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:55:57.081068 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.081460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:55:57.081957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Bound port: 5a7edad8-2bae-4acf-8aca-90d72d23917f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:55:57.082480 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.139797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] For port 5a7edad8-2bae-4acf-8aca-90d72d23917f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:55:57.146543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] For port 5a7edad8-2bae-4acf-8aca-90d72d23917f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5a7edad8-2bae-4acf-8aca-90d72d23917f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:55:57.171842 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.219539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:57.224928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:57.229017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:55:57.258772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Pushing event updated for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:57.277778 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.305449 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:55:57.445996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.520698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:55:57.521328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:57.566276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff53e9c-5fc2-465e-aa47-1994fa93dbb0 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad8-2bae-4acf-8aca-90d72d23917f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:57.573809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.604088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f3aa725e-b76e-4421-8ea6-4d20edd0cec4 None None] Provisioning complete for port 38ad042b-a005-4f7e-baba-f387f4dc3866 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:57.604088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f3aa725e-b76e-4421-8ea6-4d20edd0cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.711665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa725e-b76e-4421-8ea6-4d20edd0cec4 None None] Port 38ad042b-a005-4f7e-baba-f387f4dc3866 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:57.748598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:55:57.876837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:57.956608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7a01d-b4a1-4b12-9297-b8faeb7521c3 req-ab54f336-6a1a-41d0-b20a-674fdef86140 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:57.960210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b7a01d-b4a1-4b12-9297-b8faeb7521c3 req-ab54f336-6a1a-41d0-b20a-674fdef86140 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0888529 Nov 08 12:55:58.002176 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:58.019103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:54Z', 'revision_number': 3, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:55:58.062262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70949cd1-ffbe-4df1-8a69-5494884dd7ad None None] The sync data for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 is: [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:54Z', 'revision_number': 3, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:55:58.103940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b7a01d-b4a1-4b12-9297-b8faeb7521c3 req-c295111b-7e6f-4adf-b256-789710c52b70 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328146 Nov 08 12:55:58.109934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:58.115548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Pushing event updated for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:55:58.223157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:58.234636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:55:58.241392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:55:58.867590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dc9d5d39-4128-49c5-92c7-60cd9c58f5ad None None] Provisioning complete for port 38ad042b-a005-4f7e-baba-f387f4dc3866 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:55:58.868348 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5d39-4128-49c5-92c7-60cd9c58f5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:58.929142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d5d39-4128-49c5-92c7-60cd9c58f5ad None None] Port 38ad042b-a005-4f7e-baba-f387f4dc3866 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:55:59.039176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:55:59.103234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:55:59.325502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:55:59.333605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6ba71b8d-2f61-493c-9c29-cd6955f58b8e admin admin] 10.222.0.58 "PUT /v2.0/routers/c9ea43f2-5ffd-4a20-aeee-74b769555ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5499868 Nov 08 12:55:59.428639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812b761-c99c-4de5-b05b-8b4dd31bbcfc req-a9527336-63c7-4ee6-823c-61a8d0ca9c7a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:55:59.436940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f812b761-c99c-4de5-b05b-8b4dd31bbcfc req-a9527336-63c7-4ee6-823c-61a8d0ca9c7a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1230547 Nov 08 12:55:59.525499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f812b761-c99c-4de5-b05b-8b4dd31bbcfc req-70648092-1a7e-4a1d-a4a7-b598dc80c845 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834854 Nov 08 12:56:00.013670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5a7edad8-2bae-4acf-8aca-90d72d23917f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:00.085026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5a7edad8-2bae-4acf-8aca-90d72d23917f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:00.085026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:00.182892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:00.211211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5a7edad8-2bae-4acf-8aca-90d72d23917f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5a7edad8-2bae-4acf-8aca-90d72d23917f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:00.306911 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:00.367819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5a7edad8-2bae-4acf-8aca-90d72d23917f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:00.466204 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Sync routers for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:56:00.474502 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:00.475214 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:00.646508 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:00.696253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534fb1-ac4b-4b4c-bd4d-7ae5a74de1a0 req-b6a54a07-779c-4bc8-b503-6461e0e30385 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:00.706454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23534fb1-ac4b-4b4c-bd4d-7ae5a74de1a0 req-b6a54a07-779c-4bc8-b503-6461e0e30385 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0817513 Nov 08 12:56:00.707031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51198) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:00.733914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2121436269-network', 'tenant_id': '99481791ef05405da87b9312fc83c664'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:00.785207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23534fb1-ac4b-4b4c-bd4d-7ae5a74de1a0 req-b3287621-702c-4713-b2f2-d973eca9a95a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769825 Nov 08 12:56:00.919489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Made reservation on behalf of 99481791ef05405da87b9312fc83c664 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:56:00.925174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:00.938557 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.035805 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 4, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '38ad042b-a005-4f7e-baba-f387f4dc3866', 'name': '', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'mac_address': 'fa:16:3e:50:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:56Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 2, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'subnets': [{'id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:01.059578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.073500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Checking router: c9ea43f2-5ffd-4a20-aeee-74b769555ec4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:56:01.073874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Updating router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 port 38ad042b-a005-4f7e-baba-f387f4dc3866 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:56:01.103590 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.272445 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.313515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404ddbd-4a0d-415a-905b-48dd0777276c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:01.331964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:56:01.360004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.360391 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Added segment 6124d8e0-3c7e-4703-8920-090c77064d36 of type vlan for network f0fe838c-1b30-405c-b467-a9055450728e Nov 08 12:56:01.416755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.582014 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.633533 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.646504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:01.646504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.715845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] Pushing event updated for resources: {'Network': ['ID=f0fe838c-1b30-405c-b467-a9055450728e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:01.726048 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.730161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f0fe838c-1b30-405c-b467-a9055450728e details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:56:01.794907 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-56b5bd3a-dc9b-4385-bf5f-d48d60ed711f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0866220 Nov 08 12:56:01.806716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 51242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:01.813664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Request body: {'subnet': {'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2121436269-subnet', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:01.844647 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Pushing event updated for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:01.880132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.880869 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.881819 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.881819 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.882458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.882818 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.883378 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.883913 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.884639 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.885715 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.886418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.887103 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:01.941268 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Attempting to bind port 38ad042b-a005-4f7e-baba-f387f4dc3866 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:01.941677 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Attempting to bind port 38ad042b-a005-4f7e-baba-f387f4dc3866 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:01.946058 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Attempting to bind port 38ad042b-a005-4f7e-baba-f387f4dc3866 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:01.952170 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:01.952586 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Checking segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:01.953867 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:01.954337 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Bound using segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:01.955372 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Bound port: 38ad042b-a005-4f7e-baba-f387f4dc3866, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:01.956122 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.061412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Made reservation on behalf of 99481791ef05405da87b9312fc83c664 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:56:02.065126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.070488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5a7edad8-2bae-4acf-8aca-90d72d23917f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:02.107163 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] For port 38ad042b-a005-4f7e-baba-f387f4dc3866, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:02.117097 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] For port 38ad042b-a005-4f7e-baba-f387f4dc3866, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=38ad042b-a005-4f7e-baba-f387f4dc3866,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:02.134294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42478-b92c-447a-8c36-a04eef33b71f req-53a68313-2f91-40dc-9755-44f124a5dda8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:02.134294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aea42478-b92c-447a-8c36-a04eef33b71f req-53a68313-2f91-40dc-9755-44f124a5dda8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1960795 Nov 08 12:56:02.219093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5a7edad8-2bae-4acf-8aca-90d72d23917f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:02.220958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.251812 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.368677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aea42478-b92c-447a-8c36-a04eef33b71f req-5a909149-3014-4d1d-bd33-b30a47bbfa7d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118673 Nov 08 12:56:02.487739 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:02.491320 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:02.556383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] Provisioning complete for port 38ad042b-a005-4f7e-baba-f387f4dc3866 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:02.556833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.619691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59bdc7-7cb9-4330-aa48-dfaae1a44110 None None] Pushing event updated for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:02.762292 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.803040 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:02.812527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.837136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] For port 38ad042b-a005-4f7e-baba-f387f4dc3866, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=38ad042b-a005-4f7e-baba-f387f4dc3866,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:02.954632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56d87cd-eb76-47c2-8282-9b2c5b26a8a0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:02.955033 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:02.961773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Checking segment: {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:02.963149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Network hostable DHCP agents. Network: f0fe838c-1b30-405c-b467-a9055450728e, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:56:03.096707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab79bc-6369-448e-bd36-23c207849576 None None] Pushing event updated for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:03.121480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fc6fb93f-91a8-4c36-ae6a-5b66045b73b4 None None] Provisioning complete for port 38ad042b-a005-4f7e-baba-f387f4dc3866 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:03.122236 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc6fb93f-91a8-4c36-ae6a-5b66045b73b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:03.159202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Network f0fe838c-1b30-405c-b467-a9055450728e is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:56:03.259226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 4, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '38ad042b-a005-4f7e-baba-f387f4dc3866', 'name': '', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'mac_address': 'fa:16:3e:50:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:56Z', 'updated_at': '2021-11-08T12:56:02Z', 'revision_number': 4, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'subnets': [{'id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:03.291677 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232cb65-6aeb-464a-b783-13135ab5e680 None None] The sync data for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 is: [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:55:57Z', 'revision_number': 4, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '38ad042b-a005-4f7e-baba-f387f4dc3866', 'name': '', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'mac_address': 'fa:16:3e:50:7d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:56Z', 'updated_at': '2021-11-08T12:56:02Z', 'revision_number': 4, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'subnets': [{'id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:56:03.297427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f0fe838c-1b30-405c-b467-a9055450728e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:03.304967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:03.304967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:03.315199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460333a-4d6f-4d28-b47b-fbc13aba2dd6 None None] Network f0fe838c-1b30-405c-b467-a9055450728e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:56:03.469624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a9db77cd-795b-4540-b315-71eed2f3c9dd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6668487 Nov 08 12:56:03.470551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51316) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:03.489312 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:03.557799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f0fe838c-1b30-405c-b467-a9055450728e', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:56:03.559312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:03.617928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b476652-0f25-44d7-ad6e-e8c6d8b4cae8 req-5dd6e5b7-8a59-47c7-9e02-ecac7cd04763 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:03.620260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b476652-0f25-44d7-ad6e-e8c6d8b4cae8 req-5dd6e5b7-8a59-47c7-9e02-ecac7cd04763 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1256173 Nov 08 12:56:03.652981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:03.654357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:03.791942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b476652-0f25-44d7-ad6e-e8c6d8b4cae8 req-675d3f73-0d4a-426b-89af-0cde0b6c1560 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561065 Nov 08 12:56:03.808657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.184576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.211089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 38ad042b-a005-4f7e-baba-f387f4dc3866 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:04.328700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Allocated IP 172.20.0.2 (f0fe838c-1b30-405c-b467-a9055450728e/b56d87cd-eb76-47c2-8282-9b2c5b26a8a0/8de4071a-a325-42a0-8ad3-771a7ba1065a) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:04.353311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 38ad042b-a005-4f7e-baba-f387f4dc3866 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:04.353685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.659620 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.679619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.711370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.827306 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:04.970205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Network f0fe838c-1b30-405c-b467-a9055450728e is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:04.985235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:04.995344 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Allocated IP 172.25.1.92 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/84fc1da9-0ae4-41be-ba66-00c0e61fe61c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:05.013562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:05.099708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Pushing event updated for resources: {'Port': ['ID=8de4071a-a325-42a0-8ad3-771a7ba1065a,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:05.230495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1a5ca-eb0d-4c89-b439-0dbb2b764a2a req-80901a0c-82af-4946-b2a8-43a64c91008e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:05.231364 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Attempting to bind port 8de4071a-a325-42a0-8ad3-771a7ba1065a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:05.232472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Attempting to bind port 8de4071a-a325-42a0-8ad3-771a7ba1065a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:05.232600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7d1a5ca-eb0d-4c89-b439-0dbb2b764a2a req-80901a0c-82af-4946-b2a8-43a64c91008e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1943753 Nov 08 12:56:05.233609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Attempting to bind port 8de4071a-a325-42a0-8ad3-771a7ba1065a on network f0fe838c-1b30-405c-b467-a9055450728e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:05.253204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:05.253204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Checking segment: {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:05.253204 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:05.253809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Bound using segment: {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:05.254718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Bound port: 8de4071a-a325-42a0-8ad3-771a7ba1065a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:05.254989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:05.322435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7d1a5ca-eb0d-4c89-b439-0dbb2b764a2a req-5cbd1633-2a3d-4790-af82-44e84fff53b9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Nov 08 12:56:05.364835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:05.433331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] For port 8de4071a-a325-42a0-8ad3-771a7ba1065a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:05.438998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] For port 8de4071a-a325-42a0-8ad3-771a7ba1065a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8de4071a-a325-42a0-8ad3-771a7ba1065a,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:05.553339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:05.609379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:05.612164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:05.619630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:05.657528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:05.691320 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:05.790107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc982e-a578-4055-b58a-1fa00e029c6c None None] Pushing event updated for resources: {'Port': ['ID=8de4071a-a325-42a0-8ad3-771a7ba1065a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:06.073316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:06.359709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:06.544122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb382b7-5aa3-470b-b956-39de9c162c9c req-aaa9802c-aa17-4256-9279-bc1f6657c954 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:06.547544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bb382b7-5aa3-470b-b956-39de9c162c9c req-aaa9802c-aa17-4256-9279-bc1f6657c954 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0848551 Nov 08 12:56:06.643795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6bb382b7-5aa3-470b-b956-39de9c162c9c req-4bf9573d-c87a-417b-a3ce-1e24fdbd243c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866187 Nov 08 12:56:06.733910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:56:06.910129 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:56:06.937620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Sync routers for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:56:06.956070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:06.957513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:07.027256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d617e-9fe9-4a88-a034-a7ce97fb6f11 None None] Network f0fe838c-1b30-405c-b467-a9055450728e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:56:07.069773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:07.071066 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e9a5aaa3-77a4-436e-9916-23a75e0ba1f4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5992420 Nov 08 12:56:07.073992 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 51466) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:07.207205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:07.276130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] Provisioning complete for port 8de4071a-a325-42a0-8ad3-771a7ba1065a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:07.276760 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:07.362811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-d1f9ef8c-c833-4e21-8125-db7e7027a384 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:07.364459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-d1f9ef8c-c833-4e21-8125-db7e7027a384 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/networks?id=4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 200 len: 814 time: 0.1898780 Nov 08 12:56:07.384183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-e77e64c0-0729-4ff9-8648-26ce57213083 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/quotas/aa2c327ee21146b0a4df5bf32e398e12 HTTP/1.1" status: 200 len: 375 time: 0.0112498 Nov 08 12:56:07.489752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-190e0345-d7e8-4185-a20c-0fac0668e34d tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884573 Nov 08 12:56:07.618974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:07.708259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] For port 8de4071a-a325-42a0-8ad3-771a7ba1065a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8de4071a-a325-42a0-8ad3-771a7ba1065a,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:07.780453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:05Z', 'revision_number': 3, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:07.820262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Checking router: 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:56:07.820893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Updating router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:56:07.821336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-124bf79e-9a37-4bee-9261-f437cd67c05e service neutron] 10.222.0.58 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300939 Nov 08 12:56:07.823457 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:07.943572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:08.128340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad398-e94f-4160-95fa-819ee38c5063 req-01a4d379-b2cd-4d85-8ddc-eeb29ccd6928 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:08.130071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b67ad398-e94f-4160-95fa-819ee38c5063 req-01a4d379-b2cd-4d85-8ddc-eeb29ccd6928 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.3638408 Nov 08 12:56:08.201222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-227e7222-109c-4c8e-8b95-21fe30e1c593 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789074 Nov 08 12:56:08.208615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8de4071a-a325-42a0-8ad3-771a7ba1065a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:08.250834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79779f3-1d3e-421e-a8b5-ddfe991e4fac None None] Pushing event updated for resources: {'Port': ['ID=8de4071a-a325-42a0-8ad3-771a7ba1065a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:08.259402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98c3225c-a2f5-42d7-bc9c-84e7daa57a07 None None] Provisioning complete for port 8de4071a-a325-42a0-8ad3-771a7ba1065a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:08.259771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98c3225c-a2f5-42d7-bc9c-84e7daa57a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:08.265152 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b67ad398-e94f-4160-95fa-819ee38c5063 req-76f2963c-de88-4591-9da3-c8082e685528 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250401 Nov 08 12:56:08.367284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:08.390789 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8de4071a-a325-42a0-8ad3-771a7ba1065a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:08.390789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:08.688990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-325b441a-9cc0-4c37-ac83-3ffbd814d9b8 req-73d694cc-d8b7-4afe-969b-3edd73989dbb tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0715504 Nov 08 12:56:08.715009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Allocated IP 172.20.0.1 (f0fe838c-1b30-405c-b467-a9055450728e/b56d87cd-eb76-47c2-8282-9b2c5b26a8a0/b4fdfb17-bea3-42e5-8a16-7f2f94403f28) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:08.961759 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.089956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.198989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.200738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.280757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:09.307159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Attempting to bind port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:09.307579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Attempting to bind port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:09.307901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Attempting to bind port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:09.316072 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:09.319388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:09.319388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.319388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:09.319388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Bound port: 84fc1da9-0ae4-41be-ba66-00c0e61fe61c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:09.319388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.377049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Network f0fe838c-1b30-405c-b467-a9055450728e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:09.377049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:09.416754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:09.471386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] For port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:09.474276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eefd1-1ded-48c8-9d6a-bdfff3662d9a None None] Pushing event updated for resources: {'Port': ['ID=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:09.489097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] For port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:09.518825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.609644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d02bc-ab77-4fd7-86cd-3cffab0f9003 req-29571e48-f78b-4819-b007-80208a1b3468 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:09.611307 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-235d02bc-ab77-4fd7-86cd-3cffab0f9003 req-29571e48-f78b-4819-b007-80208a1b3468 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1366343 Nov 08 12:56:09.620739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:09.783238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-235d02bc-ab77-4fd7-86cd-3cffab0f9003 req-154b8771-3690-457a-aef4-0aac0db42028 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588891 Nov 08 12:56:09.862016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:09.870725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:09.944777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-728dff48-eb6a-46a5-b7be-40e70b303e67 req-939c3b18-be2f-484d-9afe-9fddbb134971 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0778854 Nov 08 12:56:09.952062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eefd1-1ded-48c8-9d6a-bdfff3662d9a None None] Pushing event updated for resources: {'Port': ['ID=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:09.971712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.104637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8de4071a-a325-42a0-8ad3-771a7ba1065a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:10.160396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a21167ef-15bb-44e4-bc4d-e4139176db2e None None] Provisioning complete for port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:10.161100 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a21167ef-15bb-44e4-bc4d-e4139176db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.249678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:10.307336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a21167ef-15bb-44e4-bc4d-e4139176db2e None None] Port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:56:10.350280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.371529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8de4071a-a325-42a0-8ad3-771a7ba1065a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:10.371529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.434821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.584712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:10.758873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:10.825671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b4fdfb17-bea3-42e5-8a16-7f2f94403f28', 'name': '', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'mac_address': 'fa:16:3e:3f:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:08Z', 'updated_at': '2021-11-08T12:56:08Z', 'revision_number': 1, 'project_id': '99481791ef05405da87b9312fc83c664', 'subnets': [{'id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:10.887899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Network f0fe838c-1b30-405c-b467-a9055450728e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:10.889869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:10.908225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9fd19-f304-43f5-8d96-39bfd4e0f835 None None] The sync data for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 is: [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b4fdfb17-bea3-42e5-8a16-7f2f94403f28', 'name': '', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'mac_address': 'fa:16:3e:3f:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:08Z', 'updated_at': '2021-11-08T12:56:08Z', 'revision_number': 1, 'project_id': '99481791ef05405da87b9312fc83c664', 'subnets': [{'id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:56:11.051309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6bd0-9465-4d0c-b1c5-a391b4e3abc0 req-f03cbfb4-47fc-48af-bc65-d37d405f4dba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:11.055517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-495f6bd0-9465-4d0c-b1c5-a391b4e3abc0 req-f03cbfb4-47fc-48af-bc65-d37d405f4dba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1432514 Nov 08 12:56:11.220974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4d29794-fbaa-4658-afd7-d6bd3fc86d53 req-bdf7b468-a534-48f1-96a6-6344a8184e9a tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0900724 Nov 08 12:56:11.249758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-495f6bd0-9465-4d0c-b1c5-a391b4e3abc0 req-08e351fe-ee95-468b-a449-7c92617e41ee tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838019 Nov 08 12:56:11.336285 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:56:11.533806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:56:11.553663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-20899541-4468-457d-8d83-1c408aec6452 None None] Provisioning complete for port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:11.554410 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09793fda-9702-4097-b019-768a7f37a6b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/5f1b2fc8-6cab-4187-bd11-c798bd28b1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4691887 Nov 08 12:56:11.554503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20899541-4468-457d-8d83-1c408aec6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:11.587919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-20899541-4468-457d-8d83-1c408aec6452 None None] Port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:56:12.389662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-6ec11a80-d7c8-4917-8161-826c0e474e73 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:12.392750 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-6ec11a80-d7c8-4917-8161-826c0e474e73 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.61 "GET /v2.0/networks?id=4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 200 len: 814 time: 0.4268599 Nov 08 12:56:12.418723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Request body: {'port': {'device_id': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220', 'admin_state_up': True, 'tenant_id': 'aa2c327ee21146b0a4df5bf32e398e12'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:12.465497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09e91b05-859b-455e-88a3-968d1ea5b1c0 req-e58cb35a-baea-4ead-a407-e690355605af tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0577931 Nov 08 12:56:12.545411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-77e4234e-78bf-4c19-8141-5015d0f10dcd tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:12.555861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-77e4234e-78bf-4c19-8141-5015d0f10dcd tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.3001430 Nov 08 12:56:12.586347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-b3b21ea2-6369-42d8-b2ab-5b44df17cc9e tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/quotas/99481791ef05405da87b9312fc83c664 HTTP/1.1" status: 200 len: 375 time: 0.0294020 Nov 08 12:56:12.781925 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Made reservation on behalf of aa2c327ee21146b0a4df5bf32e398e12 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:56:12.781925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:12.790382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-d90f4d93-8f2e-4cf3-8088-c491be29cb36 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029071 Nov 08 12:56:12.816566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358025c4-96ac-438f-8ae5-eac72adb4580 req-725521b7-22dc-4a77-b769-7f8ea9f97b5f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:12.824500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-358025c4-96ac-438f-8ae5-eac72adb4580 req-725521b7-22dc-4a77-b769-7f8ea9f97b5f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.2231033 Nov 08 12:56:12.942608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-358025c4-96ac-438f-8ae5-eac72adb4580 req-c0d5c12b-f14a-4370-94ee-eef6d51e72b4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169083 Nov 08 12:56:12.994130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-da632887-ad44-43a8-ae06-e1b98782dde0 service neutron] 10.222.0.58 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957726 Nov 08 12:56:13.041685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Allocated IP 172.20.0.8 (4ac0632b-7d88-4b39-af05-a7193d042220/471a8cad-c013-4da8-9fdc-b100ac1a7f85/aa2363e7-7eb0-4f99-b01e-941b945c711b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:13.153232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-f89bce98-a351-441e-8fe6-35134f685e7c service neutron] 10.222.0.58 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580396 Nov 08 12:56:13.393643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:13.537043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30206559-cbd3-4aeb-b5b8-41fd8320f273 req-7402058c-1806-4aaf-adf8-38aaa4d4aa96 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Nov 08 12:56:13.580700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3de275fb-53a4-481c-ab85-28af70bd38ab req-d103dd80-d6c5-4ad0-8398-d6729f884547 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0280912 Nov 08 12:56:13.582859 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:13.659506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Pushing event updated for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:13.670632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Network 4ac0632b-7d88-4b39-af05-a7193d042220 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:13.680921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:13.690352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:13.714454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.715066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.715414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.715766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.716105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.716439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.716942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.717699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.717699 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.717967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.718317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.718647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:13.786085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:13.786872 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:13.938458 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ffd72803-1965-46e1-b628-507408878080 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5318484 Nov 08 12:56:13.950950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Request body: {'port': {'device_id': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:14.062745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84fc1da9-0ae4-41be-ba66-00c0e61fe61c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:14.086397 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.142455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eddfcd-14f1-49a9-81ab-5f05afffdffd req-fa64fbe0-177a-487f-89c0-ae5f2fa4e470 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:14.149865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44eddfcd-14f1-49a9-81ab-5f05afffdffd req-fa64fbe0-177a-487f-89c0-ae5f2fa4e470 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0860794 Nov 08 12:56:14.206036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:14.207897 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.212982 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44eddfcd-14f1-49a9-81ab-5f05afffdffd req-bcbada55-52f3-42a9-bbf5-a1803226981e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620773 Nov 08 12:56:14.315203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.359902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:14.455614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.555538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:14.596900 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2363e7-7eb0-4f99-b01e-941b945c711b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:14.608218 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.651367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Transition to ACTIVE for port object aa2363e7-7eb0-4f99-b01e-941b945c711b will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:56:14.784461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-464c7c86-7c89-4a0a-9505-201aea91fe18 req-b51ddb6f-180a-4d96-b383-dbf1869ad371 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0829239 Nov 08 12:56:14.787849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:14.925721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86defd45-ce50-4c09-bc84-319920d1011c req-b930bd51-f843-4f69-aeab-7bcb9f799ca5 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:14.933906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86defd45-ce50-4c09-bc84-319920d1011c req-b930bd51-f843-4f69-aeab-7bcb9f799ca5 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 943 time: 0.1207716 Nov 08 12:56:14.935823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:15.022016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86defd45-ce50-4c09-bc84-319920d1011c req-bc52a34e-0f1b-4c9e-933f-d66e0d483271 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870705 Nov 08 12:56:15.038463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Attempting to bind port aa2363e7-7eb0-4f99-b01e-941b945c711b on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:15.038807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Attempting to bind port aa2363e7-7eb0-4f99-b01e-941b945c711b by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:15.039224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Attempting to bind port aa2363e7-7eb0-4f99-b01e-941b945c711b on network 4ac0632b-7d88-4b39-af05-a7193d042220 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:15.045074 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Port aa2363e7-7eb0-4f99-b01e-941b945c711b on network 4ac0632b-7d88-4b39-af05-a7193d042220 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:56:15.045771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Attempting to bind port aa2363e7-7eb0-4f99-b01e-941b945c711b on network 4ac0632b-7d88-4b39-af05-a7193d042220 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:15.052161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:15.052161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Checking segment: {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:15.052436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Bound using segment: {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:15.052748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Bound port: aa2363e7-7eb0-4f99-b01e-941b945c711b, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:15.053297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:15.139324 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Sync routers for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:56:15.150035 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:15.150333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:15.150789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:15.154858 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:15.285007 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:15.332360 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:15.363393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb25a2-1824-4efa-a3e8-1d0b4c290554 req-99add720-e4d1-4dd3-baa5-f7c5c6bd8a2d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:15.379729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfb25a2-1824-4efa-a3e8-1d0b4c290554 req-99add720-e4d1-4dd3-baa5-f7c5c6bd8a2d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0772135 Nov 08 12:56:15.423195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:15.423896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:15.425401 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] 10.222.0.61 "PUT /v2.0/ports/aa2363e7-7eb0-4f99-b01e-941b945c711b HTTP/1.1" status: 200 len: 1091 time: 1.4793050 Nov 08 12:56:15.425881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:15.428474 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aac2d0-f848-4e61-86a0-e1bb3208af92" -d '{"events": [{"name": "network-changed", "server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:15.447950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32c2d9-e05d-4de2-94ed-b34621a59e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:15.495100 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e712d7-6653-4496-898f-65842c94ef56 x-openstack-request-id: req-47e712d7-6653-4496-898f-65842c94ef56 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:15.495555 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:15.495872 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47e712d7-6653-4496-898f-65842c94ef56 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:15.496603 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b', 'status': 'completed', 'code': 200} Nov 08 12:56:15.519264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bfb25a2-1824-4efa-a3e8-1d0b4c290554 req-c986d5ed-ffe4-4ed9-801a-88ef1c508487 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286929 Nov 08 12:56:15.579359 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-ddc28392-338b-4e98-92cf-fda0b74c301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:15.582841 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-ddc28392-338b-4e98-92cf-fda0b74c301b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 1094 time: 0.0613439 Nov 08 12:56:15.744281 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b4fdfb17-bea3-42e5-8a16-7f2f94403f28', 'name': '', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'mac_address': 'fa:16:3e:3f:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:08Z', 'updated_at': '2021-11-08T12:56:10Z', 'revision_number': 2, 'project_id': '99481791ef05405da87b9312fc83c664', 'subnets': [{'id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:15.775857 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Checking router: 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:56:15.776229 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Updating router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:56:15.800415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-c41a83f5-3ff7-4a98-be9e-c4a48a60a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:15.800415 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-c41a83f5-3ff7-4a98-be9e-c4a48a60a723 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2084978 Nov 08 12:56:15.855413 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:15.970103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f19e6da9-b72c-4d93-b590-c89cfbf2b1a9 req-599c8d6b-9b44-421d-b127-b1341afbe354 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0839708 Nov 08 12:56:16.043869 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-6a37ea58-e2c1-48f1-ad8a-ccfdf5e15fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:16.045855 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-60aac2d0-f848-4e61-86a0-e1bb3208af92 req-6a37ea58-e2c1-48f1-ad8a-ccfdf5e15fd2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379766 Nov 08 12:56:16.054715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84fc1da9-0ae4-41be-ba66-00c0e61fe61c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:16.147147 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.196430 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:16.196910 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.264620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74516-a832-4dd8-b645-0d1c65f0613c req-69b934d8-0954-4585-be7b-16a58b8d0fca tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:16.268012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65d74516-a832-4dd8-b645-0d1c65f0613c req-69b934d8-0954-4585-be7b-16a58b8d0fca tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 943 time: 0.1048164 Nov 08 12:56:16.314278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-3824c1fa-b4af-4028-9834-4abbf9f5a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:16.316338 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-3824c1fa-b4af-4028-9834-4abbf9f5a37b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 1094 time: 0.0782042 Nov 08 12:56:16.349087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65d74516-a832-4dd8-b645-0d1c65f0613c req-58397e68-972e-4e8e-a0bc-2a1813dc6671 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726323 Nov 08 12:56:16.381670 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-4c524425-a746-4104-bd97-61b74fed2bd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b HTTP/1.1" status: 200 len: 217 time: 0.0570052 Nov 08 12:56:16.464234 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.479966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-4647cb61-6bbe-4eea-a926-fe102e13f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:16.481834 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-4647cb61-6bbe-4eea-a926-fe102e13f6bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=471a8cad-c013-4da8-9fdc-b100ac1a7f85 HTTP/1.1" status: 200 len: 854 time: 0.0937035 Nov 08 12:56:16.539807 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-4f675209-8d83-4d14-8ad6-0d5a464fd2ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac0632b-7d88-4b39-af05-a7193d042220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467970 Nov 08 12:56:16.560132 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.709004 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-ac6a65e7-36dd-4962-a7fc-55be5a65b0f5 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637342 Nov 08 12:56:16.723057 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ff9b-391d-4a91-8bef-123d7d104e13 None None] Pushing event updated for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:16.740048 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Attempting to bind port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:16.740829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Attempting to bind port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:16.741387 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Attempting to bind port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 on network f0fe838c-1b30-405c-b467-a9055450728e {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:16.749822 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:16.750137 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Checking segment: {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:16.751459 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.752441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Bound using segment: {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:16.760425 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Bound port: b4fdfb17-bea3-42e5-8a16-7f2f94403f28, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6124d8e0-3c7e-4703-8920-090c77064d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:16.766189 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:16.876319 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-01bf48a9-4b27-4971-a9e5-4469a64c253c req-8cf0f8be-a5ed-4aa7-8996-4c1fabc5c15e service neutron] 10.222.0.61 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573722 Nov 08 12:56:16.884127 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] For port b4fdfb17-bea3-42e5-8a16-7f2f94403f28, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:16.889691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] For port b4fdfb17-bea3-42e5-8a16-7f2f94403f28, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:16.912751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bcb51-279e-41ea-a15a-336ef3ceead8 req-fb68a696-a73d-4233-8d87-900b665b1c04 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:16.914723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe7bcb51-279e-41ea-a15a-336ef3ceead8 req-fb68a696-a73d-4233-8d87-900b665b1c04 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.2392247 Nov 08 12:56:17.015044 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:17.031192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe7bcb51-279e-41ea-a15a-336ef3ceead8 req-10d1fd93-f960-45cd-8e02-ba24e8f63505 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050122 Nov 08 12:56:17.120083 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:17.124734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:55:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:17.128301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Provisioning complete for port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:17.130066 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:17.189470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff23f70b-52b5-468b-a0ae-aaa3aee5a137 req-c6ce8d47-1949-4009-a135-fbd4cc147ec0 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0971842 Nov 08 12:56:17.335230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:17.466154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] For port b4fdfb17-bea3-42e5-8a16-7f2f94403f28, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:17.520296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-46fa9b94-dd9b-4019-a165-cf5513717a78 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:17.521928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-46fa9b94-dd9b-4019-a165-cf5513717a78 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.57 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.3489568 Nov 08 12:56:17.567854 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:17.576905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Request body: {'port': {'device_id': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'admin_state_up': True, 'tenant_id': '99481791ef05405da87b9312fc83c664'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:17.577626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:17.642092 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ff9b-391d-4a91-8bef-123d7d104e13 None None] Pushing event updated for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:17.665342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Pushing event updated for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:17.679063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.679805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.680337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.680914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.681473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.681871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.682513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.691467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.691467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.691467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.691467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.691467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f5015-60c2-4bf9-9e29-5952db4925a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:17.718375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e8da-67e5-4213-ae35-2c1ed72d8cfa req-bedeafff-3c66-4523-bd19-8e6b07cbc21e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:17.720627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-af43fff8-6c9c-4a1f-a4b8-d3a66a62c571 None None] Provisioning complete for port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:17.721252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af43fff8-6c9c-4a1f-a4b8-d3a66a62c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:17.729971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8826e8da-67e5-4213-ae35-2c1ed72d8cfa req-bedeafff-3c66-4523-bd19-8e6b07cbc21e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 943 time: 0.2037399 Nov 08 12:56:17.764891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Made reservation on behalf of 99481791ef05405da87b9312fc83c664 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:56:17.777307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:18.005472 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b4fdfb17-bea3-42e5-8a16-7f2f94403f28', 'name': '', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'mac_address': 'fa:16:3e:3f:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:08Z', 'updated_at': '2021-11-08T12:56:16Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'subnets': [{'id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:18.095864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4fdfb17-bea3-42e5-8a16-7f2f94403f28 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:18.120214 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e6cea-899c-4b14-ae2b-2618895e08eb None None] The sync data for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 is: [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:56:09Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b4fdfb17-bea3-42e5-8a16-7f2f94403f28', 'name': '', 'network_id': 'f0fe838c-1b30-405c-b467-a9055450728e', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'mac_address': 'fa:16:3e:3f:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:08Z', 'updated_at': '2021-11-08T12:56:16Z', 'revision_number': 4, 'project_id': '99481791ef05405da87b9312fc83c664', 'subnets': [{'id': 'b56d87cd-eb76-47c2-8282-9b2c5b26a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:56:18.122805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8826e8da-67e5-4213-ae35-2c1ed72d8cfa req-8912c6ed-f5d5-4c9c-b8a2-826970e9fa2e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879578 Nov 08 12:56:18.216753 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Allocated IP 172.20.0.3 (00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc/c02e86b6-624a-4994-ab08-3a7cdbb9a41e/9a186fb7-17e7-47d4-ac01-db07386c6c59) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:18.296539 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:18.296539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:18.461145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-33c0b598-05a2-4981-b026-9cf7f2f9c63f req-49303672-8d70-4bfd-be86-013836157736 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0597007 Nov 08 12:56:18.483091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4164e-9502-4a30-b31c-defbc88394da req-8b866502-9d23-4c22-8345-036cef66fced tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:18.492358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ed4164e-9502-4a30-b31c-defbc88394da req-8b866502-9d23-4c22-8345-036cef66fced tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.3056822 Nov 08 12:56:18.587533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ed4164e-9502-4a30-b31c-defbc88394da req-f79b4f1b-e6ec-4cea-978c-bc79bc45e8e4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939951 Nov 08 12:56:18.763391 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:18.912692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:18.984203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Pushing event updated for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:19.004718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.005285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.005629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.006055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.006429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.006761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.007093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.012999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.015544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.015544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.017005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.017350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:56:19.051093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:19.053035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:19.069391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:19.152523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:19.153929 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:19.322764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-5fb49b60-6ba6-404d-860c-082a908f092f tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7905729 Nov 08 12:56:19.397535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d075e-8395-4121-b2a2-89f090f4d1d0 req-a734edc6-a6e1-43f0-8a14-21332ac01919 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:19.399613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801d075e-8395-4121-b2a2-89f090f4d1d0 req-a734edc6-a6e1-43f0-8a14-21332ac01919 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 943 time: 0.1416550 Nov 08 12:56:19.563461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801d075e-8395-4121-b2a2-89f090f4d1d0 req-04410710-06c6-4739-ac4e-eb39ea160119 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285150 Nov 08 12:56:19.672109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ff2c7b08-dd38-4d0c-b3c4-46507ae8d71c None None] Provisioning complete for port 9a186fb7-17e7-47d4-ac01-db07386c6c59 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:19.672778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ff2c7b08-dd38-4d0c-b3c4-46507ae8d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:19.783951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c7b08-dd38-4d0c-b3c4-46507ae8d71c None None] Port 9a186fb7-17e7-47d4-ac01-db07386c6c59 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:56:19.785707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Request body: {'port': {'device_id': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:19.867251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd5fc-4105-40fd-b789-de15fc3fc8a5 req-3b4dbbec-d7d9-40ca-ad74-bb05b5a2ddd6 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:19.870097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-770dd5fc-4105-40fd-b789-de15fc3fc8a5 req-3b4dbbec-d7d9-40ca-ad74-bb05b5a2ddd6 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1027 time: 0.2974386 Nov 08 12:56:19.957460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:19.980168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b343-d570-49ec-9b1c-7a259a0bfb2a req-a9d2c549-a15d-4537-8221-db0ae08ec284 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:19.981884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc0b343-d570-49ec-9b1c-7a259a0bfb2a req-a9d2c549-a15d-4537-8221-db0ae08ec284 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1362953 Nov 08 12:56:20.026718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-770dd5fc-4105-40fd-b789-de15fc3fc8a5 req-d7e959f8-77f4-44cf-83ba-bea40aa4b898 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342373 Nov 08 12:56:20.109303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1dc0b343-d570-49ec-9b1c-7a259a0bfb2a req-ad43ddbc-06fe-46cc-9107-4da8c0654dd8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141837 Nov 08 12:56:20.202691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aa2363e7-7eb0-4f99-b01e-941b945c711b details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:56:20.354187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:20.368451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'aa2363e7-7eb0-4f99-b01e-941b945c711b', 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220', 'port_id': 'aa2363e7-7eb0-4f99-b01e-941b945c711b', 'mac_address': 'fa:16:3e:db:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471a8cad-c013-4da8-9fdc-b100ac1a7f85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:56:20.422132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.438640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.440661 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2363e7-7eb0-4f99-b01e-941b945c711b {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:20.472936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a186fb7-17e7-47d4-ac01-db07386c6c59 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:20.475360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:20.482887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.499509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Transition to ACTIVE for port object 9a186fb7-17e7-47d4-ac01-db07386c6c59 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:56:20.558988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.597996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.647175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:20.695882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Pushing event updated for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:20.803312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Attempting to bind port 9a186fb7-17e7-47d4-ac01-db07386c6c59 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:20.803993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Attempting to bind port 9a186fb7-17e7-47d4-ac01-db07386c6c59 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:20.804556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Attempting to bind port 9a186fb7-17e7-47d4-ac01-db07386c6c59 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:20.816526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ec36e-316e-46e6-88bc-43eea099d2fb req-b2775218-79fd-4978-9c42-5973338e71a8 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:20.816876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['aa2363e7-7eb0-4f99-b01e-941b945c711b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:20.818443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce8ec36e-316e-46e6-88bc-43eea099d2fb req-b2775218-79fd-4978-9c42-5973338e71a8 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 944 time: 0.1528389 Nov 08 12:56:20.822558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Port 9a186fb7-17e7-47d4-ac01-db07386c6c59 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:56:20.823010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Attempting to bind port 9a186fb7-17e7-47d4-ac01-db07386c6c59 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:20.833751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:20.834132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Checking segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:20.834506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Bound using segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:20.834957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Bound port: 9a186fb7-17e7-47d4-ac01-db07386c6c59, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:20.835341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:20.931146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce8ec36e-316e-46e6-88bc-43eea099d2fb req-ab5b79ac-11b9-4df2-b9bd-321262b5bfd1 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994465 Nov 08 12:56:20.967942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:20.971951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:21.085163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:21.127694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.128293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:21.130443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] 10.222.0.57 "PUT /v2.0/ports/9a186fb7-17e7-47d4-ac01-db07386c6c59 HTTP/1.1" status: 200 len: 1091 time: 1.7982070 Nov 08 12:56:21.130443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:21.132340 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d8339-37f8-48fb-8fd3-ff7038c851b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:21.209123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a580b8-7fc1-46d6-9cd4-0786041ebb97 service neutron] Pushing event updated for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:21.271369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bfc1d-851d-4373-b590-d8b8e3e9e98b req-4fa210b6-8eba-43d9-948a-473afecbf79c tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.284837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3bfc1d-851d-4373-b590-d8b8e3e9e98b req-4fa210b6-8eba-43d9-948a-473afecbf79c tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1094 time: 0.1332929 Nov 08 12:56:21.390592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6440e-7a51-4aac-8576-e92fc386e611 req-ec5d9552-66bc-4285-95dc-063cd025576f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.398143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8aa6440e-7a51-4aac-8576-e92fc386e611 req-ec5d9552-66bc-4285-95dc-063cd025576f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1694274 Nov 08 12:56:21.410664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-81bf8a28-8821-496a-9ba5-78995cf0152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.412092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-81bf8a28-8821-496a-9ba5-78995cf0152b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1094 time: 0.1235850 Nov 08 12:56:21.428988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a3bfc1d-851d-4373-b590-d8b8e3e9e98b req-092093f7-c5bc-4058-a74b-49fed9c85392 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416798 Nov 08 12:56:21.490909 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7522fe8-a030-45da-ac27-68dfa69a6058 x-openstack-request-id: req-f7522fe8-a030-45da-ac27-68dfa69a6058 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:21.491908 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:21.491908 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7522fe8-a030-45da-ac27-68dfa69a6058 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:21.491908 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59', 'status': 'completed', 'code': 200} Nov 08 12:56:21.496390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-061fd81e-dbb0-4ada-8444-20f93487c2fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59 HTTP/1.1" status: 200 len: 217 time: 0.0612974 Nov 08 12:56:21.542830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8aa6440e-7a51-4aac-8576-e92fc386e611 req-c2d2da81-1955-414e-9b4a-1c6bd40895b4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436307 Nov 08 12:56:21.565579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-b488d9ee-eb95-45dc-88c3-8ed22e138a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.568364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-b488d9ee-eb95-45dc-88c3-8ed22e138a7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c02e86b6-624a-4994-ab08-3a7cdbb9a41e HTTP/1.1" status: 200 len: 848 time: 0.0626729 Nov 08 12:56:21.623571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-01936339-d7fb-429c-8016-578982d7915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:21.624992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-01936339-d7fb-429c-8016-578982d7915a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484352 Nov 08 12:56:21.729353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-26b60d28-1004-4283-b39c-a99e7936ebe1 service neutron] 10.222.0.57 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971134 Nov 08 12:56:21.839271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cba973a6-bf46-4012-b144-a7133ed0fe3a req-23b01aef-a765-4e2d-b009-1d149c134e21 service neutron] 10.222.0.57 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025863 Nov 08 12:56:22.008074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-9853e72d-0cfc-4f30-9325-9dd3d3fc1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.010382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-9853e72d-0cfc-4f30-9325-9dd3d3fc1340 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1094 time: 0.0493305 Nov 08 12:56:22.137031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52754902-d270-44f2-b8e3-4f7d46a89eb8 req-d05fa630-b969-4ec1-8288-60729aa8b7a7 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.138640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52754902-d270-44f2-b8e3-4f7d46a89eb8 req-d05fa630-b969-4ec1-8288-60729aa8b7a7 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 944 time: 0.1114089 Nov 08 12:56:22.167021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-216a92a1-b3e0-4280-bc72-2d12bda00977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.168569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-216a92a1-b3e0-4280-bc72-2d12bda00977 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.1511505 Nov 08 12:56:22.203726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aa2363e7-7eb0-4f99-b01e-941b945c711b up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:22.225790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-5f1c31f8-70d9-49b1-a8df-e781fdc35396 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59 HTTP/1.1" status: 200 len: 217 time: 0.0480418 Nov 08 12:56:22.233879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52754902-d270-44f2-b8e3-4f7d46a89eb8 req-e0157aed-f698-4d6e-b2ff-322fd157af32 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848534 Nov 08 12:56:22.291479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-f0201510-92ac-453a-b8ec-30120652434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.293731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-f0201510-92ac-453a-b8ec-30120652434e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c02e86b6-624a-4994-ab08-3a7cdbb9a41e HTTP/1.1" status: 200 len: 848 time: 0.0586135 Nov 08 12:56:22.359978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-2e04d76b-498b-44fa-9706-a407e956987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.361845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-2e04d76b-498b-44fa-9706-a407e956987d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586662 Nov 08 12:56:22.408913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port aa2363e7-7eb0-4f99-b01e-941b945c711b completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:56:22.408913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port aa2363e7-7eb0-4f99-b01e-941b945c711b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:22.409801 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:22.523669 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:22.549205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-09a8a8c9-8a82-4f4f-b3ff-3e568a8e4bad service neutron] 10.222.0.57 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599998 Nov 08 12:56:22.558837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:22.561944 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57428d-ec4a-4f47-9b14-dd42929f1110" -d '{"events": [{"server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "name": "network-vif-plugged", "status": "completed", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:22.576965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:22.609237 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec13bb-150b-4be3-bc6f-979991cb0d46 x-openstack-request-id: req-a3ec13bb-150b-4be3-bc6f-979991cb0d46 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:22.609237 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "name": "network-vif-plugged", "status": "completed", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:22.609237 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3ec13bb-150b-4be3-bc6f-979991cb0d46 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:22.609237 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b', 'code': 200} Nov 08 12:56:22.722027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a70b4-c4a0-4391-9f4d-652292a1cac3 req-139dbcbe-8837-48ef-9c58-df3cb7e030c5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.724070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e8a70b4-c4a0-4391-9f4d-652292a1cac3 req-139dbcbe-8837-48ef-9c58-df3cb7e030c5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1094 time: 0.1768060 Nov 08 12:56:22.753222 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f27af4-dc8e-4081-96b1-942b41d1954c req-340bd706-102d-4a8b-a8a5-ceb7ab3930ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.753222 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-17f27af4-dc8e-4081-96b1-942b41d1954c req-340bd706-102d-4a8b-a8a5-ceb7ab3930ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 1095 time: 0.0642281 Nov 08 12:56:22.763830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-054d8339-37f8-48fb-8fd3-ff7038c851b7 req-f1d8defc-3397-4a1d-9f81-c7a7acb41e94 service neutron] 10.222.0.57 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253358 Nov 08 12:56:22.781804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:22.832813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e8a70b4-c4a0-4391-9f4d-652292a1cac3 req-6bddd944-d193-4092-8a1f-c2c881f42c29 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969038 Nov 08 12:56:22.842813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbb83-9826-4cca-8447-d661bbedd98b req-4d695a61-4986-438a-bfec-42d278524882 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:22.852124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a6cbb83-9826-4cca-8447-d661bbedd98b req-4d695a61-4986-438a-bfec-42d278524882 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1787989 Nov 08 12:56:22.911654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:22.913347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-17f27af4-dc8e-4081-96b1-942b41d1954c req-ceca7427-00ce-4e60-aeb1-60ef221c2d66 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567693 Nov 08 12:56:22.916083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a6cbb83-9826-4cca-8447-d661bbedd98b req-5a26936c-7921-4d5a-bdea-2977575b9f57 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Nov 08 12:56:23.147217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87374d59-e9f1-4e24-b62c-0b3d17dea521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:23.400014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f2339-a155-4b9c-a4f4-be34496b7766 req-e510dfb9-5bc5-423b-b0df-1906f1fc9a88 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:23.402131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810f2339-a155-4b9c-a4f4-be34496b7766 req-e510dfb9-5bc5-423b-b0df-1906f1fc9a88 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 945 time: 0.0736721 Nov 08 12:56:23.459476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-810f2339-a155-4b9c-a4f4-be34496b7766 req-b1444385-bcdb-4c41-a139-879caaee2ea8 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Nov 08 12:56:23.990313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ddf0e-771b-4453-ae83-4a558a312cf7 req-bc11eb9b-d124-4ea4-80e5-54e1ec95cd7b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:23.994154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f8ddf0e-771b-4453-ae83-4a558a312cf7 req-bc11eb9b-d124-4ea4-80e5-54e1ec95cd7b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1094 time: 0.0806100 Nov 08 12:56:24.001166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9a186fb7-17e7-47d4-ac01-db07386c6c59 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:56:24.101894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f8ddf0e-771b-4453-ae83-4a558a312cf7 req-3ff41fd6-ffca-45d6-8b49-32d5d5377638 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862367 Nov 08 12:56:24.126625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8e6c9-a370-4f02-a7eb-25462db9aa6f req-b883ffb9-1c0c-4c2e-b49c-cf7675712014 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:24.131461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cf8e6c9-a370-4f02-a7eb-25462db9aa6f req-b883ffb9-1c0c-4c2e-b49c-cf7675712014 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1282828 Nov 08 12:56:24.149617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:24.168115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '9a186fb7-17e7-47d4-ac01-db07386c6c59', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'port_id': '9a186fb7-17e7-47d4-ac01-db07386c6c59', 'mac_address': 'fa:16:3e:b9:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:56:24.189711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cf8e6c9-a370-4f02-a7eb-25462db9aa6f req-cf83d5ea-6210-49c3-9c08-91d381331ee8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Nov 08 12:56:24.215546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:24.238854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a186fb7-17e7-47d4-ac01-db07386c6c59 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:24.262699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:24.340034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:24.392919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:24.548259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9a186fb7-17e7-47d4-ac01-db07386c6c59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:24.596975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972838-0b80-40df-994d-4801451ed11c req-c3bf04d1-d6d6-433d-a206-b921d00d0e46 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:24.598964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe972838-0b80-40df-994d-4801451ed11c req-c3bf04d1-d6d6-433d-a206-b921d00d0e46 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 945 time: 0.0614579 Nov 08 12:56:24.662048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe972838-0b80-40df-994d-4801451ed11c req-3980d85d-5402-4658-b011-623e0ac43fcf tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Nov 08 12:56:25.218571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77548c1a-cfb1-46ec-b8a9-79660ece5bbc req-94a04f73-fa46-4eee-a9d8-ba21c9a78ab9 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:25.220094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77548c1a-cfb1-46ec-b8a9-79660ece5bbc req-94a04f73-fa46-4eee-a9d8-ba21c9a78ab9 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1095 time: 0.0472426 Nov 08 12:56:25.271667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77548c1a-cfb1-46ec-b8a9-79660ece5bbc req-4a8ff70e-c572-408e-8ed2-0f755bf10139 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Nov 08 12:56:25.328288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280099c-a4c2-4f64-aa6c-15d95e13c8e7 req-123c38e8-7d3d-4115-aa4d-5920897cdc98 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:25.330073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2280099c-a4c2-4f64-aa6c-15d95e13c8e7 req-123c38e8-7d3d-4115-aa4d-5920897cdc98 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0547886 Nov 08 12:56:25.383978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2280099c-a4c2-4f64-aa6c-15d95e13c8e7 req-71ccf093-46e9-4828-96e3-e66572aee61b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Nov 08 12:56:25.507551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5f8a46c0-ac35-42e8-b9d3-8a11a17424a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:26.028809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9a186fb7-17e7-47d4-ac01-db07386c6c59 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:26.145842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 9a186fb7-17e7-47d4-ac01-db07386c6c59 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:56:26.150923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 9a186fb7-17e7-47d4-ac01-db07386c6c59 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:26.151301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:26.243751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:26.274625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:26.278179 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfd9f2-6115-4101-b667-d16c182cc0d5" -d '{"events": [{"server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "name": "network-vif-plugged", "status": "completed", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:26.291857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:26.325313 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e96d54-e60a-4644-a931-8e7e9d42ead4 x-openstack-request-id: req-73e96d54-e60a-4644-a931-8e7e9d42ead4 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:26.325648 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "name": "network-vif-plugged", "status": "completed", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:26.325929 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73e96d54-e60a-4644-a931-8e7e9d42ead4 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:26.326370 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59', 'code': 200} Nov 08 12:56:26.373261 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:26.398431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50d956-d4c7-4910-914f-476507406536 req-840e282b-d43f-4a58-9a60-6866672567eb tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:26.407858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a50d956-d4c7-4910-914f-476507406536 req-840e282b-d43f-4a58-9a60-6866672567eb tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1095 time: 0.0579734 Nov 08 12:56:26.444934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:26.496637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca51304-9278-4369-a174-704bb21d8c59 req-bc07c558-92f6-4ec0-a5f2-ac045edfe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:26.499891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ca51304-9278-4369-a174-704bb21d8c59 req-bc07c558-92f6-4ec0-a5f2-ac045edfe767 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0624945 Nov 08 12:56:26.502099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a50d956-d4c7-4910-914f-476507406536 req-1d5bd982-d100-4701-b1a4-afc4d9fc081b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939012 Nov 08 12:56:26.597803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ca51304-9278-4369-a174-704bb21d8c59 req-b7f83b25-d09b-424c-b1c7-92f4beab6149 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872061 Nov 08 12:56:26.606441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2436386-6595-4d00-bbb7-7d9e1706c71f req-7bb761af-6de2-4472-a14e-b676a2dd9146 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:26.608129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2436386-6595-4d00-bbb7-7d9e1706c71f req-7bb761af-6de2-4472-a14e-b676a2dd9146 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0766895 Nov 08 12:56:26.741704 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:27.075968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2436386-6595-4d00-bbb7-7d9e1706c71f req-7a1f486f-d717-4d88-af83-798843974b2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608097 Nov 08 12:56:27.130094 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-eb7469eb-128d-4b0d-8918-3d345afc6751 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485446 Nov 08 12:56:27.227926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-0d575095-7019-4a8e-a6ce-16f0ca789240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:27.229558 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-0d575095-7019-4a8e-a6ce-16f0ca789240 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a878743887449e4bf884a44b3986f71&device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 1101 time: 0.0470920 Nov 08 12:56:27.727318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4bba-22f3-4a73-95bb-2ddee7ea58e3 req-25ef0fb5-6365-49fa-8de1-5522b3e5aaef tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:27.735573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97ee4bba-22f3-4a73-95bb-2ddee7ea58e3 req-25ef0fb5-6365-49fa-8de1-5522b3e5aaef tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0908198 Nov 08 12:56:27.792196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97ee4bba-22f3-4a73-95bb-2ddee7ea58e3 req-a8f1d381-5ba9-474a-95d0-60db941b28a3 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 08 12:56:27.890442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-7481d5c4-87fe-47b9-b0a5-b1cbaddab9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:27.892883 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-7481d5c4-87fe-47b9-b0a5-b1cbaddab9d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9 HTTP/1.1" status: 200 len: 870 time: 0.6419275 Nov 08 12:56:27.952198 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-a6b9258b-122f-4db7-bb11-0ea6c9426e21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 200 len: 217 time: 0.0495462 Nov 08 12:56:28.041694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-08d68dab-2a04-455f-ad7c-8c49e00812e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:28.041694 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-08d68dab-2a04-455f-ad7c-8c49e00812e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0668602 Nov 08 12:56:28.131711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-c3dfb62f-f4ce-4cd2-8829-1bd7a50d9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:28.135685 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-c3dfb62f-f4ce-4cd2-8829-1bd7a50d9b90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927279 Nov 08 12:56:28.150706 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:28.269202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d5595-28a4-4b91-a15d-ee25a4f5da0f req-279c3401-60c0-4856-957e-8deb8cca13ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:28.271158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85d5595-28a4-4b91-a15d-ee25a4f5da0f req-279c3401-60c0-4856-957e-8deb8cca13ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0911052 Nov 08 12:56:28.328407 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-a3813d29-57e3-4438-84ab-c6529669bc8f service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827719 Nov 08 12:56:28.332472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66dab3-e9aa-4582-a5ec-b37ad79c9765 req-970cdd87-21e5-4c79-a96a-66db4acf1c9e tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:28.335102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d66dab3-e9aa-4582-a5ec-b37ad79c9765 req-970cdd87-21e5-4c79-a96a-66db4acf1c9e tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.1220031 Nov 08 12:56:28.387243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b85d5595-28a4-4b91-a15d-ee25a4f5da0f req-94e5fbaa-eda2-4c75-b84a-2c220ef1ea9a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069989 Nov 08 12:56:28.492744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d66dab3-e9aa-4582-a5ec-b37ad79c9765 req-33710fe7-843f-45b2-a19a-d7c8396210a3 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303220 Nov 08 12:56:28.536678 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-8dc52df3-a15c-44b1-b0e3-77aea74799ad req-5f599ea3-1c10-472c-acc8-dd9d5ad56e71 service neutron] 10.222.0.61 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980562 Nov 08 12:56:28.997998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:29.016762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019987-9dd6-45f0-a374-aaf76a828dfc req-ad55bfd5-b9a0-4198-b77b-863e6d5e9eea tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:29.024168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f019987-9dd6-45f0-a374-aaf76a828dfc req-ad55bfd5-b9a0-4198-b77b-863e6d5e9eea tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0868175 Nov 08 12:56:29.105340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f019987-9dd6-45f0-a374-aaf76a828dfc req-fa7308c7-c189-44cc-91b6-d43f1424a277 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799854 Nov 08 12:56:29.255122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b763-6a61-430f-b5be-2cdf1da3cc0b req-7cf57f2d-9745-42f2-bb4d-23e53da1f364 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:29.275170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad68b763-6a61-430f-b5be-2cdf1da3cc0b req-7cf57f2d-9745-42f2-bb4d-23e53da1f364 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0721362 Nov 08 12:56:29.409942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad68b763-6a61-430f-b5be-2cdf1da3cc0b req-60ed2bf3-b246-4023-8d79-d891198259f2 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322837 Nov 08 12:56:29.641101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7a168-4d57-41fd-b9bb-7340a144b51d req-f10e1f5a-18e4-4dd1-9e74-21bd5066179c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:29.642815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4a7a168-4d57-41fd-b9bb-7340a144b51d req-f10e1f5a-18e4-4dd1-9e74-21bd5066179c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1143556 Nov 08 12:56:29.645264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd9f36-cef4-4b2b-a307-ffad811e0365 req-f8185b2e-9abb-40de-ae29-f4fcf23f1bb1 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:29.650145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27bd9f36-cef4-4b2b-a307-ffad811e0365 req-f8185b2e-9abb-40de-ae29-f4fcf23f1bb1 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.1234868 Nov 08 12:56:29.756622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4a7a168-4d57-41fd-b9bb-7340a144b51d req-73d7275d-0bda-4d5c-b83b-8c8dd98163eb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048367 Nov 08 12:56:29.758994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27bd9f36-cef4-4b2b-a307-ffad811e0365 req-2eeed6d8-dd24-4f53-b4b7-b3b8a1513ebd tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981574 Nov 08 12:56:29.935972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b51511-1a81-4f88-af7d-3920e560166e req-ccf81017-d92d-44ff-9f31-cf6d16dac4bc tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:29.939206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4b51511-1a81-4f88-af7d-3920e560166e req-ccf81017-d92d-44ff-9f31-cf6d16dac4bc tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.0993896 Nov 08 12:56:30.015999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-e4c6c13c-fc4e-4a5f-9226-8763b4733c3a tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:30.019008 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-e4c6c13c-fc4e-4a5f-9226-8763b4733c3a tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.61 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 950 time: 0.0980854 Nov 08 12:56:30.049609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4b51511-1a81-4f88-af7d-3920e560166e req-895d6a62-99b2-4eb4-9142-31925183f9bd tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/security-groups?id=87e209e0-c685-4bf7-ab61-36c341c4c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039219 Nov 08 12:56:30.190882 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-8186a753-fcc2-423a-9e4f-5187911fd958 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:30.192485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-8186a753-fcc2-423a-9e4f-5187911fd958 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.1922417 Nov 08 12:56:30.230890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-36944e6f-1868-4d71-8b00-8d8d9ff62de4 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/quotas/99481791ef05405da87b9312fc83c664 HTTP/1.1" status: 200 len: 375 time: 0.0318005 Nov 08 12:56:30.266805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Deleting port 53e8c987-1736-47d2-af26-5ca718cf8356 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:30.267153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:30.311683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-f4c8f67e-9bb1-4d72-b03f-3356c2a169f0 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788810 Nov 08 12:56:30.476131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] For port 53e8c987-1736-47d2-af26-5ca718cf8356, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=53e8c987-1736-47d2-af26-5ca718cf8356,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:30.477549 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:30.500636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-d4be89d6-be3d-4c56-b26c-2c34312d9df3 service neutron] 10.222.0.58 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878147 Nov 08 12:56:30.503232 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Calling delete_port for 53e8c987-1736-47d2-af26-5ca718cf8356 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:56:30.686900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-e3c1aede-38bf-48a0-8178-8ed0eeb84320 service neutron] 10.222.0.58 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796842 Nov 08 12:56:30.850463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:30.877551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['53e8c987-1736-47d2-af26-5ca718cf8356'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:31.003578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Pushing event deleted for resources: {'Port': ['ID=53e8c987-1736-47d2-af26-5ca718cf8356,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:31.067284 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] No DVR routers for this DVR port 53e8c987-1736-47d2-af26-5ca718cf8356 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:56:31.070346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88349-3945-4458-b5e7-2865edf81a83 req-1e13a8c8-ca6c-4061-9acd-4a9782d3a649 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:31.072496 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:31.072772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52e88349-3945-4458-b5e7-2865edf81a83 req-1e13a8c8-ca6c-4061-9acd-4a9782d3a649 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1099765 Nov 08 12:56:31.077184 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-a4750947-d7b7-412a-9d0b-fab69d7ba8d6 req-a6ecef53-87eb-4414-bd11-6f1a64c4f745 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.61 "DELETE /v2.0/ports/53e8c987-1736-47d2-af26-5ca718cf8356 HTTP/1.1" status: 204 len: 173 time: 1.0502291 Nov 08 12:56:31.078525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'name': 'network-vif-deleted', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:31.094854 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401c8db-f02e-4440-b679-77e3e88177b5" -d '{"events": [{"server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "name": "network-vif-deleted", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:31.197720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52e88349-3945-4458-b5e7-2865edf81a83 req-8fe5f3b1-bb08-4603-a6b2-1a602b6a326d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137559 Nov 08 12:56:31.252885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9ffd747-6c7a-4b74-9c47-306e93512a17 req-8b884520-9f3b-441c-962b-ed6813d0ee4d tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 210 time: 0.1124485 Nov 08 12:56:31.373276 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4090b864-0904-4e57-b15d-0f63fc7f8cbf x-openstack-request-id: req-4090b864-0904-4e57-b15d-0f63fc7f8cbf {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:31.373766 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e1d21-859e-4d46-a19b-de63d6d4926c", "name": "network-vif-deleted", "tag": "53e8c987-1736-47d2-af26-5ca718cf8356", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:31.374827 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4090b864-0904-4e57-b15d-0f63fc7f8cbf {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:31.375477 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e1d21-859e-4d46-a19b-de63d6d4926c', 'name': 'network-vif-deleted', 'tag': '53e8c987-1736-47d2-af26-5ca718cf8356', 'status': 'completed', 'code': 200} Nov 08 12:56:31.414341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f90082ab-74b7-4f26-8738-708f8922c736 req-72ee5927-0f1c-4239-ab3c-4193b8265b15 tempest-VolumesBackupsTest-121032045 tempest-VolumesBackupsTest-121032045-project] 10.222.0.58 "GET /v2.0/ports?device_id=498e1d21-859e-4d46-a19b-de63d6d4926c HTTP/1.1" status: 200 len: 210 time: 0.1016757 Nov 08 12:56:32.348045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3037-2dfe-4af4-8b0e-22131fcb45a7 req-5bf33233-9581-48da-a93e-d71187bca0ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:32.350085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fc3037-2dfe-4af4-8b0e-22131fcb45a7 req-5bf33233-9581-48da-a93e-d71187bca0ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0602324 Nov 08 12:56:32.390095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34d558cd-ff86-49fa-9988-0f266821ec4f req-940b9f31-a0d3-4f86-ada1-c20991c1f7e2 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Nov 08 12:56:32.441204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86fc3037-2dfe-4af4-8b0e-22131fcb45a7 req-640c8df6-66a7-45c2-9bf2-afd5b7c6a3be tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Nov 08 12:56:33.619872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b13452c-eecc-4e74-9311-0204d1754d0b req-ad1df765-aa9a-441e-b509-12bfdb07a979 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 210 time: 0.0420866 Nov 08 12:56:33.697807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c034-79c2-4187-a077-452ec8bb591b req-e5e27159-fe1c-4ed3-8f51-2c28b1791bd3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:33.708555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1582c034-79c2-4187-a077-452ec8bb591b req-e5e27159-fe1c-4ed3-8f51-2c28b1791bd3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0863092 Nov 08 12:56:33.788542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1582c034-79c2-4187-a077-452ec8bb591b req-09359edd-c99e-45e5-b1e6-6ebd24212fe2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771606 Nov 08 12:56:34.095705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-3bc408f7-e900-4590-b36c-59c7feb65568 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:34.101167 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-3bc408f7-e900-4590-b36c-59c7feb65568 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.61 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.2960289 Nov 08 12:56:34.113520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Request body: {'port': {'device_id': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'admin_state_up': True, 'tenant_id': '99481791ef05405da87b9312fc83c664'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:34.267155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Made reservation on behalf of 99481791ef05405da87b9312fc83c664 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:56:34.269752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:34.292338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 53e8c987-1736-47d2-af26-5ca718cf8356 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:56:34.315713 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:56:34.336525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 53e8c987-1736-47d2-af26-5ca718cf8356 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:56:34.337212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 53e8c987-1736-47d2-af26-5ca718cf8356 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:56:34.428080 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Allocated IP 172.20.0.10 (00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc/c02e86b6-624a-4994-ab08-3a7cdbb9a41e/3278a873-233d-4b4e-bff5-5a68ad2d3933) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:56:34.811590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:34.859651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d54b759c-652b-4899-a8ac-8393229d61d3 req-86cc9a64-3e3a-4a55-8e1d-526c3cabf5ab tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 210 time: 0.0404642 Nov 08 12:56:35.009721 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.026315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9a186fb7-17e7-47d4-ac01-db07386c6c59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:35.064206 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:56:35.068642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:56:35.069392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545fb66-90ac-40c0-b708-886b6ec8fc05 req-92f74d3a-f382-4463-9af5-55753d513996 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:35.078317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0545fb66-90ac-40c0-b708-886b6ec8fc05 req-92f74d3a-f382-4463-9af5-55753d513996 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1038277 Nov 08 12:56:35.096481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:56:35.170010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Pushing event updated for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:35.180016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:35.180643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.198891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0545fb66-90ac-40c0-b708-886b6ec8fc05 req-06aba63f-d774-4873-a403-9e865b657f11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195555 Nov 08 12:56:35.258758 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-334bd991-a3b4-4884-8dca-338769b38e77 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1496258 Nov 08 12:56:35.280724 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Request body: {'port': {'device_id': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:56:35.410281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.579591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1a9c7583-fd9d-43b1-8eea-e275b68f432e None None] Provisioning complete for port 3278a873-233d-4b4e-bff5-5a68ad2d3933 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:35.584721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7583-fd9d-43b1-8eea-e275b68f432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.663855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c7583-fd9d-43b1-8eea-e275b68f432e None None] Port 3278a873-233d-4b4e-bff5-5a68ad2d3933 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:56:35.785512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3278a873-233d-4b4e-bff5-5a68ad2d3933 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:35.800378 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.817039 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Transition to ACTIVE for port object 3278a873-233d-4b4e-bff5-5a68ad2d3933 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:56:35.893943 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:35.960726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Pushing event updated for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:36.108683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a314ec-570d-4874-a7c8-4c0e603ee155 req-59064518-7997-41ff-913e-b3fea8aaf30a tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:36.122015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64a314ec-570d-4874-a7c8-4c0e603ee155 req-59064518-7997-41ff-913e-b3fea8aaf30a tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1053 time: 0.1607738 Nov 08 12:56:36.191296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Attempting to bind port 3278a873-233d-4b4e-bff5-5a68ad2d3933 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:56:36.191880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Attempting to bind port 3278a873-233d-4b4e-bff5-5a68ad2d3933 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:56:36.191988 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Attempting to bind port 3278a873-233d-4b4e-bff5-5a68ad2d3933 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:36.204542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Port 3278a873-233d-4b4e-bff5-5a68ad2d3933 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:56:36.204920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Attempting to bind port 3278a873-233d-4b4e-bff5-5a68ad2d3933 on network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:56:36.221175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:56:36.221607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Checking segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:56:36.221994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Bound using segment: {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:56:36.222531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Bound port: 3278a873-233d-4b4e-bff5-5a68ad2d3933, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693c05cf-7341-4536-b390-a915ff544e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:56:36.222903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:36.250443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64a314ec-570d-4874-a7c8-4c0e603ee155 req-552a76a2-2c8e-4277-b8b7-c6245a9e9aba tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210997 Nov 08 12:56:36.423646 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:56:36.434866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:56:36.465242 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec90ba-4094-418f-9707-b3381bbaf14c req-de0f1789-37ab-4d4a-bb76-0ab4f7e4c8fc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:36.475522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04ec90ba-4094-418f-9707-b3381bbaf14c req-de0f1789-37ab-4d4a-bb76-0ab4f7e4c8fc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.1272395 Nov 08 12:56:36.576866 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:36.618466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-04ec90ba-4094-418f-9707-b3381bbaf14c req-14f45acb-a47c-404d-9529-4d60ce0b3c97 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418271 Nov 08 12:56:36.672629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:36.673252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:36.674724 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] 10.222.0.61 "PUT /v2.0/ports/3278a873-233d-4b4e-bff5-5a68ad2d3933 HTTP/1.1" status: 200 len: 1092 time: 1.3997352 Nov 08 12:56:36.675446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:36.677743 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47394aae-cd87-40e6-86a8-918e76ad13be" -d '{"events": [{"name": "network-changed", "server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:36.687242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef577ee-ba30-41ba-8a3c-fa6826016683 service neutron] Pushing event updated for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:36.833479 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3de095-9940-417c-a4da-5a6edcf3ca9e x-openstack-request-id: req-2d3de095-9940-417c-a4da-5a6edcf3ca9e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:36.834484 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:36.835096 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d3de095-9940-417c-a4da-5a6edcf3ca9e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:36.835689 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933', 'status': 'completed', 'code': 200} Nov 08 12:56:36.957837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-7846039f-bc5f-450f-beb2-5fde686641a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:36.960662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-7846039f-bc5f-450f-beb2-5fde686641a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1095 time: 0.0890183 Nov 08 12:56:37.071356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-a03946cf-f2fb-49b4-aff8-8457a64896a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933 HTTP/1.1" status: 200 len: 217 time: 0.1009762 Nov 08 12:56:37.195094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-d9a2da50-0159-4a1c-bb3f-96d835feeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:37.196671 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-d9a2da50-0159-4a1c-bb3f-96d835feeef5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c02e86b6-624a-4994-ab08-3a7cdbb9a41e HTTP/1.1" status: 200 len: 848 time: 0.1158757 Nov 08 12:56:37.330066 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-d249dbde-e153-4dd1-a06b-35fb9b0281e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:37.334186 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-d249dbde-e153-4dd1-a06b-35fb9b0281e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280041 Nov 08 12:56:37.452019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296e31-3686-47e0-8ff8-926823bc7970 req-49b9fdaa-5664-49ee-9b6e-d7439fab58ff tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:37.467840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4296e31-3686-47e0-8ff8-926823bc7970 req-49b9fdaa-5664-49ee-9b6e-d7439fab58ff tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1095 time: 0.0856066 Nov 08 12:56:37.529381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-cdc5801c-d43d-4529-b1fd-7f52476c5c2b service neutron] 10.222.0.61 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856639 Nov 08 12:56:37.599960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4296e31-3686-47e0-8ff8-926823bc7970 req-513594ab-903a-43e0-892d-b6a5c93a8ff2 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308646 Nov 08 12:56:37.690131 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-06dd500b-fc3a-4e35-959f-27643895c8e3 req-c2650f6d-fd11-4c5d-b945-304bd864c171 service neutron] 10.222.0.61 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517241 Nov 08 12:56:37.844228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2ae7-fa6d-4ef4-83a1-93df64b0c789 req-aaa4c74e-6bcd-4fe5-8024-9d879109a35b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:37.852793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fdf2ae7-fa6d-4ef4-83a1-93df64b0c789 req-aaa4c74e-6bcd-4fe5-8024-9d879109a35b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 943 time: 0.0809357 Nov 08 12:56:37.871294 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394aae-cd87-40e6-86a8-918e76ad13be req-18723990-9083-48cd-ae7e-7e32afd0d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:37.873433 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-18723990-9083-48cd-ae7e-7e32afd0d262 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99481791ef05405da87b9312fc83c664&device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1095 time: 0.0595059 Nov 08 12:56:37.918213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fdf2ae7-fa6d-4ef4-83a1-93df64b0c789 req-4501937d-052b-404b-89cd-332f1b549910 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643594 Nov 08 12:56:38.056045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394aae-cd87-40e6-86a8-918e76ad13be req-bdd14465-a98e-4564-a84d-a179a1fef6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:38.069148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-bdd14465-a98e-4564-a84d-a179a1fef6e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 200 len: 910 time: 0.1848321 Nov 08 12:56:38.104787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0b519dd7-884b-4276-8758-5dcbea6fb4fa details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:56:38.141039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-8469e75f-151f-496b-ba4f-579d1f1cb38f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933 HTTP/1.1" status: 200 len: 217 time: 0.0643477 Nov 08 12:56:38.234617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394aae-cd87-40e6-86a8-918e76ad13be req-fc4900a3-b09b-42e7-b092-18a8eb9fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:38.236754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-fc4900a3-b09b-42e7-b092-18a8eb9fc507 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c02e86b6-624a-4994-ab08-3a7cdbb9a41e HTTP/1.1" status: 200 len: 848 time: 0.0872190 Nov 08 12:56:38.354641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394aae-cd87-40e6-86a8-918e76ad13be req-0783ee7f-1d75-42e2-b62d-93d7f07c42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:38.361712 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-0783ee7f-1d75-42e2-b62d-93d7f07c42ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173379 Nov 08 12:56:38.386533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:38.422899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '0b519dd7-884b-4276-8758-5dcbea6fb4fa', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': '0b519dd7-884b-4276-8758-5dcbea6fb4fa', 'mac_address': 'fa:16:3e:be:07:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:56:38.517786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:38.554660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b519dd7-884b-4276-8758-5dcbea6fb4fa {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:38.635535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:38.663258 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-d7fb533c-3273-481a-8984-a631fc146f2c service neutron] 10.222.0.61 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913067 Nov 08 12:56:38.713625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:38.855905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:38.871333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4918-5fe6-4406-990b-55a06a812227 req-d5863573-b7ca-496b-b945-de62af491746 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:38.873458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c8b4918-5fe6-4406-990b-55a06a812227 req-d5863573-b7ca-496b-b945-de62af491746 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1095 time: 0.0915961 Nov 08 12:56:38.981281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0b519dd7-884b-4276-8758-5dcbea6fb4fa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:39.007400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c8b4918-5fe6-4406-990b-55a06a812227 req-31e60017-e003-45bf-8a3a-89a452b8d836 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046431 Nov 08 12:56:39.034082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-47394aae-cd87-40e6-86a8-918e76ad13be req-06076aeb-d871-4c4a-972e-085dee94702b service neutron] 10.222.0.61 "GET /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612394 Nov 08 12:56:39.225027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326283-8e23-4a46-b63b-ecd25ca64b55 req-3d680e48-1add-40cd-b039-1ec8e8d0ea99 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:39.231072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc326283-8e23-4a46-b63b-ecd25ca64b55 req-3d680e48-1add-40cd-b039-1ec8e8d0ea99 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 944 time: 0.0989683 Nov 08 12:56:39.346991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc326283-8e23-4a46-b63b-ecd25ca64b55 req-71e96878-78dd-49f7-bb4a-aad7b7c92319 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021917 Nov 08 12:56:40.110187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0b519dd7-884b-4276-8758-5dcbea6fb4fa up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:40.190854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ea302-de4b-4cbe-a14b-2058500eb1fa req-ba7d1c20-abe4-41d8-9b46-aeff3a318c07 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:40.204592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab4ea302-de4b-4cbe-a14b-2058500eb1fa req-ba7d1c20-abe4-41d8-9b46-aeff3a318c07 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1095 time: 0.1077044 Nov 08 12:56:40.287411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab4ea302-de4b-4cbe-a14b-2058500eb1fa req-0a079ffe-4052-4f3d-87a3-41b4f52c8b4a tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775964 Nov 08 12:56:40.328216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3278a873-233d-4b4e-bff5-5a68ad2d3933 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:56:40.348614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 0b519dd7-884b-4276-8758-5dcbea6fb4fa completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:56:40.357894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 0b519dd7-884b-4276-8758-5dcbea6fb4fa triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:40.358608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:40.519323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6464714-aebb-4330-afbc-4e20a61baa2f req-177a9b34-5c94-42d6-845a-7d410f01f9c0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:40.519323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6464714-aebb-4330-afbc-4e20a61baa2f req-177a9b34-5c94-42d6-845a-7d410f01f9c0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 944 time: 0.0859020 Nov 08 12:56:40.617533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6464714-aebb-4330-afbc-4e20a61baa2f req-e5a6a0d9-c194-4dbd-b099-0a811d049f2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811377 Nov 08 12:56:40.787141 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:40.812934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:40.836726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:40.839121 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed8f2e-497e-49ec-8305-39b1881e0ab9" -d '{"events": [{"server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "name": "network-vif-plugged", "status": "completed", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:40.850976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3278a873-233d-4b4e-bff5-5a68ad2d3933', 'network_id': '00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc', 'port_id': '3278a873-233d-4b4e-bff5-5a68ad2d3933', 'mac_address': 'fa:16:3e:a1:72:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02e86b6-624a-4994-ab08-3a7cdbb9a41e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:56:40.860684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:40.919613 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:40.940726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3278a873-233d-4b4e-bff5-5a68ad2d3933 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:56:40.967408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:40.968947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:41.055886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:41.083981 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d869db66-10c6-4086-a79d-3649062fd802 x-openstack-request-id: req-d869db66-10c6-4086-a79d-3649062fd802 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:41.084385 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "name": "network-vif-plugged", "status": "completed", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:41.084781 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d869db66-10c6-4086-a79d-3649062fd802 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:41.085264 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa', 'code': 200} Nov 08 12:56:41.107966 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:41.184199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:41.301459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702bc3c-a803-451e-9357-6f1c6d847376 req-98b9c5ba-16d6-4099-bc23-6dd7218e94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:41.303223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2702bc3c-a803-451e-9357-6f1c6d847376 req-98b9c5ba-16d6-4099-bc23-6dd7218e94fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 1096 time: 0.1059175 Nov 08 12:56:41.330842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3278a873-233d-4b4e-bff5-5a68ad2d3933'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:41.393086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2702bc3c-a803-451e-9357-6f1c6d847376 req-e3f1cdc3-28f6-40c7-97da-99444fed4188 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Nov 08 12:56:41.461514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30137a6c-f129-4cd7-9666-2f36fc1c6dde req-c9a9e06e-8d47-43f2-858b-40e21928ac21 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:41.463313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30137a6c-f129-4cd7-9666-2f36fc1c6dde req-c9a9e06e-8d47-43f2-858b-40e21928ac21 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1096 time: 0.0606501 Nov 08 12:56:41.577588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30137a6c-f129-4cd7-9666-2f36fc1c6dde req-61abb66d-41e0-4f9b-a633-b8b973453de5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048403 Nov 08 12:56:41.801189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc9507-b363-43a1-9562-ff798eba5be9 req-a90dd251-2433-41a0-9a75-bda59a4b40ee tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:41.809989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ecc9507-b363-43a1-9562-ff798eba5be9 req-a90dd251-2433-41a0-9a75-bda59a4b40ee tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0659130 Nov 08 12:56:41.866832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ecc9507-b363-43a1-9562-ff798eba5be9 req-c208ac00-0a9e-4dee-9863-d41392c14dcb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Nov 08 12:56:42.344069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3278a873-233d-4b4e-bff5-5a68ad2d3933 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:56:42.501016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 3278a873-233d-4b4e-bff5-5a68ad2d3933 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:56:42.507727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3278a873-233d-4b4e-bff5-5a68ad2d3933 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:56:42.508558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:42.636776 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:42.726076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:42.763876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3813-34a6-4194-a7ca-87b2193e4748 req-65c2288d-44f9-423f-85f3-8e291528809d tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:42.784476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-204d3813-34a6-4194-a7ca-87b2193e4748 req-65c2288d-44f9-423f-85f3-8e291528809d tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1096 time: 0.0828316 Nov 08 12:56:42.833560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-204d3813-34a6-4194-a7ca-87b2193e4748 req-e4ae1167-a3b7-4179-9901-cc2e86501470 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Nov 08 12:56:43.026923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815b1a-c489-457e-a3f8-cc1c4f6493dd req-c61087de-db80-4a7b-8ece-1ca81958f7ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:43.035312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e815b1a-c489-457e-a3f8-cc1c4f6493dd req-c61087de-db80-4a7b-8ece-1ca81958f7ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0796702 Nov 08 12:56:43.086882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:43.089397 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec3df5-3732-4a1f-975a-05f82e44e62b" -d '{"events": [{"server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "name": "network-vif-plugged", "status": "completed", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:43.104618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e815b1a-c489-457e-a3f8-cc1c4f6493dd req-653ef5c3-7244-476c-a5dc-305c7c3b3203 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681510 Nov 08 12:56:43.156249 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae57a62-a4c2-412a-813c-c4b7cf9035ad x-openstack-request-id: req-cae57a62-a4c2-412a-813c-c4b7cf9035ad {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:43.156821 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "name": "network-vif-plugged", "status": "completed", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:43.156821 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cae57a62-a4c2-412a-813c-c4b7cf9035ad {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:43.157208 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933', 'code': 200} Nov 08 12:56:43.209707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:43.365532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:43.374805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700fd3d-c975-4b18-bb05-2007df24a2b0 req-a889c52d-8390-4e31-87a8-29fd60a3508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:43.378533 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6700fd3d-c975-4b18-bb05-2007df24a2b0 req-a889c52d-8390-4e31-87a8-29fd60a3508b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0970943 Nov 08 12:56:43.452504 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-6700fd3d-c975-4b18-bb05-2007df24a2b0 req-91be0060-2d07-492b-aa81-c80797fc8596 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652440 Nov 08 12:56:43.983389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f55a-046a-45ae-9c99-19d913a368a8 req-6552449b-64cd-4253-b387-f4839ec0da47 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:43.987297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1275f55a-046a-45ae-9c99-19d913a368a8 req-6552449b-64cd-4253-b387-f4839ec0da47 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0603735 Nov 08 12:56:44.060549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1275f55a-046a-45ae-9c99-19d913a368a8 req-a8e99d19-7cea-4585-84ff-7ba0a6a06a69 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626788 Nov 08 12:56:44.273047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64888b4-43a2-40f9-8ed9-e50e1a98b9ac req-9db36806-bd7f-4acf-92b8-1519e02b1564 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:44.274749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e64888b4-43a2-40f9-8ed9-e50e1a98b9ac req-9db36806-bd7f-4acf-92b8-1519e02b1564 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0680416 Nov 08 12:56:44.356312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e64888b4-43a2-40f9-8ed9-e50e1a98b9ac req-48c45c79-05cd-45d5-8e94-25b7c2339354 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Nov 08 12:56:44.530804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fdf72-29f1-437f-8001-356755ccb0b6 req-98cfe4b9-a661-4b26-8973-278bcc314439 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:44.532407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb5fdf72-29f1-437f-8001-356755ccb0b6 req-98cfe4b9-a661-4b26-8973-278bcc314439 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0613711 Nov 08 12:56:44.599245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb5fdf72-29f1-437f-8001-356755ccb0b6 req-09a22c64-8669-45cb-ac47-3bca56c6ea03 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Nov 08 12:56:44.767893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c29475-7bbf-445f-a927-131381d7ddf0 req-bad9b5f0-348a-4bb4-97e3-a1d290efa1c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:44.777140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c29475-7bbf-445f-a927-131381d7ddf0 req-bad9b5f0-348a-4bb4-97e3-a1d290efa1c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0828090 Nov 08 12:56:44.854684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32c29475-7bbf-445f-a927-131381d7ddf0 req-7d38e399-9b37-4f3e-967b-8e8fbeb6a11b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718117 Nov 08 12:56:45.214794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be6438-1321-4ab8-90f8-5f448444f057 req-f030a683-1982-4802-b64b-923b9fdfb7a3 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:45.219019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0be6438-1321-4ab8-90f8-5f448444f057 req-f030a683-1982-4802-b64b-923b9fdfb7a3 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0861077 Nov 08 12:56:45.277255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0be6438-1321-4ab8-90f8-5f448444f057 req-63a575a4-b933-4498-8ed7-52b3cc64dbb3 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Nov 08 12:56:45.509017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f59cb-1001-4280-a9e3-1c41f1b3d9d3 req-ddd3d1a1-ef3b-4feb-bc32-cb81fb19a87b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:45.519809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-576f59cb-1001-4280-a9e3-1c41f1b3d9d3 req-ddd3d1a1-ef3b-4feb-bc32-cb81fb19a87b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0692372 Nov 08 12:56:45.582851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-576f59cb-1001-4280-a9e3-1c41f1b3d9d3 req-898d035d-ecc9-4189-919b-4123d0021668 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Nov 08 12:56:45.664462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dff59-d500-4b33-9985-be13497d89c6 req-81e12d36-d515-4dc6-89a1-33c0b0059e60 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:45.666317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-162dff59-d500-4b33-9985-be13497d89c6 req-81e12d36-d515-4dc6-89a1-33c0b0059e60 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0820925 Nov 08 12:56:45.765567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-162dff59-d500-4b33-9985-be13497d89c6 req-21ba862f-08cf-470e-999a-7318d03ecac8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930305 Nov 08 12:56:45.789643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251f91-5a2e-4eb9-aa2c-fa1205b055ad req-7bc3d0f6-1f8f-4692-a496-e0025e29b943 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:45.799355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c251f91-5a2e-4eb9-aa2c-fa1205b055ad req-7bc3d0f6-1f8f-4692-a496-e0025e29b943 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0917716 Nov 08 12:56:45.878890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c251f91-5a2e-4eb9-aa2c-fa1205b055ad req-7de01707-7d31-4bff-8812-8af08d286533 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785413 Nov 08 12:56:46.115107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:46.993694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffa006-0081-4500-8add-c0a9ee6ad9cb req-04bf2df4-047d-4317-86fa-6385b01b6858 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:46.993694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37ffa006-0081-4500-8add-c0a9ee6ad9cb req-04bf2df4-047d-4317-86fa-6385b01b6858 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0598736 Nov 08 12:56:46.993694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37ffa006-0081-4500-8add-c0a9ee6ad9cb req-61648a86-6e93-49f0-b4bf-0e66c969be73 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496533 Nov 08 12:56:47.117912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-acf09afc-47a0-41e9-be9b-be520de33c7f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:47.120121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-acf09afc-47a0-41e9-be9b-be520de33c7f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 945 time: 0.0888593 Nov 08 12:56:47.280728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 0b519dd7-884b-4276-8758-5dcbea6fb4fa {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:47.281120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:47.399230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port 0b519dd7-884b-4276-8758-5dcbea6fb4fa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0b519dd7-884b-4276-8758-5dcbea6fb4fa,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:47.399650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:47.417398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 0b519dd7-884b-4276-8758-5dcbea6fb4fa owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:56:47.633720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d6158-d572-4a76-a688-201accb07456 req-cb6f6f8e-08ca-4eae-b273-341898c4a958 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:47.638608 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca5d6158-d572-4a76-a688-201accb07456 req-cb6f6f8e-08ca-4eae-b273-341898c4a958 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0918934 Nov 08 12:56:47.736132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ca5d6158-d572-4a76-a688-201accb07456 req-8357bed8-260f-41e8-ad3b-8f35c835e5cc tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837355 Nov 08 12:56:47.831066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:47.858316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0b519dd7-884b-4276-8758-5dcbea6fb4fa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:47.872261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=0b519dd7-884b-4276-8758-5dcbea6fb4fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:47.946394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port 0b519dd7-884b-4276-8758-5dcbea6fb4fa on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:56:47.961421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:47.961421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e7b43d7-bc89-418d-9cb4-360cb1c43fa5 req-2b99eb35-6efc-4116-9c66-dd85aef531a9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "DELETE /v2.0/ports/0b519dd7-884b-4276-8758-5dcbea6fb4fa HTTP/1.1" status: 204 len: 173 time: 0.8274522 Nov 08 12:56:47.961421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'name': 'network-vif-deleted', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:47.961421 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8fcff-5bd0-42ed-a0e6-0016936db414" -d '{"events": [{"server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "name": "network-vif-deleted", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:48.039934 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662292cf-f402-4060-9c9e-8d6ab8e5c3a7 x-openstack-request-id: req-662292cf-f402-4060-9c9e-8d6ab8e5c3a7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:48.040680 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df7fcb-b827-4952-82fc-d0a22ab8e0ee", "name": "network-vif-deleted", "tag": "0b519dd7-884b-4276-8758-5dcbea6fb4fa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:48.040680 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-662292cf-f402-4060-9c9e-8d6ab8e5c3a7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:48.040969 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df7fcb-b827-4952-82fc-d0a22ab8e0ee', 'name': 'network-vif-deleted', 'tag': '0b519dd7-884b-4276-8758-5dcbea6fb4fa', 'status': 'completed', 'code': 200} Nov 08 12:56:48.139422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9aaff642-0cf0-476e-b92b-f5b681e487a2 req-8cb23bb0-7452-4543-abe4-b75502ec50d3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0461013 Nov 08 12:56:48.892443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2a6e-e486-4b10-a98a-2181d4496170 req-c060c3a7-383d-408e-a135-0f1d965a9ffc tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:48.903847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-812d2a6e-e486-4b10-a98a-2181d4496170 req-c060c3a7-383d-408e-a135-0f1d965a9ffc tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0635781 Nov 08 12:56:48.978764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-812d2a6e-e486-4b10-a98a-2181d4496170 req-ef621216-2ae7-40e9-befd-4fa1306e7a3b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Nov 08 12:56:49.125712 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-f9e6ae47-035d-436a-99e0-84fd97628528 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:49.129186 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-f9e6ae47-035d-436a-99e0-84fd97628528 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 1097 time: 0.0850227 Nov 08 12:56:49.295545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Deleting port 3278a873-233d-4b4e-bff5-5a68ad2d3933 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:49.295977 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:49.361457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d545540-100b-4a7c-b188-21faea2c45f9 req-4eb212a4-a077-479b-916d-cc848c6e451f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0424991 Nov 08 12:56:49.454501 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] For port 3278a873-233d-4b4e-bff5-5a68ad2d3933, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3278a873-233d-4b4e-bff5-5a68ad2d3933,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:49.455374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:49.476213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Calling delete_port for 3278a873-233d-4b4e-bff5-5a68ad2d3933 owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:56:49.704506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:49.724307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3278a873-233d-4b4e-bff5-5a68ad2d3933'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:49.724307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9a186fb7-17e7-47d4-ac01-db07386c6c59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:49.847562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Pushing event deleted for resources: {'Port': ['ID=3278a873-233d-4b4e-bff5-5a68ad2d3933,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:49.898855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] No DVR routers for this DVR port 3278a873-233d-4b4e-bff5-5a68ad2d3933 on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:56:49.904408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:49.909689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9d3516d0-4e9d-4744-87c0-c813858687ed req-693f99cd-5fe2-48a4-8c69-da046b12f319 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3278a873-233d-4b4e-bff5-5a68ad2d3933 HTTP/1.1" status: 204 len: 173 time: 0.7744269 Nov 08 12:56:49.910533 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'name': 'network-vif-deleted', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:49.918152 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ffef1-b354-4f77-a01d-2ec00866275a" -d '{"events": [{"server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "name": "network-vif-deleted", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:50.026421 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094c7df9-9aa1-4610-a969-cf2bc09cd118 x-openstack-request-id: req-094c7df9-9aa1-4610-a969-cf2bc09cd118 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:50.026669 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2130a31d-cf5e-4064-965d-38b8dae933c4", "name": "network-vif-deleted", "tag": "3278a873-233d-4b4e-bff5-5a68ad2d3933", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:50.027173 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-094c7df9-9aa1-4610-a969-cf2bc09cd118 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:50.028542 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2130a31d-cf5e-4064-965d-38b8dae933c4', 'name': 'network-vif-deleted', 'tag': '3278a873-233d-4b4e-bff5-5a68ad2d3933', 'status': 'completed', 'code': 200} Nov 08 12:56:50.173547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0b519dd7-884b-4276-8758-5dcbea6fb4fa no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:56:50.202741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0b519dd7-884b-4276-8758-5dcbea6fb4fa {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:56:50.203093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0b519dd7-884b-4276-8758-5dcbea6fb4fa not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:56:50.219500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c18bd9c-36cf-4035-9abc-353047925816 req-5c77239d-c956-4327-9646-f0690e9c84bc tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2130a31d-cf5e-4064-965d-38b8dae933c4 HTTP/1.1" status: 200 len: 210 time: 0.0932791 Nov 08 12:56:50.359130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:50.513043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a6b4058-bc9d-4a0c-8fa3-be856fe7019e req-ce4e36e7-be29-466a-8ed9-4e8b4ec2f198 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0422113 Nov 08 12:56:51.637252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b613d8bb-7bae-4e12-8e84-0fc48cf10f40 req-229573b8-b39c-4ccb-a02f-a624133a6157 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0293963 Nov 08 12:56:51.927908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90ef7c-db18-433a-a625-e1aa4ef36401 req-6d89c127-a3f6-4c77-bf4b-f8ce8d9734ab tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:51.930098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c90ef7c-db18-433a-a625-e1aa4ef36401 req-6d89c127-a3f6-4c77-bf4b-f8ce8d9734ab tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0615058 Nov 08 12:56:52.020406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c90ef7c-db18-433a-a625-e1aa4ef36401 req-e136f9c1-6a86-4cb4-afff-b0000b8ac265 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685751 Nov 08 12:56:52.766947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebcd8779-2576-41a1-948a-556bc03b4401 req-5f4ff928-fada-4df7-b947-7427c11664e9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0302389 Nov 08 12:56:53.140817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6de4179-98de-403f-97b8-1b922d9d9dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:53.237489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb411db-82c7-404d-80f7-74dea12e5ab6 req-c08cd745-19f5-4cc0-bf29-8e1ad8b40455 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:53.247886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-deb411db-82c7-404d-80f7-74dea12e5ab6 req-c08cd745-19f5-4cc0-bf29-8e1ad8b40455 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.1137240 Nov 08 12:56:53.272683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-135ff078-09eb-4fe2-a7e7-cc574f90f280 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:56:53.275075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-135ff078-09eb-4fe2-a7e7-cc574f90f280 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 1096 time: 0.0982015 Nov 08 12:56:53.359584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-deb411db-82c7-404d-80f7-74dea12e5ab6 req-68a2ab1c-0353-4435-9466-bfacb7106b26 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f404ddbd-4a0d-415a-905b-48dd0777276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Nov 08 12:56:53.437048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Deleting port 9a186fb7-17e7-47d4-ac01-db07386c6c59 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:53.437388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:53.550714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] For port 9a186fb7-17e7-47d4-ac01-db07386c6c59, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=9a186fb7-17e7-47d4-ac01-db07386c6c59,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:53.550989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:53.572892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Calling delete_port for 9a186fb7-17e7-47d4-ac01-db07386c6c59 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:56:53.867001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:53.885206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['9a186fb7-17e7-47d4-ac01-db07386c6c59'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:56:53.915999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a186fb7-17e7-47d4-ac01-db07386c6c59,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:53.978015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3422b15d-6c9b-4446-af96-f5d32c37b168 req-ccbec21f-9698-434e-9f15-036b2e1f670d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0628002 Nov 08 12:56:54.039667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] No DVR routers for this DVR port 9a186fb7-17e7-47d4-ac01-db07386c6c59 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:56:54.042310 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:54.050459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-173bdf9d-a39d-4ee3-bc38-2c56761bf19e req-b194d37a-87a1-4d3f-aba7-68a274a1c8a5 tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.57 "DELETE /v2.0/ports/9a186fb7-17e7-47d4-ac01-db07386c6c59 HTTP/1.1" status: 204 len: 173 time: 0.7627480 Nov 08 12:56:54.050963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'name': 'network-vif-deleted', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:56:54.053792 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe7bf2c-435f-4544-8094-edfecea747b1" -d '{"events": [{"server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "name": "network-vif-deleted", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:56:54.108958 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed2d9f-9ef9-43b6-907a-83e98921038d x-openstack-request-id: req-76ed2d9f-9ef9-43b6-907a-83e98921038d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:56:54.109467 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ebf89-3cd1-45b8-b27a-58671bdecb67", "name": "network-vif-deleted", "tag": "9a186fb7-17e7-47d4-ac01-db07386c6c59", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:56:54.109467 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76ed2d9f-9ef9-43b6-907a-83e98921038d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:56:54.109876 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ebf89-3cd1-45b8-b27a-58671bdecb67', 'name': 'network-vif-deleted', 'tag': '9a186fb7-17e7-47d4-ac01-db07386c6c59', 'status': 'completed', 'code': 200} Nov 08 12:56:54.437101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3278a873-233d-4b4e-bff5-5a68ad2d3933 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:56:54.471768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 3278a873-233d-4b4e-bff5-5a68ad2d3933 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:56:54.472473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3278a873-233d-4b4e-bff5-5a68ad2d3933 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:56:54.545998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4841361-5e0c-4478-8608-24de89d2d668 req-c8badc39-e7bf-4459-b192-6dd5deb9884b tempest-TestServerMultinode-217803457 tempest-TestServerMultinode-217803457-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf2ebf89-3cd1-45b8-b27a-58671bdecb67 HTTP/1.1" status: 200 len: 210 time: 0.0570033 Nov 08 12:56:55.204305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7adebeb2-71eb-4ce7-a0e0-ccf99cdf82a6 req-5376efdb-3ddc-4dc8-ab15-5cf6ee00cc03 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=66df7fcb-b827-4952-82fc-d0a22ab8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0742486 Nov 08 12:56:55.531331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbdba-0af7-4894-9458-699cdcef52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:55.634823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52812) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:56.149714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:56.171604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9a186fb7-17e7-47d4-ac01-db07386c6c59 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:56:56.271213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 9a186fb7-17e7-47d4-ac01-db07386c6c59 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:56:56.273888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 9a186fb7-17e7-47d4-ac01-db07386c6c59 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:56:56.619136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Deleting port 38ad042b-a005-4f7e-baba-f387f4dc3866 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:56.624466 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:56.758751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:56.799468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] For port 38ad042b-a005-4f7e-baba-f387f4dc3866, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=38ad042b-a005-4f7e-baba-f387f4dc3866,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:56.800065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:56.833604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Calling delete_port for 38ad042b-a005-4f7e-baba-f387f4dc3866 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:56:56.918676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:57.177848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9afd-e404-49c8-91cf-15312e7f6f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.266539 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.360792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9afd-e404-49c8-91cf-15312e7f6f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.379798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ad042b-a005-4f7e-baba-f387f4dc3866,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:57.420792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9afd-e404-49c8-91cf-15312e7f6f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.554396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ae0f9afd-e404-49c8-91cf-15312e7f6f45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1732232c9494908b6e882d0681fc51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335411 Nov 08 12:56:57.555217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:57.555894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9afd-e404-49c8-91cf-15312e7f6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a68b29-4d42-4293-90b7-c08c0dbbf7f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:57.717434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.772470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.791568 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.973942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.973942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:57.976699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97a68b29-4d42-4293-90b7-c08c0dbbf7f1 HTTP/1.1" status: 204 len: 168 time: 0.4140604 Nov 08 12:56:58.012283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974f76b-8afc-4556-88e5-2b81209367d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a68b29-4d42-4293-90b7-c08c0dbbf7f1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:58.185207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:58.253483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:56:58.511714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:56:58.522819 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ab1fb2c-e738-4ec1-a2eb-459121b97286 admin admin] 10.222.0.58 "PUT /v2.0/routers/c9ea43f2-5ffd-4a20-aeee-74b769555ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8868437 Nov 08 12:56:58.524590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Sync routers for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:56:58.528442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 52864) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:58.555519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:58.557445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:56:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:58.859011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:58.986772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52866) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:59.012553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7abc9454-b7ea-4fed-8c71-bc3d3356a10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.163707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.184577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7abc9454-b7ea-4fed-8c71-bc3d3356a10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.220054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.310275 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7abc9454-b7ea-4fed-8c71-bc3d3356a10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.354887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9454-b7ea-4fed-8c71-bc3d3356a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d266ab-aa34-483e-ad81-ba8fd487d2d1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:59.404180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7abc9454-b7ea-4fed-8c71-bc3d3356a10b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc6f9dbbe5f748a49a060c715e9e096c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156480 Nov 08 12:56:59.407021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:56:57Z', 'revision_number': 5, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:59.411838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:56:59.440459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Checking router: c9ea43f2-5ffd-4a20-aeee-74b769555ec4 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:56:59.450546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Routers {'c9ea43f2-5ffd-4a20-aeee-74b769555ec4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:56:59.451186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:56:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:56:59.451643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.516776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.585776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.693156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Deleting port 5a7edad8-2bae-4acf-8aca-90d72d23917f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:56:59.693502 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.707561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] Set router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:56:59.772863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.776157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.785501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73d266ab-aa34-483e-ad81-ba8fd487d2d1 HTTP/1.1" status: 204 len: 168 time: 0.3724647 Nov 08 12:56:59.804923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155f99-3ae1-43e7-a745-20b5cd9594dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d266ab-aa34-483e-ad81-ba8fd487d2d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:56:59.825713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] For port 5a7edad8-2bae-4acf-8aca-90d72d23917f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5a7edad8-2bae-4acf-8aca-90d72d23917f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:56:59.826094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:56:59.877875 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Calling delete_port for 5a7edad8-2bae-4acf-8aca-90d72d23917f owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:00.203733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:56:57Z', 'revision_number': 5, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:00.234060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4d35e-5f03-4677-9596-a33277b811d3 None None] The sync data for ids ['c9ea43f2-5ffd-4a20-aeee-74b769555ec4'] in n-d-816990-1 is: [{'id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'name': 'tempest-TestServerMultinode-860158169-router', 'tenant_id': '705d937a8572452dac2ee7c14c0f1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:55:52Z', 'updated_at': '2021-11-08T12:56:57Z', 'revision_number': 5, 'project_id': '705d937a8572452dac2ee7c14c0f1f4d', 'gw_port': {'id': '5a7edad8-2bae-4acf-8aca-90d72d23917f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ea43f2-5ffd-4a20-aeee-74b769555ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:55:53Z', 'updated_at': '2021-11-08T12:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:57:00.283331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.316532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7edad8-2bae-4acf-8aca-90d72d23917f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:00.416987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.539015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.541713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.663899 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.664460 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ea43f2-5ffd-4a20-aeee-74b769555ec4 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:57:00.669744 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.673903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:00.681371 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a960fd0c-d5c3-41bf-b817-d017730e0566 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c9ea43f2-5ffd-4a20-aeee-74b769555ec4 HTTP/1.1" status: 204 len: 168 time: 2.1516891 Nov 08 12:57:00.825472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Deleting subnet c02e86b6-624a-4994-ab08-3a7cdbb9a41e {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:57:00.847813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:00.943100 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.174202 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.341478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.423338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02e86b6-624a-4994-ab08-3a7cdbb9a41e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:01.432301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.436868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c24b9-61c2-4e09-a2f9-f884c28384dc None None] Network 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:57:01.441245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-240387fd-ec8d-4584-9b31-bd88fc1d08f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c02e86b6-624a-4994-ab08-3a7cdbb9a41e HTTP/1.1" status: 204 len: 168 time: 0.7661505 Nov 08 12:57:01.443604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:01.581618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.676042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Deleting port 90de39a3-dad6-4c24-8a5e-f97848ce826d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:01.677784 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:01.851946 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] DHCP port deletion for 00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:57:02.004637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] For port 90de39a3-dad6-4c24-8a5e-f97848ce826d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90de39a3-dad6-4c24-8a5e-f97848ce826d,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:02.005091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.052523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Calling delete_port for 90de39a3-dad6-4c24-8a5e-f97848ce826d owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:02.072344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Deleting port 90de39a3-dad6-4c24-8a5e-f97848ce826d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:02.072919 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.189823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] For port 90de39a3-dad6-4c24-8a5e-f97848ce826d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90de39a3-dad6-4c24-8a5e-f97848ce826d,segment=NetworkSegment(693c05cf-7341-4536-b390-a915ff544e3c),segment_id=693c05cf-7341-4536-b390-a915ff544e3c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:02.190328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.231254 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Calling delete_port for 90de39a3-dad6-4c24-8a5e-f97848ce826d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:02.249423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 38ad042b-a005-4f7e-baba-f387f4dc3866 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:02.255177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.313776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 38ad042b-a005-4f7e-baba-f387f4dc3866 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:02.313776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 38ad042b-a005-4f7e-baba-f387f4dc3866 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:02.314156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5a7edad8-2bae-4acf-8aca-90d72d23917f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:02.325945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90de39a3-dad6-4c24-8a5e-f97848ce826d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:02.331193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] No DVR routers for this DVR port 90de39a3-dad6-4c24-8a5e-f97848ce826d on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:57:02.360969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5a7edad8-2bae-4acf-8aca-90d72d23917f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:02.361612 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5a7edad8-2bae-4acf-8aca-90d72d23917f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:02.362177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90de39a3-dad6-4c24-8a5e-f97848ce826d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:02.442746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.472193 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:02.485553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693c05cf-7341-4536-b390-a915ff544e3c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:02.485850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693c05cf-7341-4536-b390-a915ff544e3c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:02.504411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.538282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.551426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:57:02.554571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: timer() Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:57:02.556858 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:57:02.645494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 90de39a3-dad6-4c24-8a5e-f97848ce826d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:02.646511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90de39a3-dad6-4c24-8a5e-f97848ce826d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:02.685278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:02.718808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] No DVR routers for this DVR port 90de39a3-dad6-4c24-8a5e-f97848ce826d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:57:02.793242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ddff7-2b5a-455f-a55c-1b6ae1812943 None None] Pushing event deleted for resources: {'Port': ['ID=90de39a3-dad6-4c24-8a5e-f97848ce826d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:03.236293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:03.248821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:03.252487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc HTTP/1.1" status: 204 len: 168 time: 1.8047407 Nov 08 12:57:03.253519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f638-66a6-44f0-9a7e-a10e3c69b3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bb184f-6c66-4c3c-bf73-1cdb4eaa9ebc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:03.255717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 52954) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:03.901146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:04.443939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Deleting port b4fdfb17-bea3-42e5-8a16-7f2f94403f28 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:04.451630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:04.560913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] For port b4fdfb17-bea3-42e5-8a16-7f2f94403f28, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:04.561287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:04.583884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Calling delete_port for b4fdfb17-bea3-42e5-8a16-7f2f94403f28 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:04.929020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:05.004140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fdfb17-bea3-42e5-8a16-7f2f94403f28,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:05.217190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:05.528719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:57:05.655434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:57:05.663080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70673bc8-70a1-4875-b97e-0c1e9086e95a admin admin] 10.222.0.58 "PUT /v2.0/routers/5f1b2fc8-6cab-4187-bd11-c798bd28b1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4040942 Nov 08 12:57:05.664112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:05.667958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Sync routers for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:57:05.682232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:57:05.683808 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:56:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:05.879413 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:57:06.121455 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:57:04Z', 'revision_number': 5, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:06.162129 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Checking router: 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:57:06.173193 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Routers {'5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:57:06.184642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:06.185433 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:56:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:06.296977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:06.441150 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] Set router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:57:06.651115 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:57:04Z', 'revision_number': 5, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:06.686034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537530a-7f3f-4631-baac-982e0c822420 None None] The sync data for ids ['5f1b2fc8-6cab-4187-bd11-c798bd28b1e7'] in n-d-816990-1 is: [{'id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'name': 'tempest-TestServerMultinode-2121436269-router', 'tenant_id': '99481791ef05405da87b9312fc83c664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:56:03Z', 'updated_at': '2021-11-08T12:57:04Z', 'revision_number': 5, 'project_id': '99481791ef05405da87b9312fc83c664', 'gw_port': {'id': '84fc1da9-0ae4-41be-ba66-00c0e61fe61c', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b2fc8-6cab-4187-bd11-c798bd28b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:56:04Z', 'updated_at': '2021-11-08T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:57:06.984014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Deleting port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:06.984571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.075370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] For port 84fc1da9-0ae4-41be-ba66-00c0e61fe61c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:07.075724 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.090869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Calling delete_port for 84fc1da9-0ae4-41be-ba66-00c0e61fe61c owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:07.452370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.484667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Pushing event deleted for resources: {'Port': ['ID=84fc1da9-0ae4-41be-ba66-00c0e61fe61c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:07.560231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.663338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.665803 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.843830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.844593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 12:57:07.859582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.861741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7c009744-e899-41e0-a884-53e0ae28c73b admin admin] 10.222.0.58 "DELETE /v2.0/routers/5f1b2fc8-6cab-4187-bd11-c798bd28b1e7 HTTP/1.1" status: 204 len: 168 time: 2.1973429 Nov 08 12:57:07.864549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53094) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:07.923783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Deleting subnet b56d87cd-eb76-47c2-8282-9b2c5b26a8a0 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 12:57:07.937620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:07.998576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.067863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4fdfb17-bea3-42e5-8a16-7f2f94403f28 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:08.092315 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b4fdfb17-bea3-42e5-8a16-7f2f94403f28 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:08.092669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b4fdfb17-bea3-42e5-8a16-7f2f94403f28 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:08.110111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.396064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.457754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56d87cd-eb76-47c2-8282-9b2c5b26a8a0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:08.460723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.463782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec027be-7a32-4680-b1a9-81551b1b4ca1 None None] Network f0fe838c-1b30-405c-b467-a9055450728e requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:57:08.465095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bd578405-84d2-49cc-8d01-050e9d054679 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b56d87cd-eb76-47c2-8282-9b2c5b26a8a0 HTTP/1.1" status: 204 len: 168 time: 0.5976954 Nov 08 12:57:08.467583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53116) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:08.586182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.673928 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Deleting port 8de4071a-a325-42a0-8ad3-771a7ba1065a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:08.674955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.766329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] For port 8de4071a-a325-42a0-8ad3-771a7ba1065a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8de4071a-a325-42a0-8ad3-771a7ba1065a,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:08.766712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.771237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] DHCP port deletion for f0fe838c-1b30-405c-b467-a9055450728e request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 12:57:08.784065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Calling delete_port for 8de4071a-a325-42a0-8ad3-771a7ba1065a owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:08.860013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Deleting port 8de4071a-a325-42a0-8ad3-771a7ba1065a {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:57:08.860393 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.936310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] For port 8de4071a-a325-42a0-8ad3-771a7ba1065a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8de4071a-a325-42a0-8ad3-771a7ba1065a,segment=NetworkSegment(6124d8e0-3c7e-4703-8920-090c77064d36),segment_id=6124d8e0-3c7e-4703-8920-090c77064d36)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:57:08.937077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:08.951401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Calling delete_port for 8de4071a-a325-42a0-8ad3-771a7ba1065a owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:57:09.066786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.067715 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.103288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] Pushing event deleted for resources: {'Port': ['ID=8de4071a-a325-42a0-8ad3-771a7ba1065a,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:09.115279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33dac8-4330-49bf-8900-21d2e749b0df None None] No DVR routers for this DVR port 8de4071a-a325-42a0-8ad3-771a7ba1065a on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:57:09.127434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de4071a-a325-42a0-8ad3-771a7ba1065a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:09.130851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] No DVR routers for this DVR port 8de4071a-a325-42a0-8ad3-771a7ba1065a on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:57:09.248572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.284302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fe838c-1b30-405c-b467-a9055450728e']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:09.296243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6124d8e0-3c7e-4703-8920-090c77064d36') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:09.296541 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6124d8e0-3c7e-4703-8920-090c77064d36') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:57:09.313736 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.342728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.349642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 12:57:09.350053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: timer() Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 12:57:09.351986 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 12:57:09.483273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.489918 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:09.493495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f0fe838c-1b30-405c-b467-a9055450728e HTTP/1.1" status: 204 len: 168 time: 1.0248721 Nov 08 12:57:09.508260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf3ea2-0365-40e4-ba4a-6b29611140f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fe838c-1b30-405c-b467-a9055450728e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:10.019943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8de4071a-a325-42a0-8ad3-771a7ba1065a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:10.046275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8de4071a-a325-42a0-8ad3-771a7ba1065a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:10.046901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8de4071a-a325-42a0-8ad3-771a7ba1065a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:10.048472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84fc1da9-0ae4-41be-ba66-00c0e61fe61c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:57:10.077585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 84fc1da9-0ae4-41be-ba66-00c0e61fe61c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:57:10.078130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 84fc1da9-0ae4-41be-ba66-00c0e61fe61c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:57:10.151488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:10.200433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-95ddedb0-5387-483d-980a-399f68845199 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=705d937a8572452dac2ee7c14c0f1f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474443 Nov 08 12:57:10.204158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53180) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:10.266543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:10.331919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:10.596407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:10.607844 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:10.607844 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605386b5-fb5c-4d13-bb04-d0f7aab8909e HTTP/1.1" status: 204 len: 168 time: 0.3946655 Nov 08 12:57:10.614400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7f786-0e6a-4158-9afb-b53c1245b4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605386b5-fb5c-4d13-bb04-d0f7aab8909e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:11.306418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:57:12.085202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53248) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:12.148498 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dcade1a5-37f6-4ede-9124-c70bd871c73f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99481791ef05405da87b9312fc83c664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594873 Nov 08 12:57:12.152236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:12.237350 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:12.301664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:12.517521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:12.534061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:12.535940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f404ddbd-4a0d-415a-905b-48dd0777276c HTTP/1.1" status: 204 len: 168 time: 0.3857799 Nov 08 12:57:12.571887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b549d-6690-459d-8c90-a7cc9f43e793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404ddbd-4a0d-415a-905b-48dd0777276c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:16.169325 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:20.380889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:23.169010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f461e76d-9d86-4be4-9114-3faa81812ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:25.514468 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-167cf234-8e54-4b43-af38-6ba94f51e708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:26.785788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:28.158042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:29.005782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:30.058029 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-302c23df-6609-4acd-a5f9-59702c2c0075 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778043 Nov 08 12:57:30.084562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:30.173717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-b123792f-7768-47a9-a284-a63a98548865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:30.175348 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-b123792f-7768-47a9-a284-a63a98548865 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 1096 time: 0.0746167 Nov 08 12:57:30.244188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:30.380935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-8f9e4732-345f-4187-bd75-9dd2a51b1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:30.382705 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-8f9e4732-345f-4187-bd75-9dd2a51b1c3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 200 len: 915 time: 0.1854358 Nov 08 12:57:30.440319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:30.442205 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-e1a6242b-14a4-4d6d-b7fa-c15229ff360b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b HTTP/1.1" status: 200 len: 217 time: 0.0438001 Nov 08 12:57:30.532366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-f3e9821a-2d83-43b3-860f-1bb2a3087678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:30.534374 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-f3e9821a-2d83-43b3-860f-1bb2a3087678 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=471a8cad-c013-4da8-9fdc-b100ac1a7f85 HTTP/1.1" status: 200 len: 854 time: 0.0827556 Nov 08 12:57:30.574976 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-395e57c1-1f06-46cb-ba65-2f0265b0c514 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac0632b-7d88-4b39-af05-a7193d042220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328395 Nov 08 12:57:30.645566 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:30.685515 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-8d245cc7-351f-4bd2-9c4c-20abca83b441 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029797 Nov 08 12:57:30.721429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66b172-fc79-40e6-a9a3-0be09177daf8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:30.735593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56b69db7d4144141a37ccd7e81131ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488700 Nov 08 12:57:30.736183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:30.804171 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-24e1b2a6-f496-47f0-b065-0104464e74e4 req-96c36e52-b3ec-4b90-955e-61518792cd6b service neutron] 10.222.0.61 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116228 Nov 08 12:57:30.805246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.805764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.806454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.806954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.808259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.809019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.818519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.820532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.821122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.821701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.822336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.824735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73740274-8c49-4352-94da-d464f8e64e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:30.872529 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:30.900080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:31.043083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:31.052895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:31.069725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af66b172-fc79-40e6-a9a3-0be09177daf8 HTTP/1.1" status: 204 len: 168 time: 0.3284059 Nov 08 12:57:31.092272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a7c2-2216-418f-ad31-13bb01a07b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66b172-fc79-40e6-a9a3-0be09177daf8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:31.994873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:32.011394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0926-0d02-4867-a611-055a84075904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.116199 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0926-0d02-4867-a611-055a84075904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.185809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0926-0d02-4867-a611-055a84075904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.229097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4b5e0926-0d02-4867-a611-055a84075904 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bae453f994ec449a8a77354f339226cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324095 Nov 08 12:57:32.233827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e0926-0d02-4867-a611-055a84075904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e224f-fdd7-42e9-85e1-2c65a2db05e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:32.234408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53892) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:32.305582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.331231 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.454641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.459011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:32.463838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a33e224f-fdd7-42e9-85e1-2c65a2db05e6 HTTP/1.1" status: 204 len: 168 time: 0.2278945 Nov 08 12:57:32.473557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e224f-fdd7-42e9-85e1-2c65a2db05e6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:32.502613 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.503782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.506003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.506630 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.507176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.508113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.508651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.514292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.516064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.516579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.520793 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:32.521407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26c93-2436-4927-9c7a-b903429da441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:57:33.814123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 53926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:33.915790 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09247ed5-341e-4675-99f8-825b6c2dcd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:33.995529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09247ed5-341e-4675-99f8-825b6c2dcd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.170134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09247ed5-341e-4675-99f8-825b6c2dcd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.210031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09247ed5-341e-4675-99f8-825b6c2dcd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c134d00-3a64-4666-b505-56fe14ff2f81,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:34.218082 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09247ed5-341e-4675-99f8-825b6c2dcd4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e352c1433546409987a86cc22481802b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021049 Nov 08 12:57:34.218491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 53930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:34.272518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.300342 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.471063 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.473892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:34.477858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c134d00-3a64-4666-b505-56fe14ff2f81 HTTP/1.1" status: 204 len: 168 time: 0.2553773 Nov 08 12:57:34.484746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d09fe-53d6-4524-95e4-22bbf7875e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c134d00-3a64-4666-b505-56fe14ff2f81,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:40.095511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54060) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:40.280551 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a214d4-357c-4159-974b-89d5ffe6925c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.364765 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a214d4-357c-4159-974b-89d5ffe6925c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.525307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a214d4-357c-4159-974b-89d5ffe6925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.582795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a214d4-357c-4159-974b-89d5ffe6925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79bc0a7-f05e-49cd-9069-976f86d9c3a4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:40.607837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-59a214d4-357c-4159-974b-89d5ffe6925c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fc239fd72524cb78c449fc7f85faa63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5103385 Nov 08 12:57:40.613020 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54070) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:40.677092 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.701748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.917005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.919740 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:40.923856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e79bc0a7-f05e-49cd-9069-976f86d9c3a4 HTTP/1.1" status: 204 len: 168 time: 0.3070452 Nov 08 12:57:40.934183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351e19d-fa7e-406c-bd7a-8967ec9c34a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79bc0a7-f05e-49cd-9069-976f86d9c3a4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:41.955547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54094) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:41.974920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b51d49de-49a0-46aa-9635-21b0c6a0e297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.092863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b51d49de-49a0-46aa-9635-21b0c6a0e297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.264973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b51d49de-49a0-46aa-9635-21b0c6a0e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.335366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:42.335943 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b51d49de-49a0-46aa-9635-21b0c6a0e297 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a8db684c6ff46f9960049fab8f9e3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788550 Nov 08 12:57:42.341116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d49de-49a0-46aa-9635-21b0c6a0e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1fa5e9-c84f-4ef0-a8f5-0896b76e6640,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:42.444610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.553356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.848229 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.851243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:42.857027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a1fa5e9-c84f-4ef0-a8f5-0896b76e6640 HTTP/1.1" status: 204 len: 168 time: 0.5160401 Nov 08 12:57:42.863160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6781e8-84cf-4126-970a-d4f01998ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1fa5e9-c84f-4ef0-a8f5-0896b76e6640,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:43.824344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-070bf83f-a33b-45ac-b4ad-7d3a815a7708 req-c566b7b9-efe4-4d63-9776-81e59208ed0f service neutron] (102535) timed out ('10.222.0.58', 58388) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 12:57:45.326918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:45.508393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8afa24e9-f985-414b-ada6-13da54f9aec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:45.608283 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8afa24e9-f985-414b-ada6-13da54f9aec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:45.728157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8afa24e9-f985-414b-ada6-13da54f9aec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:45.886079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa24e9-f985-414b-ada6-13da54f9aec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ceb0f2-aabd-47d8-abab-8a0e3e1b50e0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:45.901797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54200) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:45.902506 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8afa24e9-f985-414b-ada6-13da54f9aec9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a7e1a55a0f34ab0af37585c5789fd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736315 Nov 08 12:57:45.948045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-0865b1ed-7db3-4d1d-86ae-c1a8ee0e2d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:45.950616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-0865b1ed-7db3-4d1d-86ae-c1a8ee0e2d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1525490 Nov 08 12:57:45.964103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:45.969769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-48de910e-ec59-46f8-a04b-38da57c23b3c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0109315 Nov 08 12:57:45.999331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:46.063350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-e5996318-d8e6-4ca5-be2c-adc62f21a6df tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858037 Nov 08 12:57:46.180257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:46.183445 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:46.192666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:46.192666 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30ceb0f2-aabd-47d8-abab-8a0e3e1b50e0 HTTP/1.1" status: 204 len: 168 time: 0.2885303 Nov 08 12:57:46.208241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e5fb2-ac74-470f-826e-4811c5b7afe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ceb0f2-aabd-47d8-abab-8a0e3e1b50e0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:46.390093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-ffa0debd-ef42-4c80-8852-4f912900b9ee service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192980 Nov 08 12:57:46.561785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-47616627-7463-4422-8869-ceaf071cb349 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701527 Nov 08 12:57:47.756198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95442b72-296a-40b9-a58c-502059e64b22 req-e6d61f55-1c97-402b-abe3-cfb96a53ba21 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0848815 Nov 08 12:57:48.305999 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:57:48.855835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e7217be3-131f-4573-9a90-41ae96801424 req-309dd197-b887-4c96-a348-d9f811e1c107 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0301800 Nov 08 12:57:49.983389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c06193f0-b4fb-4ca5-8bb0-9b9ebefe8572 req-2f2ec9e3-a9c4-4713-ae69-813e5ea16748 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Nov 08 12:57:50.387932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:50.514608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-39353f7f-3183-4abf-9171-5a7c31eb05b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:50.516938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-39353f7f-3183-4abf-9171-5a7c31eb05b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1410086 Nov 08 12:57:50.535526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': '719169e2-be21-4a01-bae4-972f41358281', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:57:50.758759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:57:50.763984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:50.964496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.5 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/da423d0a-9be4-4b36-9ef6-6655919d6b6e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:57:51.284022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:51.330994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c1789f1-55ad-45b1-8404-d97f8a80573f req-91cfd38e-9ae5-4350-a929-a29deb73195b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.2007520 Nov 08 12:57:51.385729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:51.457208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:51.484122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:57:51.485767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:57:51.499790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:57:51.575899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:51.580539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:51.691107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8c9c1ee1-52c4-4365-9000-6d628d55ea11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1608579 Nov 08 12:57:51.705186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Request body: {'port': {'device_id': '719169e2-be21-4a01-bae4-972f41358281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:57:51.816208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:51.904973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cdc545b1-1223-4b52-86f7-b0aae9f96673 None None] Provisioning complete for port da423d0a-9be4-4b36-9ef6-6655919d6b6e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:57:51.911216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cdc545b1-1223-4b52-86f7-b0aae9f96673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:52.024707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cdc545b1-1223-4b52-86f7-b0aae9f96673 None None] Port da423d0a-9be4-4b36-9ef6-6655919d6b6e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:57:52.342771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da423d0a-9be4-4b36-9ef6-6655919d6b6e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:57:52.354427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:52.370286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Transition to ACTIVE for port object da423d0a-9be4-4b36-9ef6-6655919d6b6e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:57:52.475220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:52.626773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87561e1-951a-4e55-b9b3-7fc5762c5e7d req-76408b65-7f21-4064-890c-1206cbe2b211 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:52.640216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c87561e1-951a-4e55-b9b3-7fc5762c5e7d req-76408b65-7f21-4064-890c-1206cbe2b211 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 931 time: 0.2025156 Nov 08 12:57:52.646566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Pushing event updated for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:52.944491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c87561e1-951a-4e55-b9b3-7fc5762c5e7d req-f23402ce-fabe-442e-8f22-ad2c34c149c5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029788 Nov 08 12:57:53.010207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Attempting to bind port da423d0a-9be4-4b36-9ef6-6655919d6b6e on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:57:53.010741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Attempting to bind port da423d0a-9be4-4b36-9ef6-6655919d6b6e by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:57:53.011318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Attempting to bind port da423d0a-9be4-4b36-9ef6-6655919d6b6e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:57:53.028681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Port da423d0a-9be4-4b36-9ef6-6655919d6b6e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:57:53.029007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Attempting to bind port da423d0a-9be4-4b36-9ef6-6655919d6b6e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:57:53.034852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:57:53.035010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:57:53.035487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:57:53.035794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Bound port: da423d0a-9be4-4b36-9ef6-6655919d6b6e, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:57:53.036148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:53.139645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-abcd4b76-fc21-41c5-b40a-e96967955f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:53.236555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:57:53.245422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:57:53.351241 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:53.406832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:53.407207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:53.408781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] 10.222.0.57 "PUT /v2.0/ports/da423d0a-9be4-4b36-9ef6-6655919d6b6e HTTP/1.1" status: 200 len: 1091 time: 1.7079265 Nov 08 12:57:53.409275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:57:53.411709 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:57:53.465993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ccd5c-998b-4bb7-80e0-19cd0fcd1b52 service neutron] Pushing event updated for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:53.496984 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b09941-5e0c-4831-b97b-74d5f6f6e734 x-openstack-request-id: req-e9b09941-5e0c-4831-b97b-74d5f6f6e734 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:57:53.498459 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:57:53.501426 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9b09941-5e0c-4831-b97b-74d5f6f6e734 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:57:53.501426 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e', 'status': 'completed', 'code': 200} Nov 08 12:57:53.625724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-80d5607e-0d96-4395-b8d7-07fb1354be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:53.627485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-80d5607e-0d96-4395-b8d7-07fb1354be95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 1094 time: 0.1057816 Nov 08 12:57:53.856226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-de8db072-709c-4ce2-ae74-09b7e8f370eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:53.858767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-de8db072-709c-4ce2-ae74-09b7e8f370eb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=69da3562beb64ea291e8fc66ab228387&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2226174 Nov 08 12:57:54.001025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-7a866e84-53f9-4e23-a06f-f46e05d968b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:54.002652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb596f67-6bcf-4f79-b221-4fd7f4268e5d req-7a866e84-53f9-4e23-a06f-f46e05d968b3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366405 Nov 08 12:57:54.211987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-3bb792f1-bae7-4cd6-b813-4f97470c7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:54.216491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-3bb792f1-bae7-4cd6-b813-4f97470c7f5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 1094 time: 0.1663866 Nov 08 12:57:54.344890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88684c3-38b1-4bc4-aa9f-a27280512527 req-bbe00cb1-8aae-4c7d-8cbb-cfed6aa2271f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:54.351803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f88684c3-38b1-4bc4-aa9f-a27280512527 req-bbe00cb1-8aae-4c7d-8cbb-cfed6aa2271f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.2427778 Nov 08 12:57:54.365343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-de3e49a0-ac09-4e4e-b127-7f3a2c786baa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e HTTP/1.1" status: 200 len: 217 time: 0.1338885 Nov 08 12:57:54.512313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-3af6cb56-802e-42dc-b93f-f1d3cf5b7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:54.514000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-3af6cb56-802e-42dc-b93f-f1d3cf5b7e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1416810 Nov 08 12:57:54.517839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f88684c3-38b1-4bc4-aa9f-a27280512527 req-aa015038-ed23-48a8-9302-db4048d8aa5a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543531 Nov 08 12:57:54.576297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-67b69b90-a963-4ab7-8f5b-d41bf20176a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:54.578060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-67b69b90-a963-4ab7-8f5b-d41bf20176a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552402 Nov 08 12:57:54.708705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-c9e874df-9fe0-4833-a50c-d194918bd82e service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227105 Nov 08 12:57:54.864727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80d39bbe-2edf-4920-8087-bca35ca3f62e req-8245ad90-072b-4217-986c-471d5474fd15 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457288 Nov 08 12:57:55.574062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-911c0c0f-be2f-4a19-aebb-e3d27d5e1a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:55.685795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893094c-9dd8-4246-a4ac-18cbad6c040e req-e32f8fb6-1268-4016-b4c0-53415522bd9f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:55.687503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3893094c-9dd8-4246-a4ac-18cbad6c040e req-e32f8fb6-1268-4016-b4c0-53415522bd9f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0595937 Nov 08 12:57:55.799800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3893094c-9dd8-4246-a4ac-18cbad6c040e req-8cfdfcb9-1121-4733-a502-df56bb72cb9c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053991 Nov 08 12:57:55.998989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54398) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:56.160863 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dcb59ae8-cea2-4f71-82ed-ce422ea2b9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.279143 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dcb59ae8-cea2-4f71-82ed-ce422ea2b9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.362600 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dcb59ae8-cea2-4f71-82ed-ce422ea2b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.439892 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dcb59ae8-cea2-4f71-82ed-ce422ea2b9d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5db4b98578684e7896767c55de2325a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397430 Nov 08 12:57:56.441519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb59ae8-cea2-4f71-82ed-ce422ea2b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb6c43-9f1c-46d1-b25f-b97c18d987ac,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:56.442601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54408) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:56.518412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.553613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.701512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.704561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.707175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cadb6c43-9f1c-46d1-b25f-b97c18d987ac HTTP/1.1" status: 204 len: 168 time: 0.2634864 Nov 08 12:57:56.729073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58632d88-d463-4ebe-b45b-e129338bcc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb6c43-9f1c-46d1-b25f-b97c18d987ac,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:56.823975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:56.961208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670c846-d751-4635-9735-c4af396c3fa5 req-f1a651fc-5ae6-491a-893d-56008e48c594 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:56.964760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7670c846-d751-4635-9735-c4af396c3fa5 req-f1a651fc-5ae6-491a-893d-56008e48c594 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0853975 Nov 08 12:57:57.111560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7670c846-d751-4635-9735-c4af396c3fa5 req-160e5aa2-2288-4092-8c01-4eb8b5dd0236 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144199 Nov 08 12:57:57.633929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54440) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:57.650115 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-068de134-9dfe-47aa-8369-30ef9067b200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:57.737938 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-068de134-9dfe-47aa-8369-30ef9067b200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:57.836367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-068de134-9dfe-47aa-8369-30ef9067b200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:57.879486 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-068de134-9dfe-47aa-8369-30ef9067b200 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b279628bae6945389acb1d4cbaa31ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428167 Nov 08 12:57:57.880514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068de134-9dfe-47aa-8369-30ef9067b200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffbcc3d-b5ab-4b57-b1ad-bef262fd5f0b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:57.882384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54446) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:57:57.949276 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:58.002956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:58.147257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:58.149948 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:58.151323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bffbcc3d-b5ab-4b57-b1ad-bef262fd5f0b HTTP/1.1" status: 204 len: 168 time: 0.2673638 Nov 08 12:57:58.166013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52da341-f237-4c29-bb59-2ef581616766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffbcc3d-b5ab-4b57-b1ad-bef262fd5f0b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:57:58.182646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:58.282948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c2-0ba4-4fe5-8f28-57a48cb2bbaa req-00fbe241-1d0d-4803-9b40-61283a02e55b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:58.284639 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb5246c2-0ba4-4fe5-8f28-57a48cb2bbaa req-00fbe241-1d0d-4803-9b40-61283a02e55b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0644360 Nov 08 12:57:58.383280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb5246c2-0ba4-4fe5-8f28-57a48cb2bbaa req-e83d7ec8-d748-45a8-9ab4-d5b1859d20b0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Nov 08 12:57:58.955828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:57:59.610861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e550b-c843-484f-9779-731b368db49a req-b6e535d8-0246-47de-a38a-d9ea5ad6ae9f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:57:59.613141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f7e550b-c843-484f-9779-731b368db49a req-b6e535d8-0246-47de-a38a-d9ea5ad6ae9f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0596728 Nov 08 12:57:59.678923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f7e550b-c843-484f-9779-731b368db49a req-c191039f-9a2b-4e2e-bbaf-febdf9abc071 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570514 Nov 08 12:58:00.841685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9c0e1-862d-4735-a0b9-c16fb317e62c req-480306c0-fe6d-42e7-a2c4-e1b194c462b3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:00.848252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bf9c0e1-862d-4735-a0b9-c16fb317e62c req-480306c0-fe6d-42e7-a2c4-e1b194c462b3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0887597 Nov 08 12:58:00.968411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bf9c0e1-862d-4735-a0b9-c16fb317e62c req-042d6717-e92e-426e-866c-d8a6ac356e77 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048157 Nov 08 12:58:02.195485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9ee5-52e6-4aa2-af35-55b5bd7ad86c req-6c4c63c9-7c3d-44a2-a8da-ed1ad71143a2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:02.197331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8cf9ee5-52e6-4aa2-af35-55b5bd7ad86c req-6c4c63c9-7c3d-44a2-a8da-ed1ad71143a2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0834067 Nov 08 12:58:02.272112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8cf9ee5-52e6-4aa2-af35-55b5bd7ad86c req-2b5ca297-6872-45a2-92e6-f4fc5d1cb36a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671618 Nov 08 12:58:03.496672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec718-ebe1-4624-960b-b18bab80776a req-60e4b44d-5fc8-4f18-af63-d6955264dea1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:03.505102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74bec718-ebe1-4624-960b-b18bab80776a req-60e4b44d-5fc8-4f18-af63-d6955264dea1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.1074305 Nov 08 12:58:03.570459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-74bec718-ebe1-4624-960b-b18bab80776a req-f43667d6-8029-40cb-935f-ff10e2cdfbf7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602374 Nov 08 12:58:04.726756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830069e5-a671-49d0-9423-57d9cf03e55c req-b19ef534-3e04-43e4-b62d-9841c282cd0d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:04.739687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-830069e5-a671-49d0-9423-57d9cf03e55c req-b19ef534-3e04-43e4-b62d-9841c282cd0d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0709059 Nov 08 12:58:04.874491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-830069e5-a671-49d0-9423-57d9cf03e55c req-c84df9df-fdbe-41fa-b11e-7101c41d4173 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334858 Nov 08 12:58:05.480038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:05.621017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b629b112-dd99-44bf-b70f-955ad954407c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:05.714472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b629b112-dd99-44bf-b70f-955ad954407c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:05.775405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b629b112-dd99-44bf-b70f-955ad954407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:05.817958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b112-dd99-44bf-b70f-955ad954407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d268cd4-ecdc-40da-a328-95e80507db89,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:05.823374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b629b112-dd99-44bf-b70f-955ad954407c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cd37b073afa4415947c47bc9365d517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421290 Nov 08 12:58:05.826732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:05.883459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:05.908859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:06.062856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:06.065411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:06.066653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d268cd4-ecdc-40da-a328-95e80507db89 HTTP/1.1" status: 204 len: 168 time: 0.2382066 Nov 08 12:58:06.085121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14307974-9e8c-4626-9f71-b590e689c590 req-49ec02ed-4c7c-450e-a9d0-82b9db88cf3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:06.086690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14307974-9e8c-4626-9f71-b590e689c590 req-49ec02ed-4c7c-450e-a9d0-82b9db88cf3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 943 time: 0.0895970 Nov 08 12:58:06.088432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6fa09-4536-45ea-8074-f7c3a446ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d268cd4-ecdc-40da-a328-95e80507db89,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:06.174346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-14307974-9e8c-4626-9f71-b590e689c590 req-31e2b4ad-fb60-4c68-8d90-8658bf829547 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744357 Nov 08 12:58:06.447665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device da423d0a-9be4-4b36-9ef6-6655919d6b6e details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:58:06.631414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:06.651060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e', 'mac_address': 'fa:16:3e:9a:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:58:06.701621 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:06.716964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da423d0a-9be4-4b36-9ef6-6655919d6b6e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:06.740083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:06.853715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:06.914142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:06.924402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.925045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.925569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.925905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.926434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.927007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.927657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.928524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.929463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.930042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.931411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.932048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:06.974845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14bf99-d873-49b7-ae94-fabc1e19750c req-37709a08-ea01-4a06-91d0-281b8a4fcd97 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:06.978582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf14bf99-d873-49b7-ae94-fabc1e19750c req-37709a08-ea01-4a06-91d0-281b8a4fcd97 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 945 time: 0.0771155 Nov 08 12:58:07.063251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf14bf99-d873-49b7-ae94-fabc1e19750c req-bd9a13c6-87bb-4648-95ab-73c337d39104 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Nov 08 12:58:07.063402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['da423d0a-9be4-4b36-9ef6-6655919d6b6e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:58:07.322751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbd9dd-1f0b-4e65-9558-d5cf831cda6e req-620eda2a-3dbf-4b48-9868-618e61479f79 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:07.325176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ccbd9dd-1f0b-4e65-9558-d5cf831cda6e req-620eda2a-3dbf-4b48-9868-618e61479f79 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 944 time: 0.0630076 Nov 08 12:58:07.413072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ccbd9dd-1f0b-4e65-9558-d5cf831cda6e req-68754d8e-d7ae-4fc1-9168-f72be2c362e5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791390 Nov 08 12:58:08.192581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a7c7-5a31-4bd9-a49f-419238e31e49 req-931d5903-7ef2-4b2b-9428-9bb466455b72 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:08.194221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43f9a7c7-5a31-4bd9-a49f-419238e31e49 req-931d5903-7ef2-4b2b-9428-9bb466455b72 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 945 time: 0.0522592 Nov 08 12:58:08.253469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43f9a7c7-5a31-4bd9-a49f-419238e31e49 req-cb5b6804-c500-42fc-bb3c-f136f61f8c72 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Nov 08 12:58:08.449917 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-73f51b5a-3c0e-40ca-bbf8-3491e761b47c tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:08.453133 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-73f51b5a-3c0e-40ca-bbf8-3491e761b47c tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 945 time: 0.0747991 Nov 08 12:58:08.469723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device da423d0a-9be4-4b36-9ef6-6655919d6b6e up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:08.609318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port da423d0a-9be4-4b36-9ef6-6655919d6b6e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:58:08.614673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port da423d0a-9be4-4b36-9ef6-6655919d6b6e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:08.615053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:08.639527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac3627-7170-44ca-abbd-ad8f29b7e500 req-892482fc-19ce-4697-a161-b541b9964219 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:08.641740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Deleting port aa2363e7-7eb0-4f99-b01e-941b945c711b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:58:08.644099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:08.648920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cac3627-7170-44ca-abbd-ad8f29b7e500 req-892482fc-19ce-4697-a161-b541b9964219 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 944 time: 0.0879514 Nov 08 12:58:08.728380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cac3627-7170-44ca-abbd-ad8f29b7e500 req-bd744938-1263-4cd5-b3a5-e66fcb72dac0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774481 Nov 08 12:58:08.738503 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:08.780327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:08.781401 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:08.784066 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa8a514-f661-45db-9556-06270ad0ef2b" -d '{"events": [{"server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "name": "network-vif-plugged", "status": "completed", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:08.802277 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] For port aa2363e7-7eb0-4f99-b01e-941b945c711b, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=aa2363e7-7eb0-4f99-b01e-941b945c711b,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:08.803023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:08.822342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Calling delete_port for aa2363e7-7eb0-4f99-b01e-941b945c711b owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:58:08.845129 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c56d6c-42b7-4989-865a-d4d5b95d8330 x-openstack-request-id: req-c6c56d6c-42b7-4989-865a-d4d5b95d8330 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:08.845491 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "name": "network-vif-plugged", "status": "completed", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:08.845785 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6c56d6c-42b7-4989-865a-d4d5b95d8330 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:08.846183 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e', 'code': 200} Nov 08 12:58:08.883434 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:08.981696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:09.039696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc95d4-7a06-4909-8e4e-5653311eeaad req-0a10110d-529e-4ade-bd65-ec16bbfe06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:09.044753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26cc95d4-7a06-4909-8e4e-5653311eeaad req-0a10110d-529e-4ade-bd65-ec16bbfe06ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 1096 time: 0.1095705 Nov 08 12:58:09.115648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26cc95d4-7a06-4909-8e4e-5653311eeaad req-0435a23f-fd81-4f59-9385-ded5796a3dbf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Nov 08 12:58:09.164059 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:09.176831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['aa2363e7-7eb0-4f99-b01e-941b945c711b'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:58:09.200664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Pushing event deleted for resources: {'Port': ['ID=aa2363e7-7eb0-4f99-b01e-941b945c711b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:09.248346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] No DVR routers for this DVR port aa2363e7-7eb0-4f99-b01e-941b945c711b on host n-h1-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:58:09.253814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:09.257246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9eaeacf2-b5f2-4f9c-a685-2c84083ad41e req-afe9ddde-b962-4747-947e-258ac623fc24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.61 "DELETE /v2.0/ports/aa2363e7-7eb0-4f99-b01e-941b945c711b HTTP/1.1" status: 204 len: 173 time: 0.7936783 Nov 08 12:58:09.257725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'name': 'network-vif-deleted', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:09.266276 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b7e3c6-d812-4abd-8baa-c5e00a19a3cf" -d '{"events": [{"server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "name": "network-vif-deleted", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:09.452237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-578791a3-81ac-468d-999c-b9a20fc097aa req-a64ba044-5766-41ac-bcfd-91a83aad3539 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0637176 Nov 08 12:58:09.542390 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e24aa1-9136-45cf-ac51-dc17bb27e040 x-openstack-request-id: req-12e24aa1-9136-45cf-ac51-dc17bb27e040 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:09.542939 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f0fe63-a7d3-4eae-8264-e3426e0d1bac", "name": "network-vif-deleted", "tag": "aa2363e7-7eb0-4f99-b01e-941b945c711b", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:09.543115 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12e24aa1-9136-45cf-ac51-dc17bb27e040 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:09.543832 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f0fe63-a7d3-4eae-8264-e3426e0d1bac', 'name': 'network-vif-deleted', 'tag': 'aa2363e7-7eb0-4f99-b01e-941b945c711b', 'status': 'completed', 'code': 200} Nov 08 12:58:09.891383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c47-c307-4b1e-bc7e-450c5636828a req-4c1a0743-929b-4809-9c1a-5ceea4c160d7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:09.896461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72dd0c47-c307-4b1e-bc7e-450c5636828a req-4c1a0743-929b-4809-9c1a-5ceea4c160d7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.0750341 Nov 08 12:58:09.959672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72dd0c47-c307-4b1e-bc7e-450c5636828a req-594457c1-57f5-4d4c-b95c-48578786cc7f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515416 Nov 08 12:58:10.630078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d794ddd9-e524-44b7-b35c-f368a4544c81 req-50fa2f75-df84-45d7-8ddf-799bd9540b45 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=34f0fe63-a7d3-4eae-8264-e3426e0d1bac HTTP/1.1" status: 200 len: 210 time: 0.0295842 Nov 08 12:58:11.099869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074b1e7-13e1-4d87-8b26-a4dd57a02e03 req-2d2e9649-7f68-4691-b4d2-7d1f96b1cfe1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:11.108738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a074b1e7-13e1-4d87-8b26-a4dd57a02e03 req-2d2e9649-7f68-4691-b4d2-7d1f96b1cfe1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.0716383 Nov 08 12:58:11.161965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a074b1e7-13e1-4d87-8b26-a4dd57a02e03 req-f5647bb9-9430-4eb6-a542-5a5423c98dba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Nov 08 12:58:11.313800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930844-2670-4ac1-be00-c5b93f0f6654 req-9babc055-2686-4b04-91de-eefd4fcf7530 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:11.324848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48930844-2670-4ac1-be00-c5b93f0f6654 req-9babc055-2686-4b04-91de-eefd4fcf7530 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.0827119 Nov 08 12:58:11.375200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-48930844-2670-4ac1-be00-c5b93f0f6654 req-cc7ca49c-e415-443d-9aac-65e0e35600c3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490124 Nov 08 12:58:12.792466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aa2363e7-7eb0-4f99-b01e-941b945c711b no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:58:12.852196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: aa2363e7-7eb0-4f99-b01e-941b945c711b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:58:12.856104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device aa2363e7-7eb0-4f99-b01e-941b945c711b not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:58:16.272083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:17.463432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-a1e5d2c9-1091-4d88-b045-7c9fe836d127 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:17.465179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-a1e5d2c9-1091-4d88-b045-7c9fe836d127 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1994722 Nov 08 12:58:17.490815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-1b0012ec-ffb8-453a-a3b6-5c100a9b3ec4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0189357 Nov 08 12:58:17.596355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-7a1cf396-1a7d-4172-af74-cad97c82b629 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963728 Nov 08 12:58:17.740585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-cd127e7f-4ed1-4947-b087-4c31d3d04ec8 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301458 Nov 08 12:58:17.908369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-15a14535-0ac8-4aa8-88a2-ea3bd7eb4fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601088 Nov 08 12:58:18.043435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 54958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:18.288390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2112780f-85ca-444e-a1e5-51f191bd489b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.509931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-772eaa49-d786-4aaf-b5d0-da9065812e35 req-81b41fd2-a299-468a-80a4-56585a9585f5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0961151 Nov 08 12:58:18.591698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2112780f-85ca-444e-a1e5-51f191bd489b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.675474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2112780f-85ca-444e-a1e5-51f191bd489b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.732477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2112780f-85ca-444e-a1e5-51f191bd489b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c4ea075d9e943cc8aeb691f938ed88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6853769 Nov 08 12:58:18.733602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 54978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:18.734823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112780f-85ca-444e-a1e5-51f191bd489b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf332311-9635-436b-9828-5a7fecd01fdd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:18.795577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.819787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.970304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.973700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:18.976481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf332311-9635-436b-9828-5a7fecd01fdd HTTP/1.1" status: 204 len: 168 time: 0.2409956 Nov 08 12:58:19.003750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce9f3-cf07-43ba-8976-84ee06fc2c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf332311-9635-436b-9828-5a7fecd01fdd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:19.619480 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62c8e85b-5010-4cc0-8cd3-7e7d243c9ac9 req-12537767-4ca9-40a2-b4a3-bf7dac06b255 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0529542 Nov 08 12:58:20.413430 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:20.794366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fca231b5-2a31-41f6-b35b-02c2b4223bca req-004ddafa-7beb-42bb-acc7-a74d439b0097 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0488894 Nov 08 12:58:21.337776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-c70cb9e0-862c-49b7-a4d0-de7ce484ad72 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:21.340763 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-c70cb9e0-862c-49b7-a4d0-de7ce484ad72 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1602931 Nov 08 12:58:21.357884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': '50b1feed-908b-4395-8074-4fa6641049d2', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:21.738547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:21.744417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:21.972557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7780434-cc76-4254-b2f0-59809eb24f10 req-f5e1a00b-87f6-4534-bec2-f612d411ee5f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0475581 Nov 08 12:58:22.064830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.7 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/4948c9a6-6c18-44c6-b8d0-f386a0b84904) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:22.355461 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:22.559703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:22.593090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['da423d0a-9be4-4b36-9ef6-6655919d6b6e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:58:22.866906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:22.876378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:22.877908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:22.886966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:23.014281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.018116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:23.106295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-d867f58e-f263-442b-947d-d0784314261f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039059 Nov 08 12:58:23.130796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1a81f23-7451-4ec1-a7bc-291e81b4cdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:23.166694 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-0493c62f-db0f-45a1-83a8-23aa9b17ab23 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8143411 Nov 08 12:58:23.182942 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Request body: {'port': {'device_id': '50b1feed-908b-4395-8074-4fa6641049d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:23.260209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0485946-b193-448c-8279-be942e07a6d3 req-30902879-0d35-458d-ba2e-648e3534b80a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.262730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0485946-b193-448c-8279-be942e07a6d3 req-30902879-0d35-458d-ba2e-648e3534b80a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 931 time: 0.1616511 Nov 08 12:58:23.285473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891942f-380e-41c8-856d-2bef38433752 req-3d1b8c3f-2d99-4451-ba91-8ce5618167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.288350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-3d1b8c3f-2d99-4451-ba91-8ce5618167c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 1096 time: 0.0829101 Nov 08 12:58:23.372979 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:23.442117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8f972106-b2dc-41bf-b47e-ac7aaf28f67e None None] Provisioning complete for port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:23.443342 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8f972106-b2dc-41bf-b47e-ac7aaf28f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:23.475071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0485946-b193-448c-8279-be942e07a6d3 req-c993a95a-c44e-4263-81d9-86201c87d435 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972785 Nov 08 12:58:23.532318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8f972106-b2dc-41bf-b47e-ac7aaf28f67e None None] Port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:58:23.578914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891942f-380e-41c8-856d-2bef38433752 req-7972c1bc-701c-4eba-9503-3face728134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.580427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-7972c1bc-701c-4eba-9503-3face728134b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.2517021 Nov 08 12:58:23.650042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-c0a06613-ff34-40fc-b1f6-f2a8676a05a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e HTTP/1.1" status: 200 len: 217 time: 0.0618000 Nov 08 12:58:23.820316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891942f-380e-41c8-856d-2bef38433752 req-0455c34d-4e3e-4e38-90d6-7e8dd031fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.822565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-0455c34d-4e3e-4e38-90d6-7e8dd031fbf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1651704 Nov 08 12:58:23.887651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4948c9a6-6c18-44c6-b8d0-f386a0b84904 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:23.898119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:23.909356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891942f-380e-41c8-856d-2bef38433752 req-e21ccfb4-a22d-4885-906c-a182ddc11e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.915237 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-e21ccfb4-a22d-4885-906c-a182ddc11e6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801814 Nov 08 12:58:23.917922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Transition to ACTIVE for port object 4948c9a6-6c18-44c6-b8d0-f386a0b84904 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:58:23.927198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e1905ed4-3a2c-4ea7-8e6c-0d58fd072e24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:23.928788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e1905ed4-3a2c-4ea7-8e6c-0d58fd072e24 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/networks?id=4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 200 len: 814 time: 0.2036676 Nov 08 12:58:24.032372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:24.059505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-6b91952e-bc4f-44a7-a6b3-11e3e83afeac tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/quotas/aa2c327ee21146b0a4df5bf32e398e12 HTTP/1.1" status: 200 len: 375 time: 0.0663273 Nov 08 12:58:24.069722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-542b5f8a-5d17-4762-b501-328fc450185a service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324618 Nov 08 12:58:24.115662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-28582684-f43c-4bb6-8484-62d7335f56fd tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466499 Nov 08 12:58:24.225244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Attempting to bind port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:24.225515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Attempting to bind port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:24.225848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Attempting to bind port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:24.231748 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:58:24.232248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Attempting to bind port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:24.237288 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Pushing event updated for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:24.240224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:24.240561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:24.240933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:24.241360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Bound port: 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:24.241795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:24.284173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-b3f4ceab-ffb6-4e75-ac06-619ac89e2017 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540029 Nov 08 12:58:24.353451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:24.363554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:24.460966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:24.572711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:24.576674 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:24.580906 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] 10.222.0.61 "PUT /v2.0/ports/4948c9a6-6c18-44c6-b8d0-f386a0b84904 HTTP/1.1" status: 200 len: 1091 time: 1.4047680 Nov 08 12:58:24.605157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:24.611659 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4683e50e-b5c6-4150-860d-d71473ff6f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:24.646386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8272-c5ee-4488-b63e-d9ceb6cded2b service neutron] Pushing event updated for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:24.832794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-9fa68737-67cc-479d-8097-fbc5ae19f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:24.835454 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-9fa68737-67cc-479d-8097-fbc5ae19f403 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 1094 time: 0.0906894 Nov 08 12:58:24.929393 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-7e96be3d-b702-4aae-bdcf-0c8fc7e5ad8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904 HTTP/1.1" status: 200 len: 217 time: 0.0813129 Nov 08 12:58:25.038779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-decaafea-2299-4e33-8ea2-e90d81990f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:25.043361 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-decaafea-2299-4e33-8ea2-e90d81990f25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1057329 Nov 08 12:58:25.145608 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-03d55df3-2506-4f44-b753-d02a1dc152ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:25.150403 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-03d55df3-2506-4f44-b753-d02a1dc152ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989325 Nov 08 12:58:25.309458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:58:25.351015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-d7c1c9cd-51f3-4197-b05b-abf6b5241140 service neutron] 10.222.0.58 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0581372 Nov 08 12:58:25.361006 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-3ef622c8-4e20-4631-a656-61c1982b8eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009220 Nov 08 12:58:25.430892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21931f5-56c1-4da9-b421-cb0b8e9d7ffa req-58d2c656-e4f9-4fcc-87d9-82b4606b200a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:25.439090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c21931f5-56c1-4da9-b421-cb0b8e9d7ffa req-58d2c656-e4f9-4fcc-87d9-82b4606b200a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1828737 Nov 08 12:58:25.507282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5600d183-aedd-4bdc-90dc-eadcb2dc7216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:25.528604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c21931f5-56c1-4da9-b421-cb0b8e9d7ffa req-e1e6b7a1-a6e5-4850-9965-c10fccc3d9b3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807474 Nov 08 12:58:25.532742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a891942f-380e-41c8-856d-2bef38433752 req-81fabf70-195f-4a4f-a26a-a5510c5e40ef service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4618404 Nov 08 12:58:25.610504 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f8570b40-7e60-4b37-9529-716c1f93fb4b req-fb5b243c-7ae9-4cca-bd48-b2aee480082a service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404160 Nov 08 12:58:25.612614 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768f9555-8c18-4a38-b6a3-756d1f33b03b x-openstack-request-id: req-768f9555-8c18-4a38-b6a3-756d1f33b03b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:25.612914 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:25.613178 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-768f9555-8c18-4a38-b6a3-756d1f33b03b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:25.613583 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904', 'status': 'completed', 'code': 200} Nov 08 12:58:25.916140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-af968ee4-cb74-469e-a2b1-ed39459719cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:25.917911 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-af968ee4-cb74-469e-a2b1-ed39459719cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 1094 time: 0.1037824 Nov 08 12:58:25.959379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25f5a930-91ee-4f57-b117-660cc8818115 req-7905e52a-4538-43dc-b51e-dee86ded22d1 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 210 time: 0.0679011 Nov 08 12:58:26.118839 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-810abfed-bff1-4fbc-a249-e0214e38afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:26.124500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-810abfed-bff1-4fbc-a249-e0214e38afd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1940622 Nov 08 12:58:26.219629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-48ee41bf-5b42-41dd-b89a-17fb0a64bf2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904 HTTP/1.1" status: 200 len: 217 time: 0.0914416 Nov 08 12:58:26.361006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-4cbfa3ec-45d4-4ea4-8d21-2d8064ee795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:26.367597 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-4cbfa3ec-45d4-4ea4-8d21-2d8064ee795a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1361876 Nov 08 12:58:26.456380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-07b92d86-865e-42dc-98ec-140426e793b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:26.459404 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-07b92d86-865e-42dc-98ec-140426e793b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833316 Nov 08 12:58:26.650721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-8b27daf0-91fc-489e-bb50-1405159ba966 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798742 Nov 08 12:58:26.762077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a6a9-9632-4603-8a5c-a276e6cf8ddc req-a7a83dc8-7202-4dd4-a22c-9a1150d1708c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:26.767305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:26.770905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35a3a6a9-9632-4603-8a5c-a276e6cf8ddc req-a7a83dc8-7202-4dd4-a22c-9a1150d1708c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0909932 Nov 08 12:58:26.806214 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-4683e50e-b5c6-4150-860d-d71473ff6f4c req-ed32d741-0a82-4f00-92a6-9673220997cb service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493819 Nov 08 12:58:26.863531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35a3a6a9-9632-4603-8a5c-a276e6cf8ddc req-ff1a1a14-0035-4297-96f1-dfbcc7d6fca7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833890 Nov 08 12:58:27.059638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75356186-6007-41d5-a2be-5f787e3025ea req-6090ad67-838c-46f8-b6c5-dc404f70fa33 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 210 time: 0.0342474 Nov 08 12:58:28.061864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbab3a-abd8-4892-8e73-500a47429ec3 req-1499911c-b647-4fa2-9eb3-8616ef9513fb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:28.063482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53dbab3a-abd8-4892-8e73-500a47429ec3 req-1499911c-b647-4fa2-9eb3-8616ef9513fb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0907764 Nov 08 12:58:28.163709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53dbab3a-abd8-4892-8e73-500a47429ec3 req-8bdf4153-54eb-4f54-a50e-6375d1c71ab0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 Nov 08 12:58:28.214021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d17ee577-90d6-487a-96f8-96c1010d4af8 req-ec78d3fa-cb5f-4ca7-86a9-3c8556f3fad3 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 210 time: 0.0497894 Nov 08 12:58:28.214197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:29.064598 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:29.110874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-dfa5161c-077e-4654-aee2-24efc25fd239 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:29.112432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-dfa5161c-077e-4654-aee2-24efc25fd239 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.57 "GET /v2.0/networks?id=4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 200 len: 814 time: 0.1846001 Nov 08 12:58:29.129013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Request body: {'port': {'device_id': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220', 'admin_state_up': True, 'tenant_id': 'aa2c327ee21146b0a4df5bf32e398e12'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:29.425954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf257ffd-2623-46a6-964b-296b53e8a44c req-35b6c1d5-463a-4def-9a77-cd0990646f3f tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 210 time: 0.0359638 Nov 08 12:58:29.446006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881b70d-fece-4d3e-aca2-488ba7128b2b req-f62ace0e-5b77-4fa9-a61c-2cf388d54706 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:29.448482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3881b70d-fece-4d3e-aca2-488ba7128b2b req-f62ace0e-5b77-4fa9-a61c-2cf388d54706 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0955720 Nov 08 12:58:29.485994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Made reservation on behalf of aa2c327ee21146b0a4df5bf32e398e12 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:29.489686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:29.545464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3881b70d-fece-4d3e-aca2-488ba7128b2b req-293b4098-a118-49e1-994a-d508524fb53b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805914 Nov 08 12:58:29.713305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Allocated IP 172.20.0.11 (4ac0632b-7d88-4b39-af05-a7193d042220/471a8cad-c013-4da8-9fdc-b100ac1a7f85/0922cd2a-b752-465a-952d-2e4f960afa0e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:29.934747 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.112059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.193744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Network 4ac0632b-7d88-4b39-af05-a7193d042220 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:30.195781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Pushing event updated for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:30.199446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:30.207258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:30.283430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:30.284121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.445704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-ce279b32-c8ad-4d35-8398-e7644bd66a5e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3223643 Nov 08 12:58:30.462936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Request body: {'port': {'device_id': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:30.488715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55212) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:30.581093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.661189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9452fbde-43ae-4b2a-a74b-ae4e5b7a3689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.824848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93bcd-3239-4848-88a6-9ade6be36b9b req-41e1cf3a-3d09-4f2c-9af0-f53e9aa12d7a tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:30.826820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9452fbde-43ae-4b2a-a74b-ae4e5b7a3689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.830370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23b93bcd-3239-4848-88a6-9ade6be36b9b req-41e1cf3a-3d09-4f2c-9af0-f53e9aa12d7a tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 932 time: 0.2637155 Nov 08 12:58:30.926939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9452fbde-43ae-4b2a-a74b-ae4e5b7a3689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:30.940984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab246b-a950-43e2-a667-bbe24533c55b req-70d7754e-4737-42bf-ba5b-072ca6fe4901 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:30.942617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaab246b-a950-43e2-a667-bbe24533c55b req-70d7754e-4737-42bf-ba5b-072ca6fe4901 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.2482579 Nov 08 12:58:30.976346 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9452fbde-43ae-4b2a-a74b-ae4e5b7a3689 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98b94384a6764e11ad09b3110ebcc4a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4859078 Nov 08 12:58:30.979557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452fbde-43ae-4b2a-a74b-ae4e5b7a3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949593c3-a9da-4f8f-9560-95f193defaff,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:30.985858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:31.004193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23b93bcd-3239-4848-88a6-9ade6be36b9b req-60322a5f-5923-455f-8759-fe4a70e09105 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642191 Nov 08 12:58:31.102349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eaab246b-a950-43e2-a667-bbe24533c55b req-cd41a309-9dcc-43f2-92b9-7c0e625ba446 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461062 Nov 08 12:58:31.161950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.186969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0922cd2a-b752-465a-952d-2e4f960afa0e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:31.204250 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.211839 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.238774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Transition to ACTIVE for port object 0922cd2a-b752-465a-952d-2e4f960afa0e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:58:31.361625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.405966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.408855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.412976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/949593c3-a9da-4f8f-9560-95f193defaff HTTP/1.1" status: 204 len: 168 time: 0.4229870 Nov 08 12:58:31.427807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949593c3-a9da-4f8f-9560-95f193defaff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:31.453037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Pushing event updated for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:31.454278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.454817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.455209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.455656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.456106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.456540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.456959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.457396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.458596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.460917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.461501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.462122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e49db1-0523-431f-aef1-a4a97b3675d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.506164 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.506635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.507359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.507709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.508053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.508391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.508724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.509871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.510363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.510862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.511202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.511632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:31.572992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Attempting to bind port 0922cd2a-b752-465a-952d-2e4f960afa0e on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:31.573338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Attempting to bind port 0922cd2a-b752-465a-952d-2e4f960afa0e by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:31.573668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Attempting to bind port 0922cd2a-b752-465a-952d-2e4f960afa0e on network 4ac0632b-7d88-4b39-af05-a7193d042220 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:31.578450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Port 0922cd2a-b752-465a-952d-2e4f960afa0e on network 4ac0632b-7d88-4b39-af05-a7193d042220 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Attempting to bind port 0922cd2a-b752-465a-952d-2e4f960afa0e on network 4ac0632b-7d88-4b39-af05-a7193d042220 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Checking segment: {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Bound using segment: {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Bound port: 0922cd2a-b752-465a-952d-2e4f960afa0e, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b65147-5db8-46eb-a10b-55536c8c11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:31.588476 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.685069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:31.699825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0922cd2a-b752-465a-952d-2e4f960afa0e,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:31.803538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.839524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:31.840027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:31.841986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] 10.222.0.57 "PUT /v2.0/ports/0922cd2a-b752-465a-952d-2e4f960afa0e HTTP/1.1" status: 200 len: 1092 time: 1.3865099 Nov 08 12:58:31.842389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:31.845170 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049" -d '{"events": [{"name": "network-changed", "server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:31.901616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a81f6-3016-4c29-a8bc-3f6056a81859 service neutron] Pushing event updated for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:31.906871 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb65eab-acd2-465a-a287-eeb7a8a4cdee x-openstack-request-id: req-2cb65eab-acd2-465a-a287-eeb7a8a4cdee {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:31.907312 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:31.908405 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cb65eab-acd2-465a-a287-eeb7a8a4cdee {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:31.908405 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e', 'status': 'completed', 'code': 200} Nov 08 12:58:32.004775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-2ba05ae4-de90-409d-832d-929b724cc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.006356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-2ba05ae4-de90-409d-832d-929b724cc63d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 1095 time: 0.0708487 Nov 08 12:58:32.172185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-d4a1fa69-1257-457c-ab14-11a880498617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.173814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-d4a1fa69-1257-457c-ab14-11a880498617 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1586626 Nov 08 12:58:32.235939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bdb62-ea2d-4fac-8826-8e17005d3dcf req-06fe2473-fe20-42b8-bf65-4f9926497a70 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.238754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-543bdb62-ea2d-4fac-8826-8e17005d3dcf req-06fe2473-fe20-42b8-bf65-4f9926497a70 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 944 time: 0.1230035 Nov 08 12:58:32.410042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-7ce0f515-350c-495b-9fd6-4e1395d40366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.411747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d97a9f71-fbf6-4f76-9fb4-cfe308efd049 req-7ce0f515-350c-495b-9fd6-4e1395d40366 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308109 Nov 08 12:58:32.436339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2937d2-161a-4ead-918f-a126c3eb99f3 req-6a201c84-abc5-4dcd-a8c4-0a0e6ae737f4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.436339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a2937d2-161a-4ead-918f-a126c3eb99f3 req-6a201c84-abc5-4dcd-a8c4-0a0e6ae737f4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1937308 Nov 08 12:58:32.440413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-543bdb62-ea2d-4fac-8826-8e17005d3dcf req-d1ebfddb-6980-4b79-8194-0b5d9a3519eb tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456859 Nov 08 12:58:32.566676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-d8a98107-6fd8-4b8f-9ef9-6c4978c877f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.569610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-d8a98107-6fd8-4b8f-9ef9-6c4978c877f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 1095 time: 0.1004605 Nov 08 12:58:32.630153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a2937d2-161a-4ead-918f-a126c3eb99f3 req-a85e2c9a-ee45-4d52-a94e-7934b16d1d62 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851392 Nov 08 12:58:32.631378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-a4be9aaa-d32d-4a2d-8188-a41c624d6cc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0922cd2a-b752-465a-952d-2e4f960afa0e HTTP/1.1" status: 200 len: 217 time: 0.0541942 Nov 08 12:58:32.690596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-0e949165-3be3-4777-a116-4048c3388ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:32.692041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-0e949165-3be3-4777-a116-4048c3388ae9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=471a8cad-c013-4da8-9fdc-b100ac1a7f85 HTTP/1.1" status: 200 len: 854 time: 0.0536273 Nov 08 12:58:32.726384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-bfa196ce-caaf-479c-b74a-d717542a6951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ac0632b-7d88-4b39-af05-a7193d042220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269644 Nov 08 12:58:32.837144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-8f2c30c8-f8f8-4c33-9c0c-cb306547ef0d service neutron] 10.222.0.57 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027308 Nov 08 12:58:32.941712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f09bc687-d837-4d8b-b8a0-494d5708f695 req-34bc45e8-d7ef-48bd-9f2c-5d585cb906d9 service neutron] 10.222.0.57 "GET /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964773 Nov 08 12:58:33.614023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225060e-277e-427a-9284-4ff3a7cca7f5 req-19226bde-195d-4de9-832d-3fa6f5280e94 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:33.615827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9225060e-277e-427a-9284-4ff3a7cca7f5 req-19226bde-195d-4de9-832d-3fa6f5280e94 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 944 time: 0.0596647 Nov 08 12:58:33.733656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9225060e-277e-427a-9284-4ff3a7cca7f5 req-db75c926-3118-4758-aaab-87916e7e763a tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070485 Nov 08 12:58:33.808907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aeaf1-5011-4e0a-a0b2-b3f82e4da1fb req-fd728c06-4878-49b5-a231-0b796a61a247 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:33.810552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f8aeaf1-5011-4e0a-a0b2-b3f82e4da1fb req-fd728c06-4878-49b5-a231-0b796a61a247 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0698855 Nov 08 12:58:33.874827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f8aeaf1-5011-4e0a-a0b2-b3f82e4da1fb req-de0bf89f-40bd-4302-8ea7-93dd7d28d524 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Nov 08 12:58:33.896715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:34.080132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'network': {'name': 'tempest-network-smoke--94244880', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:34.178059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:34.182608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.192033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.273290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.350870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.379532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:58:34.392617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4c8bb-b538-4b83-9481-1c97ac770ff2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:34.400905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.401331 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Added segment 51024916-e4f3-4e81-bff3-d3e7ca8fb63b of type vlan for network ab76138f-9dce-4583-a807-86b9d0f4cc01 Nov 08 12:58:34.447335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.545400 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.551951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:34.552594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.620256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0922cd2a-b752-465a-952d-2e4f960afa0e details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:58:34.629596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Network': ['ID=ab76138f-9dce-4583-a807-86b9d0f4cc01,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:34.644289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:58:34.663606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-64ca6b95-2783-44af-b52b-c29be2812fe1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7652268 Nov 08 12:58:34.667241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:34.676927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'admin_state_up': True, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:34.786238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.787610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.816471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0922cd2a-b752-465a-952d-2e4f960afa0e,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:34.830894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '0922cd2a-b752-465a-952d-2e4f960afa0e', 'network_id': '4ac0632b-7d88-4b39-af05-a7193d042220', 'port_id': '0922cd2a-b752-465a-952d-2e4f960afa0e', 'mac_address': 'fa:16:3e:4c:e0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471a8cad-c013-4da8-9fdc-b100ac1a7f85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:58:34.877819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.882142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:34.901129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0922cd2a-b752-465a-952d-2e4f960afa0e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:34.934147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0922cd2a-b752-465a-952d-2e4f960afa0e,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:35.003917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d0af-5d72-43ce-8380-3877df0c14d1 req-3684c8d7-693e-4e74-84fb-8ac5bbfec079 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:35.005544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4451d0af-5d72-43ce-8380-3877df0c14d1 req-3684c8d7-693e-4e74-84fb-8ac5bbfec079 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 944 time: 0.1037586 Nov 08 12:58:35.055271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:35.177542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:35.209034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760d1c4-f6dd-40d3-a226-01c6aa348142 req-53a23520-ca79-43c9-8f8e-9e79565d142f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:35.211497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b760d1c4-f6dd-40d3-a226-01c6aa348142 req-53a23520-ca79-43c9-8f8e-9e79565d142f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.2430065 Nov 08 12:58:35.268966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0922cd2a-b752-465a-952d-2e4f960afa0e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:58:35.321000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4451d0af-5d72-43ce-8380-3877df0c14d1 req-f8a9484f-4eb6-470e-911b-515733499836 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044457 Nov 08 12:58:35.334094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:35.382752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b760d1c4-f6dd-40d3-a226-01c6aa348142 req-d9388db6-ddad-4894-a9df-d46a19114b9c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252277 Nov 08 12:58:35.656418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:35.678029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:35.789773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.25.1.96 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/26cd87e9-94c5-46cb-835d-0fc3043c248d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:35.927158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:36.117899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:36.172665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:36.175847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:36.178580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:36.209809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=26cd87e9-94c5-46cb-835d-0fc3043c248d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:36.487794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3e0ac-f304-4cff-bcb4-c2d2dd947983 req-8e44ab61-16ef-4982-a942-a75c47147e3f tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:36.489622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79b3e0ac-f304-4cff-bcb4-c2d2dd947983 req-8e44ab61-16ef-4982-a942-a75c47147e3f tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Nov 08 12:58:36.625329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0922cd2a-b752-465a-952d-2e4f960afa0e up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:36.667560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:36.739634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79b3e0ac-f304-4cff-bcb4-c2d2dd947983 req-233f412b-8185-48d6-a7ab-483d0150ed17 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420304 Nov 08 12:58:36.802995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 0922cd2a-b752-465a-952d-2e4f960afa0e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:58:36.808737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 0922cd2a-b752-465a-952d-2e4f960afa0e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:36.809353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:36.846078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16150ae8-93fa-49c0-9884-4983582505fe req-71d82a25-46d8-43ba-ae19-de3ea9c07c20 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:36.847833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16150ae8-93fa-49c0-9884-4983582505fe req-71d82a25-46d8-43ba-ae19-de3ea9c07c20 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1014929 Nov 08 12:58:36.907425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:36.937788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:36.939784 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c28dc-6a57-4494-b678-d9fbcf61eaef" -d '{"events": [{"server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "name": "network-vif-plugged", "status": "completed", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:36.982341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0922cd2a-b752-465a-952d-2e4f960afa0e,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:37.019351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16150ae8-93fa-49c0-9884-4983582505fe req-664a2096-2301-4523-9c6a-b7a233bbf1b8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647470 Nov 08 12:58:37.032021 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0a6e2d-4984-4bd4-81f1-69869593ee7c x-openstack-request-id: req-0a0a6e2d-4984-4bd4-81f1-69869593ee7c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:37.032654 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "name": "network-vif-plugged", "status": "completed", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:37.033114 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a0a6e2d-4984-4bd4-81f1-69869593ee7c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:37.033857 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e', 'code': 200} Nov 08 12:58:37.080992 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:37.173225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:37.625719 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:37.636313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ad31-d789-413e-bcef-9b0bb69211b6 req-d89554b8-e008-4379-a9ac-bf645549b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:37.637809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02b7ad31-d789-413e-bcef-9b0bb69211b6 req-d89554b8-e008-4379-a9ac-bf645549b84a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 1097 time: 0.0707357 Nov 08 12:58:37.763876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02b7ad31-d789-413e-bcef-9b0bb69211b6 req-ef1a83b1-8193-4218-a150-fdc6a137bc87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889676 Nov 08 12:58:37.879107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670439f-1a6f-47b4-8992-009ef8a33432 req-7bc06ed9-3311-4e77-b4e7-a0ca7d53745e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:37.880651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c670439f-1a6f-47b4-8992-009ef8a33432 req-7bc06ed9-3311-4e77-b4e7-a0ca7d53745e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.0619941 Nov 08 12:58:37.929271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c670439f-1a6f-47b4-8992-009ef8a33432 req-1764d207-9eb9-404f-a22f-840d67ea626a tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Nov 08 12:58:37.996802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 12:58:38.135206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:58:38.147217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:58:38.160500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:58:38.161482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:38.191190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352e064-40cc-495a-9f2a-68a58107cb08 req-b2e51417-d32b-4fa0-84d4-5ac9e965be2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:38.192650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7352e064-40cc-495a-9f2a-68a58107cb08 req-b2e51417-d32b-4fa0-84d4-5ac9e965be2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0734460 Nov 08 12:58:38.259569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7352e064-40cc-495a-9f2a-68a58107cb08 req-585a007c-988c-4ec4-8c74-1e60e48f9e34 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589337 Nov 08 12:58:38.263643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:38.265094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-35dcf588-8911-4814-a4dc-d535c15d0e8e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5964959 Nov 08 12:58:38.269233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:38.328471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:58:38.416147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bda341d7-12ab-48e3-9a83-cb664cb1e29b tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=adfd00e7d2614062b34b4f8a55d22590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1423488 Nov 08 12:58:38.417602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55374) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:38.574658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:36Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:38.615103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:58:38.615486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Updating router 20da8ec1-fb99-4931-9545-d2883dba1e8d port 26cd87e9-94c5-46cb-835d-0fc3043c248d binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:58:38.656308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:38.894279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c2f64-ba7e-4037-a820-35c530ec49dc tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:38.896565 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-899c2f64-ba7e-4037-a820-35c530ec49dc tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4773810 Nov 08 12:58:38.899431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:38.935956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c6833724-1d62-4bd4-bb05-42372f48af52 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347500 Nov 08 12:58:38.950230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:38.956252 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911770923', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:39.014171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.130767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f1942-0b30-410a-a95c-3575cc95c032 req-87a3a612-2f3e-4992-b667-cbe414232305 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:39.133462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de4f1942-0b30-410a-a95c-3575cc95c032 req-87a3a612-2f3e-4992-b667-cbe414232305 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.0751288 Nov 08 12:58:39.203144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.217184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de4f1942-0b30-410a-a95c-3575cc95c032 req-10f57b03-349e-499f-a975-b4cbf8dcc54e tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Nov 08 12:58:39.235710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:39.240173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.297009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Attempting to bind port 26cd87e9-94c5-46cb-835d-0fc3043c248d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:39.297783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Attempting to bind port 26cd87e9-94c5-46cb-835d-0fc3043c248d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:39.302761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Attempting to bind port 26cd87e9-94c5-46cb-835d-0fc3043c248d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:39.309931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:39.310407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:39.310996 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.311970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:39.312112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Bound port: 26cd87e9-94c5-46cb-835d-0fc3043c248d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:39.312511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.385804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4523-88cb-4349-baa1-227fa3390b00 None None] Pushing event updated for resources: {'Port': ['ID=26cd87e9-94c5-46cb-835d-0fc3043c248d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:39.438759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] For port 26cd87e9-94c5-46cb-835d-0fc3043c248d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:39.442918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] For port 26cd87e9-94c5-46cb-835d-0fc3043c248d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26cd87e9-94c5-46cb-835d-0fc3043c248d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:39.455401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380ef80-3f50-42ce-b8bd-0debdabcf6a7 req-14ff8963-f30d-4b1a-95f4-584bbebe8b1d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:39.457110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3380ef80-3f50-42ce-b8bd-0debdabcf6a7 req-14ff8963-f30d-4b1a-95f4-584bbebe8b1d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0957947 Nov 08 12:58:39.520148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3380ef80-3f50-42ce-b8bd-0debdabcf6a7 req-0d818d34-4329-461f-bfb3-c1915ea76894 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Nov 08 12:58:39.523995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.621116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:58:39.621802 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:39.666358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4523-88cb-4349-baa1-227fa3390b00 None None] Pushing event updated for resources: {'Port': ['ID=26cd87e9-94c5-46cb-835d-0fc3043c248d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:39.694113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:39.793034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Subnet': ['ID=2172d0e0-47c9-4018-a26d-7cb35ce03125,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:39.808234 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.808577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.809221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.809590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.809934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.810343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.810716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.811157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.811521 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.811964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.812298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.812638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:39.818510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Checking segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:39.819149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network hostable DHCP agents. Network: ab76138f-9dce-4583-a807-86b9d0f4cc01, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:58:39.946517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:58:40.020217 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:58:40.205636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:36Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:40.219318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, ab76138f-9dce-4583-a807-86b9d0f4cc01) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:40.232269 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:40.236293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:40.248730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee8372-1ad9-41fa-b278-ffce366b5008 None None] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:58:40.251220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddaa61-d14a-4db4-a2e8-44a72f16d56e None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:36Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:58:40.357294 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-da32e677-c29b-4154-8bce-f2daa1795d01 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4051044 Nov 08 12:58:40.360443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:40.467183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401719-dbf0-48d8-ae03-3d90c0a6e0d0 req-859552d3-62fd-4d7e-b339-027cac134618 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:40.469181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd401719-dbf0-48d8-ae03-3d90c0a6e0d0 req-859552d3-62fd-4d7e-b339-027cac134618 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.1085093 Nov 08 12:58:40.480981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-ab76138f-9dce-4583-a807-86b9d0f4cc01', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:58:40.481865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:40.522949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd401719-dbf0-48d8-ae03-3d90c0a6e0d0 req-a6a80b79-aae5-46b3-8a76-089c8ba51912 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Nov 08 12:58:40.668416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Allocated IP 172.20.0.2 (ab76138f-9dce-4583-a807-86b9d0f4cc01/2172d0e0-47c9-4018-a26d-7cb35ce03125/0fb06fbd-8f79-493d-9633-aff5d61c57ea) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:40.771021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e7948-9e94-4bce-86f5-66e012e7f763 req-e4612d3f-d18b-4e85-8812-bbc3714b90a6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:40.779263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-084e7948-9e94-4bce-86f5-66e012e7f763 req-e4612d3f-d18b-4e85-8812-bbc3714b90a6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1373844 Nov 08 12:58:40.870666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-084e7948-9e94-4bce-86f5-66e012e7f763 req-8af82d0c-4560-49a5-aecc-cf6d7b94138c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904524 Nov 08 12:58:40.992949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.139200 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.157564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.229090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:41.230568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Pushing event updated for resources: {'Port': ['ID=0fb06fbd-8f79-493d-9633-aff5d61c57ea,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:41.233533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:41.239015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:41.329433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Attempting to bind port 0fb06fbd-8f79-493d-9633-aff5d61c57ea on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:41.329774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Attempting to bind port 0fb06fbd-8f79-493d-9633-aff5d61c57ea by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:41.330305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Attempting to bind port 0fb06fbd-8f79-493d-9633-aff5d61c57ea on network ab76138f-9dce-4583-a807-86b9d0f4cc01 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:41.350639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:41.351020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Checking segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:41.351472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.352004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Bound using segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:41.353356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Bound port: 0fb06fbd-8f79-493d-9633-aff5d61c57ea, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:41.353747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.497794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] For port 0fb06fbd-8f79-493d-9633-aff5d61c57ea, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:41.503165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] For port 0fb06fbd-8f79-493d-9633-aff5d61c57ea, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0fb06fbd-8f79-493d-9633-aff5d61c57ea,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:41.621529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:41.650830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.1 (ab76138f-9dce-4583-a807-86b9d0f4cc01/2172d0e0-47c9-4018-a26d-7cb35ce03125/b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:41.704858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b40564-5a34-4e70-ae6e-0c351b7d3af8 None None] Pushing event updated for resources: {'Port': ['ID=0fb06fbd-8f79-493d-9633-aff5d61c57ea,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:41.796153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.020122 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.109914 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:42.122492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:42.124166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:42.125214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77958246-45ab-4bb1-93fc-b472f8e5ddac req-bb2591fc-abc2-41b3-a865-f9eb371220ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:42.129557 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:42.135651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77958246-45ab-4bb1-93fc-b472f8e5ddac req-bb2591fc-abc2-41b3-a865-f9eb371220ba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1483028 Nov 08 12:58:42.258701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77958246-45ab-4bb1-93fc-b472f8e5ddac req-6e4819bc-9480-42f0-aec3-c8ffacb82ccd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192987 Nov 08 12:58:42.273698 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.320673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26cd87e9-94c5-46cb-835d-0fc3043c248d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:42.449890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 26cd87e9-94c5-46cb-835d-0fc3043c248d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:42.450382 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.593511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.618646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 26cd87e9-94c5-46cb-835d-0fc3043c248d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26cd87e9-94c5-46cb-835d-0fc3043c248d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:42.737552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.759476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:42.763835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0fb06fbd-8f79-493d-9633-aff5d61c57ea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:42.920941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=26cd87e9-94c5-46cb-835d-0fc3043c248d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:42.949164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0fb06fbd-8f79-493d-9633-aff5d61c57ea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:42.949808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.061964 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.111650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 0fb06fbd-8f79-493d-9633-aff5d61c57ea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0fb06fbd-8f79-493d-9633-aff5d61c57ea,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:43.155661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55446) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:43.219667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.388696 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.413624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7ff4fe-c6c6-47c9-bb4d-ab357cc0a708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.418834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=0fb06fbd-8f79-493d-9633-aff5d61c57ea,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:43.473785 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.579257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ed1c0-b402-469e-a474-185bcaa5f359 req-c8bed0a2-ab0e-4483-8752-1ba96996c4df tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:43.582060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d62ed1c0-b402-469e-a474-185bcaa5f359 req-c8bed0a2-ab0e-4483-8752-1ba96996c4df tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1334260 Nov 08 12:58:43.615781 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:43.683750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.697661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d62ed1c0-b402-469e-a474-185bcaa5f359 req-6acb1dd5-0c1a-47c8-bdf5-044dc166672b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071196 Nov 08 12:58:43.743790 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7ff4fe-c6c6-47c9-bb4d-ab357cc0a708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.805552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cfd53a-0101-4c26-b8bf-c7f194354c85 None None] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:58:43.824836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a7ff4fe-c6c6-47c9-bb4d-ab357cc0a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.829248 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:43.832230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:43.885121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a7ff4fe-c6c6-47c9-bb4d-ab357cc0a708 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a332ea93e4c46d78e4e7b2145d2dfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283275 Nov 08 12:58:43.887773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:43.909426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-99149e6e-547e-435c-87d5-eda5767ae81a None None] Provisioning complete for port 0fb06fbd-8f79-493d-9633-aff5d61c57ea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:43.914707 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99149e6e-547e-435c-87d5-eda5767ae81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:43.964452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ff4fe-c6c6-47c9-bb4d-ab357cc0a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a29b90-ae48-4306-8c69-f75b519e4c53,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:43.999684 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.040804 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.133064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:58:44.194029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.202860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.202976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26cd87e9-94c5-46cb-835d-0fc3043c248d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:44.203071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99a29b90-ae48-4306-8c69-f75b519e4c53 HTTP/1.1" status: 204 len: 168 time: 0.3123393 Nov 08 12:58:44.229562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f275a-3474-46ac-963c-7f8a519ef8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a29b90-ae48-4306-8c69-f75b519e4c53,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:44.386370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:58:44.397247 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:58:44.417106 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-daa9128e-8e38-4b2e-980e-642867647c8d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/20da8ec1-fb99-4931-9545-d2883dba1e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0546741 Nov 08 12:58:44.419644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:44.460590 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:58:44.461318 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:44.540589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 26cd87e9-94c5-46cb-835d-0fc3043c248d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:44.541523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.668221 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:58:44.672347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0fb06fbd-8f79-493d-9633-aff5d61c57ea up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:44.690411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.690877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.691332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.694794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.701387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.704341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.706467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.709350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b996a4a2-98d9-4e94-a93a-82bfe9acbc12 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2880290 Nov 08 12:58:44.712498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55472) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:44.847141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0fb06fbd-8f79-493d-9633-aff5d61c57ea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:44.850058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:44.975545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.985654 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.986429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.987203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.988674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.993298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.994062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:44.998500 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1c869c56-662b-4ed3-8181-5e59d4b00fe1 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.2828038 Nov 08 12:58:45.000588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55484) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:45.013175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267995-8fc1-4e41-b21d-03ca97ecb60e req-c4de744d-eff4-4824-8b87-c6f9e3076c48 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:45.029193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09267995-8fc1-4e41-b21d-03ca97ecb60e req-c4de744d-eff4-4824-8b87-c6f9e3076c48 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1277447 Nov 08 12:58:45.031480 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:43Z', 'revision_number': 2, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:45.120758 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:58:45.125230 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Updating router 20da8ec1-fb99-4931-9545-d2883dba1e8d port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 12:58:45.163260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ea7fd1f-9924-425a-add2-5c25bb28907c None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:45.163605 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ea7fd1f-9924-425a-add2-5c25bb28907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.165967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09267995-8fc1-4e41-b21d-03ca97ecb60e req-2a469012-322b-4a8d-8ef3-19c568a09f69 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329577 Nov 08 12:58:45.171253 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.263386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7fd1f-9924-425a-add2-5c25bb28907c None None] Port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:58:45.284805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8ea7fd1f-9924-425a-add2-5c25bb28907c None None] Provisioning complete for port 0fb06fbd-8f79-493d-9633-aff5d61c57ea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:45.285204 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ea7fd1f-9924-425a-add2-5c25bb28907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.682095 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-814ef0c1-fead-481b-b784-f91590321dd9 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6791930 Nov 08 12:58:45.743534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8de851c3-0527-4c8a-8f42-19aea7dd65ae None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:45.746668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8de851c3-0527-4c8a-8f42-19aea7dd65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.817779 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.840149 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8de851c3-0527-4c8a-8f42-19aea7dd65ae None None] Port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:58:45.894746 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.932005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:45.971725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c320481a-3adb-4c62-bbf2-c7110795c5b3 None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:45.975502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c320481a-3adb-4c62-bbf2-c7110795c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:45.984110 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Pushing event updated for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:45.997543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:45.998163 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:45.998806 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:45.999314 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:45.999832 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.000458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.000988 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.001540 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.001869 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.002408 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.009777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.009777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:58:46.064438 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Attempting to bind port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:46.065609 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Attempting to bind port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:46.066183 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Attempting to bind port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a on network ab76138f-9dce-4583-a807-86b9d0f4cc01 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:46.075677 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:46.076472 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Checking segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:46.077802 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.078512 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Bound using segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:46.079227 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Bound port: b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:46.080491 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.082410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c320481a-3adb-4c62-bbf2-c7110795c5b3 None None] Port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:58:46.150155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.172363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192979309-network', 'tenant_id': '39b8961ba76c4ccea350932a62578665'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:46.184283 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] For port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:46.188117 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] For port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:46.297247 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.309165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Made reservation on behalf of 39b8961ba76c4ccea350932a62578665 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:46.312140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.328651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.440622 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:46.442219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.451316 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:58:46.452729 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:46.462112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510049-75d3-46f0-a634-082bd51c1239 req-f561b3e9-1f13-4989-aded-56a6ee00738b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:46.480362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7510049-75d3-46f0-a634-082bd51c1239 req-f561b3e9-1f13-4989-aded-56a6ee00738b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.2046225 Nov 08 12:58:46.514012 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.568381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.611208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7510049-75d3-46f0-a634-082bd51c1239 req-61988421-0a83-4e3a-8bf4-1d9483ddc128 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336815 Nov 08 12:58:46.627446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:58:46.657717 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.658164 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Added segment 4d27358e-63b7-4f7e-8524-d9de5ed6a525 of type vlan for network 8d7863ae-8693-4662-aa35-7ca2bd973081 Nov 08 12:58:46.675843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917dc633-559f-47bd-9207-1cc30bab3725,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:46.678983 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16667d9f-fc93-489c-8906-0c32cd20fe4c None None] Pushing event updated for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:46.706092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.726159 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:58:46.747838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.783159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] For port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:58:46.845839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.849367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:46.849367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.865432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:46.983793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dd508-ce10-4753-a0aa-e33395e1e14c None None] Pushing event updated for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:47.002906 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0629747 Nov 08 12:58:47.002906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fa3e1-fd5f-4e83-8308-bf00c862c26f admin admin] Pushing event updated for resources: {'Network': ['ID=8d7863ae-8693-4662-aa35-7ca2bd973081,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:47.007187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:47.016655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Request body: {'subnet': {'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192979309-subnet', 'tenant_id': '39b8961ba76c4ccea350932a62578665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:47.021624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:58:47.071730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-37a130cb-a4a4-4be9-8dac-b306e905567b None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:47.071730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37a130cb-a4a4-4be9-8dac-b306e905567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.204201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Made reservation on behalf of 39b8961ba76c4ccea350932a62578665 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:47.208371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.290084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55528) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:47.295666 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098396459', 'description': 'tempest-secgroup-smoke-1098396459 description', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:47.339462 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:58:47.383632 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cec0-2c9c-4a23-97bb-331b8125868b None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:58:47.435238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.588987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.619593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.722692 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.749517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dedeec1-1255-45d4-89c7-e3b57316205d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:47.785473 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3830f-89b7-44c2-af51-712214691434,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:47.856846 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:47.862727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea7a598c-e659-417f-be57-9979b7a08d14 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5695341 Nov 08 12:58:47.867904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:47.872804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:47.901303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Checking segment: {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:47.902473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Network hostable DHCP agents. Network: 8d7863ae-8693-4662-aa35-7ca2bd973081, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:58:47.928240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59030ad4-6c84-4ea1-a5c1-bef74ddef62f req-0136595f-8853-41c4-9f2b-ef2313758a01 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:47.929890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59030ad4-6c84-4ea1-a5c1-bef74ddef62f req-0136595f-8853-41c4-9f2b-ef2313758a01 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1740866 Nov 08 12:58:48.007681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59030ad4-6c84-4ea1-a5c1-bef74ddef62f req-bcddab37-a97f-4cd1-be9c-d113e7dcf331 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706942 Nov 08 12:58:48.089636 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.111324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:58:48.166939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:58:48.219364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 8d7863ae-8693-4662-aa35-7ca2bd973081) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:48.225864 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.231381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:48.232370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.236006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d00e7d-75c6-4a8f-b6c4-4edb058c46f9 None None] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:58:48.310389 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.348808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ff3dbc-5e90-40b8-b6b4-563b7dcab880,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:48.354979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:48.355352 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.365432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1900bd6b-a870-4a2a-a74d-a282f20e1349 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3559127 Nov 08 12:58:48.507771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b15f06-f04b-4c1c-b423-e4f0973c6d8e None None] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:58:48.522942 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.522942 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e8702af7-8a07-492b-b6e7-721e363d97c2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6533625 Nov 08 12:58:48.523580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 55546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:48.527576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:48.636475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.769651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.891976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:48.924310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f6a103-c8df-40ed-b2bc-2be7f743fda6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:49.053254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:49.055726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f4e49ab1-9f06-41cf-89ba-288e04a03efd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5318882 Nov 08 12:58:49.058324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55556) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:49.063283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:49.224219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:49.295710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c0fd5-5d26-4eca-aa5a-575a7d0a1876 req-6cfe8edb-cfa2-4aee-9bdd-4146bf81b448 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:49.319997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e31c0fd5-5d26-4eca-aa5a-575a7d0a1876 req-6cfe8edb-cfa2-4aee-9bdd-4146bf81b448 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1424632 Nov 08 12:58:49.401757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e31c0fd5-5d26-4eca-aa5a-575a7d0a1876 req-ad89b125-3a5c-485e-ae32-e72d0d878516 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864613 Nov 08 12:58:49.746181 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:49.831771 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:49.869339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c5447-721f-4bca-abb2-f4a4ea459f81,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:50.008052 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.012753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1177e1a0-dbe6-433f-878f-20c2807aef41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9504454 Nov 08 12:58:50.013723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55566) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:50.018131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:50.190704 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.295064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.408421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.438647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f03af9-9e5a-45fc-a2be-a99a41e37d3d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:50.463504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.570536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.572574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-986e1a17-7f78-4c92-8dad-5c72ea7b7029 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5580544 Nov 08 12:58:50.575208 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55572) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:50.583614 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:50.625687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dae96-d3ce-4411-8d27-521ab7704656 req-8139b584-95bb-4fa8-a352-f6b105575b74 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:50.638356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b2dae96-d3ce-4411-8d27-521ab7704656 req-8139b584-95bb-4fa8-a352-f6b105575b74 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1096983 Nov 08 12:58:50.712143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b2dae96-d3ce-4411-8d27-521ab7704656 req-d42ee527-dd06-4044-bfa4-8f28d997e707 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Nov 08 12:58:50.762094 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:58:50.772483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.869312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:50.985021 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.009162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e48fb71-40f4-4a4e-a158-0b5a98728e8a,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:51.220874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.222425 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cf8e96e5-007e-4f7f-9b26-b777d41af064 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6458848 Nov 08 12:58:51.225218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:58:51.230723 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '30d3830f-89b7-44c2-af51-712214691434', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:51.350592 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:58:51.356473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.424335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.544761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.572572 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1761babd-b71a-4731-ba19-fc4a49610cea,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:51.667932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:51.671956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-20b91b0f-cbd5-4750-9d4e-cbdee8913db7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4430957 Nov 08 12:58:51.885544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc4ead-dcf4-451d-97fd-b0206c609c97 req-0d0871ee-0886-4d1d-a832-e4cdaaf4d563 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:51.887219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fadc4ead-dcf4-451d-97fd-b0206c609c97 req-0d0871ee-0886-4d1d-a832-e4cdaaf4d563 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0669463 Nov 08 12:58:51.981586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-beb5bd62-60ba-4bab-b160-208d456622ab tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098396459&fields=id&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 267 time: 0.0863109 Nov 08 12:58:51.985036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fadc4ead-dcf4-451d-97fd-b0206c609c97 req-235d0cb9-e264-4690-9302-2426c62de6a8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880961 Nov 08 12:58:52.130374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-bae80b37-0949-43a1-a8df-ed4e39721f23 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:52.132084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-bae80b37-0949-43a1-a8df-ed4e39721f23 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 795 time: 0.1431360 Nov 08 12:58:52.186366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-815453c7-8fe5-4e6d-b9f4-bf6f5d8001c6 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/quotas/adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 375 time: 0.0456734 Nov 08 12:58:52.266183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-033e2b4a-dc58-449a-84ae-f10a45010aab tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:52.267713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-033e2b4a-dc58-449a-84ae-f10a45010aab tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/networks?id=8d7863ae-8693-4662-aa35-7ca2bd973081 HTTP/1.1" status: 200 len: 808 time: 0.1847706 Nov 08 12:58:52.276044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-d4d9ff42-86a8-42e3-87d0-6d7eef8efcc1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816824 Nov 08 12:58:52.286864 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-ee4c2705-bbcc-4e1b-bf4d-7382e16c86f8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/quotas/39b8961ba76c4ccea350932a62578665 HTTP/1.1" status: 200 len: 375 time: 0.0097303 Nov 08 12:58:52.345913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-cb6aeb1d-e9e1-41ad-911b-a4845a07cfaf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475428 Nov 08 12:58:52.475325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-f86abb81-5091-4dc5-868c-846f04e98589 service neutron] 10.222.0.58 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839423 Nov 08 12:58:52.516611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-d8d52e09-0fb4-4c10-a1d4-f58d28d67620 service neutron] 10.222.0.58 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415830 Nov 08 12:58:52.647852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-716bfc53-00e2-4ba4-b1b8-e58f59073252 service neutron] 10.222.0.58 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641407 Nov 08 12:58:52.672441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-d9c99992-8f7f-4518-a558-06e18cf2bfff service neutron] 10.222.0.58 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238432 Nov 08 12:58:52.973350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8efdbf05-eb83-4771-8453-3fc75009aa66 req-b014c566-c4f0-4ac2-8984-b33e2b212b67 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 210 time: 0.0350239 Nov 08 12:58:53.106000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13fccf0e-5e6d-4b19-b311-cbf2b943f4b0 req-da087392-3664-4563-a086-bd50fbb4d0a5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0621688 Nov 08 12:58:53.207892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3c8cec76-b4f0-4983-9e04-7142b48db181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:53.215436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad282a2-06d7-4fe7-94ea-826783b1ec73 req-7b450c33-2460-46b1-8b7e-bfbb51b28410 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:53.217373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ad282a2-06d7-4fe7-94ea-826783b1ec73 req-7b450c33-2460-46b1-8b7e-bfbb51b28410 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1141398 Nov 08 12:58:53.284887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ad282a2-06d7-4fe7-94ea-826783b1ec73 req-28565db8-3fd4-4c5b-b9b6-13090be4d30c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Nov 08 12:58:54.107628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84a5511c-063f-4b1f-9dd1-c10ad61d04a3 req-f611ce47-0619-420f-86b2-b00082fda7a6 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 210 time: 0.0392482 Nov 08 12:58:54.202507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d34549a7-941e-40b5-8f4b-9862a2d3185d req-346aa7b6-dfff-48c1-ae19-8e6113885ce4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0348620 Nov 08 12:58:54.412782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fc1b-4aef-4061-920d-a06805c337fa req-ea5dde1a-ad2d-4691-b7a9-5c81a85586b0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:54.414668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bde0fc1b-4aef-4061-920d-a06805c337fa req-ea5dde1a-ad2d-4691-b7a9-5c81a85586b0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0532281 Nov 08 12:58:54.471871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bde0fc1b-4aef-4061-920d-a06805c337fa req-143d98b4-6c69-483c-8157-5baf4b7d43e5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Nov 08 12:58:55.228673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8584e356-a906-4c45-9f20-f351975252da req-5fa2bfc7-0193-4dd0-8b02-0f087804c837 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 210 time: 0.0425165 Nov 08 12:58:55.307425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7417287-6f82-4424-810d-968ba881123e req-c8f31f1d-a347-442e-aae9-bc1782dfa309 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0269744 Nov 08 12:58:55.499041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb5df-cebb-4bac-b7c2-97dd756a60ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:55.613577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073e2f9-671e-4969-b03b-2a04e4f56f21 req-c7c66661-72bb-4460-bbfe-5af7fdc898bc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:55.613577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8073e2f9-671e-4969-b03b-2a04e4f56f21 req-c7c66661-72bb-4460-bbfe-5af7fdc898bc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0579364 Nov 08 12:58:55.666808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8073e2f9-671e-4969-b03b-2a04e4f56f21 req-1918d08d-57f3-4f11-86fb-2927ba312d17 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536807 Nov 08 12:58:56.073202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-d9d222f8-757e-4238-8126-5b1a6d1ae16a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:56.074792 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-d9d222f8-757e-4238-8126-5b1a6d1ae16a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.61 "GET /v2.0/networks?id=8d7863ae-8693-4662-aa35-7ca2bd973081 HTTP/1.1" status: 200 len: 808 time: 0.1188390 Nov 08 12:58:56.091717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Request body: {'port': {'device_id': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081', 'admin_state_up': True, 'tenant_id': '39b8961ba76c4ccea350932a62578665'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:56.309160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Made reservation on behalf of 39b8961ba76c4ccea350932a62578665 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:56.315720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:56.399636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f255a00a-d9b1-4a4f-a1bf-ef88e0a5e480 req-2791a470-5ef4-4d59-9ef5-fa3d6f93539c tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 210 time: 0.0632579 Nov 08 12:58:56.478887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50cc1180-91d8-42e3-a0e7-7c7058292442 req-24107aeb-cac0-4217-a2c4-76ae3c7251f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0496488 Nov 08 12:58:56.522867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Allocated IP 172.20.0.12 (8d7863ae-8693-4662-aa35-7ca2bd973081/5dedeec1-1255-45d4-89c7-e3b57316205d/82be62be-4fbb-4252-86dd-dedf00ad9fa3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:56.628460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-d79b9266-2f4d-496b-972b-0748f10e6345 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:56.629912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-d79b9266-2f4d-496b-972b-0748f10e6345 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.61 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 795 time: 0.1496239 Nov 08 12:58:56.705235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-b8d5340f-0ff4-4bf1-ae41-ee8f2de85c32 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 380 time: 0.0647068 Nov 08 12:58:56.716158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'port': {'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'admin_state_up': True, 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'security_groups': ['30d3830f-89b7-44c2-af51-712214691434']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:56.724209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:56.766317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:56.849833 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:56.941765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831b2aa-1685-47a7-bbab-15fdf74c2776 req-b53553e4-f135-4865-b11f-a38bf343c3da tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:56.952791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:56.956477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e831b2aa-1685-47a7-bbab-15fdf74c2776 req-b53553e4-f135-4865-b11f-a38bf343c3da tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1813293 Nov 08 12:58:56.964492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:56.969789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:57.011292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Pushing event updated for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:57.034290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:57.034945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.067141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e831b2aa-1685-47a7-bbab-15fdf74c2776 req-fb1c049d-4b69-4e66-926c-2827657a24f4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837834 Nov 08 12:58:57.150693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:58:57.154547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.304972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.8 (ab76138f-9dce-4583-a807-86b9d0f4cc01/2172d0e0-47c9-4018-a26d-7cb35ce03125/f7ec8082-25d8-412a-a248-fed7afc72151) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:58:57.312553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-1921ea37-3550-4e1d-a444-da51fbb2d49f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2264581 Nov 08 12:58:57.328253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Request body: {'port': {'device_id': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:57.391637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.561240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.589755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b096-be44-4725-b1fb-ccb9d20ef62f req-b64e43a4-a75a-4db6-ad0b-e27c66eb47a9 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:57.597775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84b0b096-be44-4725-b1fb-ccb9d20ef62f req-b64e43a4-a75a-4db6-ad0b-e27c66eb47a9 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 932 time: 0.0966735 Nov 08 12:58:57.653772 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26e2a6b6-a56c-4e0c-b230-69c50b00b978 req-bb1450e3-558a-42a9-8c4b-bea0666e8f90 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0513391 Nov 08 12:58:57.688684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84b0b096-be44-4725-b1fb-ccb9d20ef62f req-b4525293-aa39-4bb5-8019-acb72dff2038 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896189 Nov 08 12:58:57.746617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82be62be-4fbb-4252-86dd-dedf00ad9fa3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:57.754761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.772213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Transition to ACTIVE for port object 82be62be-4fbb-4252-86dd-dedf00ad9fa3 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:58:57.779715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.835166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:58:57.837296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:58:57.843622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:58:57.858822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:57.876449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:57.916186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Pushing event updated for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:57.921612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:57.921612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.006588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Attempting to bind port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:58.006934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Attempting to bind port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:58.007336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Attempting to bind port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 on network 8d7863ae-8693-4662-aa35-7ca2bd973081 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:58.012926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 on network 8d7863ae-8693-4662-aa35-7ca2bd973081 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:58:58.013268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Attempting to bind port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 on network 8d7863ae-8693-4662-aa35-7ca2bd973081 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:58.022773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:58.027347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Checking segment: {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:58.027347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Bound using segment: {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:58.027347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Bound port: 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:58.027347 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.027757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-db3f523f-eab5-4539-808f-886a89dd0f52 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3163843 Nov 08 12:58:58.042864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Request body: {'port': {'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:58:58.135570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:58.136921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:58.175584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c4f40c99-d510-4433-95d9-b259c323136b None None] Provisioning complete for port f7ec8082-25d8-412a-a248-fed7afc72151 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:58:58.176618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4f40c99-d510-4433-95d9-b259c323136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.184028 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.218666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c4f40c99-d510-4433-95d9-b259c323136b None None] Port f7ec8082-25d8-412a-a248-fed7afc72151 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 12:58:58.241667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.289177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca84ee6-c963-4a14-97fb-804ca8570f5b req-b51546d0-b8b3-4776-adf6-1da6086b3725 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.291451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ca84ee6-c963-4a14-97fb-804ca8570f5b req-b51546d0-b8b3-4776-adf6-1da6086b3725 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0981791 Nov 08 12:58:58.296152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.330307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.330930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.332516 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] 10.222.0.61 "PUT /v2.0/ports/82be62be-4fbb-4252-86dd-dedf00ad9fa3 HTTP/1.1" status: 200 len: 1092 time: 1.0099342 Nov 08 12:58:58.332964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:58.335399 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951e4f2-3e78-46ca-9f29-e91ccdf72375" -d '{"events": [{"name": "network-changed", "server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:58.394119 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff7577-f80d-4acd-aa1a-da96ba045d03 x-openstack-request-id: req-cdff7577-f80d-4acd-aa1a-da96ba045d03 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:58.394443 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:58.394701 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdff7577-f80d-4acd-aa1a-da96ba045d03 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:58.395105 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3', 'status': 'completed', 'code': 200} Nov 08 12:58:58.409999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129cc0e-8135-4195-81c4-6e16ec5c442b service neutron] Pushing event updated for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:58.412972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ca84ee6-c963-4a14-97fb-804ca8570f5b req-5460313a-fedd-4b00-ab43-960f0f9a9bc9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788193 Nov 08 12:58:58.480968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-4a2c9590-612c-47bb-8dc9-55d881454a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.482513 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-4a2c9590-612c-47bb-8dc9-55d881454a2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 1095 time: 0.0493939 Nov 08 12:58:58.607766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-7f86a608-974a-4412-ae31-79dbff1ca183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.609246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-7f86a608-974a-4412-ae31-79dbff1ca183 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=39b8961ba76c4ccea350932a62578665&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1190104 Nov 08 12:58:58.631907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ec8082-25d8-412a-a248-fed7afc72151 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:58:58.640672 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.654403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Transition to ACTIVE for port object f7ec8082-25d8-412a-a248-fed7afc72151 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:58:58.749297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-31bb249b-dad2-4d46-a09c-128ef30f3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.753273 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9951e4f2-3e78-46ca-9f29-e91ccdf72375 req-31bb249b-dad2-4d46-a09c-128ef30f3f3a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340554 Nov 08 12:58:58.821182 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.845768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-ae4b553a-97d0-4669-ab23-b51ba367967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.847897 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-ae4b553a-97d0-4669-ab23-b51ba367967e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 1095 time: 0.0545774 Nov 08 12:58:58.877314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9f9d1-ca27-44a0-b29e-ee678f589062 req-3b118bd8-e88b-484d-b4cc-87594d428266 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.884954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76f9f9d1-ca27-44a0-b29e-ee678f589062 req-3b118bd8-e88b-484d-b4cc-87594d428266 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 931 time: 0.1446097 Nov 08 12:58:58.914618 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-55ef3b4b-3b09-44e7-a04e-9c9e9f4eacdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0580933 Nov 08 12:58:58.934054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:58.947307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87509e5f-af30-4d45-a6d5-11da9b806502 req-893acdf6-fbaa-4f8a-b2b9-4788cd028f0a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.948942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87509e5f-af30-4d45-a6d5-11da9b806502 req-893acdf6-fbaa-4f8a-b2b9-4788cd028f0a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 944 time: 0.1735387 Nov 08 12:58:58.979008 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:58.997707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-6a47978e-67a0-4dba-bd61-f594979e2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:58.997707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-6a47978e-67a0-4dba-bd61-f594979e2e29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5dedeec1-1255-45d4-89c7-e3b57316205d HTTP/1.1" status: 200 len: 848 time: 0.0728867 Nov 08 12:58:59.056638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76f9f9d1-ca27-44a0-b29e-ee678f589062 req-fd79852e-f13c-431f-956e-ac987e4e2267 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681416 Nov 08 12:58:59.070307 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-29ec66e5-e1d8-4e5d-a6eb-f6d5213bd3de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8d7863ae-8693-4662-aa35-7ca2bd973081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611997 Nov 08 12:58:59.173200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87509e5f-af30-4d45-a6d5-11da9b806502 req-5b0e42f3-5c4d-41ae-87aa-36555991b26c tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158489 Nov 08 12:58:59.204286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Attempting to bind port f7ec8082-25d8-412a-a248-fed7afc72151 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:58:59.207285 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-2407bcbb-0607-4f9b-88ab-f7e5cf9dc8c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336193 Nov 08 12:58:59.207859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Attempting to bind port f7ec8082-25d8-412a-a248-fed7afc72151 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:58:59.208232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Attempting to bind port f7ec8082-25d8-412a-a248-fed7afc72151 on network ab76138f-9dce-4583-a807-86b9d0f4cc01 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:59.220370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Port f7ec8082-25d8-412a-a248-fed7afc72151 on network ab76138f-9dce-4583-a807-86b9d0f4cc01 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:58:59.220782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Attempting to bind port f7ec8082-25d8-412a-a248-fed7afc72151 on network ab76138f-9dce-4583-a807-86b9d0f4cc01 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:58:59.239943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:58:59.240377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Checking segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:58:59.241011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Bound using segment: {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:58:59.241515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Bound port: f7ec8082-25d8-412a-a248-fed7afc72151, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51024916-e4f3-4e81-bff3-d3e7ca8fb63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:58:59.242059 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:59.368665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:58:59.373485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f7ec8082-25d8-412a-a248-fed7afc72151,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:58:59.414677 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-165e2a7c-271f-4d66-990e-c7d7e93b6968 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003057 Nov 08 12:58:59.448720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:59.491453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:59.491453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:58:59.491453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] 10.222.0.61 "PUT /v2.0/ports/f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 1091 time: 1.4531345 Nov 08 12:58:59.491453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:58:59.492387 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41792ad-4e25-4bcc-9713-2e50b20a451a" -d '{"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:58:59.526983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aff9c-0cf8-4f7b-9ec4-ef74d7809cbb service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:58:59.622029 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e43f83-b1ab-4eaa-baff-e44167a1f089 x-openstack-request-id: req-31e43f83-b1ab-4eaa-baff-e44167a1f089 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:58:59.622029 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:58:59.622029 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31e43f83-b1ab-4eaa-baff-e44167a1f089 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:58:59.627886 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'status': 'completed', 'code': 200} Nov 08 12:58:59.694953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ff6a7-1a3c-4e1b-ac81-906566ce1e4b req-04d0f521-216a-48f6-a161-7f4357981644 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:59.697871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a50ff6a7-1a3c-4e1b-ac81-906566ce1e4b req-04d0f521-216a-48f6-a161-7f4357981644 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1368179 Nov 08 12:58:59.737149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-b79c79e1-bd22-437c-b922-9d6d0c3dc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:59.739113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-b79c79e1-bd22-437c-b922-9d6d0c3dc080 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1094 time: 0.1101580 Nov 08 12:58:59.792126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a50ff6a7-1a3c-4e1b-ac81-906566ce1e4b req-52aa1091-35cf-46ad-9038-9c066572cebf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833249 Nov 08 12:58:59.906893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-4f74dd78-0c3f-4e47-a944-abe7d8a728ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:58:59.908359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-4f74dd78-0c3f-4e47-a944-abe7d8a728ed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=adfd00e7d2614062b34b4f8a55d22590&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1523314 Nov 08 12:59:00.018971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-d9751073-6e1a-4401-a25e-a245e682e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.022576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41792ad-4e25-4bcc-9713-2e50b20a451a req-d9751073-6e1a-4401-a25e-a245e682e2b7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043355 Nov 08 12:59:00.116864 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-86d877c3-1d09-4b65-a286-d40a30cb3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.121571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-86d877c3-1d09-4b65-a286-d40a30cb3b24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1094 time: 0.0570838 Nov 08 12:59:00.187919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-a1ee80ef-df7b-42a9-9fc5-d3fef88d506f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 217 time: 0.0562654 Nov 08 12:59:00.282896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4830-bd2c-4ab3-8039-b937ddfeea74 req-ad8f11e6-6e4a-4cca-a975-f0565c54f7ac tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.284313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bfa4830-bd2c-4ab3-8039-b937ddfeea74 req-ad8f11e6-6e4a-4cca-a975-f0565c54f7ac tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 943 time: 0.1439073 Nov 08 12:59:00.311898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-1322b71b-b413-4eba-ad39-4c8ea4528219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.313264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-1322b71b-b413-4eba-ad39-4c8ea4528219 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 200 len: 835 time: 0.1090269 Nov 08 12:59:00.396613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea1098-2fc3-40d2-8385-29c657816de2 req-a84aa30c-2d1c-4723-828a-d64b2232f5e8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.398598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caea1098-2fc3-40d2-8385-29c657816de2 req-a84aa30c-2d1c-4723-828a-d64b2232f5e8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 944 time: 0.1405838 Nov 08 12:59:00.441652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bfa4830-bd2c-4ab3-8039-b937ddfeea74 req-7f24c741-4b83-4827-a05e-7650012a64f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328578 Nov 08 12:59:00.452190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-7b29db50-841b-47e0-82f4-357c3c56a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.454333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-7b29db50-841b-47e0-82f4-357c3c56a1d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306829 Nov 08 12:59:00.512752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caea1098-2fc3-40d2-8385-29c657816de2 req-c38971f2-6b48-43c7-a6fa-c7144e36ea2a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005061 Nov 08 12:59:00.591294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-0c9197f7-1ba5-4c35-b080-b06f05fe700f service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216497 Nov 08 12:59:00.693676 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2607b86-1db7-441a-afa0-3c862ff3f23c req-e50edbce-9e52-4593-808a-c644c91be768 service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941219 Nov 08 12:59:00.924800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c466ef-9a90-4c41-bf7a-6e4e607671c3 req-5e4954f0-2eec-4cf9-8f2e-590564387d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:00.926289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7c466ef-9a90-4c41-bf7a-6e4e607671c3 req-5e4954f0-2eec-4cf9-8f2e-590564387d4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0577495 Nov 08 12:59:00.989972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7c466ef-9a90-4c41-bf7a-6e4e607671c3 req-340791b9-3979-43cc-80c8-93c0765e096e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568976 Nov 08 12:59:01.668644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837262a4-b21d-47ab-8bed-95c5b60adb78 req-f3782215-5498-475a-8995-c597f865d821 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:01.670353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-837262a4-b21d-47ab-8bed-95c5b60adb78 req-f3782215-5498-475a-8995-c597f865d821 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 944 time: 0.0689301 Nov 08 12:59:01.746666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcc15-5d9d-4c6b-95e0-a042eec65d01 req-baaf0344-d8d6-4afa-aa54-953d34c89cd0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:01.748332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-376dcc15-5d9d-4c6b-95e0-a042eec65d01 req-baaf0344-d8d6-4afa-aa54-953d34c89cd0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 943 time: 0.2261980 Nov 08 12:59:01.767594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-837262a4-b21d-47ab-8bed-95c5b60adb78 req-bcf0f4b3-662e-445e-b3a5-c3f1be6d2dc1 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856297 Nov 08 12:59:01.813452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-376dcc15-5d9d-4c6b-95e0-a042eec65d01 req-43d66247-6e54-42d2-a3c6-184e75359ebd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542684 Nov 08 12:59:02.135916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd268a4-d026-4c91-9093-d7c991789e00 req-a29ccb51-728e-4b7a-b0f4-81644c033027 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:02.137560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fd268a4-d026-4c91-9093-d7c991789e00 req-a29ccb51-728e-4b7a-b0f4-81644c033027 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0703628 Nov 08 12:59:02.196222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fd268a4-d026-4c91-9093-d7c991789e00 req-0ecc28c8-33e7-472d-a286-677c873bbbde tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Nov 08 12:59:02.316033 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:59:02.995536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d47ae9-750d-420f-81c6-ee60ad6d451a req-e41af75d-3ff4-4c41-9ec0-d0ba80650158 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:02.997101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5d47ae9-750d-420f-81c6-ee60ad6d451a req-e41af75d-3ff4-4c41-9ec0-d0ba80650158 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 944 time: 0.1245325 Nov 08 12:59:03.008521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 82be62be-4fbb-4252-86dd-dedf00ad9fa3 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:59:03.020552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00eb28-3b23-41e5-a739-c8fb10d61027 req-311a1b49-8575-4ebc-bcee-1d7fad106d0b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:03.022109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec00eb28-3b23-41e5-a739-c8fb10d61027 req-311a1b49-8575-4ebc-bcee-1d7fad106d0b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 943 time: 0.1046174 Nov 08 12:59:03.114619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5d47ae9-750d-420f-81c6-ee60ad6d451a req-b1473066-7d43-4671-b4b1-f99b6ed0f109 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089020 Nov 08 12:59:03.143195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec00eb28-3b23-41e5-a739-c8fb10d61027 req-bb28089a-9a20-4d00-9725-15c0ab24cc96 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089380 Nov 08 12:59:03.188594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:03.212970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '82be62be-4fbb-4252-86dd-dedf00ad9fa3', 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081', 'port_id': '82be62be-4fbb-4252-86dd-dedf00ad9fa3', 'mac_address': 'fa:16:3e:9c:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedeec1-1255-45d4-89c7-e3b57316205d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:59:03.284836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:03.304613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82be62be-4fbb-4252-86dd-dedf00ad9fa3 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:59:03.334805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:03.363907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead3416-ffe5-487f-8395-1c481c073010 req-4867b66e-a8cf-465f-9568-24aec1446ba9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:03.366481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dead3416-ffe5-487f-8395-1c481c073010 req-4867b66e-a8cf-465f-9568-24aec1446ba9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0852215 Nov 08 12:59:03.395803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:03.440726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dead3416-ffe5-487f-8395-1c481c073010 req-b7ba25c3-17b3-41c4-b67d-c8c19bf6c149 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681000 Nov 08 12:59:03.466674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:03.608371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['82be62be-4fbb-4252-86dd-dedf00ad9fa3'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:04.348632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d558ae-3e08-4668-805e-d06d901bb478 req-b9f71169-7e2b-40f5-a3ba-5ab2a8fb479d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:04.350199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2d558ae-3e08-4668-805e-d06d901bb478 req-b9f71169-7e2b-40f5-a3ba-5ab2a8fb479d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 945 time: 0.0777471 Nov 08 12:59:04.359555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10c30b-a282-44de-bddd-8f1a5f98ad82 req-1b11b546-3c49-4a5b-a6a5-e0a5dd0d5089 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:04.359979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f10c30b-a282-44de-bddd-8f1a5f98ad82 req-1b11b546-3c49-4a5b-a6a5-e0a5dd0d5089 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 943 time: 0.1196489 Nov 08 12:59:04.444400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2d558ae-3e08-4668-805e-d06d901bb478 req-a074eae3-236f-45f5-8577-98ee40a83d5e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812407 Nov 08 12:59:04.474616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f10c30b-a282-44de-bddd-8f1a5f98ad82 req-d3d27493-c1b6-4675-bfac-744c87264b10 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019459 Nov 08 12:59:04.586908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a37d8-2b70-4b89-ab84-968e184c084c req-750ce77d-0082-44e0-9cce-44907ed8b797 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:04.588934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df0a37d8-2b70-4b89-ab84-968e184c084c req-750ce77d-0082-44e0-9cce-44907ed8b797 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0626383 Nov 08 12:59:04.654636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df0a37d8-2b70-4b89-ab84-968e184c084c req-d19fbb50-a6c4-4533-9fdb-8fa5e1e94db3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592279 Nov 08 12:59:05.008813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f7ec8082-25d8-412a-a248-fed7afc72151 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:59:05.011913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 82be62be-4fbb-4252-86dd-dedf00ad9fa3 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:05.141312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f7ec8082-25d8-412a-a248-fed7afc72151,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:05.308552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:59:05.313888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:59:05.315459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:05.315817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:05.379377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:05.398117 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ec8082-25d8-412a-a248-fed7afc72151 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:59:05.442202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f7ec8082-25d8-412a-a248-fed7afc72151,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:05.471940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:05.496459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:05.498847 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d627d5-3fe9-40c5-8ab0-dcef8f0484a0" -d '{"events": [{"server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "name": "network-vif-plugged", "status": "completed", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:05.518070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:05.539217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:05.642862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:05.692498 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:05.749826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['f7ec8082-25d8-412a-a248-fed7afc72151'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:05.779287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:06.067853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f898-a7fa-498f-8004-7e945935ff9b req-633e2bdf-113b-48ab-8301-ad890d66cb5f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:06.076224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2f7f898-a7fa-498f-8004-7e945935ff9b req-633e2bdf-113b-48ab-8301-ad890d66cb5f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 944 time: 0.0650692 Nov 08 12:59:06.086629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a67ca-d89b-4716-bcda-e1cc0bf37f48 req-4f9a162a-4ef3-42ef-82b7-014fdf33a5d0 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:06.094013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-565a67ca-d89b-4716-bcda-e1cc0bf37f48 req-4f9a162a-4ef3-42ef-82b7-014fdf33a5d0 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 945 time: 0.5531945 Nov 08 12:59:06.165499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2f7f898-a7fa-498f-8004-7e945935ff9b req-f293cac1-5976-4280-9bcb-61d685aed46f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884023 Nov 08 12:59:06.174813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-565a67ca-d89b-4716-bcda-e1cc0bf37f48 req-b2912f36-3d38-4f91-9b62-244dd5f4fbf8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798855 Nov 08 12:59:06.215796 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825f9845-8fba-43ab-b753-1adbb08a0786 x-openstack-request-id: req-825f9845-8fba-43ab-b753-1adbb08a0786 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:06.216339 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "name": "network-vif-plugged", "status": "completed", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:06.216339 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-825f9845-8fba-43ab-b753-1adbb08a0786 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:06.216719 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3', 'code': 200} Nov 08 12:59:06.336453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43e61-1c89-4f13-9cb1-f98d4f5b8c3b req-e5218279-bf67-40a1-bcd9-ddf39f44f6f6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:06.338154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8a43e61-1c89-4f13-9cb1-f98d4f5b8c3b req-e5218279-bf67-40a1-bcd9-ddf39f44f6f6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0932002 Nov 08 12:59:06.345625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0a88-7896-4158-847f-391c9fa20cef req-848f2031-3259-4ef8-a15f-b70f847925f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:06.347207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eeb0a88-7896-4158-847f-391c9fa20cef req-848f2031-3259-4ef8-a15f-b70f847925f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 1097 time: 0.0666435 Nov 08 12:59:06.418413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8a43e61-1c89-4f13-9cb1-f98d4f5b8c3b req-67465f8c-927c-4b2a-a7ad-ac66371be44f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Nov 08 12:59:06.449735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eeb0a88-7896-4158-847f-391c9fa20cef req-c5f3c8dd-bdda-4c93-87b9-83502b4820fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687916 Nov 08 12:59:07.006672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f7ec8082-25d8-412a-a248-fed7afc72151 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:07.250018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port f7ec8082-25d8-412a-a248-fed7afc72151 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:59:07.256793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port f7ec8082-25d8-412a-a248-fed7afc72151 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:07.257162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:07.364586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bec86-e347-4b78-998e-949825c07d92 req-7e5d7473-1699-4723-b168-02745cc8f560 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:07.366094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-272bec86-e347-4b78-998e-949825c07d92 req-7e5d7473-1699-4723-b168-02745cc8f560 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 946 time: 0.0708742 Nov 08 12:59:07.372143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:07.414730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f7ec8082-25d8-412a-a248-fed7afc72151,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:07.451732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365aa24-095f-4b72-936b-eea0eeab2025 req-788d8fde-f46e-41b9-8fee-0c2bbfb82f15 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:07.453248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5365aa24-095f-4b72-936b-eea0eeab2025 req-788d8fde-f46e-41b9-8fee-0c2bbfb82f15 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 944 time: 0.1806886 Nov 08 12:59:07.457072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-272bec86-e347-4b78-998e-949825c07d92 req-a8c9fe63-924e-470a-9bd7-03a32e51ac50 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794425 Nov 08 12:59:07.515190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5365aa24-095f-4b72-936b-eea0eeab2025 req-bceb9064-4f16-4889-afd4-d1ad7a2be71c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Nov 08 12:59:07.543433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:07.596948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de9d2-24cf-47bd-b44e-709ca053deda req-6bc7ce2b-17ee-4273-b66c-ceccc9b04664 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:07.599101 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a1de9d2-24cf-47bd-b44e-709ca053deda req-6bc7ce2b-17ee-4273-b66c-ceccc9b04664 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0769672 Nov 08 12:59:07.603998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:07.612082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.612446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.612828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.613173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.613508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.613842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.614167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.614563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.614897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.615218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.615544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.615865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:07.665102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a1de9d2-24cf-47bd-b44e-709ca053deda req-971d12c7-33f6-4a59-8e41-89962fc98935 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585403 Nov 08 12:59:08.217680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:08.220051 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f367d297-5ba1-4e64-8e14-15b85d85e39c" -d '{"events": [{"server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:08.256638 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f89a3d-8b2b-4b3a-89e5-a18ede359e54 x-openstack-request-id: req-62f89a3d-8b2b-4b3a-89e5-a18ede359e54 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:08.257290 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:08.257290 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62f89a3d-8b2b-4b3a-89e5-a18ede359e54 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:08.258272 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'code': 200} Nov 08 12:59:08.356418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043e41-1ddc-4dfd-bf49-59e1ed227208 req-063fb659-bc49-486d-9ade-1a52925738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:08.357947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb043e41-1ddc-4dfd-bf49-59e1ed227208 req-063fb659-bc49-486d-9ade-1a52925738fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1096 time: 0.0428517 Nov 08 12:59:08.407927 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb043e41-1ddc-4dfd-bf49-59e1ed227208 req-22a76d04-4707-4ec9-ba6c-7b34b0974354 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Nov 08 12:59:08.629215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b60c-a8eb-4290-b7c6-cf4d0c1f85e7 req-8319a40f-2905-43f2-b4e1-6fa676215a41 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:08.630813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9e5b60c-a8eb-4290-b7c6-cf4d0c1f85e7 req-8319a40f-2905-43f2-b4e1-6fa676215a41 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 946 time: 0.0963428 Nov 08 12:59:08.683490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a99a75-a8fc-441a-aad0-83e22a574dd9 req-960d6107-6cc1-4084-b355-4174d8212bb5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:08.685212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a99a75-a8fc-441a-aad0-83e22a574dd9 req-960d6107-6cc1-4084-b355-4174d8212bb5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.0945680 Nov 08 12:59:08.728454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9e5b60c-a8eb-4290-b7c6-cf4d0c1f85e7 req-f7a4e06a-ddcb-427d-aa13-fab89bd4e2e2 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893724 Nov 08 12:59:08.787282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10a99a75-a8fc-441a-aad0-83e22a574dd9 req-7c11088f-5845-4dcb-ba6e-f12fb3ea73cc tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953727 Nov 08 12:59:08.910307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce55a76-21d1-4cc5-a755-9bddb36f1fb3 req-aed912a7-499e-43b1-b81b-fcde0486021f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:08.911893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ce55a76-21d1-4cc5-a755-9bddb36f1fb3 req-aed912a7-499e-43b1-b81b-fcde0486021f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0577650 Nov 08 12:59:08.973809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ce55a76-21d1-4cc5-a755-9bddb36f1fb3 req-60dde1e6-d6c5-4c57-a3f6-567f8d30f406 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Nov 08 12:59:09.968831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28d07-6513-4acd-9b7a-87884736a6c2 req-053d287b-978f-4b21-97a8-23f71845f340 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:09.970452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ed28d07-6513-4acd-9b7a-87884736a6c2 req-053d287b-978f-4b21-97a8-23f71845f340 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.0812585 Nov 08 12:59:10.044613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ed28d07-6513-4acd-9b7a-87884736a6c2 req-771c57b3-a9d2-4357-ad0d-bb829eab21cd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656519 Nov 08 12:59:10.188245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d726-cde8-4191-8fe5-baad683717d8 req-e956485b-491c-4771-9df2-aff986dd6347 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:10.189997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1d0d726-cde8-4191-8fe5-baad683717d8 req-e956485b-491c-4771-9df2-aff986dd6347 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0659201 Nov 08 12:59:10.272905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1d0d726-cde8-4191-8fe5-baad683717d8 req-e4943e71-26a3-481b-85a7-bd04743e577e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628800 Nov 08 12:59:10.407693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3999b-7f02-4cb2-937b-90110c8a55cc req-7df85b35-76e0-4ea3-a47a-e41aa9e55ebc tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:10.410486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18a3999b-7f02-4cb2-937b-90110c8a55cc req-7df85b35-76e0-4ea3-a47a-e41aa9e55ebc tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.0691249 Nov 08 12:59:10.489458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18a3999b-7f02-4cb2-937b-90110c8a55cc req-10b3337f-40a9-465f-8248-e8de26a0e847 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714331 Nov 08 12:59:10.513247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55976) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:10.557584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408df52-1332-444d-ba5f-395cecd486d1 req-1f102506-3280-4af4-b33a-58dfcc0c0cb1 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:10.559425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5408df52-1332-444d-ba5f-395cecd486d1 req-1f102506-3280-4af4-b33a-58dfcc0c0cb1 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 946 time: 0.0686784 Nov 08 12:59:10.570547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631d1c7-b092-4376-9c62-f0bcba60e470 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:10.572580 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0631d1c7-b092-4376-9c62-f0bcba60e470 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1091 time: 0.0578158 Nov 08 12:59:10.575639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 55978) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:10.580514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:10.654365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5408df52-1332-444d-ba5f-395cecd486d1 req-2494db4f-0b10-4e2a-a6fc-4e392c71c85e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843263 Nov 08 12:59:10.704023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:10.827984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:10.954881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.25.1.171 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/0dee2090-c3e2-48a6-9881-bdaba8fddb75) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:59:11.067510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:11.218180 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:11.258095 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:59:11.261088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:59:11.268319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:59:11.296719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=0dee2090-c3e2-48a6-9881-bdaba8fddb75,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:11.410776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e817345-eca8-4536-a987-a40363d801c0 req-c7ea3cbd-6d9f-4816-b496-adf2eabe404d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:11.413809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e817345-eca8-4536-a987-a40363d801c0 req-c7ea3cbd-6d9f-4816-b496-adf2eabe404d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0601654 Nov 08 12:59:11.471980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e817345-eca8-4536-a987-a40363d801c0 req-baf8e191-d7d1-4449-9b02-e5064923a235 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527127 Nov 08 12:59:11.701813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:11.727894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-469e4a85-5ffd-4259-b866-db31755d1b54 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:11.730567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-469e4a85-5ffd-4259-b866-db31755d1b54 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.61 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 946 time: 0.0735137 Nov 08 12:59:11.841119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:11.856691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec33a-1e4f-4ebd-99bb-a3327682e946 req-383a6675-425a-45d7-8059-41a51947ebd8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:11.858228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1aec33a-1e4f-4ebd-99bb-a3327682e946 req-383a6675-425a-45d7-8059-41a51947ebd8 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 946 time: 0.0905974 Nov 08 12:59:11.923367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Deleting port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:59:11.924770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:11.944737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1aec33a-1e4f-4ebd-99bb-a3327682e946 req-a05be5c1-af45-47d6-b201-55aed0938537 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679014 Nov 08 12:59:12.022274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.033905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] For port 82be62be-4fbb-4252-86dd-dedf00ad9fa3, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=82be62be-4fbb-4252-86dd-dedf00ad9fa3,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:12.034293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.051418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Calling delete_port for 82be62be-4fbb-4252-86dd-dedf00ad9fa3 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:59:12.143411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.192903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=0dee2090-c3e2-48a6-9881-bdaba8fddb75,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:12.244439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.304890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.317554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['82be62be-4fbb-4252-86dd-dedf00ad9fa3'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:12.357316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Pushing event deleted for resources: {'Port': ['ID=82be62be-4fbb-4252-86dd-dedf00ad9fa3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:12.394549 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Floating IP 6207d355-4e6c-4368-9125-86834e2fbda5 associated. External IP: 172.25.1.171, port: f7ec8082-25d8-412a-a248-fed7afc72151. Nov 08 12:59:12.442881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] No DVR routers for this DVR port 82be62be-4fbb-4252-86dd-dedf00ad9fa3 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:59:12.448569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:12.453380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c35ff032-adc2-4ed5-a4cd-98a8c767c025 req-d90dd366-594d-4835-86e2-2bf8c3314c4a tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.61 "DELETE /v2.0/ports/82be62be-4fbb-4252-86dd-dedf00ad9fa3 HTTP/1.1" status: 204 len: 173 time: 0.7167521 Nov 08 12:59:12.454105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'name': 'network-vif-deleted', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:12.464007 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8678a991-cd79-4ce5-b2cb-64a9f8c0e423" -d '{"events": [{"server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "name": "network-vif-deleted", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:12.516196 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06910a9c-0215-453b-bc84-7ab89e7a1f93 x-openstack-request-id: req-06910a9c-0215-453b-bc84-7ab89e7a1f93 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:12.516821 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e5cb39-7c44-444a-bee4-10c83c3d8b22", "name": "network-vif-deleted", "tag": "82be62be-4fbb-4252-86dd-dedf00ad9fa3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:12.517299 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06910a9c-0215-453b-bc84-7ab89e7a1f93 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:12.517994 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e5cb39-7c44-444a-bee4-10c83c3d8b22', 'name': 'network-vif-deleted', 'tag': '82be62be-4fbb-4252-86dd-dedf00ad9fa3', 'status': 'completed', 'code': 200} Nov 08 12:59:12.652463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8854eb7-8921-49e9-92f6-797cdcd36376 req-1178533f-0b42-40be-bceb-3a078402aeaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:12.654694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8854eb7-8921-49e9-92f6-797cdcd36376 req-1178533f-0b42-40be-bceb-3a078402aeaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0846143 Nov 08 12:59:12.729316 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 12:59:12.739734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8854eb7-8921-49e9-92f6-797cdcd36376 req-cf3c5aab-b94d-4467-ab8f-3c9ccc61e33b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773280 Nov 08 12:59:12.873643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 12:59:12.920770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 12:59:12.920770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:59:12.920770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:59:13.051014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:59:13.057614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:13.125429 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e888b9c7-4c13-4390-b0d6-2974dd4162fb tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5486746 Nov 08 12:59:13.126221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56004) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:13.126820 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:13.131635 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d9690-7701-40b2-b745-18815064a92b" -d '{"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:13.139660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51a02987-7796-43b0-8a90-4fb890e45c17 req-b6829bab-c680-4d35-9ef4-aa4ea4359c5d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e5cb39-7c44-444a-bee4-10c83c3d8b22 HTTP/1.1" status: 200 len: 210 time: 0.0449722 Nov 08 12:59:13.236630 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dce9f276-20f8-495d-ac2e-917ef1c3ce05 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/6207d355-4e6c-4368-9125-86834e2fbda5 HTTP/1.1" status: 200 len: 991 time: 0.0954289 Nov 08 12:59:13.261277 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad4c2d1-833d-44a5-9a6f-4035fa3746c9 x-openstack-request-id: req-fad4c2d1-833d-44a5-9a6f-4035fa3746c9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:13.261780 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:13.262280 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fad4c2d1-833d-44a5-9a6f-4035fa3746c9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:13.262871 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'status': 'completed', 'code': 200} Nov 08 12:59:13.339782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9690-7701-40b2-b745-18815064a92b req-e99ea3ca-ec4f-4443-8455-2f89751ce3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:13.341622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-e99ea3ca-ec4f-4443-8455-2f89751ce3aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1096 time: 0.0525725 Nov 08 12:59:13.421989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:11Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:59:13.458741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 12:59:13.473774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 12:59:13.474542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:58:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:59:13.478364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9690-7701-40b2-b745-18815064a92b req-434d3b42-3e5c-4d6f-a4d1-4dde3e6bc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:13.480154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-434d3b42-3e5c-4d6f-a4d1-4dde3e6bc011 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 896 time: 0.1270232 Nov 08 12:59:13.589801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-a4f1b76b-de59-4db7-a162-42751d1a78ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 999 time: 0.1017530 Nov 08 12:59:13.629841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 12:59:13.661981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9690-7701-40b2-b745-18815064a92b req-37a21e7a-d4a5-40cf-ad28-6ac01bd044ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:13.667402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-37a21e7a-d4a5-40cf-ad28-6ac01bd044ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 200 len: 835 time: 0.0703864 Nov 08 12:59:13.726498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9690-7701-40b2-b745-18815064a92b req-0fd9b918-8eaa-494f-bc9b-e2b1a7746638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:13.727963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-0fd9b918-8eaa-494f-bc9b-e2b1a7746638 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538430 Nov 08 12:59:13.929228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:11Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 12:59:13.975276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e447-48a1-49c2-b38d-caa0c25fb090 None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:11Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 12:59:14.002134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03594815-f747-4ea9-9b90-f893340b99ed req-50f26627-ee48-490a-9176-05ea449db0b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:14.022668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03594815-f747-4ea9-9b90-f893340b99ed req-50f26627-ee48-490a-9176-05ea449db0b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1291344 Nov 08 12:59:14.056869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-10fdf7ae-8af8-4023-86b9-a1bbe01241f8 service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213563 Nov 08 12:59:14.170405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03594815-f747-4ea9-9b90-f893340b99ed req-2836351b-6b80-4e88-a8cc-47b390608b56 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454985 Nov 08 12:59:14.223733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f41d9690-7701-40b2-b745-18815064a92b req-832252f0-2de7-43db-9cd7-7217579b17c4 service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565492 Nov 08 12:59:14.239560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:14.316883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a2447c81-5b9e-4579-9645-76cee0edd5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/6207d355-4e6c-4368-9125-86834e2fbda5 HTTP/1.1" status: 200 len: 991 time: 0.0795138 Nov 08 12:59:14.327555 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61149373-5d81-495c-a591-5e59f1ae2075 None None] New status for floating IP 6207d355-4e6c-4368-9125-86834e2fbda5: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 12:59:14.514679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-6b0a08fd-d5fc-4815-be30-483bb6c19d29 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:14.518830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-6b0a08fd-d5fc-4815-be30-483bb6c19d29 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/networks?id=8d7863ae-8693-4662-aa35-7ca2bd973081 HTTP/1.1" status: 200 len: 808 time: 0.1363633 Nov 08 12:59:14.538795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-14dae9d0-204c-4099-983f-dcef6d7dd3bc tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/quotas/39b8961ba76c4ccea350932a62578665 HTTP/1.1" status: 200 len: 375 time: 0.0162597 Nov 08 12:59:14.577604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-d4b3da41-8290-4efa-9d0e-18a02dcba5fa tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328999 Nov 08 12:59:14.682485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-e50bc82d-b45f-44da-b611-8b4cc2cdabaf service neutron] 10.222.0.58 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957024 Nov 08 12:59:14.794347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-bc77d16d-5f2e-4ec6-9c61-192c6f7ad5be service neutron] 10.222.0.58 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890002 Nov 08 12:59:15.105226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22ca6b5b-cdcb-4f84-a0be-feefd644f1d6 req-094619c5-abfd-4170-8b82-f4d1ef5939b5 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 210 time: 0.0329857 Nov 08 12:59:15.292949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c349a-aeea-43f7-82de-b9528bee5ad6 req-7e0e410d-f57c-4992-8fda-0cf86a70e007 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:15.295184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a35c349a-aeea-43f7-82de-b9528bee5ad6 req-7e0e410d-f57c-4992-8fda-0cf86a70e007 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0500791 Nov 08 12:59:15.320240 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56044) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:15.351652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a35c349a-aeea-43f7-82de-b9528bee5ad6 req-9aec51f6-7175-4e3a-95dc-79186914dea5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Nov 08 12:59:15.390031 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3c59d45e-61dc-409a-a25e-eadbdab5d468 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/6207d355-4e6c-4368-9125-86834e2fbda5 HTTP/1.1" status: 200 len: 993 time: 0.0676079 Nov 08 12:59:16.155111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:16.202283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94e67d2c-4503-4b63-b66f-d2c49310627b req-249b0a44-5ba8-42e0-8387-84d42c22846b tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 210 time: 0.0323236 Nov 08 12:59:16.488984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30907308-ec9b-4eef-aca7-aa521c269527 req-1b828e64-85ef-4f3e-84b2-a7517e3485b3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:16.490817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30907308-ec9b-4eef-aca7-aa521c269527 req-1b828e64-85ef-4f3e-84b2-a7517e3485b3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0541325 Nov 08 12:59:16.550495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30907308-ec9b-4eef-aca7-aa521c269527 req-a3e4fad5-9ab8-4a47-a1be-64a86501fb2a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525594 Nov 08 12:59:17.085862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 82be62be-4fbb-4252-86dd-dedf00ad9fa3 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:59:17.109595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 82be62be-4fbb-4252-86dd-dedf00ad9fa3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:59:17.109951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 82be62be-4fbb-4252-86dd-dedf00ad9fa3 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:59:17.306126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ae38dfe-617c-479c-8837-3d7d93ed14f5 req-2606f75c-a8ec-4cc5-b43e-2c46ad18d75f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 210 time: 0.0293391 Nov 08 12:59:17.716052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-1db948de-c568-4dd6-b92a-e299d1b0b49d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:17.717488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-1db948de-c568-4dd6-b92a-e299d1b0b49d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.57 "GET /v2.0/networks?id=8d7863ae-8693-4662-aa35-7ca2bd973081 HTTP/1.1" status: 200 len: 808 time: 0.1671889 Nov 08 12:59:17.730925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8fa7-127f-4a02-9b53-0b4429628904 req-ac74c44d-3a78-4ba8-8f4f-98a8d2276e62 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:17.732453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f8d8fa7-127f-4a02-9b53-0b4429628904 req-ac74c44d-3a78-4ba8-8f4f-98a8d2276e62 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0908101 Nov 08 12:59:17.737167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Request body: {'port': {'device_id': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081', 'admin_state_up': True, 'tenant_id': '39b8961ba76c4ccea350932a62578665'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:17.872058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f8d8fa7-127f-4a02-9b53-0b4429628904 req-34dc3551-7d70-4efe-bd12-cece7e7395b8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313324 Nov 08 12:59:18.074935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Made reservation on behalf of 39b8961ba76c4ccea350932a62578665 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:59:18.078410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:18.216273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Allocated IP 172.20.0.9 (8d7863ae-8693-4662-aa35-7ca2bd973081/5dedeec1-1255-45d4-89c7-e3b57316205d/cc5e53b7-19ce-440a-bc01-d1ebcd609faf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:59:18.378418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:18.435224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0cfa94d2-b24f-4ef5-b399-da29e7885845 req-37364a09-a1bd-438a-9427-189a54b8ff01 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 210 time: 0.0403287 Nov 08 12:59:18.548689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:18.593577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Network 8d7863ae-8693-4662-aa35-7ca2bd973081 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:59:18.598975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:59:18.602752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:59:18.628147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Pushing event updated for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:18.658507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:18.661508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:18.742372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-c03c5c21-d27b-4f73-b8a0-1313389cd81e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088053 Nov 08 12:59:18.759528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Request body: {'port': {'device_id': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:18.831767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.083380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e9f5e-ad9a-4335-868c-987d70831633 req-4eeb91af-8ac0-45e4-adb5-e3269191ea3a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:19.084930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b9e9f5e-ad9a-4335-868c-987d70831633 req-4eeb91af-8ac0-45e4-adb5-e3269191ea3a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1152170 Nov 08 12:59:19.162721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b9e9f5e-ad9a-4335-868c-987d70831633 req-c5a7af47-211d-46c0-8c98-7938f6864c78 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713654 Nov 08 12:59:19.243468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5e53b7-19ce-440a-bc01-d1ebcd609faf {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:59:19.253737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.270553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Transition to ACTIVE for port object cc5e53b7-19ce-440a-bc01-d1ebcd609faf will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 12:59:19.367629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.491201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:19.521726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Attempting to bind port cc5e53b7-19ce-440a-bc01-d1ebcd609faf on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:59:19.522139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Attempting to bind port cc5e53b7-19ce-440a-bc01-d1ebcd609faf by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:59:19.522559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Attempting to bind port cc5e53b7-19ce-440a-bc01-d1ebcd609faf on network 8d7863ae-8693-4662-aa35-7ca2bd973081 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:59:19.528271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Port cc5e53b7-19ce-440a-bc01-d1ebcd609faf on network 8d7863ae-8693-4662-aa35-7ca2bd973081 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 12:59:19.528687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Attempting to bind port cc5e53b7-19ce-440a-bc01-d1ebcd609faf on network 8d7863ae-8693-4662-aa35-7ca2bd973081 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:59:19.538763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:59:19.539190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Checking segment: {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:59:19.539648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Bound using segment: {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:59:19.540157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Bound port: cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d27358e-63b7-4f7e-8524-d9de5ed6a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:59:19.540590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.629657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881237-aa39-4cfb-b1d0-ef6d35f59912 req-b2fbcccc-ac8a-49a2-815d-9e8d422222c0 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:19.631549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6881237-aa39-4cfb-b1d0-ef6d35f59912 req-b2fbcccc-ac8a-49a2-815d-9e8d422222c0 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 943 time: 0.0952981 Nov 08 12:59:19.686839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:59:19.691668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:59:19.707692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c6881237-aa39-4cfb-b1d0-ef6d35f59912 req-54d09fd4-8fb5-422b-b779-062c49952f79 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626810 Nov 08 12:59:19.841122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.881608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:19.882808 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:19.884416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] 10.222.0.57 "PUT /v2.0/ports/cc5e53b7-19ce-440a-bc01-d1ebcd609faf HTTP/1.1" status: 200 len: 1091 time: 1.1317732 Nov 08 12:59:19.890763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:19.893172 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9759fdff-22bd-420a-9e48-e6e03e740ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:19.913470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191c28-a7ab-43ed-b450-46fcd78dc9ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:19.946793 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeec44b-bb60-4e9f-954a-18af08814860 x-openstack-request-id: req-5aeec44b-bb60-4e9f-954a-18af08814860 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:19.946793 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:19.946793 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5aeec44b-bb60-4e9f-954a-18af08814860 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:19.946793 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf', 'status': 'completed', 'code': 200} Nov 08 12:59:20.013646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-72ae4330-ef61-4f4a-aae0-8bbfbd323bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.015217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-72ae4330-ef61-4f4a-aae0-8bbfbd323bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 1094 time: 0.0480609 Nov 08 12:59:20.134543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-5f5c0af0-445c-4ec5-8c69-2dcd50ee1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.136040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-5f5c0af0-445c-4ec5-8c69-2dcd50ee1d5e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=39b8961ba76c4ccea350932a62578665&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1132681 Nov 08 12:59:20.254420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-bfd31550-ce43-4fb8-a954-943e4c5efdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.256344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9759fdff-22bd-420a-9e48-e6e03e740ef2 req-bfd31550-ce43-4fb8-a954-943e4c5efdc1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131425 Nov 08 12:59:20.355948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be881d-e68e-45a1-9f02-1c7edf88fb43 req-5be22b2f-7258-49e8-812f-bafe66400c26 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.357385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05be881d-e68e-45a1-9f02-1c7edf88fb43 req-5be22b2f-7258-49e8-812f-bafe66400c26 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0929785 Nov 08 12:59:20.364791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-bdc7a50e-7aff-454e-a2d0-6e1f45c965d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.367964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-bdc7a50e-7aff-454e-a2d0-6e1f45c965d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39b8961ba76c4ccea350932a62578665&device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 1094 time: 0.0680013 Nov 08 12:59:20.423797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:20.424944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-f72b1fe5-34fe-4b7b-aa61-25a619e7c30e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf HTTP/1.1" status: 200 len: 217 time: 0.0495305 Nov 08 12:59:20.486079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05be881d-e68e-45a1-9f02-1c7edf88fb43 req-6de5106a-27ff-4a83-a135-e065fd0071c2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187568 Nov 08 12:59:20.501579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-a9612916-5deb-475d-ba88-459f07b4e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.503184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-a9612916-5deb-475d-ba88-459f07b4e47a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedeec1-1255-45d4-89c7-e3b57316205d HTTP/1.1" status: 200 len: 848 time: 0.0679748 Nov 08 12:59:20.537407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-6bc09d91-04bc-464c-aa9b-e505be1e7450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d7863ae-8693-4662-aa35-7ca2bd973081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267429 Nov 08 12:59:20.643637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-475e5fcb-e39d-4780-8afb-c1f337b0959c service neutron] 10.222.0.57 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985713 Nov 08 12:59:20.741195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b626e1b9-a9b7-4f4e-a785-b6823e648fd3 req-82d67f73-7175-493e-a494-dc382f81d696 service neutron] 10.222.0.57 "GET /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906060 Nov 08 12:59:20.857361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035526-ce89-43f7-afb7-a700f892d8ab req-f32e5cba-8344-4dd9-a982-9dcaf2c137e9 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:20.859077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a035526-ce89-43f7-afb7-a700f892d8ab req-f32e5cba-8344-4dd9-a982-9dcaf2c137e9 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 943 time: 0.0683892 Nov 08 12:59:20.912293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a035526-ce89-43f7-afb7-a700f892d8ab req-df1af434-1cc3-40bc-a88a-5addfb61a6c9 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Nov 08 12:59:21.666439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527b0c2-4f53-4737-bd5a-f323578c0b69 req-00fc59a1-7aab-4016-9c64-dbb0fbe762f2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:21.669417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7527b0c2-4f53-4737-bd5a-f323578c0b69 req-00fc59a1-7aab-4016-9c64-dbb0fbe762f2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0741520 Nov 08 12:59:21.728496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7527b0c2-4f53-4737-bd5a-f323578c0b69 req-97252609-501c-442f-ba41-ec6eb6b75cdb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528173 Nov 08 12:59:22.096282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b3e80-916e-4316-9769-0f5d81d9989e req-113b5439-f103-4b61-ab46-f5d095407825 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:22.098973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a54b3e80-916e-4316-9769-0f5d81d9989e req-113b5439-f103-4b61-ab46-f5d095407825 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.0975871 Nov 08 12:59:22.107197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34ec5f-6cd5-491a-b8f7-669d7e42b820 req-54838d6a-62e3-457a-8ce7-795f94128c04 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:22.108650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab34ec5f-6cd5-491a-b8f7-669d7e42b820 req-54838d6a-62e3-457a-8ce7-795f94128c04 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 943 time: 0.0920298 Nov 08 12:59:22.184693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a54b3e80-916e-4316-9769-0f5d81d9989e req-3cd274ec-ff12-4687-aa4a-744c2b056fbe tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750439 Nov 08 12:59:22.188566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab34ec5f-6cd5-491a-b8f7-669d7e42b820 req-28145db2-b2ab-4b8c-9303-250ae7c18d14 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729470 Nov 08 12:59:22.797206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc5e53b7-19ce-440a-bc01-d1ebcd609faf details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:59:22.880650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cbf56-8af4-4f23-bbd5-1e54c370c302 req-fe736401-1b3f-48bf-ade0-be8826173709 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:22.882302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d5cbf56-8af4-4f23-bbd5-1e54c370c302 req-fe736401-1b3f-48bf-ade0-be8826173709 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0574331 Nov 08 12:59:22.925889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:22.938637 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d5cbf56-8af4-4f23-bbd5-1e54c370c302 req-196c26e1-7ee4-4076-95c1-62296956a643 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Nov 08 12:59:22.939796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf', 'network_id': '8d7863ae-8693-4662-aa35-7ca2bd973081', 'port_id': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf', 'mac_address': 'fa:16:3e:a5:75:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedeec1-1255-45d4-89c7-e3b57316205d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:59:22.988737 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:23.002187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5e53b7-19ce-440a-bc01-d1ebcd609faf {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:59:23.028589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:23.132171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:23.172562 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e2a5-8043-49e8-976f-56cd15f6fc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:23.187897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:23.378327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['cc5e53b7-19ce-440a-bc01-d1ebcd609faf'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:23.385187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce8136-4a70-4789-849c-d66c519f965a req-a12b1aa7-f115-4f7b-a4f7-26b4357d2d3c tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:23.387895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcce8136-4a70-4789-849c-d66c519f965a req-a12b1aa7-f115-4f7b-a4f7-26b4357d2d3c tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.1244366 Nov 08 12:59:23.425409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae0f6-96ae-45a7-9064-6263b60b61bd req-dbea863c-ef3a-4c8d-9bb7-82777cce507e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:23.427918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2adae0f6-96ae-45a7-9064-6263b60b61bd req-dbea863c-ef3a-4c8d-9bb7-82777cce507e tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 944 time: 0.1234927 Nov 08 12:59:23.521360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcce8136-4a70-4789-849c-d66c519f965a req-40dfa4ed-c71e-4d21-b7ac-8e7ece523f98 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/security-groups?id=305e6e2e-c6d7-4131-bbdd-b7e698005154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197307 Nov 08 12:59:23.531482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2adae0f6-96ae-45a7-9064-6263b60b61bd req-5617ad3e-2f5f-4c9a-a320-1fc12f6b027f tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907979 Nov 08 12:59:23.612611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4a7f-4499-4750-9d3b-361585545e83 req-2a266817-cedd-4d41-b965-8f56d21036b2 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:23.615957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-314e4a7f-4499-4750-9d3b-361585545e83 req-2a266817-cedd-4d41-b965-8f56d21036b2 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.57 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 946 time: 0.0715187 Nov 08 12:59:23.720872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Deleting port 0922cd2a-b752-465a-952d-2e4f960afa0e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:59:23.721135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:23.826149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] For port 0922cd2a-b752-465a-952d-2e4f960afa0e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=0922cd2a-b752-465a-952d-2e4f960afa0e,segment=NetworkSegment(43b65147-5db8-46eb-a10b-55536c8c11c9),segment_id=43b65147-5db8-46eb-a10b-55536c8c11c9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:23.826789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:23.843493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Calling delete_port for 0922cd2a-b752-465a-952d-2e4f960afa0e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:59:23.979972 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-944cd4e1-1c0a-4a3c-82e2-deab9cd362ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455728 Nov 08 12:59:24.094633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64de10-16d1-48a5-9d67-a009a31ecf93 req-b506cbbd-5e6b-45e7-b7ec-bf5e6aa4dadb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.097286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d64de10-16d1-48a5-9d67-a009a31ecf93 req-b506cbbd-5e6b-45e7-b7ec-bf5e6aa4dadb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0652728 Nov 08 12:59:24.097439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-10e00144-3b97-4ea1-b811-447a8626d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.099137 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-10e00144-3b97-4ea1-b811-447a8626d440 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 1096 time: 0.0663018 Nov 08 12:59:24.164251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d64de10-16d1-48a5-9d67-a009a31ecf93 req-e81b2906-4553-4f14-9d11-8d422fe846f2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577762 Nov 08 12:59:24.206730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:24.223746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['0922cd2a-b752-465a-952d-2e4f960afa0e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:24.230091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-af5da1d0-36b2-450b-b001-07f2718d14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.233466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-af5da1d0-36b2-450b-b001-07f2718d14d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1097922 Nov 08 12:59:24.256201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Pushing event deleted for resources: {'Port': ['ID=0922cd2a-b752-465a-952d-2e4f960afa0e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:24.302204 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-0fc2296d-bb92-4674-931b-3c8640a0d8d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e HTTP/1.1" status: 200 len: 217 time: 0.0628922 Nov 08 12:59:24.316173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] No DVR routers for this DVR port 0922cd2a-b752-465a-952d-2e4f960afa0e on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:59:24.318934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:24.323358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-314e4a7f-4499-4750-9d3b-361585545e83 req-062e8630-9388-4e77-abe3-09fdf4e5a235 tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.57 "DELETE /v2.0/ports/0922cd2a-b752-465a-952d-2e4f960afa0e HTTP/1.1" status: 204 len: 173 time: 0.7011421 Nov 08 12:59:24.323832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'name': 'network-vif-deleted', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:24.326220 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a172e7f-d61e-48ca-a341-f10d2bd48a75" -d '{"events": [{"server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "name": "network-vif-deleted", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:24.365850 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c596aea-ad40-4972-90ee-7eef977308e1 x-openstack-request-id: req-7c596aea-ad40-4972-90ee-7eef977308e1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:24.366141 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760908f0-4e45-4ba5-913a-a1cd3c105860", "name": "network-vif-deleted", "tag": "0922cd2a-b752-465a-952d-2e4f960afa0e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:24.366423 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c596aea-ad40-4972-90ee-7eef977308e1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:24.366836 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760908f0-4e45-4ba5-913a-a1cd3c105860', 'name': 'network-vif-deleted', 'tag': '0922cd2a-b752-465a-952d-2e4f960afa0e', 'status': 'completed', 'code': 200} Nov 08 12:59:24.367207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-fe560605-3a30-45d5-8aa7-c3b95edf017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.369272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-fe560605-3a30-45d5-8aa7-c3b95edf017b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0588384 Nov 08 12:59:24.423622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-167601b0-3ee0-4d6a-9bf1-a376fd3326ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.425246 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-167601b0-3ee0-4d6a-9bf1-a376fd3326ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478582 Nov 08 12:59:24.542578 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-1b551055-acbf-4c0b-bdcf-4fd4da8e52e6 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087315 Nov 08 12:59:24.688235 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e890f1ae-9160-4fa6-aff1-31cc7654b640 req-4983de4f-00a5-44a8-9839-4b3fff38f9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381674 Nov 08 12:59:24.725199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7dfa1825-ef18-4030-a682-cd558e71ef5c req-639158c6-dbdd-49ae-a3a5-42f3c5f7c7cb tempest-VolumesSnapshotTestJSON-1680896858 tempest-VolumesSnapshotTestJSON-1680896858-project] 10.222.0.58 "GET /v2.0/ports?device_id=760908f0-4e45-4ba5-913a-a1cd3c105860 HTTP/1.1" status: 200 len: 210 time: 0.0485699 Nov 08 12:59:24.742080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5bbcf-0094-4b0d-bc96-369a9f5d5177 req-24e7e107-db71-4b08-9e4e-1dc61d203343 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:24.744386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65a5bbcf-0094-4b0d-bc96-369a9f5d5177 req-24e7e107-db71-4b08-9e4e-1dc61d203343 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 944 time: 0.0982308 Nov 08 12:59:24.804493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65a5bbcf-0094-4b0d-bc96-369a9f5d5177 req-4f8dc858-f72c-47f9-a7f5-a7c5cd17d7f3 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537934 Nov 08 12:59:24.816065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc5e53b7-19ce-440a-bc01-d1ebcd609faf up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:24.965899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port cc5e53b7-19ce-440a-bc01-d1ebcd609faf completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:59:24.970370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port cc5e53b7-19ce-440a-bc01-d1ebcd609faf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:24.970740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:25.057600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:25.082094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:25.084344 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b7b838-f28e-4dec-a407-51c07bc8be6b" -d '{"events": [{"server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:25.098602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:25.130128 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b32ad8-b358-46f7-a761-b6ae4c0b667c x-openstack-request-id: req-48b32ad8-b358-46f7-a761-b6ae4c0b667c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:25.135085 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:25.135085 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48b32ad8-b358-46f7-a761-b6ae4c0b667c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:25.135085 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf', 'code': 200} Nov 08 12:59:25.177266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:25.178189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0922cd2a-b752-465a-952d-2e4f960afa0e no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:59:25.233859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 0922cd2a-b752-465a-952d-2e4f960afa0e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:59:25.234641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 0922cd2a-b752-465a-952d-2e4f960afa0e not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:59:25.270391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:25.292197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b635-5247-4e18-bb59-1602b8b52cbc req-08585145-4443-4b41-a43f-df6d4267c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:25.293857 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-be32b635-5247-4e18-bb59-1602b8b52cbc req-08585145-4443-4b41-a43f-df6d4267c5f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 1096 time: 0.1007769 Nov 08 12:59:25.349742 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-be32b635-5247-4e18-bb59-1602b8b52cbc req-3cb30cf9-7cd7-49cf-b1d3-8dc3b91ce8a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Nov 08 12:59:25.351546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35324-cfd8-43d8-94b9-c588c35a6e76 req-7a06495c-f866-4548-99fa-d2979d42971f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:25.353112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36f35324-cfd8-43d8-94b9-c588c35a6e76 req-7a06495c-f866-4548-99fa-d2979d42971f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0561550 Nov 08 12:59:25.424308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36f35324-cfd8-43d8-94b9-c588c35a6e76 req-39db16a8-b904-499e-86b4-6a0e406b334f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Nov 08 12:59:25.537389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b964bd82-18e2-4a1b-81b4-33dd884ddade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:25.948228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957e61-c253-47be-86b7-0ce0c6fe0b92 req-44f1ee15-0acc-43e6-9e6f-94e0de25e5b3 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:25.949708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01957e61-c253-47be-86b7-0ce0c6fe0b92 req-44f1ee15-0acc-43e6-9e6f-94e0de25e5b3 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 945 time: 0.0559726 Nov 08 12:59:26.004563 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01957e61-c253-47be-86b7-0ce0c6fe0b92 req-64a9f387-aa5f-4145-a11c-6ac540416907 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476139 Nov 08 12:59:26.547894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba885d-9f6f-4952-a5a6-4928b02c77ec req-e2fe1261-b253-4381-968e-954905c7810b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:26.549521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88ba885d-9f6f-4952-a5a6-4928b02c77ec req-e2fe1261-b253-4381-968e-954905c7810b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0499461 Nov 08 12:59:26.610500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-88ba885d-9f6f-4952-a5a6-4928b02c77ec req-99473db7-8b03-4e62-a742-2229b4ea24e2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527146 Nov 08 12:59:26.816733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:27.145246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560bbc3-321d-4dc8-8e07-31179cf9fc7d req-0b24d836-6b6b-4a65-a6ef-b333e9c7dadd tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:27.145246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9560bbc3-321d-4dc8-8e07-31179cf9fc7d req-0b24d836-6b6b-4a65-a6ef-b333e9c7dadd tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 945 time: 0.0591640 Nov 08 12:59:27.201777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9560bbc3-321d-4dc8-8e07-31179cf9fc7d req-0ac927db-7210-4593-80c5-dd3c2063560d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504842 Nov 08 12:59:27.764359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c39e9-016a-49ac-b0e9-11233b47e9bf req-f07dffcb-fe08-4323-9829-2ca6a37604ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:27.765819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12c39e9-016a-49ac-b0e9-11233b47e9bf req-f07dffcb-fe08-4323-9829-2ca6a37604ea tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0827186 Nov 08 12:59:27.839757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12c39e9-016a-49ac-b0e9-11233b47e9bf req-56a116e7-89d4-4383-b977-89bf29d9fbef tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Nov 08 12:59:28.211176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:29.003124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3161af-ff07-41b6-898a-f06684a42359 req-b4b00c56-0d64-4f38-bf68-a3f4b6e1e832 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:29.003623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb3161af-ff07-41b6-898a-f06684a42359 req-b4b00c56-0d64-4f38-bf68-a3f4b6e1e832 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0528827 Nov 08 12:59:29.025353 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:29.073458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb3161af-ff07-41b6-898a-f06684a42359 req-eb0bf8ca-47fa-4c8e-95d3-a7b586ff60f7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Nov 08 12:59:29.110730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1e303-2668-47b0-b3e3-b9c144ebeda7 req-8d7a715a-4ad0-45d4-8d5e-007dbf55dffc tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:29.112290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40e1e303-2668-47b0-b3e3-b9c144ebeda7 req-8d7a715a-4ad0-45d4-8d5e-007dbf55dffc tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 945 time: 0.0687675 Nov 08 12:59:29.169156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40e1e303-2668-47b0-b3e3-b9c144ebeda7 req-958c930a-2cae-4832-8ab0-36713cab0776 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Nov 08 12:59:30.199515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cff33-0b0d-4bcd-92a5-d8a9f0870bd0 req-3b550e26-9a0c-40d2-af52-2d002d9701a6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:30.206820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d87cff33-0b0d-4bcd-92a5-d8a9f0870bd0 req-3b550e26-9a0c-40d2-af52-2d002d9701a6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0614812 Nov 08 12:59:30.263908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d87cff33-0b0d-4bcd-92a5-d8a9f0870bd0 req-5f4778b4-b77c-4715-ba14-5deef6da13f3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Nov 08 12:59:30.328756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf070-86d7-4558-845f-f4a66f3f140d req-c89a33a5-8fbf-4fa3-b0ff-e8ae161d2f37 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:30.330602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27bcf070-86d7-4558-845f-f4a66f3f140d req-c89a33a5-8fbf-4fa3-b0ff-e8ae161d2f37 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 945 time: 0.0578232 Nov 08 12:59:30.339607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-cab55eb5-629f-453d-b149-2ac53467383d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:30.341528 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-cab55eb5-629f-453d-b149-2ac53467383d tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 945 time: 0.0666790 Nov 08 12:59:30.405084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27bcf070-86d7-4558-845f-f4a66f3f140d req-a52d009f-1050-4653-9a93-e930c13db7a5 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/security-groups?id=917dc633-559f-47bd-9207-1cc30bab3725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Nov 08 12:59:30.458700 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Deleting port cc5e53b7-19ce-440a-bc01-d1ebcd609faf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:59:30.458958 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:30.575632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] For port cc5e53b7-19ce-440a-bc01-d1ebcd609faf, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,segment=NetworkSegment(4d27358e-63b7-4f7e-8524-d9de5ed6a525),segment_id=4d27358e-63b7-4f7e-8524-d9de5ed6a525)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:30.576048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:30.597286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Calling delete_port for cc5e53b7-19ce-440a-bc01-d1ebcd609faf owned by compute:nova {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:59:30.856886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:30.894945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Pushing event deleted for resources: {'Port': ['ID=cc5e53b7-19ce-440a-bc01-d1ebcd609faf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:30.957160 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] No DVR routers for this DVR port cc5e53b7-19ce-440a-bc01-d1ebcd609faf on host n-h2-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:59:30.960103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:30.964096 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-905a2cab-ca65-4f40-97b6-33104431bfb4 req-8f723cdf-fa4b-47b2-b743-ce2aa1094acf tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.57 "DELETE /v2.0/ports/cc5e53b7-19ce-440a-bc01-d1ebcd609faf HTTP/1.1" status: 204 len: 173 time: 0.6158202 Nov 08 12:59:30.964568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'name': 'network-vif-deleted', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:30.967449 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a61d0-15fc-4ac7-ba44-0199d5730dcf" -d '{"events": [{"server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "name": "network-vif-deleted", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:31.005586 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d830c3-cda0-4a11-bb38-c7cf2adaf38c x-openstack-request-id: req-e8d830c3-cda0-4a11-bb38-c7cf2adaf38c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:31.005897 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b403ecd-ba50-4b00-be49-fc856ba71abf", "name": "network-vif-deleted", "tag": "cc5e53b7-19ce-440a-bc01-d1ebcd609faf", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:31.006170 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8d830c3-cda0-4a11-bb38-c7cf2adaf38c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:31.006566 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b403ecd-ba50-4b00-be49-fc856ba71abf', 'name': 'network-vif-deleted', 'tag': 'cc5e53b7-19ce-440a-bc01-d1ebcd609faf', 'status': 'completed', 'code': 200} Nov 08 12:59:31.408628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad7d45-b376-4141-8c2e-5aab73a0c663 req-5322797d-1373-4f89-9fe4-d3b304d2e0af tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:31.410132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2cad7d45-b376-4141-8c2e-5aab73a0c663 req-5322797d-1373-4f89-9fe4-d3b304d2e0af tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0577550 Nov 08 12:59:31.464370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2cad7d45-b376-4141-8c2e-5aab73a0c663 req-2e681430-5475-4b78-8a0e-d0e71f116acb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Nov 08 12:59:31.542466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67bcb4c3-b319-41e3-ad43-f6f87ff50733 req-b2ad99a3-96f3-440b-8de4-1dc461ee89f7 tempest-VolumesActionsTest-1872248782 tempest-VolumesActionsTest-1872248782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b403ecd-ba50-4b00-be49-fc856ba71abf HTTP/1.1" status: 200 len: 210 time: 0.0351129 Nov 08 12:59:32.193324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-e974e713-adc9-46b5-aa1e-176f6561c1c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306665 Nov 08 12:59:32.288167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-deb473cd-f475-4e0c-828f-c7203b2a7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:32.290138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-deb473cd-f475-4e0c-828f-c7203b2a7c6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1096 time: 0.0490649 Nov 08 12:59:32.818055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc5e53b7-19ce-440a-bc01-d1ebcd609faf no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:59:32.827232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8d432-34cb-492a-9761-3640a5d6bfac req-22e16e06-8aa0-437d-b95d-2e1e3b2bd58a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:32.828752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a8d432-34cb-492a-9761-3640a5d6bfac req-22e16e06-8aa0-437d-b95d-2e1e3b2bd58a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.1012924 Nov 08 12:59:32.856517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: cc5e53b7-19ce-440a-bc01-d1ebcd609faf {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:59:32.856517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device cc5e53b7-19ce-440a-bc01-d1ebcd609faf not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:59:32.857051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-236698eb-ea21-4905-a660-db74cc99b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:32.858665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-236698eb-ea21-4905-a660-db74cc99b825 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 896 time: 0.5471461 Nov 08 12:59:32.936292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a8d432-34cb-492a-9761-3640a5d6bfac req-d3aeb59a-aac3-483a-a0b8-3650b7a2b011 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 Nov 08 12:59:32.967811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-73abb863-2795-4a95-8a83-114672b8dc80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 1001 time: 0.0896552 Nov 08 12:59:33.026609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-04f4eb8e-1c1a-4d08-8ad9-554374fd9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:33.028300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-04f4eb8e-1c1a-4d08-8ad9-554374fd9add service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 200 len: 835 time: 0.0526946 Nov 08 12:59:33.083525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-354640f5-e64c-4435-aaa1-c08fb0fd8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:33.090443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-354640f5-e64c-4435-aaa1-c08fb0fd8adf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489869 Nov 08 12:59:33.099136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-ef394fe9-1831-496f-99c9-6e9494363086 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 12:59:33.100964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-ef394fe9-1831-496f-99c9-6e9494363086 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072443 Nov 08 12:59:33.206511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-721a4fae-6566-41f4-a9d3-7affa899cf0a service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981162 Nov 08 12:59:33.307916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28894a0f-7a36-4d20-9e99-689bf8c8b17c req-b590f260-db39-44db-b6bf-305fb373e9ef service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923533 Nov 08 12:59:34.080761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662f13-9645-4420-9633-e93c0077c4a3 req-8f447b56-a349-4056-862a-a7d370cf0cfb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:34.082577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35662f13-9645-4420-9633-e93c0077c4a3 req-8f447b56-a349-4056-862a-a7d370cf0cfb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0678191 Nov 08 12:59:34.161116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35662f13-9645-4420-9633-e93c0077c4a3 req-90cdcb4c-98be-4df4-926f-505f9b5b1ba3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720744 Nov 08 12:59:35.326432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9811d-4359-408c-b287-894ec4ff9ba0 req-891ab447-6ecf-4d48-8d78-f21cf25f3b0b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:35.328509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36d9811d-4359-408c-b287-894ec4ff9ba0 req-891ab447-6ecf-4d48-8d78-f21cf25f3b0b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0674384 Nov 08 12:59:35.415482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36d9811d-4359-408c-b287-894ec4ff9ba0 req-274f56bd-6d5b-4410-affa-f7443d5646bc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705307 Nov 08 12:59:36.596207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8596c6-f2b2-456c-ba3a-7bd21820f408 req-daf32832-93dc-48ae-bb8c-c753a235c90f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:36.605680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b8596c6-f2b2-456c-ba3a-7bd21820f408 req-daf32832-93dc-48ae-bb8c-c753a235c90f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0905461 Nov 08 12:59:36.678695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b8596c6-f2b2-456c-ba3a-7bd21820f408 req-8f4acbde-a973-40e8-a7f7-0dfe52f0f0ec tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Nov 08 12:59:37.839464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6142d4-1776-4914-a053-1486c3b46a6c req-f1571fe0-2a10-40ca-bbe2-2f65c0ab92ef tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:37.842234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb6142d4-1776-4914-a053-1486c3b46a6c req-f1571fe0-2a10-40ca-bbe2-2f65c0ab92ef tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0556333 Nov 08 12:59:37.911024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb6142d4-1776-4914-a053-1486c3b46a6c req-da93d3f0-06f1-4cb5-b18c-23aa9c06a0e0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601234 Nov 08 12:59:39.057960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829744-449a-4c96-aae9-b830ed20233d req-2b35c79b-44b8-45db-9a6d-7e8e1ce4781c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:39.059910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00829744-449a-4c96-aae9-b830ed20233d req-2b35c79b-44b8-45db-9a6d-7e8e1ce4781c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 943 time: 0.0669379 Nov 08 12:59:39.117590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00829744-449a-4c96-aae9-b830ed20233d req-7381fc11-6830-4f46-bf8d-eb92bec49582 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517521 Nov 08 12:59:39.233466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4948c9a6-6c18-44c6-b8d0-f386a0b84904 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 12:59:39.308738 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 12:59:39.355481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:39.367100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '4948c9a6-6c18-44c6-b8d0-f386a0b84904', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': '4948c9a6-6c18-44c6-b8d0-f386a0b84904', 'mac_address': 'fa:16:3e:86:2f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 12:59:39.410677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:39.424518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4948c9a6-6c18-44c6-b8d0-f386a0b84904 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 12:59:39.451352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:39.554230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:39.620172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:39.773183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4948c9a6-6c18-44c6-b8d0-f386a0b84904'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:40.284616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba8201-ecaf-49a7-b3bf-ed96fd05150b req-165597dd-774e-45a1-a91e-e1898962c769 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:40.286367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aeba8201-ecaf-49a7-b3bf-ed96fd05150b req-165597dd-774e-45a1-a91e-e1898962c769 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 944 time: 0.0839107 Nov 08 12:59:40.343865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aeba8201-ecaf-49a7-b3bf-ed96fd05150b req-e3d36758-f6c8-4eb3-9b73-ed336317b7ee tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Nov 08 12:59:41.264220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4948c9a6-6c18-44c6-b8d0-f386a0b84904 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:41.457767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 12:59:41.463728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:41.464221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:41.473781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6368911-d9e6-4240-83dd-95e10db861b6 req-3308ab0c-8c95-470e-a52b-12ec03a65f8d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:41.475505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6368911-d9e6-4240-83dd-95e10db861b6 req-3308ab0c-8c95-470e-a52b-12ec03a65f8d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 944 time: 0.0575759 Nov 08 12:59:41.546648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6368911-d9e6-4240-83dd-95e10db861b6 req-749f0e27-d6bf-4a3f-8c63-44ad707247e0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611000 Nov 08 12:59:41.586223 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:41.627845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:41.630774 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a67b8-bbee-46d5-ab9d-70d5664aa33c" -d '{"events": [{"server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "name": "network-vif-plugged", "status": "completed", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:41.646601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:41.692639 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe9620c-9f67-4061-9196-ece19ac57aca x-openstack-request-id: req-0fe9620c-9f67-4061-9196-ece19ac57aca {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:41.693101 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "name": "network-vif-plugged", "status": "completed", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:41.693686 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fe9620c-9f67-4061-9196-ece19ac57aca {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:41.694202 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904', 'code': 200} Nov 08 12:59:41.770938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:41.870199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fbed6-3f2a-4cf1-be9d-8e7a09d2643e req-7c451b24-529c-4d1c-9abc-9cb45bcddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:41.872387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c7fbed6-3f2a-4cf1-be9d-8e7a09d2643e req-7c451b24-529c-4d1c-9abc-9cb45bcddde0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 1096 time: 0.1144226 Nov 08 12:59:41.889458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:41.940729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c7fbed6-3f2a-4cf1-be9d-8e7a09d2643e req-8be37048-ea11-44e0-aded-a0881f238eb5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610020 Nov 08 12:59:42.083791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:42.188217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d3d11-85f5-4910-8a80-76e565bd033d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:42.189408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d3d11-85f5-4910-8a80-76e565bd033d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:42.190329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d3d11-85f5-4910-8a80-76e565bd033d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:42.192282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-039d3d11-85f5-4910-8a80-76e565bd033d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=adfd00e7d2614062b34b4f8a55d22590&network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 2969 time: 0.1074655 Nov 08 12:59:42.732325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94facd8-d1c7-4771-b3c2-f5569e3cce88 req-3c8706c3-999f-4ac2-8eb8-3691ab66def4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:42.733890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d94facd8-d1c7-4771-b3c2-f5569e3cce88 req-3c8706c3-999f-4ac2-8eb8-3691ab66def4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.0597677 Nov 08 12:59:42.798213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d94facd8-d1c7-4771-b3c2-f5569e3cce88 req-2945aaff-7aa0-419e-bae0-a5fb886e5b3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569122 Nov 08 12:59:43.972111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb316d-004c-42b8-971d-4b1aa9fc0f53 req-7e02f861-e1cb-4aef-8c44-ff6f1e6823c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:43.972111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52fb316d-004c-42b8-971d-4b1aa9fc0f53 req-7e02f861-e1cb-4aef-8c44-ff6f1e6823c8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Nov 08 12:59:43.982907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52fb316d-004c-42b8-971d-4b1aa9fc0f53 req-994d0111-0a23-4812-94e0-4457dfb95a6d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Nov 08 12:59:44.154159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a82e3-47b6-47af-904f-9bdcd5639699 req-56b0f51a-c855-4a41-a231-35d308bfedca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:44.155874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-819a82e3-47b6-47af-904f-9bdcd5639699 req-56b0f51a-c855-4a41-a231-35d308bfedca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.0834260 Nov 08 12:59:44.223122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-819a82e3-47b6-47af-904f-9bdcd5639699 req-4afd6d9e-6983-46b1-bf49-cc708c3605c0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605931 Nov 08 12:59:44.878085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da68106-6068-4730-b1b1-d01a2bf04360 req-e01a77ee-48cd-4ddc-a8ff-ff2eff3423c7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:44.880795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2da68106-6068-4730-b1b1-d01a2bf04360 req-e01a77ee-48cd-4ddc-a8ff-ff2eff3423c7 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Nov 08 12:59:44.944022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2da68106-6068-4730-b1b1-d01a2bf04360 req-512a0d44-70d3-4e0b-be96-037db34d368c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568593 Nov 08 12:59:46.192795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c1e5f-753b-4c19-87df-a82dba66f5a7 req-787d61df-e4d5-425b-ab48-b2e47b98a359 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:46.194680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b8c1e5f-753b-4c19-87df-a82dba66f5a7 req-787d61df-e4d5-425b-ab48-b2e47b98a359 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.1206875 Nov 08 12:59:46.217031 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:46.298072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b8c1e5f-753b-4c19-87df-a82dba66f5a7 req-6c91c486-e137-469a-90c7-78df7aec2141 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895181 Nov 08 12:59:46.516874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-d5890115-0057-4ec8-b7c3-76d5de467ae0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:46.518368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-d5890115-0057-4ec8-b7c3-76d5de467ae0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Nov 08 12:59:46.689131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 12:59:46.690029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:46.856982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port 4948c9a6-6c18-44c6-b8d0-f386a0b84904, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4948c9a6-6c18-44c6-b8d0-f386a0b84904,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:46.857444 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:46.873360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 4948c9a6-6c18-44c6-b8d0-f386a0b84904 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 12:59:46.905461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:47.004474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e962a-cd0e-448c-819d-06f705953b25 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:47.022912 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f82e962a-cd0e-448c-819d-06f705953b25 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c HTTP/1.1" status: 200 len: 814 time: 0.1160848 Nov 08 12:59:47.239855 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:47.254997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4948c9a6-6c18-44c6-b8d0-f386a0b84904'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:47.280503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=4948c9a6-6c18-44c6-b8d0-f386a0b84904,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:47.282812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['da423d0a-9be4-4b36-9ef6-6655919d6b6e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 12:59:47.391106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port 4948c9a6-6c18-44c6-b8d0-f386a0b84904 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 12:59:47.397373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:47.401484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bc7f0da-3f6c-4ced-9e03-90e62dbe174c req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "DELETE /v2.0/ports/4948c9a6-6c18-44c6-b8d0-f386a0b84904 HTTP/1.1" status: 204 len: 173 time: 0.8762763 Nov 08 12:59:47.402088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'name': 'network-vif-deleted', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 12:59:47.407469 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7545bf-8fd7-498a-ac06-4f47813aa4f9" -d '{"events": [{"server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "name": "network-vif-deleted", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 12:59:47.428473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.435027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.436676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.440746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.441288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.442301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.443165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.444134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.444586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.447720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.450853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.451419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4f4f0-608f-4a76-8aeb-18a270478ef4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:47.527380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93339454-fe9b-4a9d-bd88-c02062fb8ca9 req-277daec4-c044-4796-a087-2087c85b72e0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0663354 Nov 08 12:59:47.561170 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e4927-7a46-43a2-af5b-1d6e1e00b08c x-openstack-request-id: req-5f4e4927-7a46-43a2-af5b-1d6e1e00b08c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 12:59:47.561530 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1feed-908b-4395-8074-4fa6641049d2", "name": "network-vif-deleted", "tag": "4948c9a6-6c18-44c6-b8d0-f386a0b84904", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 12:59:47.561840 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f4e4927-7a46-43a2-af5b-1d6e1e00b08c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 12:59:47.562385 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1feed-908b-4395-8074-4fa6641049d2', 'name': 'network-vif-deleted', 'tag': '4948c9a6-6c18-44c6-b8d0-f386a0b84904', 'status': 'completed', 'code': 200} Nov 08 12:59:48.049568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56578) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:48.055102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'network': {'name': 'tempest-network-smoke--338092468', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:48.502305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:59:48.508138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:48.549401 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 12:59:48.575123 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:48.575123 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Added segment 0d4c3fe4-0623-4180-a3a6-898febaeb853 of type vlan for network 657323e3-ffe7-4a83-ab36-382dd81acefb Nov 08 12:59:48.643041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:48.734971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2925a278-b06f-44ea-aca1-c7c456cdf65d req-21b33de4-ce12-4212-80f2-4863acc20b0f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0354793 Nov 08 12:59:48.787794 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:48.794089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:48.794473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:48.876019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Network': ['ID=657323e3-ffe7-4a83-ab36-382dd81acefb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:48.885409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.886063 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.887223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.887931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.888461 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.888972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.889493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.889997 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.890573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.891078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.891604 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.892128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 12:59:48.909225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 657323e3-ffe7-4a83-ab36-382dd81acefb details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 12:59:49.014152 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5f9fe10e-e771-4a4e-8260-369776c9192e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9635334 Nov 08 12:59:49.020055 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.081128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e13fac-0763-41cc-beab-feb6846942e5 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:49.084129 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-31e13fac-0763-41cc-beab-feb6846942e5 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=adfd00e7d2614062b34b4f8a55d22590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0629525 Nov 08 12:59:49.087782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.340371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731654c3-8ef4-45cd-9b2c-63111361562a tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:49.342019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-731654c3-8ef4-45cd-9b2c-63111361562a tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2524960 Nov 08 12:59:49.345255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.376498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-24bb7300-b1bf-4bcb-bdcf-7d1c857be06b tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300708 Nov 08 12:59:49.383826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56608) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.416111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-496119dd-6898-4c3f-8f58-78803caf55f6 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=adfd00e7d2614062b34b4f8a55d22590&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285432 Nov 08 12:59:49.416447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.563763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc32d3d6-0722-4b74-8281-03fcd66b4484 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:49.568726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56618) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.569652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fc32d3d6-0722-4b74-8281-03fcd66b4484 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491234 Nov 08 12:59:49.604838 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1adfaa6c-e647-450b-99e0-96d628f70d61 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352852 Nov 08 12:59:49.607922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:49.614376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428861338', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:49.856125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b46ba37-de2f-4bef-bc07-e5d7bfcca178 req-c9e5df3f-a73e-4b7f-bcdd-903fee8f0190 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0287342 Nov 08 12:59:49.896726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 12:59:49.901925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:50.406235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:50.486760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Subnet': ['ID=a9ab5adb-7f00-455a-8c94-c98244375baa,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:50.511146 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:50.518032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Checking segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:59:50.518469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network hostable DHCP agents. Network: 657323e3-ffe7-4a83-ab36-382dd81acefb, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 12:59:50.633841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 657323e3-ffe7-4a83-ab36-382dd81acefb is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 12:59:50.719230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 657323e3-ffe7-4a83-ab36-382dd81acefb) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:59:50.725638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:50.726907 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:50.729700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3572d83-d834-481b-a3a8-5c5611c70bad None None] Network 657323e3-ffe7-4a83-ab36-382dd81acefb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:59:50.807435 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0407b84-cd11-4693-b0ff-9bb7eb35bb50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1968932 Nov 08 12:59:51.035082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-657323e3-ffe7-4a83-ab36-382dd81acefb', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ips': [{'subnet_id': 'a9ab5adb-7f00-455a-8c94-c98244375baa'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 12:59:51.041462 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.071258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50eadc38-e610-4a6f-9fd7-3983f656606e req-18b6f413-f8e6-4a42-b95a-1352fbb3fdba tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0668809 Nov 08 12:59:51.262064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Allocated IP 172.20.0.18 (657323e3-ffe7-4a83-ab36-382dd81acefb/a9ab5adb-7f00-455a-8c94-c98244375baa/0816233c-b07f-439a-924c-cb4da83d0d9d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 12:59:51.271550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4948c9a6-6c18-44c6-b8d0-f386a0b84904 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 12:59:51.299513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 4948c9a6-6c18-44c6-b8d0-f386a0b84904 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 12:59:51.299771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4948c9a6-6c18-44c6-b8d0-f386a0b84904 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 12:59:51.497759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.639628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.662652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 56656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:51.667591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083362415', 'description': 'tempest-secgroup-smoke-2083362415 description', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:51.726435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Network 657323e3-ffe7-4a83-ab36-382dd81acefb is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 12:59:51.733475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 12:59:51.737805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 12:59:51.755327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Pushing event updated for resources: {'Port': ['ID=0816233c-b07f-439a-924c-cb4da83d0d9d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:51.827155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.846334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Attempting to bind port 0816233c-b07f-439a-924c-cb4da83d0d9d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 12:59:51.846867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Attempting to bind port 0816233c-b07f-439a-924c-cb4da83d0d9d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 12:59:51.847358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Attempting to bind port 0816233c-b07f-439a-924c-cb4da83d0d9d on network 657323e3-ffe7-4a83-ab36-382dd81acefb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 12:59:51.859392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 12:59:51.859988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Checking segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 12:59:51.860601 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.861512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Bound using segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 12:59:51.862281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Bound port: 0816233c-b07f-439a-924c-cb4da83d0d9d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 12:59:51.862780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.925128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:51.990083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] For port 0816233c-b07f-439a-924c-cb4da83d0d9d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 12:59:51.994018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] For port 0816233c-b07f-439a-924c-cb4da83d0d9d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0816233c-b07f-439a-924c-cb4da83d0d9d,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 12:59:52.039383 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.071272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777df854-d8af-46b2-b363-ae46e034a00d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:52.186004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.251745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64d45cdc-d625-4b70-b72c-ee8749046061 req-b35613c0-4793-4f43-9f22-155b4c4de399 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0782275 Nov 08 12:59:52.267729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.272618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0ef33681-fe64-4e84-8d5a-a7007c7921ba tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6051288 Nov 08 12:59:52.274389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56668) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:52.280035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:52.303398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fc652-5462-4a1a-a8bc-9b305d83bc48 None None] Pushing event updated for resources: {'Port': ['ID=0816233c-b07f-439a-924c-cb4da83d0d9d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:52.474830 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.612194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.753326 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.779403 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d01fc22-460e-4e4e-9114-6a22363d14a5,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:52.892892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:52.894114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1477d8fa-d9db-4ff4-93b8-1b539c9b9aa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6184294 Nov 08 12:59:52.897660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:52.903978 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:53.008082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.118063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.119746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1290928-78a8-4ce7-b702-9bb727ba825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.204895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.228522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c7051e-6a80-4781-b7aa-f096b1582c06,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:53.372852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5632d5c-b7df-43d8-a77e-c6dc630bc375 req-c95e7825-4d45-42ed-8c20-18deace63026 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0344675 Nov 08 12:59:53.452732 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.453991 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c2db9518-d83f-424f-af02-59143f85fcad tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5548444 Nov 08 12:59:53.472340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56692) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:53.485669 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:53.557215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d114c-511f-42de-9987-d9d0caf49490 None None] Network 657323e3-ffe7-4a83-ab36-382dd81acefb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 12:59:53.632071 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.661690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] Provisioning complete for port 0816233c-b07f-439a-924c-cb4da83d0d9d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:53.662105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.728090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.826371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.841870 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:53.884181 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] For port 0816233c-b07f-439a-924c-cb4da83d0d9d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0816233c-b07f-439a-924c-cb4da83d0d9d,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 12:59:53.899851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f92fb9-1a01-4d1b-ad28-aefd9d5cbe90,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:54.033213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.038950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.040235 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1bad61b5-d6c0-4a57-8dd9-ee3ea7e0f081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5667953 Nov 08 12:59:54.044577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56704) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:54.049904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:54.196107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541ed7-ac52-4b15-8899-913bbf681362 None None] Pushing event updated for resources: {'Port': ['ID=0816233c-b07f-439a-924c-cb4da83d0d9d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:54.251640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0816233c-b07f-439a-924c-cb4da83d0d9d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:54.331951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.340748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0816233c-b07f-439a-924c-cb4da83d0d9d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:54.341206 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.400098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b082bfc4-f642-4b46-90e0-a057a0af8ae9 None None] Provisioning complete for port 0816233c-b07f-439a-924c-cb4da83d0d9d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:54.400480 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b082bfc4-f642-4b46-90e0-a057a0af8ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.469369 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.560222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.583724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03e89b99-46a7-4aea-b834-aac99f4032e3 req-0ffabbcf-e555-4904-9cb8-d5f1b2738ba1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=50b1feed-908b-4395-8074-4fa6641049d2 HTTP/1.1" status: 200 len: 210 time: 0.0433309 Nov 08 12:59:54.597550 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee9f864-769e-4404-9f48-ad607b9f6881,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:54.715829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.717016 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-11ceb395-7ae3-4dec-ae06-22982b621dfd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6714256 Nov 08 12:59:54.720078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56718) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:54.724515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:54.902661 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:59:54.908405 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:54.978153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.079094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.112520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887877b3-024a-48ba-a83a-f42c17ac7d38,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:55.229300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.233348 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-855b30b4-d8ad-4768-838c-2602fb8dd1b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5100193 Nov 08 12:59:55.234204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 56728) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 12:59:55.238771 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '777df854-d8af-46b2-b363-ae46e034a00d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 12:59:55.359460 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 12:59:55.364731 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.473560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.567853 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-311283f0-52e3-4889-a74e-c39f4697224b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.600209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.635595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1978d5-17fb-40f6-860f-82a5b7edacdf,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 12:59:55.756753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:55.756753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d1a7217-7ea7-44d4-8f20-a4e2909fcefe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5010035 Nov 08 12:59:55.915744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-64beca8d-11c0-493a-9155-456565f97aa1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083362415&fields=id&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 267 time: 0.0498314 Nov 08 12:59:56.068560 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-f2cc4a44-5ce8-4863-b30f-ea36c74e4c0b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 12:59:56.070448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-f2cc4a44-5ce8-4863-b30f-ea36c74e4c0b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/networks?id=657323e3-ffe7-4a83-ab36-382dd81acefb HTTP/1.1" status: 200 len: 796 time: 0.1467395 Nov 08 12:59:56.110936 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-1b137fad-ab67-4268-b6c5-ff1bcc10efa9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/quotas/adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 375 time: 0.0234699 Nov 08 12:59:56.168863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0816233c-b07f-439a-924c-cb4da83d0d9d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 12:59:56.205640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-de71c1d2-7b3c-4cc4-8900-4f9db62e6fa4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0931902 Nov 08 12:59:56.251736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0816233c-b07f-439a-924c-cb4da83d0d9d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 12:59:56.252110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:56.461546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b3308c41-2eb5-4d47-b425-a24e53ab3755 service neutron] 10.222.0.58 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355757 Nov 08 12:59:56.614807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-5c287367-0303-49c0-83b1-3c2bfce15d58 service neutron] 10.222.0.58 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518548 Nov 08 12:59:56.765114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:56.922382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a135e6fe-bdd4-4744-be9b-ac75a120261a req-5ff4fa1a-3131-48f9-a575-9f332e677512 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0430932 Nov 08 12:59:58.031548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38ada814-f3ce-43c6-a4a6-9354f8961638 req-15777de6-6196-4480-a3ab-2b1f69a50cc6 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0345340 Nov 08 12:59:58.246501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:58.960440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 12:59:59.164139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb085abc-b88d-41b7-b9da-96fef97bc235 req-9a1bde71-273c-42b5-9e5a-0ba6b7ca2dd6 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0481348 Nov 08 13:00:00.006138 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-bf55c53f-f244-4ac4-9f75-72a5e2e5c229 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:00.007875 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-bf55c53f-f244-4ac4-9f75-72a5e2e5c229 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/networks?id=657323e3-ffe7-4a83-ab36-382dd81acefb HTTP/1.1" status: 200 len: 796 time: 0.1309984 Nov 08 13:00:00.141190 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-94f07b27-1ce6-4399-af79-edc981bb5451 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 473 time: 0.1136451 Nov 08 13:00:00.152985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'port': {'device_id': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'admin_state_up': True, 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'security_groups': ['777df854-d8af-46b2-b363-ae46e034a00d']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:00.361057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-838685c3-d182-46e5-9746-4eba130231d4 req-78a67018-da8c-4076-bbb0-087ce5e2a7c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0384836 Nov 08 13:00:00.454671 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'port': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:00:00.454916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:00.728121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.27 (657323e3-ffe7-4a83-ab36-382dd81acefb/a9ab5adb-7f00-455a-8c94-c98244375baa/ff82b676-e714-48cb-b7b1-2c370c191e11) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:00:00.897821 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:01.079428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:01.154898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 657323e3-ffe7-4a83-ab36-382dd81acefb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:00:01.160231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:00:01.164163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:00:01.172797 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:01.244674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:01.245379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:01.435148 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-d7c8c05e-43ff-403b-967b-f58ba5b936f9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2856526 Nov 08 13:00:01.446629 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Request body: {'port': {'device_id': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:01.494182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6a64647a-d5d4-4919-ad68-43942128724a None None] Provisioning complete for port ff82b676-e714-48cb-b7b1-2c370c191e11 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:01.495409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6a64647a-d5d4-4919-ad68-43942128724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:01.529983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:01.533625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6a64647a-d5d4-4919-ad68-43942128724a None None] Port ff82b676-e714-48cb-b7b1-2c370c191e11 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:00:01.548113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47335775-eace-4396-a524-e422451005ae req-1326a591-bf22-4708-9398-d74a1e228690 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:01.559662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47335775-eace-4396-a524-e422451005ae req-1326a591-bf22-4708-9398-d74a1e228690 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 932 time: 0.0957465 Nov 08 13:00:01.632285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47335775-eace-4396-a524-e422451005ae req-b1f4fcbc-5b84-410a-9a66-a4e5a9cb96e1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711102 Nov 08 13:00:02.283091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff82b676-e714-48cb-b7b1-2c370c191e11 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:00:02.292278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:02.306450 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Transition to ACTIVE for port object ff82b676-e714-48cb-b7b1-2c370c191e11 will not be triggered until provisioned by entity L2. {{(pid=102536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:00:02.499216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:02.608336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Pushing event updated for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:02.830538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Attempting to bind port ff82b676-e714-48cb-b7b1-2c370c191e11 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:00:02.830890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Attempting to bind port ff82b676-e714-48cb-b7b1-2c370c191e11 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:00:02.831216 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Attempting to bind port ff82b676-e714-48cb-b7b1-2c370c191e11 on network 657323e3-ffe7-4a83-ab36-382dd81acefb {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:00:02.841244 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Port ff82b676-e714-48cb-b7b1-2c370c191e11 on network 657323e3-ffe7-4a83-ab36-382dd81acefb not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:00:02.847535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Attempting to bind port ff82b676-e714-48cb-b7b1-2c370c191e11 on network 657323e3-ffe7-4a83-ab36-382dd81acefb {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:00:02.864116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:00:02.864502 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Checking segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:00:02.864932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Bound using segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:00:02.865434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Bound port: ff82b676-e714-48cb-b7b1-2c370c191e11, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:00:02.866555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:02.969874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf911-9a60-4a0d-ab6f-0cc8a8012a1b req-8d657688-0ca3-4dfd-a07f-10c8a16f0065 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:02.982445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eabf911-9a60-4a0d-ab6f-0cc8a8012a1b req-8d657688-0ca3-4dfd-a07f-10c8a16f0065 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1572363 Nov 08 13:00:03.087272 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:00:03.116740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ff82b676-e714-48cb-b7b1-2c370c191e11,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:00:03.192581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:03.213660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464f86c-a70e-4162-a482-eac0c9dae829 req-e91fba76-bc20-4a01-b24e-02db114ea09a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:03.215901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e464f86c-a70e-4162-a482-eac0c9dae829 req-e91fba76-bc20-4a01-b24e-02db114ea09a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.1211944 Nov 08 13:00:03.224238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8eabf911-9a60-4a0d-ab6f-0cc8a8012a1b req-14f929ea-5003-4074-84f8-0b489082eb08 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405963 Nov 08 13:00:03.260338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:03.262464 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:03.265899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff82b676-e714-48cb-b7b1-2c370c191e11 HTTP/1.1" status: 200 len: 1092 time: 1.8219459 Nov 08 13:00:03.266455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:03.288521 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296ca1a-ec18-4133-9245-0d41fd998bac" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:03.376070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e464f86c-a70e-4162-a482-eac0c9dae829 req-84cec23d-d4cd-40d3-9ba2-197cd2f4623d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503747 Nov 08 13:00:03.376830 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f043d050-d3dd-414b-bfa3-abcd9d7e529d x-openstack-request-id: req-f043d050-d3dd-414b-bfa3-abcd9d7e529d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:03.381371 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:03.381371 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f043d050-d3dd-414b-bfa3-abcd9d7e529d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:03.381371 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11', 'status': 'completed', 'code': 200} Nov 08 13:00:03.382989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5573-6009-4cc4-9b58-b8f979236272 service neutron] Pushing event updated for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:03.487218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-935e7ddc-f90d-4751-b92d-c947ba8a82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:03.489288 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-935e7ddc-f90d-4751-b92d-c947ba8a82e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 1095 time: 0.0950787 Nov 08 13:00:03.576405 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-6d762a56-bb28-4722-a8d3-a35b73b0ef9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ff82b676-e714-48cb-b7b1-2c370c191e11 HTTP/1.1" status: 200 len: 217 time: 0.0762203 Nov 08 13:00:03.684929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-e1a754d0-c679-4a5d-9456-7ba928c352c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:03.689923 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-e1a754d0-c679-4a5d-9456-7ba928c352c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ab5adb-7f00-455a-8c94-c98244375baa HTTP/1.1" status: 200 len: 838 time: 0.1015942 Nov 08 13:00:03.753286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-152e5884-1cda-4412-9dd0-868409c955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:03.764143 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-152e5884-1cda-4412-9dd0-868409c955dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=657323e3-ffe7-4a83-ab36-382dd81acefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636814 Nov 08 13:00:03.903702 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-abdb0bdf-4fa0-4f79-9a51-3d7b0f7bb2a0 service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339350 Nov 08 13:00:04.024546 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-af09adad-aa0a-4c8d-906f-73db84153d80 req-97f242af-c58f-4b88-832f-93128d18d1c0 service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118002 Nov 08 13:00:04.284883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-7e1f6845-ed84-4ab8-addf-5b536271505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.292420 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-7e1f6845-ed84-4ab8-addf-5b536271505f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 1095 time: 0.1247480 Nov 08 13:00:04.444894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b8e5e-b5f1-4619-aa84-0e54a69b3f3d req-1f736b8b-d0d1-4501-a9af-8a1a4ef88421 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.462673 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b7b8e5e-b5f1-4619-aa84-0e54a69b3f3d req-1f736b8b-d0d1-4501-a9af-8a1a4ef88421 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1161022 Nov 08 13:00:04.544627 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-f27570cc-94fd-4e03-a298-c4855ab78945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.550114 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-f27570cc-94fd-4e03-a298-c4855ab78945 service neutron] 10.222.0.57 "GET /v2.0/networks?id=657323e3-ffe7-4a83-ab36-382dd81acefb HTTP/1.1" status: 200 len: 897 time: 0.2485187 Nov 08 13:00:04.642137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-dcbae1c1-0052-4b17-aaa1-5199fbea0b22 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.644495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-dcbae1c1-0052-4b17-aaa1-5199fbea0b22 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.1530952 Nov 08 13:00:04.657904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b7b8e5e-b5f1-4619-aa84-0e54a69b3f3d req-43879db5-9e6c-44c4-993f-dfe9779b29ee tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926692 Nov 08 13:00:04.666773 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-c8c4a19e-aae2-4074-8fb1-732335e823e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ff82b676-e714-48cb-b7b1-2c370c191e11 HTTP/1.1" status: 200 len: 217 time: 0.1112614 Nov 08 13:00:04.730534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb948-0a8c-4991-9253-a789507d3df8 req-7507abf7-d21e-472a-bca8-b00a157174ca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.738705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f5eb948-0a8c-4991-9253-a789507d3df8 req-7507abf7-d21e-472a-bca8-b00a157174ca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 945 time: 0.1803849 Nov 08 13:00:04.791304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f5eb948-0a8c-4991-9253-a789507d3df8 req-6143a02e-98d7-4ac5-a42e-a5d1898da15b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=02ee1981-b648-45d6-adc8-e81b258a8709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513084 Nov 08 13:00:04.829990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-130faa08-007c-4bca-8ec9-42560368a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.831800 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-130faa08-007c-4bca-8ec9-42560368a5ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ab5adb-7f00-455a-8c94-c98244375baa HTTP/1.1" status: 200 len: 838 time: 0.1411445 Nov 08 13:00:04.924261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port da423d0a-9be4-4b36-9ef6-6655919d6b6e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:04.931278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:04.955714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-61ed8f8f-0a11-4138-b8af-b16414163b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:04.958931 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-61ed8f8f-0a11-4138-b8af-b16414163b03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=657323e3-ffe7-4a83-ab36-382dd81acefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172760 Nov 08 13:00:05.099854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port da423d0a-9be4-4b36-9ef6-6655919d6b6e, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=da423d0a-9be4-4b36-9ef6-6655919d6b6e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:05.100742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:05.118810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for da423d0a-9be4-4b36-9ef6-6655919d6b6e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:05.150100 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-32bb2e46-7a64-4651-98e9-4da4629a3429 service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809080 Nov 08 13:00:05.380688 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-db0a155e-4462-4f3f-b723-17ad0d406c25 service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209580 Nov 08 13:00:05.472758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:05.486926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['da423d0a-9be4-4b36-9ef6-6655919d6b6e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:00:05.526216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=da423d0a-9be4-4b36-9ef6-6655919d6b6e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:05.603911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port da423d0a-9be4-4b36-9ef6-6655919d6b6e on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:05.607352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:05.611362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8cbb5fbf-40db-4bc0-924e-869a1fb4813f req-021a2e4d-f4b2-4ee3-a410-5f61059fe2bf tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.57 "DELETE /v2.0/ports/da423d0a-9be4-4b36-9ef6-6655919d6b6e HTTP/1.1" status: 204 len: 173 time: 0.9450278 Nov 08 13:00:05.617663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'name': 'network-vif-deleted', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:05.621738 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13780e20-2d40-474b-8266-f3c0b7083bdb" -d '{"events": [{"server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "name": "network-vif-deleted", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:05.707364 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eda987-d739-4471-964e-5c7816dd8a44 x-openstack-request-id: req-97eda987-d739-4471-964e-5c7816dd8a44 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:05.708173 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719169e2-be21-4a01-bae4-972f41358281", "name": "network-vif-deleted", "tag": "da423d0a-9be4-4b36-9ef6-6655919d6b6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:05.708771 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97eda987-d739-4471-964e-5c7816dd8a44 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:05.709583 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719169e2-be21-4a01-bae4-972f41358281', 'name': 'network-vif-deleted', 'tag': 'da423d0a-9be4-4b36-9ef6-6655919d6b6e', 'status': 'completed', 'code': 200} Nov 08 13:00:05.836028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d128d3f-2faf-434e-9afe-7756f3f4901c req-ce7739fb-f950-4be4-985a-5ad557cc2211 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:05.837634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d128d3f-2faf-434e-9afe-7756f3f4901c req-ce7739fb-f950-4be4-985a-5ad557cc2211 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 944 time: 0.0883579 Nov 08 13:00:05.931471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d128d3f-2faf-434e-9afe-7756f3f4901c req-4c268b8c-21e9-4d11-8647-e4343b63c30e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815537 Nov 08 13:00:05.995952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f96ce9f-1cbe-4aae-ac02-28f30cc69e02 req-2be5e376-a183-4ec6-9696-8c6e0a059025 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0443480 Nov 08 13:00:06.986567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ff82b676-e714-48cb-b7b1-2c370c191e11 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:00:07.184146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08f1eea0-8cb9-4ad2-8186-4e2de360726b req-c70d9307-c7bb-4581-ae68-6e449f5a9406 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0419142 Nov 08 13:00:07.204105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd73b7-f5b5-40c9-8a56-20351bcb4939 req-0367877d-0bf4-4a5e-b200-33483c4daf70 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:07.205701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dfd73b7-f5b5-40c9-8a56-20351bcb4939 req-0367877d-0bf4-4a5e-b200-33483c4daf70 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1219161 Nov 08 13:00:07.239577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ff82b676-e714-48cb-b7b1-2c370c191e11,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:07.252012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'ff82b676-e714-48cb-b7b1-2c370c191e11', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'port_id': 'ff82b676-e714-48cb-b7b1-2c370c191e11', 'mac_address': 'fa:16:3e:07:3f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:00:07.274047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dfd73b7-f5b5-40c9-8a56-20351bcb4939 req-e5545b0f-ef1a-4c05-884d-83f9d8ce9fca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584893 Nov 08 13:00:07.296094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:07.314439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff82b676-e714-48cb-b7b1-2c370c191e11 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:00:07.397404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ff82b676-e714-48cb-b7b1-2c370c191e11,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:07.498830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:07.551854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:07.709034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['ff82b676-e714-48cb-b7b1-2c370c191e11'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:00:08.335578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3f10728-17c0-444d-88f1-907ebb53c9be req-95205d80-648b-457e-b078-459a5373630a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0525362 Nov 08 13:00:08.462075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4767e-2dde-469b-8d05-71d2e942c676 req-e46e8962-5601-4e97-ad66-6126f512e705 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:08.470816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eae4767e-2dde-469b-8d05-71d2e942c676 req-e46e8962-5601-4e97-ad66-6126f512e705 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 945 time: 0.0672543 Nov 08 13:00:08.552365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eae4767e-2dde-469b-8d05-71d2e942c676 req-f1c313fb-971f-4e3f-ad24-2dd19428d42a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750525 Nov 08 13:00:09.001918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ff82b676-e714-48cb-b7b1-2c370c191e11 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:00:09.221334 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port ff82b676-e714-48cb-b7b1-2c370c191e11 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:00:09.227563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port ff82b676-e714-48cb-b7b1-2c370c191e11 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:09.230004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:09.451376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:09.512092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f25935d-54be-4482-8021-adf591dcab0b req-9402c83f-9af1-48aa-9937-b38fc8c306bd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0726972 Nov 08 13:00:09.531821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ff82b676-e714-48cb-b7b1-2c370c191e11,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:09.533400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:09.536534 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f3d53-0d04-40c9-a8b4-2dc12e3a9eef" -d '{"events": [{"server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:09.575912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:09.577126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device da423d0a-9be4-4b36-9ef6-6655919d6b6e no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:09.658009 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762def9-c4de-4e02-b038-985dccefd46d x-openstack-request-id: req-6762def9-c4de-4e02-b038-985dccefd46d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:09.658380 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:09.658546 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6762def9-c4de-4e02-b038-985dccefd46d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:09.658934 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11', 'code': 200} Nov 08 13:00:09.702894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5acf5a-8244-4fcc-af6a-b645ad7f79c9 req-34c6bdba-5388-4415-8574-f070808e7d99 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:09.705292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: da423d0a-9be4-4b36-9ef6-6655919d6b6e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:09.705641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device da423d0a-9be4-4b36-9ef6-6655919d6b6e not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:09.706529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f5acf5a-8244-4fcc-af6a-b645ad7f79c9 req-34c6bdba-5388-4415-8574-f070808e7d99 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0678182 Nov 08 13:00:09.804676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:09.826499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.826844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.827918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.829404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.830556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.831977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.833292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.833792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f5acf5a-8244-4fcc-af6a-b645ad7f79c9 req-dd73ec62-293b-42cf-83dc-a9a0aa166d41 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159632 Nov 08 13:00:09.835378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.835951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.836825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.837903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.840105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:09.869752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ba2e-fcda-4e8d-8ad6-216d98d96978 req-74279aaf-f437-441b-ad2e-5538b73ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:09.871410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a3ba2e-fcda-4e8d-8ad6-216d98d96978 req-74279aaf-f437-441b-ad2e-5538b73ab90d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 1097 time: 0.1523783 Nov 08 13:00:10.060737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-97a3ba2e-fcda-4e8d-8ad6-216d98d96978 req-9a67008c-9762-45e9-8714-7e25f2bb28e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790898 Nov 08 13:00:10.712058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a46ac97-ab7a-477c-91a6-76f7a8db6994 req-615936a5-d3ec-4942-ad1e-102e7a156b58 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0678868 Nov 08 13:00:11.026941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c9ae6-969e-42b5-b927-c901236904f5 req-2e1ecef1-5147-4727-9b72-e148b756a09f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:11.033489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd3c9ae6-969e-42b5-b927-c901236904f5 req-2e1ecef1-5147-4727-9b72-e148b756a09f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0713134 Nov 08 13:00:11.114595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd3c9ae6-969e-42b5-b927-c901236904f5 req-6aa88f64-384b-4c35-8df6-471c930b81a1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767913 Nov 08 13:00:11.877292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26699393-93d5-4d9a-ba12-90612105e889 req-5cc38c66-a384-4eee-89db-1666b9b42056 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0442767 Nov 08 13:00:12.249778 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaca5d-d721-4c2c-8e21-77d768178eeb req-5fa7a3e1-f950-4f0f-b177-ba3d30d4f3ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:12.251413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ceaca5d-d721-4c2c-8e21-77d768178eeb req-5fa7a3e1-f950-4f0f-b177-ba3d30d4f3ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0514877 Nov 08 13:00:12.310729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ceaca5d-d721-4c2c-8e21-77d768178eeb req-178d691c-3e30-48bb-9dc7-43734f5ef73c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529902 Nov 08 13:00:12.513821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae021b-4801-411b-8f91-5d1b693afa0f req-4e44830e-913b-41e7-98f4-bd64ca7d0af9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:12.515517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fae021b-4801-411b-8f91-5d1b693afa0f req-4e44830e-913b-41e7-98f4-bd64ca7d0af9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0737793 Nov 08 13:00:12.578157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fae021b-4801-411b-8f91-5d1b693afa0f req-c4c57696-888b-47c6-82fa-7dc78452a82a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548809 Nov 08 13:00:13.049497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e3fda31a-dc09-4c93-ab68-f504c14815a0 req-42945e61-3672-49b7-9bc2-7a8e292bef71 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0756891 Nov 08 13:00:14.106672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57042) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:14.278769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7144c680-364d-4f76-8f2d-9af5f18570d0 req-d79df880-cbf1-4ed0-b6fa-60a7382c1ae3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=719169e2-be21-4a01-bae4-972f41358281 HTTP/1.1" status: 200 len: 210 time: 0.0541053 Nov 08 13:00:15.028959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:15.672083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.17 (657323e3-ffe7-4a83-ab36-382dd81acefb/a9ab5adb-7f00-455a-8c94-c98244375baa/d97ab179-8967-4d72-a6fd-e00ce74a200c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:00:15.896902 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:16.108191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:16.148363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:16.160211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 657323e3-ffe7-4a83-ab36-382dd81acefb is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:00:16.172095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:00:16.180311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:00:16.235625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:16.239301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:16.316956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:00:16.590440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-22355caf-8f21-42e5-bd85-938870ba8e34 None None] Provisioning complete for port d97ab179-8967-4d72-a6fd-e00ce74a200c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:16.591500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22355caf-8f21-42e5-bd85-938870ba8e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:16.687427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-22355caf-8f21-42e5-bd85-938870ba8e34 None None] Port d97ab179-8967-4d72-a6fd-e00ce74a200c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:00:17.102802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:17.564554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:17.638354 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:17.720689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:17.723571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:17.838810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 657323e3-ffe7-4a83-ab36-382dd81acefb is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:00:17.840807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:00:17.968062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:00:18.112286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:00:18.126706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2acf88f4-a97c-4d77-97da-fa666efdb5c4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/20da8ec1-fb99-4931-9545-d2883dba1e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0178704 Nov 08 13:00:18.140369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:00:18.189477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:18.189477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:59:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:18.189477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef308-973e-4f0a-b0d4-12a8fa18aa77 None None] Provisioning complete for port d97ab179-8967-4d72-a6fd-e00ce74a200c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:18.189477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef308-973e-4f0a-b0d4-12a8fa18aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:18.309365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:18.364641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ef308-973e-4f0a-b0d4-12a8fa18aa77 None None] Port d97ab179-8967-4d72-a6fd-e00ce74a200c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:00:18.705468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:16Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97ab179-8967-4d72-a6fd-e00ce74a200c', 'name': '', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:38:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:00:15Z', 'updated_at': '2021-11-08T13:00:17Z', 'revision_number': 2, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:18.783370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:00:18.784091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Updating router 20da8ec1-fb99-4931-9545-d2883dba1e8d port d97ab179-8967-4d72-a6fd-e00ce74a200c binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:00:18.856317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:19.662618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:19.764018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:19.917880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cabf9-38f1-410c-bd42-b8fe8175e781 None None] Pushing event updated for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:19.961905 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Attempting to bind port d97ab179-8967-4d72-a6fd-e00ce74a200c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:00:19.962483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Attempting to bind port d97ab179-8967-4d72-a6fd-e00ce74a200c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:00:19.962953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Attempting to bind port d97ab179-8967-4d72-a6fd-e00ce74a200c on network 657323e3-ffe7-4a83-ab36-382dd81acefb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:00:19.987382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:00:19.990011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Checking segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:00:19.990581 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:19.991086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Bound using segment: {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:00:19.992388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Bound port: d97ab179-8967-4d72-a6fd-e00ce74a200c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4c3fe4-0623-4180-a3a6-898febaeb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:00:19.997346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:20.156359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] For port d97ab179-8967-4d72-a6fd-e00ce74a200c, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:00:20.172767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] For port d97ab179-8967-4d72-a6fd-e00ce74a200c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d97ab179-8967-4d72-a6fd-e00ce74a200c,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:00:20.272848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:20.390990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cabf9-38f1-410c-bd42-b8fe8175e781 None None] Pushing event updated for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:20.430949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:20.433040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T12:59:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:20.544350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] Provisioning complete for port d97ab179-8967-4d72-a6fd-e00ce74a200c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:20.545266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:20.595040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:20.872978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:20.948961 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:21.047176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] For port d97ab179-8967-4d72-a6fd-e00ce74a200c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d97ab179-8967-4d72-a6fd-e00ce74a200c,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:21.127117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:21.222711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366b509-83ac-4899-a6e6-f68d5232a74a None None] Pushing event updated for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:21.281419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-27e1f504-ddcd-493f-b90c-da9c490f50e0 None None] Provisioning complete for port d97ab179-8967-4d72-a6fd-e00ce74a200c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:21.281943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-27e1f504-ddcd-493f-b90c-da9c490f50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:21.372629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:16Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97ab179-8967-4d72-a6fd-e00ce74a200c', 'name': '', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:38:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:00:15Z', 'updated_at': '2021-11-08T13:00:20Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:21.407262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681acefc-7938-40a9-b314-a5d23cfb7ab5 None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:16Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97ab179-8967-4d72-a6fd-e00ce74a200c', 'name': '', 'network_id': '657323e3-ffe7-4a83-ab36-382dd81acefb', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:38:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:00:15Z', 'updated_at': '2021-11-08T13:00:20Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': 'a9ab5adb-7f00-455a-8c94-c98244375baa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:00:22.266598 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d97ab179-8967-4d72-a6fd-e00ce74a200c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:00:22.356112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d97ab179-8967-4d72-a6fd-e00ce74a200c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:00:22.356538 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:23.194836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-04d4c459-99d1-443e-9f26-8adaca0b8cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.130195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:25.135494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118016621', 'description': 'tempest-secgroup-smoke-118016621 description', 'project_id': '69da3562beb64ea291e8fc66ab228387'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:25.278352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.359868 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.461348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.492463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78194268-1ea3-4b77-9f37-64b3fd458d75,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:25.514174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-75ae8fc6-9987-4f20-9412-5389b6f6a8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.554042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.555432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8ab3cb7-8c62-48ed-8f23-44d29a2d6d14 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4241562 Nov 08 13:00:25.559389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:25.564140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:25.649033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.729991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.780534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.795951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80003e3d-6fe6-4e39-b301-7faa347fb2c9,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:25.845695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:25.847495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9865827d-46c8-4567-b3ca-fc13fb03ab38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869256 Nov 08 13:00:25.855412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57352) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:25.855998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:25.981272 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.040190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-0ddcb132-ccc1-44a3-bb5a-0cce380b4f59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574753 Nov 08 13:00:26.076047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.140725 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.165331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-4268287b-d756-43c5-8d46-529997f62e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:26.168932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-4268287b-d756-43c5-8d46-529997f62e83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 1097 time: 0.0711544 Nov 08 13:00:26.176292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a10ce5-bc71-4c51-8688-dcc846880980,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:26.251251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.253009 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0d323d2-049f-416c-b827-60129d50e024 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4009840 Nov 08 13:00:26.256048 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57374) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:26.263682 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:26.351680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-d108d0d1-36fe-40d0-a8a5-d8f354f9b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:26.353170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-d108d0d1-36fe-40d0-a8a5-d8f354f9b208 service neutron] 10.222.0.57 "GET /v2.0/networks?id=657323e3-ffe7-4a83-ab36-382dd81acefb HTTP/1.1" status: 200 len: 897 time: 0.1521056 Nov 08 13:00:26.396191 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.455300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-1d8075cf-3434-4efa-a060-e2bfcaf94890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ff82b676-e714-48cb-b7b1-2c370c191e11 HTTP/1.1" status: 200 len: 217 time: 0.0921280 Nov 08 13:00:26.510848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.551874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-3b838cf5-dfe8-420c-a270-257d57d6de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:26.554768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-3b838cf5-dfe8-420c-a270-257d57d6de1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ab5adb-7f00-455a-8c94-c98244375baa HTTP/1.1" status: 200 len: 838 time: 0.0883152 Nov 08 13:00:26.616658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-acdfdc0a-2a06-4a6c-8b73-bc05da8569e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:26.618341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-acdfdc0a-2a06-4a6c-8b73-bc05da8569e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=657323e3-ffe7-4a83-ab36-382dd81acefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545638 Nov 08 13:00:26.621287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.643125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-4b54e73b-4a0f-4371-bdbf-c2c86f30840c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:00:26.651004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-4b54e73b-4a0f-4371-bdbf-c2c86f30840c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090592 Nov 08 13:00:26.651223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7dfa31-6ec5-4f4e-a81b-37d541a03c2f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:26.733700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.735848 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0cd9c0f6-5145-40f7-9d75-0799687cdc4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778435 Nov 08 13:00:26.741271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:26.746554 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:26.758541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-9203bea3-76be-4915-b4d5-e1f3d83cbbd3 service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068180 Nov 08 13:00:26.783372 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.871612 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:26.876546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b635346-9e7a-43cc-8ce3-7707c82e9417 req-a07c6fa4-2d09-4e9d-a80c-00e7c8fd699f service neutron] 10.222.0.57 "GET /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093264 Nov 08 13:00:26.939331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.061289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.080426 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d1a402-a66e-4dd7-a9f8-096c34d46977,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:27.165804 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.171160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:27.171891 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a7249679-3e5e-4fdd-bfad-9bbef7677012 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4289274 Nov 08 13:00:27.185785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:27.278152 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Project 69da3562beb64ea291e8fc66ab228387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:00:27.291628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.374161 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.506606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.527598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db864b15-4b0a-47f8-970b-f7556831eee6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:27.601790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:27.638336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.639538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d0c325c7-7b41-4efa-b845-1afd1eccf401 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4673774 Nov 08 13:00:27.642236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 57424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:27.648891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'security_group_rule': {'security_group_id': '78194268-1ea3-4b77-9f37-64b3fd458d75', 'project_id': '69da3562beb64ea291e8fc66ab228387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:27.676330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Deleting subnet 5dedeec1-1255-45d4-89c7-e3b57316205d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:00:27.683179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.720148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.765666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.789837 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Project 69da3562beb64ea291e8fc66ab228387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:00:27.799364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.880178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.930037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.966168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dedeec1-1255-45d4-89c7-e3b57316205d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:27.969876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:27.972675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c2dd0e73-16cb-4c2a-8eb6-0070bc3a7bea admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5dedeec1-1255-45d4-89c7-e3b57316205d HTTP/1.1" status: 204 len: 168 time: 0.3698099 Nov 08 13:00:27.975525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57434) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:27.979629 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.001892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaa725e-24e6-4d63-b753-befc988b7a27,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:28.060507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.131217 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.136597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e083daa2-4b00-4598-8f88-0c50e9318aaa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4931235 Nov 08 13:00:28.157475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.184183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7863ae-8693-4662-aa35-7ca2bd973081']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:28.203933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d27358e-63b7-4f7e-8524-d9de5ed6a525') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:28.204233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d27358e-63b7-4f7e-8524-d9de5ed6a525') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:28.220517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.221024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.237708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.247874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:00:28.247874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:00:28.250262 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:00:28.403758 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.419486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:28.435676 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8d7863ae-8693-4662-aa35-7ca2bd973081 HTTP/1.1" status: 204 len: 168 time: 0.4589112 Nov 08 13:00:28.458747 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f75e-1507-4999-9082-ab6a4bc22bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7863ae-8693-4662-aa35-7ca2bd973081,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:28.944958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57504) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:28.987933 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6e180189-4082-4e43-a080-542b0dfd4776 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39b8961ba76c4ccea350932a62578665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429480 Nov 08 13:00:28.990439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57506) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:29.021297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:29.048593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:29.074449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:29.305754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:29.309379 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:29.311083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/917dc633-559f-47bd-9207-1cc30bab3725 HTTP/1.1" status: 204 len: 168 time: 0.3196940 Nov 08 13:00:29.320364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8969a-981e-4beb-9cac-33605580deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917dc633-559f-47bd-9207-1cc30bab3725,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:32.109724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-0264d80b-ae18-47d1-9aa2-6836416680fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509672 Nov 08 13:00:32.224502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ea35ba44-00f1-43c4-a5f8-cba0a857a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:32.225600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ea35ba44-00f1-43c4-a5f8-cba0a857a789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1096 time: 0.0626097 Nov 08 13:00:32.357436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ddcae983-59fe-4025-a2a8-62443cc37475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:32.361839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ddcae983-59fe-4025-a2a8-62443cc37475 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 896 time: 0.1127427 Nov 08 13:00:32.456832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-e01383de-c7fa-46c4-bdc6-1d821918ccac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 1001 time: 0.0882239 Nov 08 13:00:32.549897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-7a920a28-63eb-4cda-988f-971c63005933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:32.551469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-7a920a28-63eb-4cda-988f-971c63005933 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 200 len: 835 time: 0.0874548 Nov 08 13:00:32.613810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ed5bfc5f-0c6a-43b5-9751-243c550faa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:32.615394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-ed5bfc5f-0c6a-43b5-9751-243c550faa97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562973 Nov 08 13:00:32.737564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-95993d1f-c83c-4b3e-8a81-4f198e098c1a service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116178 Nov 08 13:00:32.850827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e48da9-811e-47b0-ab01-806570e7dceb req-101ec509-f87f-43f9-9121-06f897408bfe service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080911 Nov 08 13:00:36.519675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 57824) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:37.083206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:37.528387 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port d97ab179-8967-4d72-a6fd-e00ce74a200c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:37.528937 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:37.668641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port d97ab179-8967-4d72-a6fd-e00ce74a200c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d97ab179-8967-4d72-a6fd-e00ce74a200c,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:37.668950 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:37.683395 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for d97ab179-8967-4d72-a6fd-e00ce74a200c owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:38.003682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:38.042905 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=d97ab179-8967-4d72-a6fd-e00ce74a200c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:38.300697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:38.571101 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:00:38.726370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:00:38.737473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7e488e23-9c58-4df3-a250-58c8b5974607 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/20da8ec1-fb99-4931-9545-d2883dba1e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2143650 Nov 08 13:00:38.752697 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:00:38.773894 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:38.776470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:38.917452 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:39.203808 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:39.243328 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:00:39.254882 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:39.255736 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:39.413466 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:39.426999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa13b5b-548b-4ac8-ad64-04b9d7ab6a69 req-078fecf9-cb19-4747-80d0-971b47fb3212 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:39.428583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa13b5b-548b-4ac8-ad64-04b9d7ab6a69 req-078fecf9-cb19-4747-80d0-971b47fb3212 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0657866 Nov 08 13:00:39.510993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa13b5b-548b-4ac8-ad64-04b9d7ab6a69 req-5cf721f4-6566-499f-96ed-33f4060d0d85 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704923 Nov 08 13:00:39.720416 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:39.750118 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660d896-c0b6-40d6-be96-855f9ece751a None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '6207d355-4e6c-4368-9125-86834e2fbda5', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'port_id': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'mac_address': 'fa:16:3e:63:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T12:59:11Z', 'updated_at': '2021-11-08T12:59:14Z', 'revision_number': 1, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:00:40.172452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d97ab179-8967-4d72-a6fd-e00ce74a200c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:40.251416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d97ab179-8967-4d72-a6fd-e00ce74a200c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:40.252047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d97ab179-8967-4d72-a6fd-e00ce74a200c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:40.657536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c44934-7f68-4d00-aede-f50706372ade req-da14b4f3-5754-41d8-81cf-fe555e8ae244 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:40.659808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4c44934-7f68-4d00-aede-f50706372ade req-da14b4f3-5754-41d8-81cf-fe555e8ae244 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0580919 Nov 08 13:00:40.721239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4c44934-7f68-4d00-aede-f50706372ade req-0c351f13-077b-4eae-8cad-778d94a1e459 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=777df854-d8af-46b2-b363-ae46e034a00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534647 Nov 08 13:00:40.789594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-49281bb0-f527-4b4e-af49-723c2c459d1a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:40.791344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-49281bb0-f527-4b4e-af49-723c2c459d1a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0606904 Nov 08 13:00:41.008168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port ff82b676-e714-48cb-b7b1-2c370c191e11 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:41.008518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:41.108483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port ff82b676-e714-48cb-b7b1-2c370c191e11, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=ff82b676-e714-48cb-b7b1-2c370c191e11,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:41.108927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:41.122850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for ff82b676-e714-48cb-b7b1-2c370c191e11 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:41.363290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:41.399222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=ff82b676-e714-48cb-b7b1-2c370c191e11,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:41.461673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] No DVR routers for this DVR port ff82b676-e714-48cb-b7b1-2c370c191e11 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:41.466048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:41.469155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ba3649e-b01a-4e79-a4a2-696549a34024 req-57eb43de-c207-4383-9331-aaf30f02455b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "DELETE /v2.0/ports/ff82b676-e714-48cb-b7b1-2c370c191e11 HTTP/1.1" status: 204 len: 173 time: 0.6713572 Nov 08 13:00:41.469621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'name': 'network-vif-deleted', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:41.474742 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2c2db-650d-41d2-9090-a3e1fedea48e" -d '{"events": [{"server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "name": "network-vif-deleted", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:41.516535 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe30b8d-0d24-4038-a2aa-d9eccc274b64 x-openstack-request-id: req-bbe30b8d-0d24-4038-a2aa-d9eccc274b64 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:41.516852 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0eb505-d8bd-4f22-8640-5babaff1d3e0", "name": "network-vif-deleted", "tag": "ff82b676-e714-48cb-b7b1-2c370c191e11", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:41.517109 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbe30b8d-0d24-4038-a2aa-d9eccc274b64 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:41.517495 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0eb505-d8bd-4f22-8640-5babaff1d3e0', 'name': 'network-vif-deleted', 'tag': 'ff82b676-e714-48cb-b7b1-2c370c191e11', 'status': 'completed', 'code': 200} Nov 08 13:00:42.059453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f989e75-70a0-41c6-9f04-cc8a182dcc8e req-c49f00d2-43ac-4dbf-9efc-d5b3bcd2f111 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac0eb505-d8bd-4f22-8640-5babaff1d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0301907 Nov 08 13:00:43.117883 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58006) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:43.252531 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.292615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.460941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.464401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.468053 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/security-groups/777df854-d8af-46b2-b363-ae46e034a00d HTTP/1.1" status: 204 len: 168 time: 0.3463657 Nov 08 13:00:43.476049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29690434-5581-499f-9b3d-bc913470c71e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777df854-d8af-46b2-b363-ae46e034a00d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:43.577366 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58012) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:43.674908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting subnet a9ab5adb-7f00-455a-8c94-c98244375baa {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:00:43.680068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.832401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:43.954561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.131553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.176214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ab5adb-7f00-455a-8c94-c98244375baa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:44.193335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.206921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d579ec0c-e297-466e-b6b0-096c6c75e09a None None] Network 657323e3-ffe7-4a83-ab36-382dd81acefb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:00:44.209537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-59d9a709-9d40-4618-891b-829827c549b0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/subnets/a9ab5adb-7f00-455a-8c94-c98244375baa HTTP/1.1" status: 204 len: 168 time: 0.6304908 Nov 08 13:00:44.213334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58020) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:44.378763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.483475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port 0816233c-b07f-439a-924c-cb4da83d0d9d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:44.483812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.536159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] DHCP port deletion for 657323e3-ffe7-4a83-ab36-382dd81acefb request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:00:44.586284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port 0816233c-b07f-439a-924c-cb4da83d0d9d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0816233c-b07f-439a-924c-cb4da83d0d9d,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:44.587117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.607097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Deleting port 0816233c-b07f-439a-924c-cb4da83d0d9d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:44.607558 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.609764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for 0816233c-b07f-439a-924c-cb4da83d0d9d owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:44.683208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] For port 0816233c-b07f-439a-924c-cb4da83d0d9d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0816233c-b07f-439a-924c-cb4da83d0d9d,segment=NetworkSegment(0d4c3fe4-0623-4180-a3a6-898febaeb853),segment_id=0d4c3fe4-0623-4180-a3a6-898febaeb853)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:44.683585 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.699396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Calling delete_port for 0816233c-b07f-439a-924c-cb4da83d0d9d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:44.871914 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.896694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:44.913111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] No DVR routers for this DVR port 0816233c-b07f-439a-924c-cb4da83d0d9d on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:44.966704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] No DVR routers for this DVR port 0816233c-b07f-439a-924c-cb4da83d0d9d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:44.970548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fec6d4-1564-4a5f-b3df-f871b06c9694 None None] Pushing event deleted for resources: {'Port': ['ID=0816233c-b07f-439a-924c-cb4da83d0d9d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:44.986041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=0816233c-b07f-439a-924c-cb4da83d0d9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:45.125431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ff82b676-e714-48cb-b7b1-2c370c191e11 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:45.134715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.178286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657323e3-ffe7-4a83-ab36-382dd81acefb']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:45.178569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: ff82b676-e714-48cb-b7b1-2c370c191e11 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:45.178569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device ff82b676-e714-48cb-b7b1-2c370c191e11 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:45.220607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4c3fe4-0623-4180-a3a6-898febaeb853') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4c3fe4-0623-4180-a3a6-898febaeb853') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:00:45.476462 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:00:45.928842 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.942224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:45.942224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/networks/657323e3-ffe7-4a83-ab36-382dd81acefb HTTP/1.1" status: 204 len: 168 time: 1.7210777 Nov 08 13:00:45.943832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58070) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:45.980243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696753f-73c6-4868-8e5a-d898a72b967d tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Network': ['ID=657323e3-ffe7-4a83-ab36-382dd81acefb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:46.144319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port 0dee2090-c3e2-48a6-9881-bdaba8fddb75 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:46.145113 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.212175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.223723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0816233c-b07f-439a-924c-cb4da83d0d9d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:46.252820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.253168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.258219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0816233c-b07f-439a-924c-cb4da83d0d9d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:46.258906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0816233c-b07f-439a-924c-cb4da83d0d9d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:46.277337 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for 0dee2090-c3e2-48a6-9881-bdaba8fddb75 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:46.587381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.643446 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=0dee2090-c3e2-48a6-9881-bdaba8fddb75,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:46.700132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:46.705704 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Floating IP 6207d355-4e6c-4368-9125-86834e2fbda5 disassociated (deleted). External IP: 172.25.1.171, port: f7ec8082-25d8-412a-a248-fed7afc72151. Nov 08 13:00:47.362036 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:00:47.497517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:00:47.503435 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:47.512880 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:00:47.532267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:47.532810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:47.541224 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-722841ad-a48b-4dd0-aad1-7849fd3c8f3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/floatingips/6207d355-4e6c-4368-9125-86834e2fbda5 HTTP/1.1" status: 204 len: 168 time: 1.5960419 Nov 08 13:00:47.541859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:47.544371 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794f7e65-bf96-4679-9a11-5842379b8bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:47.625408 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854bca29-8fa3-41b5-b8e6-0dde179cd3a4 x-openstack-request-id: req-854bca29-8fa3-41b5-b8e6-0dde179cd3a4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:47.625998 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:47.626222 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-854bca29-8fa3-41b5-b8e6-0dde179cd3a4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:47.627182 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'status': 'completed', 'code': 200} Nov 08 13:00:47.759910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-8f438c97-9f6f-4002-abf5-de4fce222cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:47.762677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-8f438c97-9f6f-4002-abf5-de4fce222cf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 1096 time: 0.1204803 Nov 08 13:00:47.781600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:48.056854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-34913cad-521e-4853-9221-bcbb057970a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:48.059525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-34913cad-521e-4853-9221-bcbb057970a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 200 len: 896 time: 0.2863286 Nov 08 13:00:48.191403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:48.204378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-5b6e2613-4c52-40ff-8001-b8831c3f4402 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 200 len: 217 time: 0.1254537 Nov 08 13:00:48.255702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:00:48.274235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:48.276064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:48.447976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:48.732809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25290e36-3ac9-402c-aef4-1314f14e90cb req-bb065195-da1f-426e-8f74-d08093c433da tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:48.744882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25290e36-3ac9-402c-aef4-1314f14e90cb req-bb065195-da1f-426e-8f74-d08093c433da tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.5414414 Nov 08 13:00:48.757579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-add4ac27-9182-4514-ba0e-8a39cdea68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:48.759138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-add4ac27-9182-4514-ba0e-8a39cdea68e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 200 len: 835 time: 0.1069973 Nov 08 13:00:48.946984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-b8bb3e61-cbca-432e-abfa-1b27fd66c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:48.948796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-b8bb3e61-cbca-432e-abfa-1b27fd66c0d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab76138f-9dce-4583-a807-86b9d0f4cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686099 Nov 08 13:00:48.955677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25290e36-3ac9-402c-aef4-1314f14e90cb req-3579f1f8-f71f-4bba-83a7-155cce2e8bbd tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953909 Nov 08 13:00:49.040095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:49.071951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae9e85-79db-46a8-8beb-a7973a5ee102 None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:37Z', 'revision_number': 6, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a', 'name': '', 'network_id': 'ab76138f-9dce-4583-a807-86b9d0f4cc01', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:cc:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:41Z', 'updated_at': '2021-11-08T12:58:46Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '2172d0e0-47c9-4018-a26d-7cb35ce03125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:00:49.089761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-146b4be7-16d0-4bfe-8e44-6169e7d7e36f service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271160 Nov 08 13:00:49.313372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-794f7e65-bf96-4679-9a11-5842379b8bf7 req-0a91f972-9e67-4e4f-8f9b-55390638f4f5 service neutron] 10.222.0.61 "GET /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130322 Nov 08 13:00:49.579368 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e33c2-d0f5-48ec-934d-386a6f705e9b None None] New status for floating IP 6207d355-4e6c-4368-9125-86834e2fbda5: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:00:49.650922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-2fe956b5-adb5-4293-ab69-1d7ab9141fb2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:49.652566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-2fe956b5-adb5-4293-ab69-1d7ab9141fb2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.61 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.1657112 Nov 08 13:00:49.845542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port f7ec8082-25d8-412a-a248-fed7afc72151 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:49.846023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:49.981201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port f7ec8082-25d8-412a-a248-fed7afc72151, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=f7ec8082-25d8-412a-a248-fed7afc72151,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:49.981902 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:49.999440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for f7ec8082-25d8-412a-a248-fed7afc72151 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:50.195374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c68a4-5ef4-4377-9606-5abeb725a11b req-925f4c00-a21b-4b9a-aa22-4e9f7a8062e6 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:50.200052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811c68a4-5ef4-4377-9606-5abeb725a11b req-925f4c00-a21b-4b9a-aa22-4e9f7a8062e6 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 945 time: 0.0844433 Nov 08 13:00:50.265268 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811c68a4-5ef4-4377-9606-5abeb725a11b req-a248caaa-4bbd-4615-9432-eedceb55b0b2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d3830f-89b7-44c2-af51-712214691434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586402 Nov 08 13:00:50.289982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:50.331638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=f7ec8082-25d8-412a-a248-fed7afc72151,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:50.345459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.345995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.346481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.347041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.347393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.348042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.348387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.349007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.349351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.350080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.350454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.350945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:50.414161 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:50.437244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] No DVR routers for this DVR port f7ec8082-25d8-412a-a248-fed7afc72151 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:50.442877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:50.448903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2f69c45-0354-4b05-bb31-6aa814e5e9fc req-f204756c-981e-452e-ba9c-7f02d2d16621 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.61 "DELETE /v2.0/ports/f7ec8082-25d8-412a-a248-fed7afc72151 HTTP/1.1" status: 204 len: 173 time: 0.7897577 Nov 08 13:00:50.449932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'name': 'network-vif-deleted', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:00:50.454555 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8509252-ee63-4b96-9c5b-be03468e0ec9" -d '{"events": [{"server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "name": "network-vif-deleted", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:00:50.741860 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6645b14b-6f36-4067-8dfe-09c3e61bcb36 x-openstack-request-id: req-6645b14b-6f36-4067-8dfe-09c3e61bcb36 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:00:50.742163 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64dc652-2f54-4cea-b87c-01e9805040aa", "name": "network-vif-deleted", "tag": "f7ec8082-25d8-412a-a248-fed7afc72151", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:00:50.742487 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6645b14b-6f36-4067-8dfe-09c3e61bcb36 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:00:50.742978 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64dc652-2f54-4cea-b87c-01e9805040aa', 'name': 'network-vif-deleted', 'tag': 'f7ec8082-25d8-412a-a248-fed7afc72151', 'status': 'completed', 'code': 200} Nov 08 13:00:51.547946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb6718f8-f74c-4339-930c-9c8cf3400e08 req-d6fb7bac-5cab-436d-a959-0f27f168573a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64dc652-2f54-4cea-b87c-01e9805040aa HTTP/1.1" status: 200 len: 210 time: 0.0576859 Nov 08 13:00:52.630414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58184) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:52.736263 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:52.783963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:52.974519 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:52.978972 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:52.980938 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/security-groups/30d3830f-89b7-44c2-af51-712214691434 HTTP/1.1" status: 204 len: 168 time: 0.3488276 Nov 08 13:00:53.028173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3830f-89b7-44c2-af51-712214691434,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:53.074635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.075310 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.075662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.086721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.086721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.086721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.086721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.086721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.088000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:53.088429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.088429 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.090542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.090945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d9b63e-8f43-4020-8354-247f5ee4d8df tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:00:53.182974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3ece6201-e03b-4399-b594-4130d2fa0914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:53.307884 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:00:53.488799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f7ec8082-25d8-412a-a248-fed7afc72151 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:53.530533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: f7ec8082-25d8-412a-a248-fed7afc72151 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:53.531572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device f7ec8082-25d8-412a-a248-fed7afc72151 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:53.880766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:54.414679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:54.415769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:54.566292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:54.566806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:54.585634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:54.996502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:55.029589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:55.291023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:55.541019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 20da8ec1-fb99-4931-9545-d2883dba1e8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:00:55.580212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9a57-b66b-449a-992f-9f798b518a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:55.662786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:00:55.676244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Sync routers for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:00:55.681305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cfe4e7ba-cd10-46dd-ad7f-880928231f1e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/20da8ec1-fb99-4931-9545-d2883dba1e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899949 Nov 08 13:00:55.681639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:55.694959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:55.697656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:55.753805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting subnet 2172d0e0-47c9-4018-a26d-7cb35ce03125 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:00:55.758408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:55.809271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:55.857721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:55.964854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.130527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:54Z', 'revision_number': 7, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:56.135758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.162988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Checking router: 20da8ec1-fb99-4931-9545-d2883dba1e8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:00:56.177707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Routers {'20da8ec1-fb99-4931-9545-d2883dba1e8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:00:56.178373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['20da8ec1-fb99-4931-9545-d2883dba1e8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:56.190441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Subnet': ['ID=2172d0e0-47c9-4018-a26d-7cb35ce03125,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:56.195537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.219191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:56.219797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fd6660ea-9bb6-4a06-bfbd-c9ed9d0839b3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/subnets/2172d0e0-47c9-4018-a26d-7cb35ce03125 HTTP/1.1" status: 204 len: 168 time: 0.5365891 Nov 08 13:00:56.252108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9848812-ec46-4668-96a3-5cd0cf6cf09b None None] Network ab76138f-9dce-4583-a807-86b9d0f4cc01 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:00:56.407530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] Set router 20da8ec1-fb99-4931-9545-d2883dba1e8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:00:56.439399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.577560 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.703045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:54Z', 'revision_number': 7, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:56.738633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port 26cd87e9-94c5-46cb-835d-0fc3043c248d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:56.739516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.745684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bb054-63a1-4204-806f-2068c6b98ee6 None None] The sync data for ids ['20da8ec1-fb99-4931-9545-d2883dba1e8d'] in n-d-816990-1 is: [{'id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'name': 'tempest-TestNetworkBasicOps-router-1102411312', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:58:34Z', 'updated_at': '2021-11-08T13:00:54Z', 'revision_number': 7, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': '26cd87e9-94c5-46cb-835d-0fc3043c248d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20da8ec1-fb99-4931-9545-d2883dba1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:58:35Z', 'updated_at': '2021-11-08T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:00:56.747348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] DHCP port deletion for ab76138f-9dce-4583-a807-86b9d0f4cc01 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:00:56.774604 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.848042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Deleting port 0fb06fbd-8f79-493d-9633-aff5d61c57ea {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:00:56.848432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.901835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port 26cd87e9-94c5-46cb-835d-0fc3043c248d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=26cd87e9-94c5-46cb-835d-0fc3043c248d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:56.902204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.920973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for 26cd87e9-94c5-46cb-835d-0fc3043c248d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:56.937384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] For port 0fb06fbd-8f79-493d-9633-aff5d61c57ea, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0fb06fbd-8f79-493d-9633-aff5d61c57ea,segment=NetworkSegment(51024916-e4f3-4e81-bff3-d3e7ca8fb63b),segment_id=51024916-e4f3-4e81-bff3-d3e7ca8fb63b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:00:56.937802 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:56.959818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Calling delete_port for 0fb06fbd-8f79-493d-9633-aff5d61c57ea owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:00:57.254593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.256183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.322684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] Pushing event deleted for resources: {'Port': ['ID=0fb06fbd-8f79-493d-9633-aff5d61c57ea,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:57.331985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b2f29-3436-4c7d-8697-7dbba722d699 None None] No DVR routers for this DVR port 0fb06fbd-8f79-493d-9633-aff5d61c57ea on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:00:57.354798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=26cd87e9-94c5-46cb-835d-0fc3043c248d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:57.491472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.621921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.624567 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.751644 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.752381 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Fanout notify agent at l3_agent the message router_deleted on router 20da8ec1-fb99-4931-9545-d2883dba1e8d {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:00:57.772424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:57.773533 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ca6c2e3-093c-4f5e-a97b-0cd180a95e3a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/routers/20da8ec1-fb99-4931-9545-d2883dba1e8d HTTP/1.1" status: 204 len: 168 time: 1.5521085 Nov 08 13:00:57.776356 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58266) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:57.876010 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.045845 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.073547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab76138f-9dce-4583-a807-86b9d0f4cc01']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:58.086154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51024916-e4f3-4e81-bff3-d3e7ca8fb63b') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:58.088400 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51024916-e4f3-4e81-bff3-d3e7ca8fb63b') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:00:58.101411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.118354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.125812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:00:58.126222 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:00:58.130298 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:00:58.231521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.374282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.400409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.423837 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/networks/ab76138f-9dce-4583-a807-86b9d0f4cc01 HTTP/1.1" status: 204 len: 168 time: 0.6463628 Nov 08 13:00:58.425113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f5bca-0547-4fac-b665-6717a7cd0c80 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Network': ['ID=ab76138f-9dce-4583-a807-86b9d0f4cc01,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:58.444999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:58.451627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'network': {'name': 'tempest-network-smoke--307279977', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:58.477058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26cd87e9-94c5-46cb-835d-0fc3043c248d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:58.509988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 26cd87e9-94c5-46cb-835d-0fc3043c248d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:58.511542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 26cd87e9-94c5-46cb-835d-0fc3043c248d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:58.512233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0fb06fbd-8f79-493d-9633-aff5d61c57ea no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:58.567804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0fb06fbd-8f79-493d-9633-aff5d61c57ea {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:58.568157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0fb06fbd-8f79-493d-9633-aff5d61c57ea not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:58.568596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:00:58.579919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:00:58.583793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.621584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:00:58.621932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device b024efc0-8f83-46a3-aa7a-bf3fcbd3c17a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:00:58.637807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:00:58.647661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.648048 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Added segment 58134455-d4ac-47cd-8286-3792ab541fb0 of type vlan for network 5c00e3ea-e5f6-48aa-a364-c2352492341d Nov 08 13:00:58.706926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.833622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.840340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:00:58.841220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:58.955871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58288) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:00:58.969550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5083940 Nov 08 13:00:58.969550 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1d99c-6d2c-4e32-85a4-4a34e93d2116 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Network': ['ID=5c00e3ea-e5f6-48aa-a364-c2352492341d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:00:58.970804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'admin_state_up': True, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:00:58.979482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:00:59.000453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:59.151850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:59.155968 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:59.282196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:59.579271 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:00:59.996572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:00.023282 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:00.221590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.25.1.107 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/cd2ba8e7-27a7-4da7-b02f-12db14973625) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:00.346278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:00.494945 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:00.591129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:00.604149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:00.611811 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:00.624889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:00.695715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=cd2ba8e7-27a7-4da7-b02f-12db14973625,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:00.936795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d85e-8aea-4397-a77f-b1ad6fd852ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.218352 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d85e-8aea-4397-a77f-b1ad6fd852ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.304495 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d85e-8aea-4397-a77f-b1ad6fd852ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.310941 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.385978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cbf6d85e-8aea-4397-a77f-b1ad6fd852ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a065d2a4b7d4395a3a198eb47331830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7928810 Nov 08 13:01:01.388562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6d85e-8aea-4397-a77f-b1ad6fd852ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af065317-4eee-467a-ac8a-999bd073dbc9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:01.401687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:01.569001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.622392 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.769789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.825385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.828584 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:01.841271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af065317-4eee-467a-ac8a-999bd073dbc9 HTTP/1.1" status: 204 len: 168 time: 0.4330003 Nov 08 13:01:01.881539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d78624-a8f1-4e9b-8686-441624e5350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af065317-4eee-467a-ac8a-999bd073dbc9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:02.099744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 1e708682-0687-47b2-89c5-ba57b43cf8e4 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:01:02.286728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:01:02.297879 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Sync routers for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:01:02.312498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:02.314633 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:02.382939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:02.382939 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2998422d-583b-4598-b582-04da7bed74c5 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4241202 Nov 08 13:01:02.385016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:02.454611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-590fa163-a26d-4ad4-97a1-b58f96e5165a tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=adfd00e7d2614062b34b4f8a55d22590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683513 Nov 08 13:01:02.458121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58360) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:02.490703 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:02.620196 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371e308-e68d-4d83-9d75-275dbbb6b19d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:02.625319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 58366) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:02.630421 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4371e308-e68d-4d83-9d75-275dbbb6b19d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631160 Nov 08 13:01:02.680748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5c28373e-8702-4470-9aef-9837e741394e tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531909 Nov 08 13:01:02.684124 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:02.689950 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79553523', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:02.958638 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:00Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:02.989079 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Checking router: 1e708682-0687-47b2-89c5-ba57b43cf8e4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:01:02.989424 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Updating router 1e708682-0687-47b2-89c5-ba57b43cf8e4 port cd2ba8e7-27a7-4da7-b02f-12db14973625 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:01:03.015849 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.040078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:01:03.045039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.416482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-765b10af-bd45-4e9e-b934-6a3fa8734808 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118016621&fields=id&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 267 time: 0.0934749 Nov 08 13:01:03.448793 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.482182 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.521982 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Subnet': ['ID=12023b5e-d61a-42fa-97d3-ad9f59c451bd,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:03.532651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Checking segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:03.533328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network hostable DHCP agents. Network: 5c00e3ea-e5f6-48aa-a364-c2352492341d, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:01:03.561532 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.565790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-55dd2c4b-027c-419a-b21e-7af9b7c1b539 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:03.568995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-55dd2c4b-027c-419a-b21e-7af9b7c1b539 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1437685 Nov 08 13:01:03.585770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-d7b72dc2-96ec-478c-8c44-db5441167af4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Nov 08 13:01:03.621175 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Pushing event updated for resources: {'Port': ['ID=cd2ba8e7-27a7-4da7-b02f-12db14973625,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:03.626385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Attempting to bind port cd2ba8e7-27a7-4da7-b02f-12db14973625 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:01:03.626385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Attempting to bind port cd2ba8e7-27a7-4da7-b02f-12db14973625 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:01:03.626385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Attempting to bind port cd2ba8e7-27a7-4da7-b02f-12db14973625 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:03.633548 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:01:03.634045 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:03.634339 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.634732 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:01:03.635195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Bound port: cd2ba8e7-27a7-4da7-b02f-12db14973625, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:01:03.635576 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.637203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:01:03.640822 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.641017 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.641203 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.641538 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.641867 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.642201 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.642532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.642855 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.643175 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.643492 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.645211 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.645211 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:03.679007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-9412ebdb-d691-480f-af45-8ac53448f2e9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847869 Nov 08 13:01:03.735321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5c00e3ea-e5f6-48aa-a364-c2352492341d) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:03.740871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:03.741472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.747696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b517c9-7acb-4324-99f0-427522bf19ac None None] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:01:03.749699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] For port cd2ba8e7-27a7-4da7-b02f-12db14973625, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:01:03.754090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] For port cd2ba8e7-27a7-4da7-b02f-12db14973625, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd2ba8e7-27a7-4da7-b02f-12db14973625,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:01:03.831963 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:03.845687 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-612c49a2-ca9c-42ad-a402-c83c73bdd1c9 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1601350 Nov 08 13:01:03.848137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58410) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:03.942718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5c00e3ea-e5f6-48aa-a364-c2352492341d', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:01:03.950754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:04.027059 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541c7ce-3164-4747-807d-9abf2b11dea8 None None] Pushing event updated for resources: {'Port': ['ID=cd2ba8e7-27a7-4da7-b02f-12db14973625,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:04.039876 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:04.040514 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:04.079062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-e0eb4ada-6e98-45a4-bfdb-4170cf06ad7d service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861570 Nov 08 13:01:04.128093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Allocated IP 172.20.0.2 (5c00e3ea-e5f6-48aa-a364-c2352492341d/12023b5e-d61a-42fa-97d3-ad9f59c451bd/f5fea5b9-a267-45bd-9efd-48c9713954ae) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:04.321633 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:04.610808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:04.624562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-2d14a38e-eefc-47d6-9683-2b9a4a9f118c service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373647 Nov 08 13:01:04.687053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:04.722682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:04.829305 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:00Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:04.895817 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d101aa8-2222-4a7e-a83a-9c94e4c99592 None None] The sync data for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 is: [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:00Z', 'revision_number': 3, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:01:05.113712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:05.120240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:05.128568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:05.141035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Pushing event updated for resources: {'Port': ['ID=f5fea5b9-a267-45bd-9efd-48c9713954ae,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:05.232452 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Attempting to bind port f5fea5b9-a267-45bd-9efd-48c9713954ae on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:01:05.233330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Attempting to bind port f5fea5b9-a267-45bd-9efd-48c9713954ae by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:01:05.234043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Attempting to bind port f5fea5b9-a267-45bd-9efd-48c9713954ae on network 5c00e3ea-e5f6-48aa-a364-c2352492341d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:05.241013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:01:05.243427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Checking segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:05.243870 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:05.263026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Bound using segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:01:05.266698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Bound port: f5fea5b9-a267-45bd-9efd-48c9713954ae, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:01:05.266698 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:05.355995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.1 (5c00e3ea-e5f6-48aa-a364-c2352492341d/12023b5e-d61a-42fa-97d3-ad9f59c451bd/ecebcac5-2b9c-4321-86cc-9094bde21906) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:05.463776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] For port f5fea5b9-a267-45bd-9efd-48c9713954ae, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:01:05.474748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] For port f5fea5b9-a267-45bd-9efd-48c9713954ae, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f5fea5b9-a267-45bd-9efd-48c9713954ae,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:01:05.538077 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:05.566590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1372417-4f71-4f16-b2c2-8baadffb161d req-59638815-b36e-4775-8cae-37d85b213446 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.1128759 Nov 08 13:01:05.675842 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:05.735152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fe26b-29c7-48a3-8d2c-f8fc343b371d None None] Pushing event updated for resources: {'Port': ['ID=f5fea5b9-a267-45bd-9efd-48c9713954ae,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:05.854769 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:05.911701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:05.918844 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:05.938891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:05.980714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:06.021103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:06.399681 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:06.499542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f5fea5b9-a267-45bd-9efd-48c9713954ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:06.592783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f5fea5b9-a267-45bd-9efd-48c9713954ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:06.592783 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:06.718160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-955547a5-f40d-43b4-8ee5-329aa010cd95 req-c309e022-d3f4-41d1-980e-75d8b7091cd0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0327442 Nov 08 13:01:06.719922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:06.778126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port f5fea5b9-a267-45bd-9efd-48c9713954ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f5fea5b9-a267-45bd-9efd-48c9713954ae,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:06.851298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:06.852788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd2ba8e7-27a7-4da7-b02f-12db14973625 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:06.954468 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=f5fea5b9-a267-45bd-9efd-48c9713954ae,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:07.011132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cd2ba8e7-27a7-4da7-b02f-12db14973625 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:07.011780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.195167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.241466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port cd2ba8e7-27a7-4da7-b02f-12db14973625, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd2ba8e7-27a7-4da7-b02f-12db14973625,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:07.306004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.418375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd7a09-5d60-4b26-91af-aff1671b18e7 None None] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:01:07.421969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=cd2ba8e7-27a7-4da7-b02f-12db14973625,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:07.503268 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.560679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-810eeb76-a5b7-4b8a-a39a-383b4fae57a7 None None] Provisioning complete for port f5fea5b9-a267-45bd-9efd-48c9713954ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:07.561536 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-810eeb76-a5b7-4b8a-a39a-383b4fae57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.596840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.734985 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:07.738998 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:07.917271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f413c8f9-8701-4799-8df6-ec11cacb2d22 req-7de06ed8-fc5f-4ee4-8825-63bc5be54d4f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0623910 Nov 08 13:01:07.936182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:07.936182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:08.145852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 1e708682-0687-47b2-89c5-ba57b43cf8e4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:01:08.263498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f5fea5b9-a267-45bd-9efd-48c9713954ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:08.301183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:01:08.313355 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-83c5c51d-9093-4632-a58e-358a1b4cd149 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/1e708682-0687-47b2-89c5-ba57b43cf8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4640834 Nov 08 13:01:08.314348 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:08.324224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54c0ddd8-2053-47a2-84ba-cdbae4093714 None None] Provisioning complete for port f5fea5b9-a267-45bd-9efd-48c9713954ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:08.324740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54c0ddd8-2053-47a2-84ba-cdbae4093714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:08.339746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Sync routers for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:01:08.517881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:08.518926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:08.792762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-7655487e-a84b-4dfb-9970-265743cf15a1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.792762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-7655487e-a84b-4dfb-9970-265743cf15a1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.3281705 Nov 08 13:01:08.795610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:08.796878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-496af453-da49-45de-966a-c201d3335e7c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 379 time: 0.1539559 Nov 08 13:01:08.815795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': '8a873186-a939-43e6-a397-236046e7908a', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'security_groups': ['78194268-1ea3-4b77-9f37-64b3fd458d75']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:08.881991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.886188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.886887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.887405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.887871 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.890632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.891158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:08.893267 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37a6764c-d646-4f03-a3ed-b6e5e6220bf2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.5779259 Nov 08 13:01:08.899640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58620) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:08.986578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f5fea5b9-a267-45bd-9efd-48c9713954ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:08.986578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a1f92dc-2fed-40cd-8376-c7358d0fe9f2 tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.1760700 Nov 08 13:01:09.093471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58628) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:09.094605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 2, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:09.186617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c16496cc-485f-482b-acd6-6c8fe3b15074 req-05583096-93fb-4c8e-9714-7b28664d9e85 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0476699 Nov 08 13:01:09.223406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Checking router: 1e708682-0687-47b2-89c5-ba57b43cf8e4 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:01:09.223941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Updating router 1e708682-0687-47b2-89c5-ba57b43cf8e4 port ecebcac5-2b9c-4321-86cc-9094bde21906 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:01:09.264045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:01:09.268595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:09.276624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:09.393525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-54c0ddd8-2053-47a2-84ba-cdbae4093714 None None] Provisioning complete for port ecebcac5-2b9c-4321-86cc-9094bde21906 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:09.394635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54c0ddd8-2053-47a2-84ba-cdbae4093714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:09.512486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd2ba8e7-27a7-4da7-b02f-12db14973625 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:09.513062 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d8282fdb-4ad9-415d-be39-ab9aa8e620af tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4306672 Nov 08 13:01:09.606654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-54c0ddd8-2053-47a2-84ba-cdbae4093714 None None] Port ecebcac5-2b9c-4321-86cc-9094bde21906 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:01:09.792741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.11 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:10.011701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ea4db24e-c9dc-433f-b504-36d6779b0715 None None] Provisioning complete for port ecebcac5-2b9c-4321-86cc-9094bde21906 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:10.012742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea4db24e-c9dc-433f-b504-36d6779b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.041207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port cd2ba8e7-27a7-4da7-b02f-12db14973625 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:10.041570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.120692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58656) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:10.125339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431368908', 'description': 'tempest-secgroup-smoke-431368908 description', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:10.136628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.219705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea4db24e-c9dc-433f-b504-36d6779b0715 None None] Port ecebcac5-2b9c-4321-86cc-9094bde21906 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:01:10.258377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.343328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.344847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.417274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:10.450966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58666) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:10.452425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.489277 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.568070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.580222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Pushing event updated for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:10.612349 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.615522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.616129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.616129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:01:10.631815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:10.676907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2340cac6-a282-45fc-a649-b5ce7321dd52,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:10.689976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:10.696220 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.704896 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4836fd25-e046-4e9c-8e8a-33587a623081 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5803649 Nov 08 13:01:10.708144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:10.722996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:10.776035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Attempting to bind port ecebcac5-2b9c-4321-86cc-9094bde21906 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:01:10.776035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Attempting to bind port ecebcac5-2b9c-4321-86cc-9094bde21906 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:01:10.776435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Attempting to bind port ecebcac5-2b9c-4321-86cc-9094bde21906 on network 5c00e3ea-e5f6-48aa-a364-c2352492341d {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Checking segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Bound using segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Bound port: ecebcac5-2b9c-4321-86cc-9094bde21906, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:01:10.798155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.805565 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c69eaf-f76d-436e-9345-56028a263e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.825014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:10.826213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.920632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c50892-ab56-47d5-b98e-f6dfdb85b259 req-ce10588d-2368-4831-8886-33f4f7caf794 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:10.931321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49c50892-ab56-47d5-b98e-f6dfdb85b259 req-ce10588d-2368-4831-8886-33f4f7caf794 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 932 time: 0.3292623 Nov 08 13:01:10.985076 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:10.986695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] For port ecebcac5-2b9c-4321-86cc-9094bde21906, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:01:10.991863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] For port ecebcac5-2b9c-4321-86cc-9094bde21906, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ecebcac5-2b9c-4321-86cc-9094bde21906,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:01:11.036787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49c50892-ab56-47d5-b98e-f6dfdb85b259 req-8c37be9c-f704-441c-8be9-857f9d39fd45 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000614 Nov 08 13:01:11.047006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c69eaf-f76d-436e-9345-56028a263e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.060084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-4e1ce6b3-0af6-4eda-b6bb-23e2048bdb5d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2542682 Nov 08 13:01:11.071696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Request body: {'port': {'device_id': '8a873186-a939-43e6-a397-236046e7908a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:11.083019 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.149901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19c69eaf-f76d-436e-9345-56028a263e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.166936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0899fa-b6cc-4607-8015-93e1a12fb629 None None] Pushing event updated for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:11.176772 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.229939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Provisioning complete for port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:11.230082 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.230195 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.230499 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19c69eaf-f76d-436e-9345-56028a263e29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b22422f47d246d9b3957ae7cb942b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7762182 Nov 08 13:01:11.236524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:11.236692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:11.236692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:00:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:11.300851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69eaf-f76d-436e-9345-56028a263e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79960010-c386-499b-a49e-0f67fb5a68e2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:11.328915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.364353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.367423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a72bbda-975a-407e-ab37-7221ef9127c1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:11.420316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.669315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:01:11.674211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.674211 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1a1637e1-1ad7-4250-be38-549ea6f1cd50 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9621284 Nov 08 13:01:11.674211 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.677724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.680802 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.694974 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79960010-c386-499b-a49e-0f67fb5a68e2 HTTP/1.1" status: 204 len: 168 time: 0.4585264 Nov 08 13:01:11.696120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58688) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:11.702668 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:11.709460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Transition to ACTIVE for port object 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:01:11.738867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1c95-5a42-433f-b6ad-297f7a153b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79960010-c386-499b-a49e-0f67fb5a68e2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:11.763911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:11.797696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.854575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:01:11.864970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:11.935857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:12.003409 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.010084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Attempting to bind port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:01:12.011374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Attempting to bind port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:01:12.011374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Attempting to bind port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Attempting to bind port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Bound port: 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:01:12.034888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.077038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Provisioning complete for port ecebcac5-2b9c-4321-86cc-9094bde21906 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:12.080803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.119721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:01:12.126674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:01:12.146572 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.232434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.257576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4b28f5-cbde-44af-a1eb-2898a1efae85,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:12.364110 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.364110 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e9a7d246-dcbd-4818-b7d0-3d322085f71b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6567733 Nov 08 13:01:12.364110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:12.367922 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:12.426436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:12.440302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.457246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:12.460073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.465316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-caf3d3ea-6266-4686-ad43-675262ee0fd1 service neutron] 10.222.0.61 "PUT /v2.0/ports/5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 1092 time: 1.3994269 Nov 08 13:01:12.469464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:12.487887 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0591705a-af96-41ca-a913-04f2755eae8e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:12.548375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.569593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0b82b-7e5b-429f-8b4b-5af9f1a42940 req-6b343ffa-6e2a-458a-86c0-57e23a430a5e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:12.583199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0a0b82b-7e5b-429f-8b4b-5af9f1a42940 req-6b343ffa-6e2a-458a-86c0-57e23a430a5e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.2830822 Nov 08 13:01:12.584534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:10Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:12.610081 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd60b0-f8f7-4501-ab44-b070a6ef0a4d x-openstack-request-id: req-8ffd60b0-f8f7-4501-ab44-b070a6ef0a4d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:12.627965 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:12.628444 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ffd60b0-f8f7-4501-ab44-b070a6ef0a4d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:12.628987 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'status': 'completed', 'code': 200} Nov 08 13:01:12.691186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a17f4-58b5-421d-9cff-d02a329e95e8 None None] The sync data for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 is: [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:10Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:01:12.704900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] For port ecebcac5-2b9c-4321-86cc-9094bde21906, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ecebcac5-2b9c-4321-86cc-9094bde21906,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:12.732314 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.787033 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.821066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.864715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b0a0b82b-7e5b-429f-8b4b-5af9f1a42940 req-1d3943e7-7282-45b4-adfc-d2d697e6fb3e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860141 Nov 08 13:01:12.879501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-f8175b24-b49e-4aaa-9536-bd91ebdbbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:12.896321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58710) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:12.903750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-f8175b24-b49e-4aaa-9536-bd91ebdbbe17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1095 time: 0.2736800 Nov 08 13:01:12.932536 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.938560 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5775194 Nov 08 13:01:12.957775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58712) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:12.958799 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddf64-3679-4b83-847a-a2a0d1ada194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:12.990472 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:13.004299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-ff086b94-2bb9-41eb-87d8-4915797a84f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 217 time: 0.0910859 Nov 08 13:01:13.015361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011844a-6f7d-4702-b51a-8c27656e6bcc None None] Pushing event updated for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:13.040946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c44da-c18d-4318-b982-984d6f36c789 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b2461f-f2d1-4813-a4a1-65cd4693ff54,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:13.073941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bbdf9f5c-9678-4054-af72-9c51198cf9f0 None None] Provisioning complete for port ecebcac5-2b9c-4321-86cc-9094bde21906 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:13.074654 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bbdf9f5c-9678-4054-af72-9c51198cf9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.136535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-90784edb-c8be-4239-8ead-d5565e8e30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:13.138222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-90784edb-c8be-4239-8ead-d5565e8e30f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.1263413 Nov 08 13:01:13.188650 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddf64-3679-4b83-847a-a2a0d1ada194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.223460 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.228156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-f0f41f17-e465-4576-9cc6-40d6d29658e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:13.232002 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-f0f41f17-e465-4576-9cc6-40d6d29658e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851381 Nov 08 13:01:13.305672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddf64-3679-4b83-847a-a2a0d1ada194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.387172 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ec6ddf64-3679-4b83-847a-a2a0d1ada194 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ed88649bc4c49e38ddd57937e2d7372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876835 Nov 08 13:01:13.465384 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.469224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58718) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:13.470264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-3d9c0b12-7737-48ea-a5e5-5f85b68f7f79 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306912 Nov 08 13:01:13.538321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ddf64-3679-4b83-847a-a2a0d1ada194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7bc9bb-f2d2-4e57-b983-a9b28693db64,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:13.564742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.596634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.629196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7cec4a08-79e2-42ba-a39c-da20853851dd req-581c61d9-3d0a-4082-8f14-f3947dea7a65 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500368 Nov 08 13:01:13.630672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313ba2c1-7cce-445a-af77-22cbb185e9e5,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:13.644829 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.689742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.694264 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-85fa3eca-136f-4afc-9cac-0e7f81e9696b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7139480 Nov 08 13:01:13.694405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:13.700742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:13.831085 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.834556 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:13.836018 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c7bc9bb-f2d2-4e57-b983-a9b28693db64 HTTP/1.1" status: 204 len: 168 time: 0.3657916 Nov 08 13:01:13.845445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d3ec-00cc-480c-ad61-61a954aa8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7bc9bb-f2d2-4e57-b983-a9b28693db64,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:13.870335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591705a-af96-41ca-a913-04f2755eae8e req-24bd9b0c-4c9d-4f20-a02d-e70f3f453cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:13.873114 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:01:13.884780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-24bd9b0c-4c9d-4f20-a02d-e70f3f453cd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1095 time: 0.0821786 Nov 08 13:01:13.892017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.065903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.189250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f52da-b10f-4672-860a-e9f77bac1c4f req-342418a7-032b-449a-82ab-4a55a86d5a11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:14.191188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940f52da-b10f-4672-860a-e9f77bac1c4f req-342418a7-032b-449a-82ab-4a55a86d5a11 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1137407 Nov 08 13:01:14.196988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591705a-af96-41ca-a913-04f2755eae8e req-38bc2a8f-cba4-4f53-a0a7-9ab4c67fcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:14.197825 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.217669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-38bc2a8f-cba4-4f53-a0a7-9ab4c67fcc47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.3241670 Nov 08 13:01:14.234609 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5345cc88-cc7b-4060-83b7-c15bbd75a822,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:14.303133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-75ebef7e-70c3-4ecb-abd9-9c2caf003b65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 217 time: 0.0726569 Nov 08 13:01:14.325183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.327199 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-87da0065-d308-4c5d-869b-04eb0d148e9c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6309979 Nov 08 13:01:14.338204 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58736) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:14.344000 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'security_group_rule': {'security_group_id': '2340cac6-a282-45fc-a649-b5ce7321dd52', 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:14.373942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-940f52da-b10f-4672-860a-e9f77bac1c4f req-74b8c4f9-8e27-451c-995d-a79f35d9498b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550369 Nov 08 13:01:14.389089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591705a-af96-41ca-a913-04f2755eae8e req-20f3bb74-05d8-4b1b-b28f-d457d21fbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:14.390805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-20f3bb74-05d8-4b1b-b28f-d457d21fbb24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0785201 Nov 08 13:01:14.440414 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Project adfd00e7d2614062b34b4f8a55d22590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:01:14.466399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.483247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591705a-af96-41ca-a913-04f2755eae8e req-0612adb8-f361-4a3b-bd39-7615f3f37456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:14.485333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-0612adb8-f361-4a3b-bd39-7615f3f37456 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759695 Nov 08 13:01:14.652359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.743266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-14100004-8fed-4ad3-a948-c4497b017438 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488077 Nov 08 13:01:14.751424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.811841 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f1a549-4f0a-4e04-839f-5e066b97d153,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:14.913437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:14.915352 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0daa694-49c4-4588-9073-4a2474446682 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5757585 Nov 08 13:01:14.925351 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ecebcac5-2b9c-4321-86cc-9094bde21906 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:15.039611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ecebcac5-2b9c-4321-86cc-9094bde21906 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:15.040403 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:15.098672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0591705a-af96-41ca-a913-04f2755eae8e req-54b5fafa-2ac8-49df-a15d-e4860c3237ef service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459289 Nov 08 13:01:15.324062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-170795c7-0d46-458d-81f2-2995c9a2e570 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431368908&fields=id&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 267 time: 0.0823312 Nov 08 13:01:15.479464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-551700cc-6c76-4d5d-a96e-8a1ba7b44656 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:15.481582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-551700cc-6c76-4d5d-a96e-8a1ba7b44656 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/networks?id=5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 200 len: 796 time: 0.1517797 Nov 08 13:01:15.526342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-94056e9a-2206-4def-851f-273fabc9ff83 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/quotas/adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 375 time: 0.0339353 Nov 08 13:01:15.583486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787ab1a-767b-4c8f-9dc4-bdad9c4bbb05 req-1a9dd92e-f8b7-458a-8928-3c007b35c108 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:15.585303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1787ab1a-767b-4c8f-9dc4-bdad9c4bbb05 req-1a9dd92e-f8b7-458a-8928-3c007b35c108 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1022069 Nov 08 13:01:15.600813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-cf390ae8-8388-425d-9c3d-7c347f4c963b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685596 Nov 08 13:01:15.623334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-7e8e6e5c-3572-4981-b124-9f14933d4a16 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:01:15.624782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-7e8e6e5c-3572-4981-b124-9f14933d4a16 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078986 Nov 08 13:01:15.728651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1787ab1a-767b-4c8f-9dc4-bdad9c4bbb05 req-51689192-837d-44c2-9095-08145c26a000 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264405 Nov 08 13:01:15.764395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-0dd824da-57aa-4226-95dd-4d01ccc395f0 service neutron] 10.222.0.58 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240394 Nov 08 13:01:15.890958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-b12d1c36-5095-44ff-97ba-7358dd797c60 service neutron] 10.222.0.58 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148493 Nov 08 13:01:16.208600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:16.225955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73acb88e-886d-41eb-88d2-243f43211e7b req-67c3b392-083d-4464-98de-fddc4a062213 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 210 time: 0.0670199 Nov 08 13:01:16.948994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca486-af9d-4ebc-8f68-744712915108 req-74afdbe1-8324-47fd-a653-6e5f98465330 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:16.950749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f9ca486-af9d-4ebc-8f68-744712915108 req-74afdbe1-8324-47fd-a653-6e5f98465330 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.0722604 Nov 08 13:01:17.066908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f9ca486-af9d-4ebc-8f68-744712915108 req-ac369540-ae03-4ff3-abd8-914b7b47381e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093688 Nov 08 13:01:17.357537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38a9a218-4071-4270-ac65-80bf0d97a3e4 req-36ed731a-5a72-41e5-a434-0338bf5d110c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 210 time: 0.0661221 Nov 08 13:01:18.233049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541ddb-2588-4e1f-b891-dd92cb0b1102 req-3bd2af64-e3d2-495f-a19a-972600d7f9ad tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:18.235236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4541ddb-2588-4e1f-b891-dd92cb0b1102 req-3bd2af64-e3d2-495f-a19a-972600d7f9ad tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.0690696 Nov 08 13:01:18.301577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4541ddb-2588-4e1f-b891-dd92cb0b1102 req-68bbd0f4-4fbc-4950-b03b-2b63ad7be1d4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600491 Nov 08 13:01:18.483103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0074dc0e-62a0-45c4-89ea-d785f197dd23 req-601e483a-3134-44dc-a474-c45058094385 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 210 time: 0.0446625 Nov 08 13:01:18.761695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-0f457ece-3d45-43be-9e20-df9a7404a876 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:18.763236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-0f457ece-3d45-43be-9e20-df9a7404a876 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/networks?id=5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 200 len: 796 time: 0.1317506 Nov 08 13:01:18.834093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-35d7bb49-24f7-4494-b0ed-248f7315d9b7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adfd00e7d2614062b34b4f8a55d22590 HTTP/1.1" status: 200 len: 379 time: 0.0609336 Nov 08 13:01:18.847335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'port': {'device_id': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'admin_state_up': True, 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'security_groups': ['2340cac6-a282-45fc-a649-b5ce7321dd52']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:19.040238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Made reservation on behalf of adfd00e7d2614062b34b4f8a55d22590 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:01:19.044255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:19.266279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.20.0.8 (5c00e3ea-e5f6-48aa-a364-c2352492341d/12023b5e-d61a-42fa-97d3-ad9f59c451bd/67ad52ab-2075-44c0-a219-f9f493053e30) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:19.478718 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:19.506700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa860906-929c-4486-be47-854dd019c4fb req-32227769-2810-4bdb-a8fd-3c8634a2f69e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:19.509435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa860906-929c-4486-be47-854dd019c4fb req-32227769-2810-4bdb-a8fd-3c8634a2f69e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1019213 Nov 08 13:01:19.609097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8572401c-4edf-475a-a9a1-9efb71b60a9f req-8f19149e-5a07-43ba-9c0f-fb9743aaf163 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 210 time: 0.0344033 Nov 08 13:01:19.615610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa860906-929c-4486-be47-854dd019c4fb req-d2892adf-888f-4b74-ab74-6e6399e3d255 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956614 Nov 08 13:01:19.643767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:19.686726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:19.693291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:19.697781 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:19.704798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:19.761522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:19.762837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:19.862125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-c8cd08d3-a57b-41ca-8859-5727249fe62c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0222719 Nov 08 13:01:19.981899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4d9e6a61-5ee6-4697-a3b0-378bba3e50d7 None None] Provisioning complete for port 67ad52ab-2075-44c0-a219-f9f493053e30 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:19.982959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6a61-5ee6-4697-a3b0-378bba3e50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.031945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Request body: {'port': {'device_id': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:20.044520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e6a61-5ee6-4697-a3b0-378bba3e50d7 None None] Port 67ad52ab-2075-44c0-a219-f9f493053e30 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:01:20.102570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.418771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.449266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ad52ab-2075-44c0-a219-f9f493053e30 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:01:20.458498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.473298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Transition to ACTIVE for port object 67ad52ab-2075-44c0-a219-f9f493053e30 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:01:20.551117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.627500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:20.710991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Attempting to bind port 67ad52ab-2075-44c0-a219-f9f493053e30 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:01:20.713224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Attempting to bind port 67ad52ab-2075-44c0-a219-f9f493053e30 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:01:20.713722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Attempting to bind port 67ad52ab-2075-44c0-a219-f9f493053e30 on network 5c00e3ea-e5f6-48aa-a364-c2352492341d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:20.720049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Port 67ad52ab-2075-44c0-a219-f9f493053e30 on network 5c00e3ea-e5f6-48aa-a364-c2352492341d not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:01:20.720918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Attempting to bind port 67ad52ab-2075-44c0-a219-f9f493053e30 on network 5c00e3ea-e5f6-48aa-a364-c2352492341d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:01:20.731328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:01:20.731672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Checking segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:01:20.732649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Bound using segment: {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:01:20.733112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Bound port: 67ad52ab-2075-44c0-a219-f9f493053e30, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58134455-d4ac-47cd-8286-3792ab541fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:01:20.733499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:20.909533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:01:20.915817 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=67ad52ab-2075-44c0-a219-f9f493053e30,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:01:20.926139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73b0c6-fd59-4445-a4b3-b52d44a15c58 req-99eb15db-666a-405b-adce-c15474748b36 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:20.927810 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab73b0c6-fd59-4445-a4b3-b52d44a15c58 req-99eb15db-666a-405b-adce-c15474748b36 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 943 time: 0.1697574 Nov 08 13:01:20.936501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df08ead-5738-4c9b-9315-74579853fbd8 req-04d89474-4b9e-4c7a-9f79-26d0513cb8f4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:20.938000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1df08ead-5738-4c9b-9315-74579853fbd8 req-04d89474-4b9e-4c7a-9f79-26d0513cb8f4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1440394 Nov 08 13:01:20.988735 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:21.070777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:21.072816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:21.072816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] 10.222.0.57 "PUT /v2.0/ports/67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 200 len: 1091 time: 1.2018127 Nov 08 13:01:21.078678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab73b0c6-fd59-4445-a4b3-b52d44a15c58 req-88df9a4b-796b-4479-a315-40b5a0613b4c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396670 Nov 08 13:01:21.079119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:21.081658 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de2f934-24b4-4d6e-8372-7da9620fb26f" -d '{"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:21.123317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1df08ead-5738-4c9b-9315-74579853fbd8 req-0758d19b-c5e8-4122-b8b4-db4c98955647 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637418 Nov 08 13:01:21.135174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd87fa4-2640-434d-a972-99c9144c0c14 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:21.171292 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe077cc-1d7f-4ffc-b849-e437466d6253 x-openstack-request-id: req-abe077cc-1d7f-4ffc-b849-e437466d6253 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:21.171626 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:21.171880 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abe077cc-1d7f-4ffc-b849-e437466d6253 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:21.172288 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30', 'status': 'completed', 'code': 200} Nov 08 13:01:21.227475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-ce53e6fe-6989-4333-b5b1-5139df700fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:21.232285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-ce53e6fe-6989-4333-b5b1-5139df700fad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1094 time: 0.0501983 Nov 08 13:01:21.275980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-d867c544-3154-416d-bdfd-12dedff22afc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 200 len: 217 time: 0.0374179 Nov 08 13:01:21.334022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-07ccdbd3-cb55-4063-a892-3d073a8aa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:21.340279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-07ccdbd3-cb55-4063-a892-3d073a8aa5c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12023b5e-d61a-42fa-97d3-ad9f59c451bd HTTP/1.1" status: 200 len: 833 time: 0.0538802 Nov 08 13:01:21.448458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13d99-c57e-4974-aa11-bb881101024a req-92185727-cd95-4f88-b250-072eaa992e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:21.449976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-92185727-cd95-4f88-b250-072eaa992e22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c00e3ea-e5f6-48aa-a364-c2352492341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050882 Nov 08 13:01:21.549933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-ea92f82d-9ee1-4703-bacb-61996558bb5e service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923834 Nov 08 13:01:21.657613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8a13d99-c57e-4974-aa11-bb881101024a req-9b885b94-9eef-4ca9-867f-c27b98a812ec service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991921 Nov 08 13:01:21.901824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-b28ae217-3048-41b8-bace-22d657b62238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:21.903492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-b28ae217-3048-41b8-bace-22d657b62238 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1094 time: 0.0635390 Nov 08 13:01:22.369468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-c78adecf-c8e5-4a1e-b630-27945d402ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:22.371016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-c78adecf-c8e5-4a1e-b630-27945d402ec2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 200 len: 897 time: 0.4588108 Nov 08 13:01:22.387861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858bda-e075-4c21-91d3-f8ad58a8ef9e req-e7edd600-b31d-41b5-8269-824ee6a61c75 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:22.389361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73858bda-e075-4c21-91d3-f8ad58a8ef9e req-e7edd600-b31d-41b5-8269-824ee6a61c75 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1011765 Nov 08 13:01:22.402347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e152-c6ec-4f3e-b847-6cb43b9f12c3 req-d6f4e782-6cb8-4809-9cdb-ce21e1d7c426 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:22.403980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1f4e152-c6ec-4f3e-b847-6cb43b9f12c3 req-d6f4e782-6cb8-4809-9cdb-ce21e1d7c426 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 943 time: 0.1257441 Nov 08 13:01:22.472729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-4f074f81-e49c-49be-a737-a324e7ede214 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 200 len: 217 time: 0.0930700 Nov 08 13:01:22.541729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1f4e152-c6ec-4f3e-b847-6cb43b9f12c3 req-00d6cc0d-ebbe-4140-bb4a-5325ddee5b64 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998640 Nov 08 13:01:22.567860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-807caae0-776b-46de-b56f-968f5c333c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:22.569320 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-807caae0-776b-46de-b56f-968f5c333c03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12023b5e-d61a-42fa-97d3-ad9f59c451bd HTTP/1.1" status: 200 len: 833 time: 0.0877757 Nov 08 13:01:22.578556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73858bda-e075-4c21-91d3-f8ad58a8ef9e req-41b7cad0-6ff4-4cc7-9364-df235cfd0c72 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355553 Nov 08 13:01:22.630579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-35d41c62-f685-4cb3-803b-6428d104f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:22.632269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-35d41c62-f685-4cb3-803b-6428d104f36f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c00e3ea-e5f6-48aa-a364-c2352492341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527215 Nov 08 13:01:22.747613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-b599e646-f2d6-404e-ac87-350d542b17ca service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069901 Nov 08 13:01:22.874029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9de2f934-24b4-4d6e-8372-7da9620fb26f req-a568e2ce-054f-4690-a2a9-71ed83385bcc service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195753 Nov 08 13:01:23.391991 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7c47b3d9-cf37-4085-a007-4a756956e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:23.391991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 67ad52ab-2075-44c0-a219-f9f493053e30 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:01:23.391991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=67ad52ab-2075-44c0-a219-f9f493053e30,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:23.391991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '67ad52ab-2075-44c0-a219-f9f493053e30', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'port_id': '67ad52ab-2075-44c0-a219-f9f493053e30', 'mac_address': 'fa:16:3e:01:a2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:01:23.397042 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:23.411868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ad52ab-2075-44c0-a219-f9f493053e30 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:01:23.434014 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=67ad52ab-2075-44c0-a219-f9f493053e30,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:23.653794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:23.736098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:23.747190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d945-23ad-4669-9ace-66477fc59987 req-9341333a-b198-48fe-ada8-da27ec16f378 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:23.748785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1a7d945-23ad-4669-9ace-66477fc59987 req-9341333a-b198-48fe-ada8-da27ec16f378 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 943 time: 0.1315665 Nov 08 13:01:23.774762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d312-9fb3-4763-86b7-bacde990bdbb req-e17a7189-7920-4965-aa7e-f05a4a79c6b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:23.776313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb2d312-9fb3-4763-86b7-bacde990bdbb req-e17a7189-7920-4965-aa7e-f05a4a79c6b2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.0906637 Nov 08 13:01:23.850213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1a7d945-23ad-4669-9ace-66477fc59987 req-70f4bc1b-45a1-455f-9475-3b88228a3617 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925760 Nov 08 13:01:23.866201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['67ad52ab-2075-44c0-a219-f9f493053e30'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:01:23.875792 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:23.888976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fb2d312-9fb3-4763-86b7-bacde990bdbb req-6ffd1e3a-946a-4c17-bccb-2f2237cefcf3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977433 Nov 08 13:01:24.066520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Deleting subnet 471a8cad-c013-4da8-9fdc-b100ac1a7f85 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:01:24.072002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.149325 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.201884 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.389622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.415236 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471a8cad-c013-4da8-9fdc-b100ac1a7f85,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:24.421259 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.424779 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-34610bf4-32d8-457e-b68a-32aae7da1451 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/471a8cad-c013-4da8-9fdc-b100ac1a7f85 HTTP/1.1" status: 204 len: 168 time: 0.5474150 Nov 08 13:01:24.432043 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58926) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:24.515991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.621443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.645449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac0632b-7d88-4b39-af05-a7193d042220']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:24.657034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b65147-5db8-46eb-a10b-55536c8c11c9') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:24.657332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b65147-5db8-46eb-a10b-55536c8c11c9') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:24.669522 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.683953 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.693262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:01:24.693712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:01:24.696274 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:01:24.824745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.830806 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:24.834092 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ac0632b-7d88-4b39-af05-a7193d042220 HTTP/1.1" status: 204 len: 168 time: 0.4010513 Nov 08 13:01:24.844888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487b5f3-cc3d-4920-97d1-6d41f9342f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac0632b-7d88-4b39-af05-a7193d042220,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:25.050958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56aff0e-6bc3-46f1-b84c-e00b2d37963e req-2bb33ff5-3a8c-4a93-ad0f-b705b0a60360 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:25.053250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e56aff0e-6bc3-46f1-b84c-e00b2d37963e req-2bb33ff5-3a8c-4a93-ad0f-b705b0a60360 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 944 time: 0.1059456 Nov 08 13:01:25.072500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94e5a7-1fb9-4ee7-a9b8-6171be3ab6f0 req-e34a53ee-0b35-4bab-83d5-3dc502cbf178 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:25.074117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a94e5a7-1fb9-4ee7-a9b8-6171be3ab6f0 req-e34a53ee-0b35-4bab-83d5-3dc502cbf178 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1001208 Nov 08 13:01:25.157396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e56aff0e-6bc3-46f1-b84c-e00b2d37963e req-b89f4bc3-30ed-4679-b2bb-8690c54c22e3 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821934 Nov 08 13:01:25.161419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a94e5a7-1fb9-4ee7-a9b8-6171be3ab6f0 req-e919c3e5-18aa-47bb-b93e-49602b2ad4a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801551 Nov 08 13:01:25.236105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 67ad52ab-2075-44c0-a219-f9f493053e30 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:25.240475 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58944) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:25.286947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-eb6a15b1-a280-4c32-bba4-b19e0a29fb22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa2c327ee21146b0a4df5bf32e398e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440655 Nov 08 13:01:25.288939 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58946) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:25.343695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.366408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.384972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 67ad52ab-2075-44c0-a219-f9f493053e30 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:01:25.390001 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 67ad52ab-2075-44c0-a219-f9f493053e30 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:25.390001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.507947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.527592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.530390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.537707 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/305e6e2e-c6d7-4131-bbdd-b7e698005154 HTTP/1.1" status: 204 len: 168 time: 0.2418487 Nov 08 13:01:25.543903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=67ad52ab-2075-44c0-a219-f9f493053e30,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:25.544866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:25.547541 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7d5db8-52f2-445c-b4f2-baa1758b1eb0" -d '{"events": [{"server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "name": "network-vif-plugged", "status": "completed", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:25.562517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96c5f7-04f5-47e7-a70f-45d4ebd4e332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e6e2e-c6d7-4131-bbdd-b7e698005154,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:25.575792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8370-27f9-42c4-9986-2cd89927ea07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.603325 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c618b3c-af76-4b1d-90d7-2150907232f1 x-openstack-request-id: req-0c618b3c-af76-4b1d-90d7-2150907232f1 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:25.603808 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "name": "network-vif-plugged", "status": "completed", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:25.604274 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c618b3c-af76-4b1d-90d7-2150907232f1 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:25.605093 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30', 'code': 200} Nov 08 13:01:25.670862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:25.714392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f059f89-2146-4ac2-920f-0799c51601e8 req-496aedf7-24a5-494d-ac38-de6399386cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:25.715942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f059f89-2146-4ac2-920f-0799c51601e8 req-496aedf7-24a5-494d-ac38-de6399386cda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1096 time: 0.0454621 Nov 08 13:01:25.728596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:25.773767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f059f89-2146-4ac2-920f-0799c51601e8 req-e564fab8-e949-406e-80d2-2c201fe64f87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Nov 08 13:01:26.339961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768bf4b-72e0-451b-9e77-70f20161ed2f req-eefbd3d8-1880-4d3e-9c19-e3c1fc645d18 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:26.341816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0768bf4b-72e0-451b-9e77-70f20161ed2f req-eefbd3d8-1880-4d3e-9c19-e3c1fc645d18 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.1036658 Nov 08 13:01:26.355309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834fc6e-ffed-4609-bf8d-2e9e9aceeb1d req-0476ec9d-ea2e-4964-a92c-efcffceebbf1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:26.356791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0834fc6e-ffed-4609-bf8d-2e9e9aceeb1d req-0476ec9d-ea2e-4964-a92c-efcffceebbf1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.0828269 Nov 08 13:01:26.438016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0768bf4b-72e0-451b-9e77-70f20161ed2f req-f70f39bd-10c3-4327-b9d3-8077ff4c82b7 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802133 Nov 08 13:01:26.442501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0834fc6e-ffed-4609-bf8d-2e9e9aceeb1d req-e0467ce3-72ba-46d2-b6dd-7ac800a4bb2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785589 Nov 08 13:01:26.767650 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:27.548677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:01:27.601286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4e5f2-c33d-4b2b-9c06-0a1dc6d18655 req-0ee9db63-4850-4d82-8845-691dd3de3bd2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:27.604233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98e4e5f2-c33d-4b2b-9c06-0a1dc6d18655 req-0ee9db63-4850-4d82-8845-691dd3de3bd2 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.0886450 Nov 08 13:01:27.620960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2d46a-dd79-4bbc-82f2-78900d036d03 req-48c68715-a00a-49ee-abea-f9a55ba38b95 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:27.627974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37d2d46a-dd79-4bbc-82f2-78900d036d03 req-48c68715-a00a-49ee-abea-f9a55ba38b95 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 944 time: 0.1104946 Nov 08 13:01:27.669591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:27.685954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'mac_address': 'fa:16:3e:68:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:01:27.712455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37d2d46a-dd79-4bbc-82f2-78900d036d03 req-c41ba667-8503-4b6b-966a-73f678a6be92 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756171 Nov 08 13:01:27.716516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98e4e5f2-c33d-4b2b-9c06-0a1dc6d18655 req-9ad3d8a4-4e48-411d-a7b4-2a0af8b1b69a tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875542 Nov 08 13:01:27.727871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:27.746971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:01:27.768195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:27.863675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b553f2-8ef0-4381-b836-e010653ad370 req-f557dd69-4104-45f6-9857-8540a903b43f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:27.865217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6b553f2-8ef0-4381-b836-e010653ad370 req-f557dd69-4104-45f6-9857-8540a903b43f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.0687931 Nov 08 13:01:27.870537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:27.923580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:27.927161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e6b553f2-8ef0-4381-b836-e010653ad370 req-ef64b868-c267-44fa-bd92-53a0d59bff28 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536466 Nov 08 13:01:27.946729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58994) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:27.990848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104dfc5b-95f0-423f-b218-e4995a53942d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:27.995764 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-104dfc5b-95f0-423f-b218-e4995a53942d tempest-TestNetworkBasicOps-443582340 tempest-TestNetworkBasicOps-443582340-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1091 time: 0.0451455 Nov 08 13:01:27.995940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 58996) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:28.000345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '67ad52ab-2075-44c0-a219-f9f493053e30', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:28.078381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:01:28.128013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:28.241297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:28.260089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:28.371125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Allocated IP 172.25.1.249 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/298278bc-28ee-4147-a29c-62e7a33524bf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:28.492114 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:28.579162 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:28.619643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:28.624929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:28.628806 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:28.635158 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=298278bc-28ee-4147-a29c-62e7a33524bf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:28.859275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e1953-49bc-4327-b5df-c1c2ff7892f4 req-8d340ca4-4873-4ffd-8eea-5a4c6dab04c4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:28.860851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d7e1953-49bc-4327-b5df-c1c2ff7892f4 req-8d340ca4-4873-4ffd-8eea-5a4c6dab04c4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 945 time: 0.0668819 Nov 08 13:01:28.921125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d7e1953-49bc-4327-b5df-c1c2ff7892f4 req-fcfdd9ff-e8eb-43c9-9def-c8503eca2924 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536823 Nov 08 13:01:29.002004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.060603 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.195529 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.355463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.411989 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.494865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event updated for resources: {'Port': ['ID=298278bc-28ee-4147-a29c-62e7a33524bf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:29.516909 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.548457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:01:29.634639 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Floating IP 7041c325-9b0c-4ad1-814f-69f6d05f42c3 associated. External IP: 172.25.1.249, port: 67ad52ab-2075-44c0-a219-f9f493053e30. Nov 08 13:01:29.685262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:01:29.687156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:01:29.687531 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.769058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.800288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:29.802592 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1c550-ba4e-4228-95b3-5e71d3bad1fe" -d '{"events": [{"server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "name": "network-vif-plugged", "status": "completed", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:29.817024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:01:29.855037 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb30af-e8ac-4c20-a7b1-74ac83770abb x-openstack-request-id: req-9dbb30af-e8ac-4c20-a7b1-74ac83770abb {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:29.855365 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "name": "network-vif-plugged", "status": "completed", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:29.855625 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dbb30af-e8ac-4c20-a7b1-74ac83770abb {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:29.856025 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'code': 200} Nov 08 13:01:29.878023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 1e708682-0687-47b2-89c5-ba57b43cf8e4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:01:29.899557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:29.986330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef371e-a2fa-475f-9c67-eb88ef04fc6e req-896bd20d-4c01-41c1-8b13-c14088c6e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:29.989505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ef371e-a2fa-475f-9c67-eb88ef04fc6e req-896bd20d-4c01-41c1-8b13-c14088c6e9f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1097 time: 0.0573189 Nov 08 13:01:30.007197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:30.047178 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:01:30.062934 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Sync routers for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:01:30.074906 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:30.075785 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:30.103921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ef371e-a2fa-475f-9c67-eb88ef04fc6e req-39d53cc6-ffd8-4624-9373-d5fa1f8b72e6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076963 Nov 08 13:01:30.112776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84db60e-8217-4944-953e-8c87cb9e5e44 req-7077217c-91d5-4dc1-9c7c-184d44ccf1a5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:30.114293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b84db60e-8217-4944-953e-8c87cb9e5e44 req-7077217c-91d5-4dc1-9c7c-184d44ccf1a5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.1117752 Nov 08 13:01:30.159081 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:30.167848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b84db60e-8217-4944-953e-8c87cb9e5e44 req-38a7f4ea-e39a-41a5-9e9b-108f25319b21 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472078 Nov 08 13:01:30.195739 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bf4a69c3-3499-4c3e-9b4c-19f0ef1c07fe tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1987092 Nov 08 13:01:30.196343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:30.198676 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef4270-c9da-4666-939c-684511db57ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:30.199289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:30.200457 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:30.240838 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3c303-ccc9-49b1-9d93-d216201ca862 x-openstack-request-id: req-3dc3c303-ccc9-49b1-9d93-d216201ca862 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:30.241157 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:30.241423 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dc3c303-ccc9-49b1-9d93-d216201ca862 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:30.241902 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30', 'status': 'completed', 'code': 200} Nov 08 13:01:30.323366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cb989f03-4350-40b0-a384-259b8b2e8eda tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/7041c325-9b0c-4ad1-814f-69f6d05f42c3 HTTP/1.1" status: 200 len: 991 time: 0.1221676 Nov 08 13:01:30.329827 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:01:30.339543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4270-c9da-4666-939c-684511db57ef req-e39be985-517c-4a52-b37e-19cec2c5fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:30.341199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-e39be985-517c-4a52-b37e-19cec2c5fa25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1096 time: 0.0747960 Nov 08 13:01:30.479899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4270-c9da-4666-939c-684511db57ef req-ddbb2199-5980-46cb-80cb-fdcfce1a3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:30.481545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-ddbb2199-5980-46cb-80cb-fdcfce1a3832 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 200 len: 897 time: 0.1333523 Nov 08 13:01:30.500383 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7041c325-9b0c-4ad1-814f-69f6d05f42c3', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'port_id': '67ad52ab-2075-44c0-a219-f9f493053e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'mac_address': 'fa:16:3e:01:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:28Z', 'updated_at': '2021-11-08T13:01:28Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:30.535669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Checking router: 1e708682-0687-47b2-89c5-ba57b43cf8e4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:01:30.547209 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:30.547830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:30.570148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-45984db5-2883-4d5d-bcb2-e824855d6de5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 200 len: 999 time: 0.0786593 Nov 08 13:01:30.623674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4270-c9da-4666-939c-684511db57ef req-214825cf-3047-4e7c-946d-972a4f3271d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:30.625149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-214825cf-3047-4e7c-946d-972a4f3271d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12023b5e-d61a-42fa-97d3-ad9f59c451bd HTTP/1.1" status: 200 len: 833 time: 0.0481215 Nov 08 13:01:30.666630 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:30.673906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4270-c9da-4666-939c-684511db57ef req-de1f311c-7021-4c1e-9c59-9cf3f2ab3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:30.675613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-de1f311c-7021-4c1e-9c59-9cf3f2ab3b90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c00e3ea-e5f6-48aa-a364-c2352492341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434620 Nov 08 13:01:30.812028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-99c2d043-a6ef-4a06-9b0d-67400be98e3c service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290920 Nov 08 13:01:30.922357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92ef4270-c9da-4666-939c-684511db57ef req-2fba5904-65c8-47e5-b3d7-158a32f81970 service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009109 Nov 08 13:01:31.026524 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7041c325-9b0c-4ad1-814f-69f6d05f42c3', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'port_id': '67ad52ab-2075-44c0-a219-f9f493053e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'mac_address': 'fa:16:3e:01:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:28Z', 'updated_at': '2021-11-08T13:01:28Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:31.057831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265576de-03c7-44fd-93f5-07f26bc9e9f0 None None] The sync data for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 is: [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7041c325-9b0c-4ad1-814f-69f6d05f42c3', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'port_id': '67ad52ab-2075-44c0-a219-f9f493053e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'mac_address': 'fa:16:3e:01:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:28Z', 'updated_at': '2021-11-08T13:01:28Z', 'revision_number': 0, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:01:31.292806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5d327-04ab-4ad0-be55-3f679b3cbb38 None None] New status for floating IP 7041c325-9b0c-4ad1-814f-69f6d05f42c3: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:01:31.307556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c873-2136-4242-a018-752bdd62f3d1 req-d558ea6c-e623-4d9b-80cc-353687a0a5b1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:31.309227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3135c873-2136-4242-a018-752bdd62f3d1 req-d558ea6c-e623-4d9b-80cc-353687a0a5b1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.0637877 Nov 08 13:01:31.326697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59048) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:31.416399 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-64eac6d5-a4d4-4c09-abb8-0c8fcf492a3f tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/7041c325-9b0c-4ad1-814f-69f6d05f42c3 HTTP/1.1" status: 200 len: 991 time: 0.0884156 Nov 08 13:01:31.427225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3135c873-2136-4242-a018-752bdd62f3d1 req-05cea4b5-ea47-4d97-9568-22e743bb81af tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070211 Nov 08 13:01:32.420108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59064) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:32.499236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0e07696-8c7a-430d-a6f9-ccc46685d7f4 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/7041c325-9b0c-4ad1-814f-69f6d05f42c3 HTTP/1.1" status: 200 len: 993 time: 0.0777278 Nov 08 13:01:32.568047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb357-a85f-4bd7-8c7d-38ead1d98a9a req-7ca740c4-9936-49f5-8478-e6a6227dfc24 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:32.571514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5abb357-a85f-4bd7-8c7d-38ead1d98a9a req-7ca740c4-9936-49f5-8478-e6a6227dfc24 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.0704610 Nov 08 13:01:32.628987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5abb357-a85f-4bd7-8c7d-38ead1d98a9a req-4ce57c5a-26dc-401c-be3e-310e920ced85 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483515 Nov 08 13:01:32.752699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d3481-427a-4a36-a461-b3057f100e2c req-29dc9c8e-20ea-4e1b-8176-742c10307857 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:32.754272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953d3481-427a-4a36-a461-b3057f100e2c req-29dc9c8e-20ea-4e1b-8176-742c10307857 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.0516891 Nov 08 13:01:32.812430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-953d3481-427a-4a36-a461-b3057f100e2c req-d36741ce-7a7a-4c79-8542-762783b03f78 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496237 Nov 08 13:01:32.839442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59076) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:33.097867 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e26a60-3f32-4ddb-b485-572de198ffb9 tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:33.099639 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0e26a60-3f32-4ddb-b485-572de198ffb9 tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1092 time: 0.2591605 Nov 08 13:01:33.102816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59082) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:33.107233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:01:33.190302 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:33.295887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:33.414340 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.25.1.139 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/dc900a04-ec3c-41e6-9ea5-7c70364aef04) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:01:33.521915 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:33.648412 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:33.698846 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:01:33.702220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:01:33.707098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:01:33.710431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=dc900a04-ec3c-41e6-9ea5-7c70364aef04,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:34.096011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:34.588440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:34.744180 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:34.842666 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:34.923735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=dc900a04-ec3c-41e6-9ea5-7c70364aef04,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:01:34.944903 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:34.974013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-11e38a97-8ac0-40b6-a0c7-e7136d7cff16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577211 Nov 08 13:01:35.067541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef958-fd26-4071-b438-e2d577c13295 req-b131acba-6e8b-4774-90e6-c4f3e70edae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.070014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-b131acba-6e8b-4774-90e6-c4f3e70edae8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1097 time: 0.0450869 Nov 08 13:01:35.072283 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 7d62e714-74cf-4f64-b1fe-64e933b851c7 associated. External IP: 172.25.1.139, port: 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669. Nov 08 13:01:35.187527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef958-fd26-4071-b438-e2d577c13295 req-a138de77-3dfa-4e39-aa90-f63188729767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.189026 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-a138de77-3dfa-4e39-aa90-f63188729767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.0970364 Nov 08 13:01:35.259788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-335ef12c-b858-4f73-9e09-40338bd2eb35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 1000 time: 0.0634632 Nov 08 13:01:35.322380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef958-fd26-4071-b438-e2d577c13295 req-a7fa15bb-c641-4a98-829a-6ede979e5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.323990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-a7fa15bb-c641-4a98-829a-6ede979e5a49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0564325 Nov 08 13:01:35.326821 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:01:35.376731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef958-fd26-4071-b438-e2d577c13295 req-e5a0cae8-3c66-4d27-a761-8abd94786808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.378671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-e5a0cae8-3c66-4d27-a761-8abd94786808 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475075 Nov 08 13:01:35.454926 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:01:35.467340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:01:35.480721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:35.482433 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:35.490425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-3121199d-1619-4959-8fa6-7b87d8924efb service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991490 Nov 08 13:01:35.581159 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:35.593360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e50ef958-fd26-4071-b438-e2d577c13295 req-9767ae37-8609-47a2-a97c-9f73528c48e9 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952919 Nov 08 13:01:35.597081 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:35.612177 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9193a5f0-7a82-4ee6-a22e-06d1501fde06 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5080719 Nov 08 13:01:35.612780 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:01:35.616112 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652c1be-5785-4ff0-a0a3-b027fdafa205" -d '{"events": [{"name": "network-changed", "server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:01:35.666009 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b470fcb-af2f-4212-baf8-a8fd16e5c2fe x-openstack-request-id: req-4b470fcb-af2f-4212-baf8-a8fd16e5c2fe {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:01:35.666009 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:01:35.666009 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b470fcb-af2f-4212-baf8-a8fd16e5c2fe {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:01:35.666009 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'status': 'completed', 'code': 200} Nov 08 13:01:35.774789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-64302f57-f234-4906-a5d5-50af3a90282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.776441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-64302f57-f234-4906-a5d5-50af3a90282d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1097 time: 0.0531425 Nov 08 13:01:35.873194 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7d62e714-74cf-4f64-b1fe-64e933b851c7', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:68:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a873186-a939-43e6-a397-236046e7908a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:33Z', 'updated_at': '2021-11-08T13:01:33Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:35.885039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-9a305e8f-f32c-4711-a9c4-72541c6b13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:35.886747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-9a305e8f-f32c-4711-a9c4-72541c6b13c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1015151 Nov 08 13:01:35.910410 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:01:35.920128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:01:35.920731 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:35.962160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-b736f5b9-c909-4b89-891b-7d7fe33e78f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 1000 time: 0.0668931 Nov 08 13:01:36.023862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-775127d1-1ba0-4fac-80de-0bf6b35d46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:36.024681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-775127d1-1ba0-4fac-80de-0bf6b35d46bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0558691 Nov 08 13:01:36.051855 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:01:36.109255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-b6783ce0-b98e-4ce6-b28e-0485cb543fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:01:36.111388 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-b6783ce0-b98e-4ce6-b28e-0485cb543fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792468 Nov 08 13:01:36.223898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-34fd618e-ce8f-4794-8956-fe5988cebffa service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042950 Nov 08 13:01:36.335264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7d62e714-74cf-4f64-b1fe-64e933b851c7', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:68:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a873186-a939-43e6-a397-236046e7908a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:33Z', 'updated_at': '2021-11-08T13:01:33Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:01:36.343580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3652c1be-5785-4ff0-a0a3-b027fdafa205 req-5cf5f8bf-e57d-4902-9bd8-72342268a2aa service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123319 Nov 08 13:01:36.366080 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970aad-1172-455d-b156-ed9f314f8c6e None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7d62e714-74cf-4f64-b1fe-64e933b851c7', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:68:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a873186-a939-43e6-a397-236046e7908a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:01:33Z', 'updated_at': '2021-11-08T13:01:33Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:01:36.612699 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9feb50-74d2-4a7d-9b6d-375adb8548ff None None] New status for floating IP 7d62e714-74cf-4f64-b1fe-64e933b851c7: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:01:46.124924 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:50.405902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:53.207109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-df363f2b-4f3c-43f7-8b3b-5d4cc0ab99d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:55.527034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d47b58cb-5b70-4ea7-89d8-c0798b07631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:56.823679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:58.199462 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:58.978923 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:59.106585 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59296) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:59.177456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6688e7c9-67b8-4521-92f4-4d8c16c560aa tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/floatingips/7041c325-9b0c-4ad1-814f-69f6d05f42c3 HTTP/1.1" status: 200 len: 993 time: 0.0696924 Nov 08 13:01:59.462504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59306) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:01:59.681078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port 298278bc-28ee-4147-a29c-62e7a33524bf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:01:59.681078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:59.765253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:59.765576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:01:59.779993 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for 298278bc-28ee-4147-a29c-62e7a33524bf owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:02:00.035917 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:00.062453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=298278bc-28ee-4147-a29c-62e7a33524bf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:00.092154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.092504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.092849 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.093190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.093528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.093873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.094197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.094546 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.094874 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.095199 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.095531 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.095856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:00.139208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:00.139895 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Floating IP 7041c325-9b0c-4ad1-814f-69f6d05f42c3 disassociated (deleted). External IP: 172.25.1.249, port: 67ad52ab-2075-44c0-a219-f9f493053e30. Nov 08 13:02:00.358549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 1e708682-0687-47b2-89c5-ba57b43cf8e4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:02:00.473991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:00.479581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:00.485709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Sync routers for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:00.501003 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:00.501624 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:00.508446 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c135b713-33fa-46b9-8486-8ccb950c23f0 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/floatingips/7041c325-9b0c-4ad1-814f-69f6d05f42c3 HTTP/1.1" status: 204 len: 168 time: 1.0442209 Nov 08 13:02:00.509109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:02:00.511370 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45bc8aa-3a60-42b9-b047-6e156da958aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:02:00.554826 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaac54c-9298-4d22-9a26-8d8c732be09e x-openstack-request-id: req-7eaac54c-9298-4d22-9a26-8d8c732be09e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:02:00.555128 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:02:00.555390 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eaac54c-9298-4d22-9a26-8d8c732be09e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:02:00.556610 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30', 'status': 'completed', 'code': 200} Nov 08 13:02:00.612988 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:00.628347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-c092546d-0a4f-48f6-92fe-94d94a3938da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:00.629858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-c092546d-0a4f-48f6-92fe-94d94a3938da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adfd00e7d2614062b34b4f8a55d22590&device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 1096 time: 0.0481017 Nov 08 13:02:00.738576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-49e8b3bc-d543-4d49-ba7f-e240e797aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:00.740210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-49e8b3bc-d543-4d49-ba7f-e240e797aa14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 200 len: 897 time: 0.1015632 Nov 08 13:02:00.785875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-6ed0e8ab-44a5-46be-a987-1a983174776b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 200 len: 217 time: 0.0371413 Nov 08 13:02:00.838910 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:00.847372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-71c1cf6a-3e12-4e9f-8dff-ce7005710942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:00.848967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-71c1cf6a-3e12-4e9f-8dff-ce7005710942 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12023b5e-d61a-42fa-97d3-ad9f59c451bd HTTP/1.1" status: 200 len: 833 time: 0.0535128 Nov 08 13:02:00.868037 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Checking router: 1e708682-0687-47b2-89c5-ba57b43cf8e4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:00.877236 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:00.877890 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:00.905853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-cccb0487-c5f4-45d2-9eb6-4a9421177304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:00.907959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-cccb0487-c5f4-45d2-9eb6-4a9421177304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c00e3ea-e5f6-48aa-a364-c2352492341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515494 Nov 08 13:02:01.017384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-9505ff16-bffb-450b-b484-951e01425e04 service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021245 Nov 08 13:02:01.117364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:01.131221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-4165f48f-daa5-47b1-99e6-12760d43ef62 req-c168083e-01ba-4624-bd92-a2884b3e666d service neutron] (102536) timed out ('10.222.0.58', 54052) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:02:01.180418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d45bc8aa-3a60-42b9-b047-6e156da958aa req-8e9bf574-15a3-4fde-b24c-a62fb13b9808 service neutron] 10.222.0.57 "GET /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537209 Nov 08 13:02:01.199286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297549fa-d6b4-4476-b3bf-5655acca66f7 req-bdc0733c-7e39-4350-921c-86a69a8a37ff tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:01.201011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-297549fa-d6b4-4476-b3bf-5655acca66f7 req-bdc0733c-7e39-4350-921c-86a69a8a37ff tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.0728428 Nov 08 13:02:01.268791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-297549fa-d6b4-4476-b3bf-5655acca66f7 req-f41bb686-a656-4895-9268-1c0205ec9964 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602858 Nov 08 13:02:01.361379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:01.391900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1103b-b625-4056-ba30-f64aa3de7ca3 None None] The sync data for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 is: [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:01:06Z', 'revision_number': 4, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'ecebcac5-2b9c-4321-86cc-9094bde21906', 'name': '', 'network_id': '5c00e3ea-e5f6-48aa-a364-c2352492341d', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'mac_address': 'fa:16:3e:c3:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:04Z', 'updated_at': '2021-11-08T13:01:12Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'subnets': [{'id': '12023b5e-d61a-42fa-97d3-ad9f59c451bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:01.657379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e20838-4251-4b9e-b9e5-bf59c8f66345 None None] New status for floating IP 7041c325-9b0c-4ad1-814f-69f6d05f42c3: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:02:02.397836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364f0c-0d95-46df-9aed-8100fbf92364 req-eb634ad7-d37a-4a13-abc4-f8a808fd881c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:02.401083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00364f0c-0d95-46df-9aed-8100fbf92364 req-eb634ad7-d37a-4a13-abc4-f8a808fd881c tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.0513020 Nov 08 13:02:02.490155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00364f0c-0d95-46df-9aed-8100fbf92364 req-349efd9f-a1e2-41e0-aebd-6123a0e7e491 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/security-groups?id=2340cac6-a282-45fc-a649-b5ce7321dd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800078 Nov 08 13:02:02.513166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532549eb-60ae-4d48-b624-b06e9619526c req-4c645fee-1734-4e7c-bf45-9391693d936e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:02.513955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-532549eb-60ae-4d48-b624-b06e9619526c req-4c645fee-1734-4e7c-bf45-9391693d936e tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 945 time: 0.0728788 Nov 08 13:02:02.612206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port 67ad52ab-2075-44c0-a219-f9f493053e30 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:02:02.612549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:02.717964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port 67ad52ab-2075-44c0-a219-f9f493053e30, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=67ad52ab-2075-44c0-a219-f9f493053e30,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:02.718368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:02.731660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for 67ad52ab-2075-44c0-a219-f9f493053e30 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:02:02.916060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:02.949014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=67ad52ab-2075-44c0-a219-f9f493053e30,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:02.963759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.964108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.964458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.964804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:02.968122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:03.004973 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] No DVR routers for this DVR port 67ad52ab-2075-44c0-a219-f9f493053e30 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:02:03.007634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:03.011766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-532549eb-60ae-4d48-b624-b06e9619526c req-dd98ff77-3e7b-4ef1-ba0c-6a02ea9e37ca tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.57 "DELETE /v2.0/ports/67ad52ab-2075-44c0-a219-f9f493053e30 HTTP/1.1" status: 204 len: 173 time: 0.4917219 Nov 08 13:02:03.012217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'name': 'network-vif-deleted', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:02:03.014547 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c14d5-bf7c-4e2d-88c7-9baf5e0eb1ad" -d '{"events": [{"server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "name": "network-vif-deleted", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:02:03.053271 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ba7a4e-eace-4a3a-8b45-889e65a93dca x-openstack-request-id: req-63ba7a4e-eace-4a3a-8b45-889e65a93dca {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:02:03.053659 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4913eabc-f5fc-47e8-9455-1f93669bd31c", "name": "network-vif-deleted", "tag": "67ad52ab-2075-44c0-a219-f9f493053e30", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:02:03.054050 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63ba7a4e-eace-4a3a-8b45-889e65a93dca {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:02:03.054722 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4913eabc-f5fc-47e8-9455-1f93669bd31c', 'name': 'network-vif-deleted', 'tag': '67ad52ab-2075-44c0-a219-f9f493053e30', 'status': 'completed', 'code': 200} Nov 08 13:02:03.615312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-49e76e90-f41d-46c7-b9ab-aa5fa1ca26b6 req-e089e443-0751-43ed-a292-f5f01af9aaff tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "GET /v2.0/ports?device_id=4913eabc-f5fc-47e8-9455-1f93669bd31c HTTP/1.1" status: 200 len: 210 time: 0.0312872 Nov 08 13:02:04.678171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:04.745988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:04.779257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:04.952983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:04.956422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:04.959829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/security-groups/2340cac6-a282-45fc-a649-b5ce7321dd52 HTTP/1.1" status: 204 len: 168 time: 0.2778752 Nov 08 13:02:04.968672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7897c9-611f-49ac-9df8-ad1e9c23610b tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340cac6-a282-45fc-a649-b5ce7321dd52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:05.077031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:05.766148 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:06.075366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port ecebcac5-2b9c-4321-86cc-9094bde21906 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:02:06.075770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:06.182541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port ecebcac5-2b9c-4321-86cc-9094bde21906, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ecebcac5-2b9c-4321-86cc-9094bde21906,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:06.182943 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:06.199142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for ecebcac5-2b9c-4321-86cc-9094bde21906 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:02:06.519884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:06.548909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=ecebcac5-2b9c-4321-86cc-9094bde21906,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:06.785324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.030231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Router 1e708682-0687-47b2-89c5-ba57b43cf8e4 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:02:07.154037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:07.159107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fed06991-8133-445e-8e92-d1d9a1343405 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "PUT /v2.0/routers/1e708682-0687-47b2-89c5-ba57b43cf8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810227 Nov 08 13:02:07.161977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:07.164585 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Sync routers for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:07.176385 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:07.177138 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:07.219231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting subnet 12023b5e-d61a-42fa-97d3-ad9f59c451bd {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:02:07.222461 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.267857 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.290315 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:07.356177 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:02:07.358110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.407630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 67ad52ab-2075-44c0-a219-f9f493053e30 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:02:07.439296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 67ad52ab-2075-44c0-a219-f9f493053e30 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:02:07.440082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 67ad52ab-2075-44c0-a219-f9f493053e30 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:02:07.492697 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:02:06Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:07.521659 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Checking router: 1e708682-0687-47b2-89c5-ba57b43cf8e4 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:07.532473 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Routers {'1e708682-0687-47b2-89c5-ba57b43cf8e4'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:07.533057 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['1e708682-0687-47b2-89c5-ba57b43cf8e4'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:07.550222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.584810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.590586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/subnets/12023b5e-d61a-42fa-97d3-ad9f59c451bd HTTP/1.1" status: 204 len: 168 time: 0.4275565 Nov 08 13:02:07.592073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ddc39-20d1-43b2-bdef-fcd4a2314890 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Subnet': ['ID=12023b5e-d61a-42fa-97d3-ad9f59c451bd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:07.593280 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59430) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:07.595006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba2b59-8475-46a7-bb88-cace0a18213e None None] Network 5c00e3ea-e5f6-48aa-a364-c2352492341d requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:02:07.665976 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] Set router 1e708682-0687-47b2-89c5-ba57b43cf8e4 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:07.721781 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.860319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] DHCP port deletion for 5c00e3ea-e5f6-48aa-a364-c2352492341d request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:02:07.880388 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.913304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:02:06Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:07.921816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Deleting port f5fea5b9-a267-45bd-9efd-48c9713954ae {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:02:07.922196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:07.954525 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5f7a-de1d-4722-b7d8-fb121e4f3228 None None] The sync data for ids ['1e708682-0687-47b2-89c5-ba57b43cf8e4'] in n-d-816990-1 is: [{'id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'name': 'tempest-TestNetworkBasicOps-router-1114334999', 'tenant_id': 'adfd00e7d2614062b34b4f8a55d22590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:00:59Z', 'updated_at': '2021-11-08T13:02:06Z', 'revision_number': 5, 'project_id': 'adfd00e7d2614062b34b4f8a55d22590', 'gw_port': {'id': 'cd2ba8e7-27a7-4da7-b02f-12db14973625', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e708682-0687-47b2-89c5-ba57b43cf8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:01:00Z', 'updated_at': '2021-11-08T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:08.001575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] For port f5fea5b9-a267-45bd-9efd-48c9713954ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f5fea5b9-a267-45bd-9efd-48c9713954ae,segment=NetworkSegment(58134455-d4ac-47cd-8286-3792ab541fb0),segment_id=58134455-d4ac-47cd-8286-3792ab541fb0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:08.002005 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.017143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Calling delete_port for f5fea5b9-a267-45bd-9efd-48c9713954ae owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:02:08.092591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Deleting port cd2ba8e7-27a7-4da7-b02f-12db14973625 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:02:08.092591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.161561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] For port cd2ba8e7-27a7-4da7-b02f-12db14973625, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=cd2ba8e7-27a7-4da7-b02f-12db14973625,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:08.161916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.177091 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Calling delete_port for cd2ba8e7-27a7-4da7-b02f-12db14973625 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:02:08.206583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.236285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] Pushing event deleted for resources: {'Port': ['ID=f5fea5b9-a267-45bd-9efd-48c9713954ae,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:08.239933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e605a5d-6eef-4e17-93c6-71aa22dd99d9 None None] No DVR routers for this DVR port f5fea5b9-a267-45bd-9efd-48c9713954ae on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:02:08.459283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.501999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Port': ['ID=cd2ba8e7-27a7-4da7-b02f-12db14973625,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:08.573216 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.673198 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.681599 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.778283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.778895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Fanout notify agent at l3_agent the message router_deleted on router 1e708682-0687-47b2-89c5-ba57b43cf8e4 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:02:08.795986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:08.797174 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f3926db-48ea-4f92-a741-635f8c7c4ac1 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/routers/1e708682-0687-47b2-89c5-ba57b43cf8e4 HTTP/1.1" status: 204 len: 168 time: 1.2026823 Nov 08 13:02:08.800097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59446) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:08.802592 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f5fea5b9-a267-45bd-9efd-48c9713954ae no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:02:08.838287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f5fea5b9-a267-45bd-9efd-48c9713954ae {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:02:08.838719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f5fea5b9-a267-45bd-9efd-48c9713954ae not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:02:08.839348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ecebcac5-2b9c-4321-86cc-9094bde21906 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:02:08.860026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ecebcac5-2b9c-4321-86cc-9094bde21906 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:02:08.860373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ecebcac5-2b9c-4321-86cc-9094bde21906 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:02:08.893411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.010714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.031701 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c00e3ea-e5f6-48aa-a364-c2352492341d']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:09.041412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58134455-d4ac-47cd-8286-3792ab541fb0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:09.041695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58134455-d4ac-47cd-8286-3792ab541fb0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:09.051289 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.066267 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.078030 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:02:09.078491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:02:09.081907 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:02:09.245037 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.250893 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:09.254423 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] 10.222.0.58 "DELETE /v2.0/networks/5c00e3ea-e5f6-48aa-a364-c2352492341d HTTP/1.1" status: 204 len: 168 time: 0.4532847 Nov 08 13:02:09.287957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645d569-0b35-4fdf-9dc3-75fc2b328017 tempest-TestNetworkBasicOps-1324167345 tempest-TestNetworkBasicOps-1324167345-project] Pushing event deleted for resources: {'Network': ['ID=5c00e3ea-e5f6-48aa-a364-c2352492341d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:09.884031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59468) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:10.033658 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-02eaa7f9-2a31-4d7e-beba-714dbf46436a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adfd00e7d2614062b34b4f8a55d22590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472771 Nov 08 13:02:10.033953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59474) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:10.094004 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:10.116551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:10.280610 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:10.283335 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:10.284510 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3de4c8bb-b538-4b83-9481-1c97ac770ff2 HTTP/1.1" status: 204 len: 168 time: 0.2494969 Nov 08 13:02:10.293147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c00b7-73ee-4a7a-b1ff-1b4a12ca5cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4c8bb-b538-4b83-9481-1c97ac770ff2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:10.693769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd2ba8e7-27a7-4da7-b02f-12db14973625 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:02:10.719395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: cd2ba8e7-27a7-4da7-b02f-12db14973625 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:02:10.720034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device cd2ba8e7-27a7-4da7-b02f-12db14973625 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:02:11.089167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59494) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:11.103743 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0416a6b-76ba-4a63-bc67-3b520d61d962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.183129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0416a6b-76ba-4a63-bc67-3b520d61d962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.275841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0416a6b-76ba-4a63-bc67-3b520d61d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.317846 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e0416a6b-76ba-4a63-bc67-3b520d61d962 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16602127b3284fe3b9df6256a7278b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275531 Nov 08 13:02:11.319150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416a6b-76ba-4a63-bc67-3b520d61d962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8d38cb-25b6-46af-80b6-70da41fc2c30,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:11.320834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:11.378720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.403966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.549173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.551814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:11.555031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb8d38cb-25b6-46af-80b6-70da41fc2c30 HTTP/1.1" status: 204 len: 168 time: 0.2304394 Nov 08 13:02:11.570076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c6e98-8e9b-43c7-8807-e88709fb24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8d38cb-25b6-46af-80b6-70da41fc2c30,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:12.798805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:12.905210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-827921317-network', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:13.063940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Made reservation on behalf of a3dc5341f26943a3a9c2cf70cb894fa4 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:02:13.066888 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.078457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.161293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.251970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.283226 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:02:13.293024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c362d-41da-4cc3-ae04-4901dff88aca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:13.297873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.298221 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Added segment 9419e2f4-9e69-440e-9e48-021e223c0ce6 of type vlan for network 790512d9-d4e9-483b-8325-3c74ddc09a75 Nov 08 13:02:13.349625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.458187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.459249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:13.459837 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.561840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] Pushing event updated for resources: {'Network': ['ID=790512d9-d4e9-483b-8325-3c74ddc09a75,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:13.576532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:02:13.607427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fba344b5-e638-4f77-b3b0-a38e07459a8c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8044796 Nov 08 13:02:13.608279 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59556) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:13.614409 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Request body: {'subnet': {'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-827921317-subnet', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:13.709286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Made reservation on behalf of a3dc5341f26943a3a9c2cf70cb894fa4 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:02:13.712127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:13.990328 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.060495 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05150c46-3e4e-4a66-b9db-8d2c267af808,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:14.069543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Checking segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:14.069911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Network hostable DHCP agents. Network: 790512d9-d4e9-483b-8325-3c74ddc09a75, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:02:14.175813 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:02:14.280523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 790512d9-d4e9-483b-8325-3c74ddc09a75) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:14.285530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:14.287392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.288429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dd3daf-50d3-4fc3-9c31-008368e8eebb None None] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:02:14.364011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36ab52f6-69fc-47fe-9419-b8f9763d8074 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7539062 Nov 08 13:02:14.366693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:14.372736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:14.454155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-790512d9-d4e9-483b-8325-3c74ddc09a75', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:02:14.455132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.509223 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.510477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.580093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.600382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Allocated IP 172.20.0.2 (790512d9-d4e9-483b-8325-3c74ddc09a75/05150c46-3e4e-4a66-b9db-8d2c267af808/f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:14.762828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.849992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.857902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:14.906495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:14.909832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:14.920185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:14.926106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Pushing event updated for resources: {'Port': ['ID=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:14.937895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.938321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.938617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.938963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.939557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.939889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.940221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.940549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.940877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.941203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.941532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.941856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:14.995854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Attempting to bind port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:14.996233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Attempting to bind port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:14.996591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Attempting to bind port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab on network 790512d9-d4e9-483b-8325-3c74ddc09a75 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:15.002522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:15.002901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Checking segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:15.003309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.003701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Bound using segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:15.004170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Bound port: f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:15.004549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.081616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] For port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:15.086019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] For port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:15.189816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.210936 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.236540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.256295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682514-05bf-4e62-9c5f-d64fe1a08438 None None] Pushing event updated for resources: {'Port': ['ID=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:15.360574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Allocated IP 172.25.1.109 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/3c9b52ac-0430-4c00-9119-d53e6868078d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:15.499921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.636678 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:15.674529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:15.679756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:15.685084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:15.710659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9b52ac-0430-4c00-9119-d53e6868078d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:16.210623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.293398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca02f03-c718-4f75-be81-81cecc8b3fd0 None None] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:02:16.420370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.440809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] Provisioning complete for port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:16.441185 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.572830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.623745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] For port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:16.672582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.715143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.788709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99f3d5-8ea5-49b6-8a25-ccc0dcf817b4 None None] Pushing event updated for resources: {'Port': ['ID=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:16.829684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:16.888198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0bd5d28a-becf-4e7e-9079-a9f5e040ded2 None None] Provisioning complete for port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:16.888569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d28a-becf-4e7e-9079-a9f5e040ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.930205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:16.930521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:16.966724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Router 508063cd-8500-44ee-b263-f823b905b7b9 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:02:17.110522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:17.121534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Sync routers for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:17.131893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:17.132512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:17.254950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:17.256570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:17.257259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fb92c333-44e2-484b-8afe-e896aedff6c3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8887007 Nov 08 13:02:17.260133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:17.466154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:15Z', 'revision_number': 3, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:17.494723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Checking router: 508063cd-8500-44ee-b263-f823b905b7b9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:17.495077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Updating router 508063cd-8500-44ee-b263-f823b905b7b9 port 3c9b52ac-0430-4c00-9119-d53e6868078d binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:02:17.526332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:17.753393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.003169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.019155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Allocated IP 172.20.0.1 (790512d9-d4e9-483b-8325-3c74ddc09a75/05150c46-3e4e-4a66-b9db-8d2c267af808/3bd29af4-a3c9-4651-97d9-1e24a403e171) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:18.113231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.134986 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.169164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Attempting to bind port 3c9b52ac-0430-4c00-9119-d53e6868078d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:18.169526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Attempting to bind port 3c9b52ac-0430-4c00-9119-d53e6868078d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:18.169920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Attempting to bind port 3c9b52ac-0430-4c00-9119-d53e6868078d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:18.172060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519222f8-a98a-4450-b6fd-6b84d24d0af0 None None] Pushing event updated for resources: {'Port': ['ID=3c9b52ac-0430-4c00-9119-d53e6868078d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:18.177669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:18.178046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:18.178472 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.178855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:18.179380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Bound port: 3c9b52ac-0430-4c00-9119-d53e6868078d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:18.180377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.233412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.240583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] For port 3c9b52ac-0430-4c00-9119-d53e6868078d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:18.245516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] For port 3c9b52ac-0430-4c00-9119-d53e6868078d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3c9b52ac-0430-4c00-9119-d53e6868078d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:18.280506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:18.283451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:18.286974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:18.320259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Pushing event updated for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:18.335388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.364525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.426992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:18.427685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:18.493463 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519222f8-a98a-4450-b6fd-6b84d24d0af0 None None] Pushing event updated for resources: {'Port': ['ID=3c9b52ac-0430-4c00-9119-d53e6868078d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:18.596491 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:18.623593 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-83c5fd18-e36f-4ce2-9781-6f0dfc2be5ac None None] Provisioning complete for port 3bd29af4-a3c9-4651-97d9-1e24a403e171 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:18.623963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-83c5fd18-e36f-4ce2-9781-6f0dfc2be5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.694036 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.744540 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-83c5fd18-e36f-4ce2-9781-6f0dfc2be5ac None None] Port 3bd29af4-a3c9-4651-97d9-1e24a403e171 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:18.772343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:18.887405 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:18.887789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.920003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:15Z', 'revision_number': 3, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:18.926453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:18.960372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f608b08-04ca-48a4-b99e-31b657ac2dbf None None] The sync data for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 is: [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:15Z', 'revision_number': 3, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:19.073268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:19.161733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:19.167554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Pushing event updated for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:19.296666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:19.298311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:19.466775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Router 508063cd-8500-44ee-b263-f823b905b7b9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:02:19.594994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:19.595456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9d07e669-d319-401d-87d0-42857760bfdb None None] Provisioning complete for port 3bd29af4-a3c9-4651-97d9-1e24a403e171 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:19.596561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d07e669-d319-401d-87d0-42857760bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:19.602659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c559c4a0-99da-4ab8-b6e7-e986857f044f admin admin] 10.222.0.58 "PUT /v2.0/routers/508063cd-8500-44ee-b263-f823b905b7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396928 Nov 08 13:02:19.661800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9d07e669-d319-401d-87d0-42857760bfdb None None] Port 3bd29af4-a3c9-4651-97d9-1e24a403e171 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:20.463557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.474132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59662) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:20.479805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1000163032-network', 'tenant_id': '92091e93222347e18790a073658bbc6b'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:20.646648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Made reservation on behalf of 92091e93222347e18790a073658bbc6b for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:02:20.649032 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.659527 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.756755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.816196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3c9b52ac-0430-4c00-9119-d53e6868078d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:20.875527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3c9b52ac-0430-4c00-9119-d53e6868078d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:20.875893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.889297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.910838 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Sync routers for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:20.921336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:02:20.928272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:20.929166 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:20.937226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38acdb7a-6512-4ede-b985-4cd289c6031e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:20.940633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:20.941185 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Added segment c9de6952-0861-496f-ab79-992540096586 of type vlan for network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb Nov 08 13:02:20.995512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.042938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.063622 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:21.066073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 3c9b52ac-0430-4c00-9119-d53e6868078d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3c9b52ac-0430-4c00-9119-d53e6868078d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:21.129633 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.130768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:21.131354 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.157898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.212574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=3c9b52ac-0430-4c00-9119-d53e6868078d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:21.233706 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7582421 Nov 08 13:02:21.234685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c362ea-d9ab-4af4-be20-e90a3510876a admin admin] Pushing event updated for resources: {'Network': ['ID=c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:21.237147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:21.243471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Request body: {'subnet': {'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1000163032-subnet', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:21.248301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:02:21.366871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Made reservation on behalf of 92091e93222347e18790a073658bbc6b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:02:21.371664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.427206 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 2, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:21.468364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Checking router: 508063cd-8500-44ee-b263-f823b905b7b9 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:21.468364 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Updating router 508063cd-8500-44ee-b263-f823b905b7b9 port 3bd29af4-a3c9-4651-97d9-1e24a403e171 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:02:21.507300 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.698041 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.753402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e022fde2-d0a2-4fa9-a520-a17c5b3f6360,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:21.771275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Checking segment: {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:21.771648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Network hostable DHCP agents. Network: c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:02:21.813799 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:21.960944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:02:21.974286 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.073968 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:22.078676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:22.083513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:22.084091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.116183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd9ce3-fc25-4939-9abc-5a72f4bab010 None None] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Attempting to bind port 3bd29af4-a3c9-4651-97d9-1e24a403e171 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Attempting to bind port 3bd29af4-a3c9-4651-97d9-1e24a403e171 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Attempting to bind port 3bd29af4-a3c9-4651-97d9-1e24a403e171 on network 790512d9-d4e9-483b-8325-3c74ddc09a75 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.116848 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.117925 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.118135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.118951 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.119539 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.120032 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.120642 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.121114 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.121578 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:02:22.128541 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:22.129147 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Checking segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:22.129746 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.130306 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Bound using segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:22.131067 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Bound port: 3bd29af4-a3c9-4651-97d9-1e24a403e171, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:22.131745 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.216602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96aa499f-c05e-411e-ad85-42cd0953239d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9774377 Nov 08 13:02:22.219162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:22.225686 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] For port 3bd29af4-a3c9-4651-97d9-1e24a403e171, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:22.228346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:22.229198 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] For port 3bd29af4-a3c9-4651-97d9-1e24a403e171, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3bd29af4-a3c9-4651-97d9-1e24a403e171,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:22.290170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:02:22.291096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.338493 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.365703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] Provisioning complete for port 3bd29af4-a3c9-4651-97d9-1e24a403e171 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:22.366078 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.370109 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.380851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.425369 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:22.426174 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:22.484270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.496071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Allocated IP 172.20.0.2 (c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb/e022fde2-d0a2-4fa9-a520-a17c5b3f6360/908e72ce-6600-4e58-a906-e1a1a7017276) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:22.622944 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:22.724110 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221e742-31b7-41e1-bf4a-8b95b2c440be None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:22.753305 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.769883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.800869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3c9b52ac-0430-4c00-9119-d53e6868078d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:22.805824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.879423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] For port 3bd29af4-a3c9-4651-97d9-1e24a403e171, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3bd29af4-a3c9-4651-97d9-1e24a403e171,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:22.901945 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:22.914670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3c9b52ac-0430-4c00-9119-d53e6868078d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:22.915356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:22.945015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b550c21-1b6a-4e99-80f0-6529dc683b65 None None] The sync data for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 is: [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:22.953741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.064518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Pushing event updated for resources: {'Port': ['ID=908e72ce-6600-4e58-a906-e1a1a7017276,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:23.075865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.080918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:23.131187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:23.139898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:23.202656 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.229094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.265210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35235307-edde-4125-8f75-722c421b3609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.268354 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa482-50dc-4933-8aee-74fbbe46ba97 None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:23.278872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Attempting to bind port 908e72ce-6600-4e58-a906-e1a1a7017276 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:23.279427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Attempting to bind port 908e72ce-6600-4e58-a906-e1a1a7017276 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:23.280368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Attempting to bind port 908e72ce-6600-4e58-a906-e1a1a7017276 on network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:23.318756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:23.319523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Checking segment: {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:23.321035 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.321716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Bound using segment: {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:23.322759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Bound port: 908e72ce-6600-4e58-a906-e1a1a7017276, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:23.323422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.341344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-294bd3cd-5e95-4b2e-8574-e985c81b14a8 None None] Provisioning complete for port 3bd29af4-a3c9-4651-97d9-1e24a403e171 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:23.344086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-294bd3cd-5e95-4b2e-8574-e985c81b14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.403814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Allocated IP 172.25.1.244 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/75235da2-4e2e-4728-9cba-d0879fb494cd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:23.500488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] For port 908e72ce-6600-4e58-a906-e1a1a7017276, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:23.538091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] For port 908e72ce-6600-4e58-a906-e1a1a7017276, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=908e72ce-6600-4e58-a906-e1a1a7017276,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:23.561873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.661689 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.698385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:23.746723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96e09-a00f-42d4-8b14-5a82f5b247e0 None None] Pushing event updated for resources: {'Port': ['ID=908e72ce-6600-4e58-a906-e1a1a7017276,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:23.787184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:23.792499 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:23.795314 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Pushing event updated for resources: {'Port': ['ID=75235da2-4e2e-4728-9cba-d0879fb494cd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:23.798169 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:24.615764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:24.872922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:24.908919 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3bd29af4-a3c9-4651-97d9-1e24a403e171 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:25.124357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9835176-8a0c-4280-9eec-ec7c78ae0475 None None] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:02:25.203621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] Provisioning complete for port 908e72ce-6600-4e58-a906-e1a1a7017276 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:25.203995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.204213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:02:25.268097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3bd29af4-a3c9-4651-97d9-1e24a403e171 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:25.268579 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.365962 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:25.389790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Sync routers for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:25.462163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:25.462837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:01:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:25.469732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.480944 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.485990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b0e4a606-c16e-4cbd-a2e5-a03e589320f9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2608895 Nov 08 13:02:25.486311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:25.610375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 908e72ce-6600-4e58-a906-e1a1a7017276 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:25.650170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] For port 908e72ce-6600-4e58-a906-e1a1a7017276, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=908e72ce-6600-4e58-a906-e1a1a7017276,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:25.655703 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ded-0da7-4937-91e6-032086d4097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.684219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:25.811759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 908e72ce-6600-4e58-a906-e1a1a7017276 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:25.812255 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.814453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:25.933207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5514a-2482-45c9-8f04-3202a5fe97e5 None None] Pushing event updated for resources: {'Port': ['ID=908e72ce-6600-4e58-a906-e1a1a7017276,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:25.972068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ac56dffa-ffc0-469c-98c1-93c4cfceab81 None None] Provisioning complete for port 908e72ce-6600-4e58-a906-e1a1a7017276 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:25.972432 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac56dffa-ffc0-469c-98c1-93c4cfceab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.026406 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.080136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:24Z', 'revision_number': 3, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:26.110857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Checking router: 5e503c3e-5588-485d-af0b-3a8cd2a0c839 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:26.111050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Updating router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 port 75235da2-4e2e-4728-9cba-d0879fb494cd binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:02:26.176069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.223422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Allocated IP 172.20.0.1 (c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb/e022fde2-d0a2-4fa9-a520-a17c5b3f6360/1443ec83-6dfd-4c7e-8bf2-af7cb98aae02) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:26.353138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.485563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.495250 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.533761 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:26.540906 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:26.544812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:26.551069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Pushing event updated for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:26.607320 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.651583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.748926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Attempting to bind port 75235da2-4e2e-4728-9cba-d0879fb494cd on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:26.749304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Attempting to bind port 75235da2-4e2e-4728-9cba-d0879fb494cd by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:26.749757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Attempting to bind port 75235da2-4e2e-4728-9cba-d0879fb494cd on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:26.767093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:26.767093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:26.767423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.767685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:26.768052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Bound port: 75235da2-4e2e-4728-9cba-d0879fb494cd, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:26.768442 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.771876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a33376-7d7e-4256-bca9-ac5ee05710cc None None] Pushing event updated for resources: {'Port': ['ID=75235da2-4e2e-4728-9cba-d0879fb494cd,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:26.798817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 908e72ce-6600-4e58-a906-e1a1a7017276 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:26.865514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] For port 75235da2-4e2e-4728-9cba-d0879fb494cd, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:26.870817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] For port 75235da2-4e2e-4728-9cba-d0879fb494cd, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75235da2-4e2e-4728-9cba-d0879fb494cd,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:26.881658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 908e72ce-6600-4e58-a906-e1a1a7017276 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:26.882035 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.890122 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.916930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.932654 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ea26364f-65ee-44dd-9fc2-eded7a4f8073 None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:26.935339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea26364f-65ee-44dd-9fc2-eded7a4f8073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:26.982270 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ea26364f-65ee-44dd-9fc2-eded7a4f8073 None None] Port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:27.008949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:27.086874 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:27.087514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:02:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:27.123187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:27.129669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a33376-7d7e-4256-bca9-ac5ee05710cc None None] Pushing event updated for resources: {'Port': ['ID=75235da2-4e2e-4728-9cba-d0879fb494cd,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:27.209510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:27.289044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:27.365188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Pushing event updated for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:27.373349 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:27.432506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1443ec83-6dfd-4c7e-8bf2-af7cb98aae02', 'name': '', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'mac_address': 'fa:16:3e:8f:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:26Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 1, 'project_id': '92091e93222347e18790a073658bbc6b', 'subnets': [{'id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:27.464422 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e4e2a-d6f4-4403-8087-10196dab9794 None None] The sync data for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 is: [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1443ec83-6dfd-4c7e-8bf2-af7cb98aae02', 'name': '', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'mac_address': 'fa:16:3e:8f:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:26Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 1, 'project_id': '92091e93222347e18790a073658bbc6b', 'subnets': [{'id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:27.475264 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:27.481360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:27.610534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:02:27.744943 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:27.752923 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d07473db-8398-4060-887f-71bd57900f73 admin admin] 10.222.0.58 "PUT /v2.0/routers/5e503c3e-5588-485d-af0b-3a8cd2a0c839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2656629 Nov 08 13:02:27.810520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-07773c7d-6293-45e2-8455-71bd15f16a9e None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:27.811266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07773c7d-6293-45e2-8455-71bd15f16a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:27.854296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-07773c7d-6293-45e2-8455-71bd15f16a9e None None] Port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:28.177649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.563296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59702) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:28.568351 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244082132', 'description': 'tempest-secgroup-smoke-244082132 description', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:28.701564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.802432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.807080 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75235da2-4e2e-4728-9cba-d0879fb494cd up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:28.864383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 75235da2-4e2e-4728-9cba-d0879fb494cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:28.864757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.943164 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.958909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:28.976854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff7b5a0-cf1d-4646-b316-637bfe142290,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:28.983329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 75235da2-4e2e-4728-9cba-d0879fb494cd, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75235da2-4e2e-4728-9cba-d0879fb494cd,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:28.984640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.053921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.055757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-516b1214-9268-4cf9-a420-1a406b69c211 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4910948 Nov 08 13:02:29.059363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59706) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:29.064339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:29.082651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.137862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=75235da2-4e2e-4728-9cba-d0879fb494cd,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:29.217900 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.291063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.404645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.427773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6852a08c-e284-43d9-8406-33c2d9167747,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:29.544962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.546227 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c29774c1-72ca-432a-b9b3-1b6cf866736d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4857519 Nov 08 13:02:29.549312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:29.554120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:29.708005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.763675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.874956 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.903687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cec76c-68b1-449c-b4f3-0ae59d8d5b47,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:29.982937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:29.984214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c24112c-439b-40da-9b13-2c20b36c7f2a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4338751 Nov 08 13:02:29.987206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:29.992128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:30.175265 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.237284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.355453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.382921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32461545-799f-4b1a-85c5-703cd95f2f3b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:30.483822 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.483822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-32da8eb0-d561-4d11-8637-f958da591c5b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4914973 Nov 08 13:02:30.484123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59716) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:30.487945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:30.608808 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.689776 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.776017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.776787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75235da2-4e2e-4728-9cba-d0879fb494cd up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:30.791704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7e1ca0-957c-40f9-864b-e9ac3496e195,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:30.861225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 75235da2-4e2e-4728-9cba-d0879fb494cd triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:30.865219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.889008 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:30.890302 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2f40ce95-b9a4-4c50-b80b-b484a8d08764 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4063478 Nov 08 13:02:30.896120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 59722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:30.900641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:30.997362 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Project a3dc5341f26943a3a9c2cf70cb894fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:02:31.000349 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.071301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.077305 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Sync routers for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:31.089113 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:31.089747 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:02:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:31.169432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.196076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7771eb8d-9334-4857-a46e-41cecf512b94,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:31.204066 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:31.270235 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.275898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 59724) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:31.276779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b30459b9-73be-4190-8b46-2fca869dc160 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3820288 Nov 08 13:02:31.281469 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'security_group_rule': {'security_group_id': 'dff7b5a0-cf1d-4646-b316-637bfe142290', 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:31.364073 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Project a3dc5341f26943a3a9c2cf70cb894fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:02:31.370452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.434221 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1443ec83-6dfd-4c7e-8bf2-af7cb98aae02', 'name': '', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'mac_address': 'fa:16:3e:8f:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:26Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 2, 'project_id': '92091e93222347e18790a073658bbc6b', 'subnets': [{'id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:31.438422 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.462974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Checking router: 5e503c3e-5588-485d-af0b-3a8cd2a0c839 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:31.463333 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Updating router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:02:31.494704 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.588929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.609220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f819d6f4-0c33-4b01-8df0-394582822829,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:31.708161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.709737 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-960812c1-cc0b-4649-b014-4342429db26d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4322064 Nov 08 13:02:31.796729 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.886208 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:31.947602 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf74f4-259a-47a5-9922-e642cff3aa6e None None] Pushing event updated for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:32.036046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-ca3f5da7-f48a-43f3-8900-50ea1ea9d254 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244082132&fields=id&tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4 HTTP/1.1" status: 200 len: 267 time: 0.0609069 Nov 08 13:02:32.151212 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Attempting to bind port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:32.151772 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Attempting to bind port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:32.152160 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Attempting to bind port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 on network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:32.159138 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:32.159508 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Checking segment: {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:32.159907 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:32.160291 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Bound using segment: {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:32.160757 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Bound port: 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de6952-0861-496f-ab79-992540096586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:32.161126 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:32.164642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-063a3813-929f-4cae-bdaa-2657b9dd27c5 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:32.166682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-063a3813-929f-4cae-bdaa-2657b9dd27c5 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 808 time: 0.1216245 Nov 08 13:02:32.190628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-60818089-191f-4888-b79a-5525b40d46f0 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/quotas/a3dc5341f26943a3a9c2cf70cb894fa4 HTTP/1.1" status: 200 len: 375 time: 0.0151196 Nov 08 13:02:32.252550 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] For port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:32.256055 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] For port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:32.257322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-5f4850a8-1999-4891-9d3f-75b01340540e tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600245 Nov 08 13:02:32.316310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-391d6ba8-2c80-4a9a-9a54-20f979e74ac2 None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:32.316943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-391d6ba8-2c80-4a9a-9a54-20f979e74ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:32.352759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-391d6ba8-2c80-4a9a-9a54-20f979e74ac2 None None] Port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:32.364490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-46c17a44-d345-49ac-b738-d6d9d6f41979 service neutron] 10.222.0.58 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938170 Nov 08 13:02:32.397681 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:32.489534 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf74f4-259a-47a5-9922-e642cff3aa6e None None] Pushing event updated for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:32.489534 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:32.489534 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:02:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:32.649469 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:32.818376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-23e7c34b-5065-4661-a3d9-7ed478dc537d service neutron] 10.222.0.58 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473917 Nov 08 13:02:32.839105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:32.932657 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1443ec83-6dfd-4c7e-8bf2-af7cb98aae02', 'name': '', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'mac_address': 'fa:16:3e:8f:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:26Z', 'updated_at': '2021-11-08T13:02:32Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'subnets': [{'id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:32.943128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:32.943496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:32.972077 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2696a4-fc56-4a4d-8361-f55beef5b761 None None] The sync data for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 is: [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:02:26Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1443ec83-6dfd-4c7e-8bf2-af7cb98aae02', 'name': '', 'network_id': 'c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'mac_address': 'fa:16:3e:8f:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:26Z', 'updated_at': '2021-11-08T13:02:32Z', 'revision_number': 4, 'project_id': '92091e93222347e18790a073658bbc6b', 'subnets': [{'id': 'e022fde2-d0a2-4fa9-a520-a17c5b3f6360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:33.049695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:33.050217 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:33.200168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:33.246750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] For port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:33.259780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:33.282494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-782c64a0-cc25-469f-ad35-9dbd01974851 req-b58c1ec6-d487-4167-a141-f0e2f27004d6 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.0430825 Nov 08 13:02:33.358263 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:33.404264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:02:33.404264 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:02:33.462947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05783c3-151d-4bcf-a424-6e91b5a6649e None None] Pushing event updated for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:34.092286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-61e08f10-cdfb-43cc-8bd7-a7af95742f3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549715 Nov 08 13:02:34.194982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-115b11cd-86ae-4e17-906c-89b3d7880371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:34.196738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-115b11cd-86ae-4e17-906c-89b3d7880371 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1097 time: 0.0557480 Nov 08 13:02:34.326632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-ca890439-636a-42ec-9dba-1e055cdefeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:34.334406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-ca890439-636a-42ec-9dba-1e055cdefeb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1087689 Nov 08 13:02:34.422171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d776e8ae-8570-4c3a-ae10-f3dc43ec9a45 req-dba391c8-fe25-4ab5-9363-f420335e4887 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.0419095 Nov 08 13:02:34.445619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-1be95be1-c306-42bf-ade4-ae9192c588a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 1002 time: 0.1081638 Nov 08 13:02:34.498981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-275e6c49-e643-4aed-951d-2ef33fec652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:34.503310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-275e6c49-e643-4aed-951d-2ef33fec652c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0471864 Nov 08 13:02:34.550345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-69a3a946-379e-495c-b45a-683076e97861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:34.551858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-69a3a946-379e-495c-b45a-683076e97861 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445278 Nov 08 13:02:34.661363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-f3714f0a-a8b1-4b46-ab5b-c27d5edcfbc2 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015377 Nov 08 13:02:34.766985 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cc75c91-76ae-4a36-acb9-66d6f0885296 req-5adcd7fc-a504-4e1b-a05b-6ea2c9b9f5c7 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971656 Nov 08 13:02:34.768209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:34.826456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:34.826819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:35.529998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c40b94-3da0-4164-ac6c-e7a305e35b61 req-d62a79a2-bc38-48f9-af80-bf534beae735 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.0338867 Nov 08 13:02:36.016095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-003431ac-9487-4d69-b4da-4f80818f6d71 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:36.017502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-003431ac-9487-4d69-b4da-4f80818f6d71 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 808 time: 0.1112795 Nov 08 13:02:36.090357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-56688059-e741-4d69-870e-14a692093d87 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4 HTTP/1.1" status: 200 len: 379 time: 0.0640154 Nov 08 13:02:36.099142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'port': {'device_id': '56417d71-842c-4808-b654-bb9b8b365572', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'admin_state_up': True, 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'security_groups': ['dff7b5a0-cf1d-4646-b316-637bfe142290']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:36.308343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Made reservation on behalf of a3dc5341f26943a3a9c2cf70cb894fa4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:02:36.312111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:36.457123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Allocated IP 172.20.0.9 (790512d9-d4e9-483b-8325-3c74ddc09a75/05150c46-3e4e-4a66-b9db-8d2c267af808/bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:36.610607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:36.674510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6a31cdb5-fdcd-4d9e-af2e-53690d2f27d7 req-83a4003e-c48b-4564-95ab-5acfc9a17cea tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.0454240 Nov 08 13:02:36.758999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:36.806190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:36.812654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:36.815619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:36.846304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:36.884096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:36.884836 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:36.960053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-3bec85a7-03c2-4463-ba1f-e4fe42a285ef tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647499 Nov 08 13:02:36.972491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Request body: {'port': {'device_id': '56417d71-842c-4808-b654-bb9b8b365572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:37.044433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.111027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9fbf7492-cb97-4bd3-a2f6-2f15822e0368 None None] Provisioning complete for port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:37.112363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7492-cb97-4bd3-a2f6-2f15822e0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.158016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf7492-cb97-4bd3-a2f6-2f15822e0368 None None] Port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:02:37.362986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:02:37.371824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.385299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Transition to ACTIVE for port object bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:02:37.442964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.497907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Pushing event updated for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:37.574526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Attempting to bind port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:02:37.574868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Attempting to bind port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:02:37.575326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Attempting to bind port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d on network 790512d9-d4e9-483b-8325-3c74ddc09a75 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:37.580622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d on network 790512d9-d4e9-483b-8325-3c74ddc09a75 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:02:37.580943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Attempting to bind port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d on network 790512d9-d4e9-483b-8325-3c74ddc09a75 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:02:37.586993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:02:37.587330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Checking segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:02:37.587715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Bound using segment: {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:02:37.588150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Bound port: bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9419e2f4-9e69-440e-9e48-021e223c0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:02:37.588530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.664239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:02:37.667566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:02:37.746098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.815978 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:37.816523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:37.817954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] 10.222.0.57 "PUT /v2.0/ports/bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 1091 time: 0.8499539 Nov 08 13:02:37.818446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:02:37.821269 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62ee5f-361e-429a-a8e1-774693c08b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:02:37.860811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24380b00-103c-4c5d-ba35-189b703e5563 service neutron] Pushing event updated for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:37.881394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66a067-ea4b-44f1-800b-621ae6a78313 req-2fc87d23-757a-42e0-bcd4-ea4bab14eb32 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:37.884146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a66a067-ea4b-44f1-800b-621ae6a78313 req-2fc87d23-757a-42e0-bcd4-ea4bab14eb32 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 943 time: 0.1101375 Nov 08 13:02:37.889239 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c18b5-4a0d-4f51-9b82-cfe51ea26554 x-openstack-request-id: req-a51c18b5-4a0d-4f51-9b82-cfe51ea26554 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:02:37.889239 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:02:37.889239 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a51c18b5-4a0d-4f51-9b82-cfe51ea26554 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:02:37.889239 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'status': 'completed', 'code': 200} Nov 08 13:02:37.966860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a66a067-ea4b-44f1-800b-621ae6a78313 req-deb2a7f0-5d02-4514-90bd-0d03c6cc1418 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762303 Nov 08 13:02:37.977080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-f9479b07-730c-4058-8282-42f4221c7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:37.979365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-f9479b07-730c-4058-8282-42f4221c7eef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1094 time: 0.0726748 Nov 08 13:02:38.105708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-63843069-b5a7-4ec0-8754-b2cf2a00bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:38.107234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-63843069-b5a7-4ec0-8754-b2cf2a00bf6c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1173909 Nov 08 13:02:38.218565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-05fb295a-8d9b-4c0f-bf7b-999b1ff8a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:38.220081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e62ee5f-361e-429a-a8e1-774693c08b5d req-05fb295a-8d9b-4c0f-bf7b-999b1ff8a93c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061141 Nov 08 13:02:38.311865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-e3766a1d-bfb5-436f-bd47-d7c1c576e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:38.313906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-e3766a1d-bfb5-436f-bd47-d7c1c576e9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1094 time: 0.0497379 Nov 08 13:02:38.358800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-71443d83-489b-4b3e-8d95-4d7042cb8281 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 217 time: 0.0376408 Nov 08 13:02:38.413369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-b1f9aafd-2451-4197-b8de-6e725b228717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:38.415218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-b1f9aafd-2451-4197-b8de-6e725b228717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0501180 Nov 08 13:02:38.464627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-4b93cc33-8cec-4322-954d-49c1979ec613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:38.467837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-4b93cc33-8cec-4322-954d-49c1979ec613 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429459 Nov 08 13:02:38.567687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-17047bdf-5ddf-49e4-aaac-08ecb5567c21 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947378 Nov 08 13:02:38.674583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c8d46f21-780c-4ca8-bb56-f53d27c89f1b req-9a44944e-1368-4279-ae7b-e62d1678944d service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003089 Nov 08 13:02:39.102457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4b6c8-4676-4163-8d2d-a99a10ce5d3e req-6a7a7e2f-cea0-47cd-b6e0-aebe24d8920b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:39.104069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f4b6c8-4676-4163-8d2d-a99a10ce5d3e req-6a7a7e2f-cea0-47cd-b6e0-aebe24d8920b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 943 time: 0.0543435 Nov 08 13:02:39.166369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f4b6c8-4676-4163-8d2d-a99a10ce5d3e req-e623fb1f-e9ee-4e2d-abac-9940f88691da tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520811 Nov 08 13:02:40.284706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da98f-bc26-4a43-82ff-01775d3addec req-b65d7680-4af8-49f6-a961-d6c3e0726f4a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:40.286224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-392da98f-bc26-4a43-82ff-01775d3addec req-b65d7680-4af8-49f6-a961-d6c3e0726f4a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 943 time: 0.0507081 Nov 08 13:02:40.340853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-392da98f-bc26-4a43-82ff-01775d3addec req-22d64478-cc91-4972-ae5d-7048b1dde951 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481062 Nov 08 13:02:41.470062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3c5f7-86ef-4fca-ae18-e93e05a1f204 req-983edf6a-42dc-4ea8-90ae-4de6fd1c13a3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:41.471636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65d3c5f7-86ef-4fca-ae18-e93e05a1f204 req-983edf6a-42dc-4ea8-90ae-4de6fd1c13a3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 943 time: 0.0560076 Nov 08 13:02:41.515310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:02:41.525795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65d3c5f7-86ef-4fca-ae18-e93e05a1f204 req-15a6d3c8-2112-42ae-9770-5313deae8b5f tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469301 Nov 08 13:02:41.624311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:41.636576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'port_id': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'mac_address': 'fa:16:3e:61:5a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:02:41.677006 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:41.689863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:02:41.709769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:41.805470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:41.853166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:42.013007 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:02:42.650915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599e80-8b9c-4c2c-95c9-3c7b5edf7a26 req-dcc6741c-ca3b-4977-b046-0301ba47787b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:42.652406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c599e80-8b9c-4c2c-95c9-3c7b5edf7a26 req-dcc6741c-ca3b-4977-b046-0301ba47787b tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 944 time: 0.0522673 Nov 08 13:02:42.706535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c599e80-8b9c-4c2c-95c9-3c7b5edf7a26 req-5de341e5-d16c-4ecf-ab9b-d3c69c8c5711 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480983 Nov 08 13:02:43.516208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:02:43.625443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:02:43.629718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:02:43.634283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:43.714133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:43.738626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:02:43.741012 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bbb7b-98b6-4f51-848a-65c235fe962e" -d '{"events": [{"server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "name": "network-vif-plugged", "status": "completed", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:02:43.757635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:02:43.845529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:43.847102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c160d-10b9-4558-829f-ee9d92c305c1 req-8c64c9f0-a256-4d47-870e-c90d8acb8ba8 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:43.848704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff5c160d-10b9-4558-829f-ee9d92c305c1 req-8c64c9f0-a256-4d47-870e-c90d8acb8ba8 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 944 time: 0.0533533 Nov 08 13:02:43.880931 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb19319-966f-4c08-83d4-35525612eb7b x-openstack-request-id: req-1eb19319-966f-4c08-83d4-35525612eb7b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:02:43.880931 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "name": "network-vif-plugged", "status": "completed", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:02:43.880931 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1eb19319-966f-4c08-83d4-35525612eb7b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:02:43.880931 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'code': 200} Nov 08 13:02:43.913234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff5c160d-10b9-4558-829f-ee9d92c305c1 req-902994c6-a6af-48a5-a1a3-81f016dbb641 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576739 Nov 08 13:02:43.917531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:43.995640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae463a-bedb-44d1-87fd-718bc6045e0d req-6a021097-81b1-4a4a-8847-54ebd4882c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:43.997317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9ae463a-bedb-44d1-87fd-718bc6045e0d req-6a021097-81b1-4a4a-8847-54ebd4882c71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0539010 Nov 08 13:02:44.047254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9ae463a-bedb-44d1-87fd-718bc6045e0d req-c1476c60-a63d-452e-82e4-7d848ef24b11 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Nov 08 13:02:44.326507 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:02:45.045267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2732bd6-97f7-4184-92a6-3bccbda07e2f req-0b5c2bd6-1401-4ced-aa05-04c4fa5d5c8a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:45.046913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2732bd6-97f7-4184-92a6-3bccbda07e2f req-0b5c2bd6-1401-4ced-aa05-04c4fa5d5c8a tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0521142 Nov 08 13:02:45.101504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2732bd6-97f7-4184-92a6-3bccbda07e2f req-a7400423-2e97-498f-8c0d-e5a0990113e7 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483778 Nov 08 13:02:46.152231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:46.233024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab2ac-1ab5-40e2-8449-0529224c7103 req-e2bcc226-d272-4231-913e-b6a1b407b9f0 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:46.234523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-370ab2ac-1ab5-40e2-8449-0529224c7103 req-e2bcc226-d272-4231-913e-b6a1b407b9f0 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0573103 Nov 08 13:02:46.289023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-370ab2ac-1ab5-40e2-8449-0529224c7103 req-3af229fd-535f-41f3-9a3f-cefa805ea8b1 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476820 Nov 08 13:02:46.423418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab2eb-63bb-4093-971b-4e8c4e842222 req-99c2995d-bb6d-45f9-b76a-b1214fef15b3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:46.424992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6cab2eb-63bb-4093-971b-4e8c4e842222 req-99c2995d-bb6d-45f9-b76a-b1214fef15b3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0551839 Nov 08 13:02:46.479568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6cab2eb-63bb-4093-971b-4e8c4e842222 req-95615114-c288-4dc1-a271-9ca210e2ce83 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479515 Nov 08 13:02:46.606762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60049319-2de8-4fc7-b328-1b166f597185 req-4a7f9562-2bf6-4156-abc1-ffff0d88dfab tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:46.608312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60049319-2de8-4fc7-b328-1b166f597185 req-4a7f9562-2bf6-4156-abc1-ffff0d88dfab tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Nov 08 13:02:46.661754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60049319-2de8-4fc7-b328-1b166f597185 req-96f6af17-ebb5-436c-aeaf-2a24f5e3373d tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 Nov 08 13:02:46.686648 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60256) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:46.845320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2043a-1612-40f0-ae1e-8b92ca3afa1a tempest-TestServerBasicOps-621701821 tempest-TestServerBasicOps-621701821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:46.847015 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-48b2043a-1612-40f0-ae1e-8b92ca3afa1a tempest-TestServerBasicOps-621701821 tempest-TestServerBasicOps-621701821-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1091 time: 0.1593220 Nov 08 13:02:46.850108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60260) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:46.855542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:02:46.945564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:47.063183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:47.185832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Allocated IP 172.25.1.92 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/7bcda50c-9ffc-436f-acc7-69b205b6ec7d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:02:47.292898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:47.368497 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:47.406938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:02:47.409891 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:02:47.416967 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:02:47.446661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'Port': ['ID=7bcda50c-9ffc-436f-acc7-69b205b6ec7d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:47.807294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:47.982787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:48.151453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:48.222377 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:48.293650 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event updated for resources: {'Port': ['ID=7bcda50c-9ffc-436f-acc7-69b205b6ec7d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:48.308778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:48.414356 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Floating IP be1cab35-3dd2-4d70-9144-1a433c97f9fb associated. External IP: 172.25.1.92, port: bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d. Nov 08 13:02:48.981803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Router 508063cd-8500-44ee-b263-f823b905b7b9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:02:49.096491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:02:49.106734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Sync routers for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:02:49.117052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:49.118000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:02:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:49.193147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:49.222574 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-776f5c59-08cf-4d9a-a70c-69ea5d741f33 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3706949 Nov 08 13:02:49.223276 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:02:49.225434 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6" -d '{"events": [{"name": "network-changed", "server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:02:49.228225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:49.270131 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d63b4-cfb9-433b-b560-49ce0e71dc4f x-openstack-request-id: req-195d63b4-cfb9-433b-b560-49ce0e71dc4f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:02:49.270663 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:02:49.270975 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-195d63b4-cfb9-433b-b560-49ce0e71dc4f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:02:49.273357 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'status': 'completed', 'code': 200} Nov 08 13:02:49.340764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-922b47fe-bdcf-49e9-86a4-57a7c201d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:49.342955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-922b47fe-bdcf-49e9-86a4-57a7c201d2e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0441978 Nov 08 13:02:49.444687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-8bbbf599-ab48-4951-bb9d-869b4252caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:49.446317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-8bbbf599-ab48-4951-bb9d-869b4252caba service neutron] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 909 time: 0.0953164 Nov 08 13:02:49.487938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'be1cab35-3dd2-4d70-9144-1a433c97f9fb', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'port_id': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'mac_address': 'fa:16:3e:61:5a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56417d71-842c-4808-b654-bb9b8b365572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:02:47Z', 'updated_at': '2021-11-08T13:02:47Z', 'revision_number': 0, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:49.510890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Checking router: 508063cd-8500-44ee-b263-f823b905b7b9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:02:49.519711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:02:49.520322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:02:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:49.520443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-e6a03a5b-b7df-4fbc-8188-1314f7f4f2cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 998 time: 0.0665123 Nov 08 13:02:49.579029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-4ed32338-1bb0-4502-af4f-1437273aa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:49.580501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-4ed32338-1bb0-4502-af4f-1437273aa9ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0538476 Nov 08 13:02:49.634604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-6d9aa9f1-8da6-4882-9903-d7c844d4acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:02:49.636218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-6d9aa9f1-8da6-4882-9903-d7c844d4acd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490775 Nov 08 13:02:49.639268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:02:49.747021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-972ae9b6-9b0e-4ff7-b427-9ce037b03901 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028328 Nov 08 13:02:49.858488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c911a6e2-3ecb-4cd7-9dd6-21f5380b54c6 req-a5c6ec3f-ec6c-4644-bd50-6bf784266997 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047120 Nov 08 13:02:49.891571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'be1cab35-3dd2-4d70-9144-1a433c97f9fb', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'port_id': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'mac_address': 'fa:16:3e:61:5a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56417d71-842c-4808-b654-bb9b8b365572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:02:47Z', 'updated_at': '2021-11-08T13:02:47Z', 'revision_number': 0, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:02:49.924632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946004b-df0a-4dcf-87a5-5351d9501903 None None] The sync data for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 is: [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'be1cab35-3dd2-4d70-9144-1a433c97f9fb', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'port_id': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'mac_address': 'fa:16:3e:61:5a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56417d71-842c-4808-b654-bb9b8b365572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:02:47Z', 'updated_at': '2021-11-08T13:02:47Z', 'revision_number': 0, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:02:50.142792 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decc07e-e98f-49ef-ac65-8ec0e1a783c4 None None] New status for floating IP be1cab35-3dd2-4d70-9144-1a433c97f9fb: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:02:50.451137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:53.105684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4f306bdc-80e6-4fae-b32c-2b0cd1eb5d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.326505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60298) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:55.478450 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18155b9b-807e-471d-ac27-a9c46aa7d4fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a878743887449e4bf884a44b3986f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506562 Nov 08 13:02:55.481795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60302) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:02:55.530985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8120d85a-e6c5-4111-9bec-d23987aa2da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.531741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.555616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.682488 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.685239 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:55.686505 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87e209e0-c685-4bf7-ab61-36c341c4c68a HTTP/1.1" status: 204 len: 168 time: 0.2046263 Nov 08 13:02:55.696175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1c14e-98f8-4f81-b31a-5c76f8689a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e209e0-c685-4bf7-ab61-36c341c4c68a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:02:56.793831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:58.274645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:02:59.015164 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:16.187797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.340913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60468) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:03:18.451472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.546111 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.633144 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.673083 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05bc7058a66045ac901efd277135515e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309839 Nov 08 13:03:18.673848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2bc5ee-a387-4d23-a245-62b44e0eb05a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:03:18.675790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:03:18.682130 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.682503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.682850 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.683188 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.683530 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.683860 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.684187 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.684515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.684834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.685162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.685484 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.685807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691a2e8-6f92-4416-a90c-8fddd1677008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.730296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.752540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.884692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.887824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:18.889378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef2bc5ee-a387-4d23-a245-62b44e0eb05a HTTP/1.1" status: 204 len: 168 time: 0.2122715 Nov 08 13:03:18.901622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2bc5ee-a387-4d23-a245-62b44e0eb05a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:03:18.907868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.908271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.908595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.908936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.909279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.909613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.909945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.910312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.910650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.910997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.911324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:18.911784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06181961-d276-48e4-be30-c7e97a918b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:03:20.455735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:21.324956 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:03:23.126546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8d390b1-fd8e-491e-931c-8ad985aacb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:24.090595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60490) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:03:24.227268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a8b0a-f2bb-4a81-9372-8668a25a3790 req-4d46057e-1ec6-49df-b332-a4d1407a4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:24.229398 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1c2a8b0a-f2bb-4a81-9372-8668a25a3790 req-4d46057e-1ec6-49df-b332-a4d1407a4ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.1376293 Nov 08 13:03:24.279645 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1c2a8b0a-f2bb-4a81-9372-8668a25a3790 req-1995e216-78c1-4adc-b46f-14b775b2ce6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Nov 08 13:03:25.526612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9f1da6f3-8239-4c04-a17c-6e9570ac8da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:26.794535 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:27.972669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-effcf9f6-e380-482f-8da5-e6cf50566b8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426173 Nov 08 13:03:28.066136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-4a2339d5-cf24-472d-882a-64e4d7547c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:28.067713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-4a2339d5-cf24-472d-882a-64e4d7547c0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0481679 Nov 08 13:03:28.177515 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-031fa092-170b-40e4-835c-c27ca01108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:28.179060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-031fa092-170b-40e4-835c-c27ca01108ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 909 time: 0.0928540 Nov 08 13:03:28.215788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:28.250470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-f64b7606-04b3-48a0-8092-6d4fb58ac36f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 1000 time: 0.0639236 Nov 08 13:03:28.300126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-291652e9-5b41-4d3c-9f29-39458df5dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:28.301558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-291652e9-5b41-4d3c-9f29-39458df5dd25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0440648 Nov 08 13:03:28.348210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-c0ff32ba-3398-4971-9144-5f95ecaf01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:28.349722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-c0ff32ba-3398-4971-9144-5f95ecaf01f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410509 Nov 08 13:03:28.447428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-455b016a-3981-4da6-90fb-9e6bd160d37c service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897546 Nov 08 13:03:28.537681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4bfbb1c1-b61c-4629-8524-0e62b1cd0efb req-2aaf23ac-3a77-4d1f-aa0a-d0984db2b362 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833354 Nov 08 13:03:29.026889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:35.077576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-06ee7d22-d4e8-49f2-b4bf-aafd1c6531e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443547 Nov 08 13:03:35.159713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-0121c7a4-6ca6-4c77-a186-70f63b6acdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:35.161176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-0121c7a4-6ca6-4c77-a186-70f63b6acdcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 1097 time: 0.0399983 Nov 08 13:03:35.265599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-6e335208-3f2b-4f4f-b58c-daea7fc38783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:35.267136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-6e335208-3f2b-4f4f-b58c-daea7fc38783 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.0864191 Nov 08 13:03:35.336378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-32260f25-29ef-489c-9a05-ad5a315a8c90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 200 len: 1002 time: 0.0621953 Nov 08 13:03:35.384719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-ad0feb04-5e0f-4641-ae1c-dc3ac6307034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:35.386996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-ad0feb04-5e0f-4641-ae1c-dc3ac6307034 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0440273 Nov 08 13:03:35.433644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-df628e7d-30b2-4232-8abd-abc8e9a8877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:03:35.435178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-df628e7d-30b2-4232-8abd-abc8e9a8877f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412889 Nov 08 13:03:35.526885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-3e8c0dee-a62f-4ee1-b73e-7208fab61c35 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844488 Nov 08 13:03:35.614689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63009a60-105f-4aca-88a0-c6e4415ff7a5 req-5bb966d9-8b01-4edc-88f2-4b91006f5626 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811036 Nov 08 13:03:46.169025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:50.431958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:53.102268 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2a12b0f0-3013-449c-8cf2-8f7920764160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:55.540418 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-26590205-1640-4de2-b427-ad5947db5c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:56.771135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:58.147841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:03:58.324522 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:03:58.976154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:13.727027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6e1fa-2ccc-4c68-9bd2-e402125207c5 req-e2fbc897-a28f-456b-ace3-c55d32788880 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:13.728539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc6e1fa-2ccc-4c68-9bd2-e402125207c5 req-e2fbc897-a28f-456b-ace3-c55d32788880 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.1164355 Nov 08 13:04:13.781126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3cc6e1fa-2ccc-4c68-9bd2-e402125207c5 req-fefb5600-8be5-4c7f-9f50-5fbf51937b3f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453672 Nov 08 13:04:14.977373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bdfbf-e698-4c8c-8599-17a1085e5e4a req-36936f9d-d643-4441-bdca-06c1d5b4ad25 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:14.978880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff1bdfbf-e698-4c8c-8599-17a1085e5e4a req-36936f9d-d643-4441-bdca-06c1d5b4ad25 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.1121142 Nov 08 13:04:15.029574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff1bdfbf-e698-4c8c-8599-17a1085e5e4a req-2f397c9c-5f1f-4b14-b7d9-75c590fc01e5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Nov 08 13:04:15.233215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-0c098f56-8a17-4b0c-8c3d-ab3b2aecd6d6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:15.234683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-0c098f56-8a17-4b0c-8c3d-ab3b2aecd6d6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 946 time: 0.0536499 Nov 08 13:04:15.325538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:04:15.325797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:15.420221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:04:15.420583 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:15.925980 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:15.926366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:15.926686 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 7d62e714-74cf-4f64-b1fe-64e933b851c7 disassociated. External IP: 172.25.1.139, port: 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669. Nov 08 13:04:15.927027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:04:16.107717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:16.150839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:16.158123 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:16.168097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb817b8d-4779-4299-8a03-24160b9721db req-f6a0d543-71d8-49bf-8e9c-4a88f4e9f827 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0525248 Nov 08 13:04:16.282698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:04:16.395055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:04:16.410732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:04:16.423780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:04:16.424533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:03:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:16.440000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:04:16.442525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:16.445756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e46d488-3e8c-4db0-b38a-c21f9fa2a328 req-1c80d06e-97a1-4239-afc9-80e6b2d75a9e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "DELETE /v2.0/ports/5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 HTTP/1.1" status: 204 len: 173 time: 1.2049339 Nov 08 13:04:16.446189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'name': 'network-vif-deleted', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:04:16.448530 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2661b42e-0ab9-4fc5-a5a7-b0bf7e4300bd" -d '{"events": [{"server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "name": "network-vif-deleted", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:04:16.487122 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497713a-3fbf-4652-934a-42958cfb7636 x-openstack-request-id: req-0497713a-3fbf-4652-934a-42958cfb7636 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:04:16.487506 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a873186-a939-43e6-a397-236046e7908a", "name": "network-vif-deleted", "tag": "5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:04:16.487851 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0497713a-3fbf-4652-934a-42958cfb7636 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:04:16.488373 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a873186-a939-43e6-a397-236046e7908a', 'name': 'network-vif-deleted', 'tag': '5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669', 'status': 'completed', 'code': 200} Nov 08 13:04:16.538793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:04:16.769712 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:16.797053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:04:16.805326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:04:16.805929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:03:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:16.921451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:04:17.135792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:17.170478 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d5f54-2396-446e-9cd3-b313f6872acb None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:04:17.275207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d2607b1a-fedd-4337-8090-f83810681fb8 req-a291cdf7-27e6-480d-ad79-3e6ac3fefff4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0289891 Nov 08 13:04:17.436763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c098fb-3ee5-47d8-90af-7683d5ef1581 None None] New status for floating IP 7d62e714-74cf-4f64-b1fe-64e933b851c7: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:04:18.384804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f6921f8-33bc-4948-aa25-7e883a13b7b8 req-fdcff913-5024-4075-88c7-010f974c1c1b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0310411 Nov 08 13:04:18.386983 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:04:18.411339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:04:18.411863 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 5bfa5c9d-e3b7-4537-8f7a-736f0f9b9669 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:04:19.490115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6f13bb8-82aa-40a1-aaa3-e085efb4f80f req-22fcb96a-7a42-42ed-90da-f02ca087b46e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0269651 Nov 08 13:04:20.455189 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:20.593704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e12316e3-452f-4a06-853a-c457ddf53552 req-df27895c-1142-4cc1-9bbc-deb2fb4b2974 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0301385 Nov 08 13:04:21.702865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4ee5cba-a2cc-4488-8f12-a4fd33876530 req-8ab6452d-921e-4732-a34a-1a68181c1a20 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a873186-a939-43e6-a397-236046e7908a HTTP/1.1" status: 200 len: 210 time: 0.0293391 Nov 08 13:04:22.937648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-598816e1-bcad-4bc7-a224-401d2b3df11c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118016621&fields=id&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 267 time: 0.0520322 Nov 08 13:04:23.049304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b3bd6553-4f39-417a-8e64-8ea57a4afdfb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:23.050741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b3bd6553-4f39-417a-8e64-8ea57a4afdfb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1060801 Nov 08 13:04:23.066929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-4c6d0161-a59c-4131-9d16-51c1a445c2e8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Nov 08 13:04:23.112435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5c04f4ce-0673-43b3-831b-860684d75034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:23.124420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-71f45310-8b96-496d-9383-b2b3a0cc6494 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518699 Nov 08 13:04:23.225494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-e360abac-44d7-4d84-9864-49dd527a4f1f service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893688 Nov 08 13:04:23.325285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-dba7491a-8b21-4edb-8a5b-17e50696e28b service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927262 Nov 08 13:04:23.912764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-975a8335-57fd-4ace-8aa3-8b1134a16203 req-0a5d9529-1cf4-450b-8f5d-c8256b7badb9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0276356 Nov 08 13:04:25.012229 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c9072ea-6b73-4fa8-8f92-e1aa2679fe05 req-c1330386-a897-4292-92a6-a61f965fbb5b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Nov 08 13:04:25.483210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53bbe4ba-c249-4747-a0d2-2f494aff3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:25.794087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-0bc75c08-c80e-4668-a3cd-a9124d3f5ac4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:25.795561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-0bc75c08-c80e-4668-a3cd-a9124d3f5ac4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1076951 Nov 08 13:04:25.864443 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-7f68703b-51f9-4402-b8f3-a77bfa3f6484 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 379 time: 0.0587466 Nov 08 13:04:25.875999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'security_groups': ['78194268-1ea3-4b77-9f37-64b3fd458d75']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:04:26.049695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:04:26.054377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.144874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-040db11d-d1c4-4046-beb1-b8ae491e64e4 req-b88546b6-7890-413c-81a7-079086687cbe tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0334826 Nov 08 13:04:26.216927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.5 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:04:26.365321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.472946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.523504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:04:26.526762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:04:26.531559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:04:26.534576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:26.568290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.568522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.568819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.569157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.569494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.569827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.570156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.570561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.570888 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.571212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.571540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.571860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:26.605628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:26.606733 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.692384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-b6693db6-cc82-4930-8dcc-3cf9cac7b110 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201199 Nov 08 13:04:26.721330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Request body: {'port': {'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:04:26.754965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-35161ff4-a8b7-4e5a-9e42-7a6bb5c4ba58 None None] Provisioning complete for port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:04:26.755443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-35161ff4-a8b7-4e5a-9e42-7a6bb5c4ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.780209 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.780857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:26.795341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-35161ff4-a8b7-4e5a-9e42-7a6bb5c4ba58 None None] Port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:04:27.059396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:04:27.068239 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:27.080649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Transition to ACTIVE for port object 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:04:27.185959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:27.248527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Pushing event updated for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:27.340957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9b6e-16fa-4095-87bb-f4560d07d2dc req-0aa5679b-6ce2-4536-9607-9046eb5224a2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:27.342272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22dd9b6e-16fa-4095-87bb-f4560d07d2dc req-0aa5679b-6ce2-4536-9607-9046eb5224a2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.1186569 Nov 08 13:04:27.370852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Attempting to bind port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:04:27.371250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Attempting to bind port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:04:27.371583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Attempting to bind port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:04:27.389156 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:04:27.389484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Attempting to bind port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:04:27.404361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:04:27.404848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:04:27.405336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:04:27.405877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Bound port: 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:04:27.406437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:27.447155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-22dd9b6e-16fa-4095-87bb-f4560d07d2dc req-f269a466-1e5f-4d87-b31c-2d953498ef15 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884385 Nov 08 13:04:27.503991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:04:27.507413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:04:27.581407 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:27.618852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:27.619478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:27.621280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] 10.222.0.61 "PUT /v2.0/ports/24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 1091 time: 0.9187121 Nov 08 13:04:27.621752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:04:27.625004 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc26d9-44dc-4efa-b39b-def02afd2310" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:04:27.652364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396438bd-82fa-4fe4-9707-e5ee0e316a0c service neutron] Pushing event updated for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:27.678917 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636cd601-eb66-4b1a-bd66-6575fe249cdd x-openstack-request-id: req-636cd601-eb66-4b1a-bd66-6575fe249cdd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:04:27.679221 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:04:27.679477 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-636cd601-eb66-4b1a-bd66-6575fe249cdd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:04:27.679888 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'status': 'completed', 'code': 200} Nov 08 13:04:27.756793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-506bc12a-75a7-478e-8d9b-1b10ff2ef287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:27.758377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-506bc12a-75a7-478e-8d9b-1b10ff2ef287 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1094 time: 0.0552578 Nov 08 13:04:27.866572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-6c768379-ebcd-4cdd-b9fc-bde1c541c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:27.868024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-6c768379-ebcd-4cdd-b9fc-bde1c541c7fc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=69da3562beb64ea291e8fc66ab228387&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005881 Nov 08 13:04:28.001247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-374e54a4-99ea-49b8-a78f-6bbcaf626dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.003609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9bc26d9-44dc-4efa-b39b-def02afd2310 req-374e54a4-99ea-49b8-a78f-6bbcaf626dae service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267939 Nov 08 13:04:28.005709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-05345347-6153-4728-a08a-e7669632851a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667343 Nov 08 13:04:28.119199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-1292b84e-2260-4b9b-8e6b-1020698f3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.120719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-1292b84e-2260-4b9b-8e6b-1020698f3335 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1094 time: 0.0761559 Nov 08 13:04:28.123523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373283-0f59-41ab-855f-e235e3ad495b req-dac826c4-370b-4f8b-ad7b-5e31bfdf7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.124855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-dac826c4-370b-4f8b-ad7b-5e31bfdf7600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0715594 Nov 08 13:04:28.169652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:28.177687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-c8d3b016-880c-4835-935b-cd91afa7c463 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 217 time: 0.0480466 Nov 08 13:04:28.277105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-4fea7390-987e-4cdb-b4a5-6e78d9ba690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.279322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-4fea7390-987e-4cdb-b4a5-6e78d9ba690c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0904715 Nov 08 13:04:28.320076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373283-0f59-41ab-855f-e235e3ad495b req-a1b24cac-ebb7-4961-9b7e-91c2bd301227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.321542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-a1b24cac-ebb7-4961-9b7e-91c2bd301227 service neutron] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 909 time: 0.1524727 Nov 08 13:04:28.381458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-6341b44c-46d6-4768-9ad0-522a2e278586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.382909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-6341b44c-46d6-4768-9ad0-522a2e278586 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935500 Nov 08 13:04:28.427109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-d5387da1-2607-4cda-97fc-cc1ed1aa8ce3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 1000 time: 0.0955772 Nov 08 13:04:28.529809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373283-0f59-41ab-855f-e235e3ad495b req-e53d2b30-3cef-459c-8648-fa37c6ecd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.531283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-e53d2b30-3cef-459c-8648-fa37c6ecd4a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0743299 Nov 08 13:04:28.568525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-9461d012-aaf6-4fc8-a9a8-48fc4c9dedd6 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774237 Nov 08 13:04:28.674527 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c597ce-8265-4f6d-b62f-76a4c1c4bb4c req-752bcb34-6e20-4d85-a85f-1dad7c027373 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.675948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23c597ce-8265-4f6d-b62f-76a4c1c4bb4c req-752bcb34-6e20-4d85-a85f-1dad7c027373 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.1437879 Nov 08 13:04:28.680498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373283-0f59-41ab-855f-e235e3ad495b req-1aadccd9-80e1-45bb-8e91-0a57a808f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:28.681921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-1aadccd9-80e1-45bb-8e91-0a57a808f8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362216 Nov 08 13:04:28.752208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d8b28a52-cb14-4977-91f2-e4a77eb05742 req-e5cbcbbe-e42b-47d1-9609-5930989c217e service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691463 Nov 08 13:04:28.801771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23c597ce-8265-4f6d-b62f-76a4c1c4bb4c req-1eaae397-9a34-4934-b6a3-f5507160f3e8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164103 Nov 08 13:04:28.829162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-94102e1a-53e6-4601-9d8b-cddcb900215e service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339622 Nov 08 13:04:28.975036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:29.218027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80373283-0f59-41ab-855f-e235e3ad495b req-4995b5f7-93f7-476d-9ae9-3298288aab87 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821881 Nov 08 13:04:29.927875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743e80f-2b30-410a-9502-f805f1e5cfe5 req-b5f29a5c-a707-4406-a1c0-024b7349f9f0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:29.929393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a743e80f-2b30-410a-9502-f805f1e5cfe5 req-b5f29a5c-a707-4406-a1c0-024b7349f9f0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0519674 Nov 08 13:04:29.982046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a743e80f-2b30-410a-9502-f805f1e5cfe5 req-d9406ebf-8dad-4fba-97e2-00e0df83e704 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449009 Nov 08 13:04:31.109036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4612a-eed9-4bec-857f-b303dd711c1c req-7fbc5da0-3941-4b2d-978f-5e0922d8d9f2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:31.110680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abc4612a-eed9-4bec-857f-b303dd711c1c req-7fbc5da0-3941-4b2d-978f-5e0922d8d9f2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0588734 Nov 08 13:04:31.162562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abc4612a-eed9-4bec-857f-b303dd711c1c req-b6bb2f90-d227-43b3-b062-6192c5a6210a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456159 Nov 08 13:04:32.283850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8471089-26fc-43dd-94e6-edf7c4dc6c19 req-e2655646-5cde-4ab1-aa67-200e4ee22665 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:32.285365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8471089-26fc-43dd-94e6-edf7c4dc6c19 req-e2655646-5cde-4ab1-aa67-200e4ee22665 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0521352 Nov 08 13:04:32.342684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8471089-26fc-43dd-94e6-edf7c4dc6c19 req-5409bfb0-bce1-4cf4-a1ff-a17526ab83e4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510731 Nov 08 13:04:33.461184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b94e8-91fa-4b2a-81ea-7caeba3e5949 req-082fe3d7-8055-461b-840d-da011e7fca24 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:33.462703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b25b94e8-91fa-4b2a-81ea-7caeba3e5949 req-082fe3d7-8055-461b-840d-da011e7fca24 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0526304 Nov 08 13:04:33.513420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b25b94e8-91fa-4b2a-81ea-7caeba3e5949 req-118bd659-cd88-4331-a7c2-08394b30511f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Nov 08 13:04:34.630920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51655ef-d339-4504-b225-8c9b12daa247 req-f43574e6-87fa-4835-abee-f03d4cc40fd2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:34.632404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f51655ef-d339-4504-b225-8c9b12daa247 req-f43574e6-87fa-4835-abee-f03d4cc40fd2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0492790 Nov 08 13:04:34.712144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f51655ef-d339-4504-b225-8c9b12daa247 req-fd7b4f38-73bb-42db-9f57-a22695b79137 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723741 Nov 08 13:04:35.323498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:04:35.832087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7593eb-e1ac-452b-a621-4c77e22224e4 req-2114f286-2bad-4519-9140-8872aaab1002 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:35.833556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d7593eb-e1ac-452b-a621-4c77e22224e4 req-2114f286-2bad-4519-9140-8872aaab1002 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0509324 Nov 08 13:04:35.887854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d7593eb-e1ac-452b-a621-4c77e22224e4 req-9fd803a6-090d-439a-a6ed-dce846a9df94 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Nov 08 13:04:37.006561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251843-a6de-4df4-b2d0-c422af7db206 req-9fa4f2f5-4def-4076-a625-ee1fbbb26880 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:37.007956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72251843-a6de-4df4-b2d0-c422af7db206 req-9fa4f2f5-4def-4076-a625-ee1fbbb26880 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0499418 Nov 08 13:04:37.064589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72251843-a6de-4df4-b2d0-c422af7db206 req-4fda0739-2a3e-4809-beaa-a28576bb6243 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491159 Nov 08 13:04:38.192318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3d44b-475c-4f52-b8c2-1d6a09704872 req-b6440ced-3912-461f-807e-700adcb6c879 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:38.193840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26c3d44b-475c-4f52-b8c2-1d6a09704872 req-b6440ced-3912-461f-807e-700adcb6c879 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0515962 Nov 08 13:04:38.243996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-26c3d44b-475c-4f52-b8c2-1d6a09704872 req-c0a32647-e3b4-42df-a7d9-063e2e209acd tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 Nov 08 13:04:39.368155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5719d22-f0f7-4f76-9c88-de67c937cc5a req-7b1d62c5-1a0b-42b4-a311-cd1136cd5dd4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:39.369642 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5719d22-f0f7-4f76-9c88-de67c937cc5a req-7b1d62c5-1a0b-42b4-a311-cd1136cd5dd4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0549850 Nov 08 13:04:39.422715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5719d22-f0f7-4f76-9c88-de67c937cc5a req-f18bb16c-cafc-4cdf-91cc-f280e87a793d tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466833 Nov 08 13:04:40.480503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:04:40.545666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caafe07-51c8-455b-a4af-d77bc0dac0f6 req-93d5f1cc-1be1-4699-bc35-fd4956294d27 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:40.547357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1caafe07-51c8-455b-a4af-d77bc0dac0f6 req-93d5f1cc-1be1-4699-bc35-fd4956294d27 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 943 time: 0.0548077 Nov 08 13:04:40.583550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:04:40.600724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:04:40.606238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1caafe07-51c8-455b-a4af-d77bc0dac0f6 req-ace618ea-6217-4a52-ad7f-bc20886f44d4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515647 Nov 08 13:04:40.642831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:40.656503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:04:40.676382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:04:40.746475 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:40.795424 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:40.802908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.803260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.803600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.803942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.804278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.804608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.804935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.805262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.805586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.805908 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.806230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:40.806575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:04:41.016012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:04:41.729726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915dee-6337-4b99-be12-0e5dc6b97cc1 req-5d22dded-b932-46a1-bf4d-0ca18d67da5c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:41.731855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7915dee-6337-4b99-be12-0e5dc6b97cc1 req-5d22dded-b932-46a1-bf4d-0ca18d67da5c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 944 time: 0.0512295 Nov 08 13:04:41.787819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7915dee-6337-4b99-be12-0e5dc6b97cc1 req-feab3180-800e-422a-b56d-2691e7e53531 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496659 Nov 08 13:04:42.495391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:04:42.608523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:04:42.612977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:04:42.613499 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:42.695651 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:42.719390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:04:42.721654 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1661c08-6993-4b12-bfda-866809fad073" -d '{"events": [{"server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "name": "network-vif-plugged", "status": "completed", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:04:42.735417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:04:42.761846 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61baaed-999e-4409-ac3b-285a68b776fc x-openstack-request-id: req-e61baaed-999e-4409-ac3b-285a68b776fc {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:04:42.762314 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "name": "network-vif-plugged", "status": "completed", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:04:42.762711 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e61baaed-999e-4409-ac3b-285a68b776fc {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:04:42.763303 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'code': 200} Nov 08 13:04:42.791630 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:42.858092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:42.987847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4dbf-b06f-4b3e-8282-c59051954800 req-9a3dcf41-17ec-4cc4-94b8-adfc15ccfa56 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:42.989879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-066a4dbf-b06f-4b3e-8282-c59051954800 req-9a3dcf41-17ec-4cc4-94b8-adfc15ccfa56 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.1199672 Nov 08 13:04:42.992671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce67ea3-8dbf-4d9c-a350-236808042c4b req-82ad723a-3aef-45f7-b7d2-f48f1185d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:42.994646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cce67ea3-8dbf-4d9c-a350-236808042c4b req-82ad723a-3aef-45f7-b7d2-f48f1185d92a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.1718552 Nov 08 13:04:43.116562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-066a4dbf-b06f-4b3e-8282-c59051954800 req-58ac0abd-7308-40d8-9041-c2e9a7a8561c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190023 Nov 08 13:04:43.125904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cce67ea3-8dbf-4d9c-a350-236808042c4b req-4abb212a-145b-40fd-9753-39eaa9f27beb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200013 Nov 08 13:04:44.254068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426e966-c7f9-4f12-9717-507f09536e45 req-9ce085f2-4241-467f-8b71-b79a982c8d2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:44.255748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9426e966-c7f9-4f12-9717-507f09536e45 req-9ce085f2-4241-467f-8b71-b79a982c8d2c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Nov 08 13:04:44.321979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9426e966-c7f9-4f12-9717-507f09536e45 req-86ab4163-7ca9-4f78-9dc3-61b0ec0a12fa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599148 Nov 08 13:04:45.439614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e6eeb-80dd-4d5f-9fb6-4504e86bddb5 req-9e014dae-3bab-4231-b725-ae314190be19 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:45.441182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-237e6eeb-80dd-4d5f-9fb6-4504e86bddb5 req-9e014dae-3bab-4231-b725-ae314190be19 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Nov 08 13:04:45.497494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-237e6eeb-80dd-4d5f-9fb6-4504e86bddb5 req-e51371d1-6eb9-4ea0-b3bd-47030e880e51 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Nov 08 13:04:45.621102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee192d8-b649-4b3f-8565-81f8550dbb70 req-5191e1a5-9ea1-4261-8088-0e33b3475f77 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:45.622453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ee192d8-b649-4b3f-8565-81f8550dbb70 req-5191e1a5-9ea1-4261-8088-0e33b3475f77 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.0552723 Nov 08 13:04:45.671220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ee192d8-b649-4b3f-8565-81f8550dbb70 req-669b543b-2365-42ca-a1cf-cc925497ab81 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 Nov 08 13:04:45.693947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:04:45.733710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac92060-1a14-49bc-9840-0c33aef7b218 tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:45.735316 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dac92060-1a14-49bc-9840-0c33aef7b218 tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1091 time: 0.0403144 Nov 08 13:04:45.738218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:04:45.742488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:04:45.809288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:45.913103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:46.020457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.25.1.60 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/64dc4f0a-8b42-4e39-806e-9db9a0c37c8d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:04:46.153297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:46.174347 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:46.237341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:46.295133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:04:46.303223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:04:46.309892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:04:46.346328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=64dc4f0a-8b42-4e39-806e-9db9a0c37c8d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:46.844111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:47.035095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:47.197645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:47.259801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:47.331076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=64dc4f0a-8b42-4e39-806e-9db9a0c37c8d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:04:47.345620 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:47.452067 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 3d18298b-4bdc-4335-ba51-6db1e3e66eb5 associated. External IP: 172.25.1.60, port: 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e. Nov 08 13:04:47.666998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:04:48.063424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:04:48.073659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:04:48.084356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:04:48.084981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:04:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:48.154312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:48.184351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5d93984-ef05-48a0-8ec1-c8cca4d714ed tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4449248 Nov 08 13:04:48.185234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:04:48.188205 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d4468-061c-4c42-a96c-34991c20580e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:04:48.196991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:04:48.228934 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8f118-2ea5-48a7-b98a-c4dbc0cc84fb x-openstack-request-id: req-04a8f118-2ea5-48a7-b98a-c4dbc0cc84fb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:04:48.229488 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:04:48.230232 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04a8f118-2ea5-48a7-b98a-c4dbc0cc84fb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:04:48.230732 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'status': 'completed', 'code': 200} Nov 08 13:04:48.294551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4468-061c-4c42-a96c-34991c20580e req-f61bb27e-6232-4d3b-96ea-9954180e821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:48.296514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-f61bb27e-6232-4d3b-96ea-9954180e821a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0444334 Nov 08 13:04:48.397969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4468-061c-4c42-a96c-34991c20580e req-68967823-be73-4cc5-bcc4-3bf324d5462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:48.399541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-68967823-be73-4cc5-bcc4-3bf324d5462c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.0958445 Nov 08 13:04:48.435208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:46Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:48.465337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:04:48.473834 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:04:48.474495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:04:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:48.474656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-897177e4-cc5a-40bc-8bd5-0e4123438e8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 998 time: 0.0624979 Nov 08 13:04:48.529022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4468-061c-4c42-a96c-34991c20580e req-69bd45c7-af01-4a58-bca4-577f4de6f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:48.530582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-69bd45c7-af01-4a58-bca4-577f4de6f342 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0472054 Nov 08 13:04:48.584989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4468-061c-4c42-a96c-34991c20580e req-397bc3b7-ad86-4d31-b87d-4ddc7296ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:04:48.586562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-397bc3b7-ad86-4d31-b87d-4ddc7296ac6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488412 Nov 08 13:04:48.688696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-c61c0e64-c021-4c33-8573-3abaf579a55f service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942347 Nov 08 13:04:48.748932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:04:48.794630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d4468-061c-4c42-a96c-34991c20580e req-3f59ca18-941b-44ac-a85c-46f42461e9ff service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977499 Nov 08 13:04:48.978016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:46Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:04:49.004943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdbbbb-501f-4c99-9d15-19c34eb8bf0b None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:46Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:04:49.212515 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db557074-a8da-4643-90fb-2fa0abeb04aa None None] New status for floating IP 3d18298b-4bdc-4335-ba51-6db1e3e66eb5: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:04:50.471210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:53.104929 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-61b8ba24-da5d-4b02-a1d3-5473b5ed661e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:55.516740 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b7c61466-81f7-4c59-8a4a-d5bdae186e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:56.842336 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:58.162301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:04:58.772315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-65096f72-ca26-4299-a512-72553b88849e req-87180a20-f1e6-4c2e-9266-837a5d81488d service neutron] (102536) timed out ('10.222.0.58', 54296) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:04:58.968895 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:12.322862 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:05:16.178482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:20.441395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:23.098393 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7e6a48e8-5b02-46b0-8259-9d0f452fe3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:25.515250 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d1b-4f65-4baf-9e15-3dac4091840b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:26.800885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:27.958503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-8cadf071-6b0f-4a84-a232-164e47b85601 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453696 Nov 08 13:05:28.039122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b874-dd48-4d4c-87da-896482d227bb req-567a8afe-9b0e-4c68-8c87-48f7d7c09e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:28.040707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-567a8afe-9b0e-4c68-8c87-48f7d7c09e7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0415444 Nov 08 13:05:28.149892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b874-dd48-4d4c-87da-896482d227bb req-1cf313d0-c44f-483b-8996-cdaabc8d81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:28.151434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-1cf313d0-c44f-483b-8996-cdaabc8d81bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 909 time: 0.0917652 Nov 08 13:05:28.183988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:28.220051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-d3e06668-2b59-40e3-a919-f25b32f31a27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 1000 time: 0.0607386 Nov 08 13:05:28.273568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b874-dd48-4d4c-87da-896482d227bb req-f8ed854e-5006-41e6-87fc-76c323a38d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:28.275103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-f8ed854e-5006-41e6-87fc-76c323a38d34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0486631 Nov 08 13:05:28.321223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b874-dd48-4d4c-87da-896482d227bb req-47f2f0fb-c24d-419e-91d2-77af32adb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:28.322707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-47f2f0fb-c24d-419e-91d2-77af32adb93b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410402 Nov 08 13:05:28.415646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-17ffc4e8-2cab-4097-94fb-9fc523b548c3 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Nov 08 13:05:28.509254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0696b874-dd48-4d4c-87da-896482d227bb req-254f2f43-eeb3-434d-a866-8c4712be367f service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Nov 08 13:05:28.983341 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:38.072197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-1377b1fa-4195-4928-80c0-16197986d82e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425329 Nov 08 13:05:38.157318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-f6beeb4a-4287-4145-976a-f1f6e28c4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:38.158890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-f6beeb4a-4287-4145-976a-f1f6e28c4942 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0432274 Nov 08 13:05:38.279336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-825fd609-61c1-42a3-aed6-0c5cd938199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:38.280945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-825fd609-61c1-42a3-aed6-0c5cd938199e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1012104 Nov 08 13:05:38.348322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-ae995033-c5af-4dd0-8c9c-c2271c566a68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 1000 time: 0.0599070 Nov 08 13:05:38.406921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-8133d0e8-5525-4224-96f4-eaa40cb2f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:38.408406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-8133d0e8-5525-4224-96f4-eaa40cb2f1dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0533495 Nov 08 13:05:38.457086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-9272a19d-3977-41c0-b429-eb97f84dbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:05:38.458651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-9272a19d-3977-41c0-b429-eb97f84dbe83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425432 Nov 08 13:05:38.563436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-ab150a91-ea3c-436a-b530-c73240305eab service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978339 Nov 08 13:05:38.660034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf169a45-c071-467d-a4a3-b1ce3e395a71 req-edd55565-ef90-4ad7-90e3-3dbc52fd828d service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892036 Nov 08 13:05:46.200279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:49.322830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:05:50.474633 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:53.091791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d39c9a20-8285-470e-b30e-27e5cd3d7fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:55.508553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8a123cf-37f4-49e9-a38c-f913f2317c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:56.772057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:58.211626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:05:58.983270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:16.194025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:20.473443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:23.124861 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cab0-f3cb-445c-a298-713e9b22ee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:25.552248 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9b00f89-785d-414e-800a-1fb1137218f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:26.322777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:06:26.792044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:28.186659 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:28.959056 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:30.004140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-0ac79762-fd54-4c50-acd8-c7a8952e8535 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928092 Nov 08 13:06:30.095747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-971ada47-0097-462e-bf30-7bbca0036907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:30.097236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-971ada47-0097-462e-bf30-7bbca0036907 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 1096 time: 0.0461257 Nov 08 13:06:30.200856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-d7e04735-aafa-4538-be73-b0701c6dfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:30.202270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-d7e04735-aafa-4538-be73-b0701c6dfaf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 200 len: 909 time: 0.0849876 Nov 08 13:06:30.275893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-950704e8-cf73-4432-a10b-e5b312e4a03a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 200 len: 1000 time: 0.0660362 Nov 08 13:06:30.324554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-48dac041-2907-4839-b376-5506cd1ff372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:30.325973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-48dac041-2907-4839-b376-5506cd1ff372 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 200 len: 847 time: 0.0437627 Nov 08 13:06:30.373282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-7a335e7f-7958-4fc2-a717-570ffdec90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:30.374930 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-7a335e7f-7958-4fc2-a717-570ffdec90d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=790512d9-d4e9-483b-8325-3c74ddc09a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409997 Nov 08 13:06:30.470934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-16684ebd-b726-47f1-afe4-b4c208cc9ece service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881734 Nov 08 13:06:30.574185 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d16dc22-078b-4b84-bd26-a54d83aea586 req-5adfa12a-8917-44c1-a04a-4aa51e7730b9 service neutron] 10.222.0.57 "GET /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963566 Nov 08 13:06:38.714170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-359d96f1-70b0-4c4b-abfe-f880f88d9a7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528622 Nov 08 13:06:38.800835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-e9a618f6-1b91-4233-9987-bba9e9c7ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:38.802507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-e9a618f6-1b91-4233-9987-bba9e9c7ceaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0437241 Nov 08 13:06:38.908047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-68d58798-8afc-4ca6-992a-62699ca76101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:38.909523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-68d58798-8afc-4ca6-992a-62699ca76101 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.0868540 Nov 08 13:06:38.981123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-81543f99-e6b0-4725-99ad-77c00ab02a1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 1000 time: 0.0640121 Nov 08 13:06:39.031539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-9d6b4b9b-60a9-4e79-aa53-583e3fc1eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:39.033107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-9d6b4b9b-60a9-4e79-aa53-583e3fc1eb5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0452752 Nov 08 13:06:39.083707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-72b583b4-980e-45a0-a2dd-426dd92c738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:06:39.083707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-72b583b4-980e-45a0-a2dd-426dd92c738b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415881 Nov 08 13:06:39.177277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-36a769f0-2dfc-47f6-b3e0-61100b41869b service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866179 Nov 08 13:06:39.266068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c47fc5c0-3e56-4b62-a8ff-e0b4f12e15a5 req-55470829-3125-4e7d-a4b6-59814d2a6287 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819979 Nov 08 13:06:46.203057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:50.496364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:53.135741 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d43a1d2f-8986-4d24-ad4c-567b0613ac6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:55.518987 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-047bd8fe-878f-4cb7-96ee-2d28043a97bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:56.804849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:58.207639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:06:59.008232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:03.321874 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:07:04.721456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-3b5bce84-2a41-4235-9cfe-f525640a48ec tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118016621&fields=id&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 267 time: 0.0535879 Nov 08 13:07:04.830270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e94a1f2e-4e13-4e12-9345-d80fa5658f38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:04.831813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e94a1f2e-4e13-4e12-9345-d80fa5658f38 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1034267 Nov 08 13:07:04.849535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-656f3685-eebf-4912-afef-b93b26b85751 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/quotas/69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 375 time: 0.0117159 Nov 08 13:07:04.914499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-1eb820c7-dba0-4d9e-8cfe-083fa55d657b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567884 Nov 08 13:07:04.988384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-049cf9ce-aa2c-40f1-bcfb-607c0e1a376d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:07:04.990051 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-049cf9ce-aa2c-40f1-bcfb-607c0e1a376d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0630636 Nov 08 13:07:05.085596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-1036b8bf-889d-4db0-ade8-a4e25183fd23 service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892966 Nov 08 13:07:05.181592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-4ee0fa10-28e0-4aaa-a178-b2a3857a40fa service neutron] 10.222.0.58 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897748 Nov 08 13:07:05.807294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7655d00d-f776-44d3-9b82-6d32c751260b req-dd46c186-0815-4bdd-93c6-e867161c949f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0270848 Nov 08 13:07:06.903171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d528d5df-dbd8-45c8-b228-fcd2965047fd req-9d7fdae8-df26-4cf3-9d29-6fd773d93c2a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0267243 Nov 08 13:07:07.653370 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-f79024e1-29e5-4352-8f4f-2e53bb5353eb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:07.654900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-f79024e1-29e5-4352-8f4f-2e53bb5353eb tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 811 time: 0.1002135 Nov 08 13:07:07.724087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-4d25ae54-d9fb-448c-b1b7-f7d6807efb3b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69da3562beb64ea291e8fc66ab228387 HTTP/1.1" status: 200 len: 379 time: 0.0581841 Nov 08 13:07:07.733213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'port': {'device_id': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'admin_state_up': True, 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'security_groups': ['78194268-1ea3-4b77-9f37-64b3fd458d75']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:07:07.920451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Made reservation on behalf of 69da3562beb64ea291e8fc66ab228387 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:07:07.920451 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.060923 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d611c0e-9c05-4377-84a9-6b1ad3aca2e8 req-e89595bd-6b0f-4e01-8768-cd3253197ee6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0304766 Nov 08 13:07:08.085503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.20.0.8 (3dbf2f8b-c3f0-407a-90af-6154c05f1978/d7283fcc-c9cf-4df1-be2b-930cade61d23/efc12750-a260-4f80-a3e4-5934209257d8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:07:08.228738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.313647 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.356059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:07:08.359690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:07:08.366862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:07:08.394139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:08.407797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.408142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.408487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.408827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.409163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.409495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.409822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.410150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.410521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.411253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.411253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.411495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:08.444892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:08.445549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.521419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e3ac65ea-25a3-4613-9ed9-e66093b25332 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7916853 Nov 08 13:07:08.535454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Request body: {'port': {'device_id': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:07:08.596472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-efa94e33-2f89-4c22-9979-c79ed9489b33 None None] Provisioning complete for port efc12750-a260-4f80-a3e4-5934209257d8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:07:08.597012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-efa94e33-2f89-4c22-9979-c79ed9489b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.597115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.635557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-efa94e33-2f89-4c22-9979-c79ed9489b33 None None] Port efc12750-a260-4f80-a3e4-5934209257d8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:07:08.870784 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc12750-a260-4f80-a3e4-5934209257d8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:07:08.876399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:08.888211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Transition to ACTIVE for port object efc12750-a260-4f80-a3e4-5934209257d8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:07:08.970141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:09.022398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Pushing event updated for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:09.101819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Attempting to bind port efc12750-a260-4f80-a3e4-5934209257d8 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:07:09.102402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Attempting to bind port efc12750-a260-4f80-a3e4-5934209257d8 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:07:09.102717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Attempting to bind port efc12750-a260-4f80-a3e4-5934209257d8 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:07:09.110893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Port efc12750-a260-4f80-a3e4-5934209257d8 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:07:09.115241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Attempting to bind port efc12750-a260-4f80-a3e4-5934209257d8 on network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:07:09.117421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:07:09.117841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Checking segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:07:09.118326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Bound using segment: {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:07:09.118831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Bound port: efc12750-a260-4f80-a3e4-5934209257d8, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1505e9-e13a-45fc-a928-349d0bd1ccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:07:09.119262 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:09.226469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:07:09.236137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72148a46-0dc7-4a5c-a7b5-759b7df9ee08 req-47fa5789-cae8-4931-bd97-947e4d99c321 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:09.237683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72148a46-0dc7-4a5c-a7b5-759b7df9ee08 req-47fa5789-cae8-4931-bd97-947e4d99c321 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0788584 Nov 08 13:07:09.239553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=efc12750-a260-4f80-a3e4-5934209257d8,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:07:09.294617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72148a46-0dc7-4a5c-a7b5-759b7df9ee08 req-540b10c4-4bdc-4e4f-947e-d3cfefa673ce tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501850 Nov 08 13:07:09.352766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:09.387060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:09.387809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:09.389321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] 10.222.0.61 "PUT /v2.0/ports/efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 1091 time: 0.8588219 Nov 08 13:07:09.390374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:07:09.392772 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a" -d '{"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:07:09.429331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9908a-e9dd-4e52-9f31-ba8f736ec520 service neutron] Pushing event updated for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:09.534518 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd78f79-d681-476c-943b-2366f5f6197a x-openstack-request-id: req-8cd78f79-d681-476c-943b-2366f5f6197a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:07:09.534912 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:07:09.535306 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cd78f79-d681-476c-943b-2366f5f6197a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:07:09.535845 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8', 'status': 'completed', 'code': 200} Nov 08 13:07:09.595212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e27356a3-925c-450d-9947-69eb08db27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:09.596957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e27356a3-925c-450d-9947-69eb08db27b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1094 time: 0.0481668 Nov 08 13:07:09.646135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-e078d98f-b8ef-426d-92d3-5500e6fc2307 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 217 time: 0.0398381 Nov 08 13:07:09.709471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-0f82d02b-19e9-433a-8c12-fe9fe539bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:09.711056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-0f82d02b-19e9-433a-8c12-fe9fe539bf33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0575624 Nov 08 13:07:09.761107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-f82ace8e-ca0b-48f3-b63b-302126fce867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:09.762647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-f82ace8e-ca0b-48f3-b63b-302126fce867 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437181 Nov 08 13:07:09.865469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-3d450047-3f53-4599-bc80-75dec26dbf58 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953484 Nov 08 13:07:09.969203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ba0ba4c-8247-4118-a408-9e0f9ec3679d req-989f9160-af5a-474b-91b5-3cf4d20bc7b6 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962732 Nov 08 13:07:10.154301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-45cd0c3f-c2c8-4707-a945-40daa782a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:10.156827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-45cd0c3f-c2c8-4707-a945-40daa782a6e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1094 time: 0.0456936 Nov 08 13:07:10.275592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-31089194-c447-4c78-af9c-8368e86969aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:10.277254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-31089194-c447-4c78-af9c-8368e86969aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1134729 Nov 08 13:07:10.322294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-ec9678a2-213d-45ea-a143-4f052f7a6aee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 217 time: 0.0375619 Nov 08 13:07:10.415776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-8a0b1b46-4e83-4225-b075-f5bec042113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:10.417271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-8a0b1b46-4e83-4225-b075-f5bec042113c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0867562 Nov 08 13:07:10.475391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e094e-5fea-4843-984b-2e9a338b74bf req-50604759-9c62-4cb9-9c31-7ecfd394cd68 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:10.477006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-005e094e-5fea-4843-984b-2e9a338b74bf req-50604759-9c62-4cb9-9c31-7ecfd394cd68 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0992792 Nov 08 13:07:10.498020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-a938c996-76bd-4869-82f7-f094941b4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:10.500436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-a938c996-76bd-4869-82f7-f094941b4b23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751011 Nov 08 13:07:10.624498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-005e094e-5fea-4843-984b-2e9a338b74bf req-cc045d22-e237-4620-9885-fdcd7368eb72 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391034 Nov 08 13:07:10.657890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-69214b2c-193d-4ba5-82d3-13917e128f3f service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473763 Nov 08 13:07:10.760271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba4f6d6f-ade5-483c-ad04-a08a3aefc38a req-a8f1fba3-418a-4006-b1b6-c6785ddebb5b service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942912 Nov 08 13:07:11.766487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcfaa1-42b5-4b3e-b10f-eb76fbc590a3 req-1467f2dd-2771-44e8-9bd2-6e12d06fe45a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:11.767972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47dcfaa1-42b5-4b3e-b10f-eb76fbc590a3 req-1467f2dd-2771-44e8-9bd2-6e12d06fe45a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0620375 Nov 08 13:07:12.138654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-47dcfaa1-42b5-4b3e-b10f-eb76fbc590a3 req-afcc2d3c-5b6a-4e61-b13c-dfe4023b9448 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643126 Nov 08 13:07:13.268802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773dd85-f872-445a-aacd-81738be86a22 req-2ae1b5c9-33f1-4c5a-a7b4-e43088072b83 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:13.270431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6773dd85-f872-445a-aacd-81738be86a22 req-2ae1b5c9-33f1-4c5a-a7b4-e43088072b83 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0543303 Nov 08 13:07:13.320916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6773dd85-f872-445a-aacd-81738be86a22 req-1f1871b8-d0b2-450a-a988-c2ea6790888f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439622 Nov 08 13:07:14.441647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767162f-240e-4b92-8cd5-c2338e2d7300 req-488203f5-9714-4a67-8251-e151abfbbb43 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:14.443173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9767162f-240e-4b92-8cd5-c2338e2d7300 req-488203f5-9714-4a67-8251-e151abfbbb43 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0503826 Nov 08 13:07:14.496418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9767162f-240e-4b92-8cd5-c2338e2d7300 req-7aa4fa99-bf2c-4537-837f-2fa685dbb2e5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470631 Nov 08 13:07:15.625815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1245ff6-23d1-48f5-b60a-986517aeadc1 req-3c8b504c-8759-47e6-bd48-5354aa166015 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:15.627341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1245ff6-23d1-48f5-b60a-986517aeadc1 req-3c8b504c-8759-47e6-bd48-5354aa166015 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0554683 Nov 08 13:07:15.680083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1245ff6-23d1-48f5-b60a-986517aeadc1 req-f3dc44cc-aae8-4b58-b401-a9166dfd2043 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464966 Nov 08 13:07:16.203680 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:16.799538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bc4cc-fc19-41e8-9476-d60f79fa71b6 req-32a4adf6-c915-4f14-8fb2-eb5a9e84d465 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:16.801072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce1bc4cc-fc19-41e8-9476-d60f79fa71b6 req-32a4adf6-c915-4f14-8fb2-eb5a9e84d465 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0498066 Nov 08 13:07:16.851573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce1bc4cc-fc19-41e8-9476-d60f79fa71b6 req-013e0bfe-d2d4-4e0c-9e0a-7f21506af4b8 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439937 Nov 08 13:07:17.974509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7f421-f097-496f-b590-248b2b04c522 req-83476c21-65ff-4775-ba73-2b75013b9914 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:17.976115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fc7f421-f097-496f-b590-248b2b04c522 req-83476c21-65ff-4775-ba73-2b75013b9914 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0552204 Nov 08 13:07:18.029118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0fc7f421-f097-496f-b590-248b2b04c522 req-07bdd7ae-d811-4de8-b9ad-b71dba4852fa tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470123 Nov 08 13:07:19.148863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27548294-189b-40c4-93be-8a272e01c842 req-967ea74e-77a7-4ce7-93fb-6ad235b055a1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:19.150376 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27548294-189b-40c4-93be-8a272e01c842 req-967ea74e-77a7-4ce7-93fb-6ad235b055a1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0490966 Nov 08 13:07:19.200890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27548294-189b-40c4-93be-8a272e01c842 req-4e54aa8c-5286-40a1-87fd-39d92d03f23a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Nov 08 13:07:20.321172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941fc46-b8f4-46a0-9db7-d681768a362b req-e9a0aafe-bbf9-4958-8682-ab82fe7f68e6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:20.322691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b941fc46-b8f4-46a0-9db7-d681768a362b req-e9a0aafe-bbf9-4958-8682-ab82fe7f68e6 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0497780 Nov 08 13:07:20.382427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b941fc46-b8f4-46a0-9db7-d681768a362b req-08d16333-ee53-425c-b952-29e14090e0db tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527384 Nov 08 13:07:20.510143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:21.209901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device efc12750-a260-4f80-a3e4-5934209257d8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:07:21.312314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=efc12750-a260-4f80-a3e4-5934209257d8,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:21.326013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'efc12750-a260-4f80-a3e4-5934209257d8', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'port_id': 'efc12750-a260-4f80-a3e4-5934209257d8', 'mac_address': 'fa:16:3e:ef:74:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:07:21.366414 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:21.379815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc12750-a260-4f80-a3e4-5934209257d8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:07:21.404967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=efc12750-a260-4f80-a3e4-5934209257d8,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:21.487216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:21.501202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79b96f-a0f5-4c0f-a218-737572bd9196 req-eff9d8f1-98c9-4e36-969c-b86e618e5725 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:21.502788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b79b96f-a0f5-4c0f-a218-737572bd9196 req-eff9d8f1-98c9-4e36-969c-b86e618e5725 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Nov 08 13:07:21.538421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:21.545964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.546464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.546811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.547139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.547465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.547790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.548112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.548509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.548866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.549183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.549500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.550102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:21.557560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b79b96f-a0f5-4c0f-a218-737572bd9196 req-ed0ffbb3-c2d1-4783-a1b6-e4f86af01440 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485513 Nov 08 13:07:21.739819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['efc12750-a260-4f80-a3e4-5934209257d8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:07:22.677047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36174f96-b340-49c1-8870-e45bc8bcd5bd req-d5f3ca15-8b22-41c8-98b0-5585aa929319 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:22.678734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36174f96-b340-49c1-8870-e45bc8bcd5bd req-d5f3ca15-8b22-41c8-98b0-5585aa929319 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 944 time: 0.0497823 Nov 08 13:07:22.730491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36174f96-b340-49c1-8870-e45bc8bcd5bd req-8772d49d-a47e-4277-bc4d-fcfa2558122f tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456545 Nov 08 13:07:23.123697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d092712-bdfa-441d-86d3-57dcfbc32154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:23.224546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device efc12750-a260-4f80-a3e4-5934209257d8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:07:23.340962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port efc12750-a260-4f80-a3e4-5934209257d8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:07:23.346691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port efc12750-a260-4f80-a3e4-5934209257d8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:07:23.350652 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:23.435880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:23.467745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:07:23.470732 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52933238-f07b-430c-afa9-db7630c5e250" -d '{"events": [{"server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "name": "network-vif-plugged", "status": "completed", "tag": "efc12750-a260-4f80-a3e4-5934209257d8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:07:23.485122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=efc12750-a260-4f80-a3e4-5934209257d8,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:23.508708 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cf15da-bd8c-43b7-8fa9-6db96039b3a9 x-openstack-request-id: req-01cf15da-bd8c-43b7-8fa9-6db96039b3a9 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:07:23.509000 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "name": "network-vif-plugged", "status": "completed", "tag": "efc12750-a260-4f80-a3e4-5934209257d8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:07:23.509256 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01cf15da-bd8c-43b7-8fa9-6db96039b3a9 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:07:23.509649 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8', 'code': 200} Nov 08 13:07:23.581282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:23.614016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b17223-d0c7-4bc9-b370-319115e7d4dc req-ba17b319-3cfe-49f3-b495-80417adc53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:23.615649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60b17223-d0c7-4bc9-b370-319115e7d4dc req-ba17b319-3cfe-49f3-b495-80417adc53df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1095 time: 0.0467086 Nov 08 13:07:23.633566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:23.665510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-60b17223-d0c7-4bc9-b370-319115e7d4dc req-a3e66c17-d771-4deb-96f7-e467342573dc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Nov 08 13:07:23.853227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ac0e-7971-476b-9dd3-c01c9b338588 req-3244dcfe-4676-4945-8d77-72e75ba10484 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:23.854808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf61ac0e-7971-476b-9dd3-c01c9b338588 req-3244dcfe-4676-4945-8d77-72e75ba10484 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.0512505 Nov 08 13:07:23.915132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf61ac0e-7971-476b-9dd3-c01c9b338588 req-2d41eff6-7291-44d0-8056-59ce12223ee5 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532074 Nov 08 13:07:25.043687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028ef5b-b598-4a62-b4d1-d8e93d698b2c req-f2ca2313-55b6-4b94-b344-5165f7bbce55 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:25.045272 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b028ef5b-b598-4a62-b4d1-d8e93d698b2c req-f2ca2313-55b6-4b94-b344-5165f7bbce55 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.0559673 Nov 08 13:07:25.101705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b028ef5b-b598-4a62-b4d1-d8e93d698b2c req-732bb097-a61b-4302-acd4-fc69fa03072b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501621 Nov 08 13:07:25.228132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2e31-19d3-40c9-9b0c-9ccc4fd9a9f4 req-a5d33022-77a7-4be6-ab7c-d2386b2ceea1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:25.229706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-208a2e31-19d3-40c9-9b0c-9ccc4fd9a9f4 req-a5d33022-77a7-4be6-ab7c-d2386b2ceea1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.0513279 Nov 08 13:07:25.283078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-208a2e31-19d3-40c9-9b0c-9ccc4fd9a9f4 req-d373ba5d-f4e7-4356-8afa-76e078d23226 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469058 Nov 08 13:07:25.305689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:25.525073 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79d0ec58-18aa-4216-baee-501c5834e1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:25.569776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61107a31-e65f-463a-b3f3-fe087f9e3a3a tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:25.571403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61107a31-e65f-463a-b3f3-fe087f9e3a3a tempest-TestVolumeBootPattern-1326138404 tempest-TestVolumeBootPattern-1326138404-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1091 time: 0.2646174 Nov 08 13:07:25.576780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:25.579145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'efc12750-a260-4f80-a3e4-5934209257d8', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:07:25.658438 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:25.764398 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:25.884469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Allocated IP 172.25.1.16 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/93cd32a6-bc97-4bd9-9f85-03061429a38d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:07:25.999931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:26.129667 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:26.168759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:07:26.171605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:07:26.179034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:07:26.211222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=93cd32a6-bc97-4bd9-9f85-03061429a38d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:26.570763 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:26.790348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:26.878705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:26.950513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:27.123252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:27.199183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event updated for resources: {'Port': ['ID=93cd32a6-bc97-4bd9-9f85-03061429a38d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:27.214110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:27.325640 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 4ad85127-d37f-48de-b65c-43a1fd3f2883 associated. External IP: 172.25.1.16, port: efc12750-a260-4f80-a3e4-5934209257d8. Nov 08 13:07:27.566374 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:07:27.681000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:07:27.692386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:07:27.707984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:27.708602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:27.766145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:27.796373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e1b0faef-9177-4059-8401-97e79a611752 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2210319 Nov 08 13:07:27.797728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:07:27.799918 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cdda27-c7e1-4995-9c2a-96ff279e4478" -d '{"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:07:27.830522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:27.847891 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd58e0fc-c369-40dd-b641-c4bb73dd5621 x-openstack-request-id: req-dd58e0fc-c369-40dd-b641-c4bb73dd5621 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:07:27.848188 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:07:27.848435 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd58e0fc-c369-40dd-b641-c4bb73dd5621 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:07:27.848840 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8', 'status': 'completed', 'code': 200} Nov 08 13:07:27.923556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-660ed325-6571-44b0-a6e0-7a7e61255644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:27.925454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-660ed325-6571-44b0-a6e0-7a7e61255644 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1096 time: 0.0548503 Nov 08 13:07:28.033141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-65eb04dd-ca50-40a8-9b68-3517b788a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:28.035737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-65eb04dd-ca50-40a8-9b68-3517b788a914 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1031275 Nov 08 13:07:28.085900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}, {'id': '4ad85127-d37f-48de-b65c-43a1fd3f2883', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': 'efc12750-a260-4f80-a3e4-5934209257d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:ef:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:07:26Z', 'updated_at': '2021-11-08T13:07:26Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:28.118660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-db8d42dc-52a7-47f0-a012-25b16ef1953d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 998 time: 0.0762403 Nov 08 13:07:28.131366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:07:28.146461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:28.147077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:28.174630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-e29cd2cc-cf2c-48ed-9d17-b5d80ef27f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:28.176190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-e29cd2cc-cf2c-48ed-9d17-b5d80ef27f49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0507963 Nov 08 13:07:28.229610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-c16813a4-7527-4d5e-be94-954890b1d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:28.231167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-c16813a4-7527-4d5e-be94-954890b1d366 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485320 Nov 08 13:07:28.240570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:28.267477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:28.349375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-daf673f6-0fdf-4762-9794-fc1b8294efd2 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098721 Nov 08 13:07:28.460132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5cdda27-c7e1-4995-9c2a-96ff279e4478 req-dec313b3-411a-4ba4-85f9-b7c57e3076e2 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035130 Nov 08 13:07:28.536690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}, {'id': '4ad85127-d37f-48de-b65c-43a1fd3f2883', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': 'efc12750-a260-4f80-a3e4-5934209257d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:ef:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:07:26Z', 'updated_at': '2021-11-08T13:07:26Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:28.564154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c6830-0512-491d-a8ca-fb866303ce6d None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}, {'id': '4ad85127-d37f-48de-b65c-43a1fd3f2883', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': 'efc12750-a260-4f80-a3e4-5934209257d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:ef:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:07:26Z', 'updated_at': '2021-11-08T13:07:26Z', 'revision_number': 0, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:07:28.792853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb1d94-1ec0-46bc-bb45-53fd8bc9e845 None None] New status for floating IP 4ad85127-d37f-48de-b65c-43a1fd3f2883: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:07:29.018540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:29.996578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a208895-6f19-4c70-acf9-88726b2c83d1 req-8cf5d528-c77f-46e6-9a19-45c96eed23d5 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:29.998145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a208895-6f19-4c70-acf9-88726b2c83d1 req-8cf5d528-c77f-46e6-9a19-45c96eed23d5 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 08 13:07:30.052878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a208895-6f19-4c70-acf9-88726b2c83d1 req-8f5ca687-c74a-4aa3-883b-a75f67e00a24 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Nov 08 13:07:31.179659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dd255-6dfe-4a44-bb6a-a8fda824a658 req-863652dc-fdce-4151-a4be-ef35a207e2b3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:31.181227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-662dd255-6dfe-4a44-bb6a-a8fda824a658 req-863652dc-fdce-4151-a4be-ef35a207e2b3 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Nov 08 13:07:31.241552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-662dd255-6dfe-4a44-bb6a-a8fda824a658 req-0b236906-b5ea-4c01-878f-1fea219f75b4 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/security-groups?id=dff7b5a0-cf1d-4646-b316-637bfe142290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496738 Nov 08 13:07:31.319666 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-c103aac9-6051-4a1c-93d5-4af97848e410 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:31.321159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-c103aac9-6051-4a1c-93d5-4af97848e410 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.57 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 945 time: 0.0562279 Nov 08 13:07:31.416824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Deleting port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:31.417164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:31.523111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] For port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:31.523472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:31.719158 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:31.719439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:31.719758 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Floating IP be1cab35-3dd2-4d70-9144-1a433c97f9fb disassociated. External IP: 172.25.1.92, port: bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d. Nov 08 13:07:31.720771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Calling delete_port for bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:32.026321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:32.057133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event deleted for resources: {'Port': ['ID=bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:32.182979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Router 508063cd-8500-44ee-b263-f823b905b7b9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:07:32.295423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:07:32.309847 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Sync routers for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:07:32.328691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:32.329477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:32.364636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f619f42a-a16e-43b5-9a2c-3fe0350dc336 req-35e5a9f9-20f4-4e30-aa31-46b9f8dc1d11 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.0450130 Nov 08 13:07:32.365507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] No DVR routers for this DVR port bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:07:32.369160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:32.372524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcd13f6f-4fd6-4b84-9426-8f874b769cf7 req-4de284d4-c1be-46d7-a23a-b481d648cd76 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.57 "DELETE /v2.0/ports/bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d HTTP/1.1" status: 204 len: 173 time: 1.0444310 Nov 08 13:07:32.373161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'name': 'network-vif-deleted', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:07:32.375394 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806ef97-772c-45f3-8ff9-694abe52b619" -d '{"events": [{"server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "name": "network-vif-deleted", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:07:32.433726 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e8c61-62f5-43e2-84bb-7e357f400a57 x-openstack-request-id: req-ce8e8c61-62f5-43e2-84bb-7e357f400a57 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:07:32.434041 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56417d71-842c-4808-b654-bb9b8b365572", "name": "network-vif-deleted", "tag": "bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:07:32.434298 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce8e8c61-62f5-43e2-84bb-7e357f400a57 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:07:32.434705 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56417d71-842c-4808-b654-bb9b8b365572', 'name': 'network-vif-deleted', 'tag': 'bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d', 'status': 'completed', 'code': 200} Nov 08 13:07:32.453003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:32.840217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:32.871931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Checking router: 508063cd-8500-44ee-b263-f823b905b7b9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:07:32.881391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:32.882195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:32.995967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:33.213756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:33.242238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2215ec-843f-421d-aeb3-8dbdf211ab84 None None] The sync data for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 is: [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:02:18Z', 'revision_number': 4, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '3bd29af4-a3c9-4651-97d9-1e24a403e171', 'name': '', 'network_id': '790512d9-d4e9-483b-8325-3c74ddc09a75', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'mac_address': 'fa:16:3e:a4:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:17Z', 'updated_at': '2021-11-08T13:02:22Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'subnets': [{'id': '05150c46-3e4e-4a66-b9db-8d2c267af808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:07:33.534839 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656416f-7a25-44ef-a93f-2e21cdae811a None None] New status for floating IP be1cab35-3dd2-4d70-9144-1a433c97f9fb: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:07:33.810510 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8953737b-465b-49e6-9d59-7f082a91a773 req-e27844d0-ad61-4d45-8313-a4b86452a7f7 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "GET /v2.0/ports?device_id=56417d71-842c-4808-b654-bb9b8b365572 HTTP/1.1" status: 200 len: 210 time: 0.3494978 Nov 08 13:07:34.687187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:34.708062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:34.708407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device bcebdbeb-a2e4-4a42-818f-6e5937cd9d9d not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:34.869829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:34.995528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Deleting port 7bcda50c-9ffc-436f-acc7-69b205b6ec7d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:34.995747 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.091103 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.091430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.104969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Calling delete_port for 7bcda50c-9ffc-436f-acc7-69b205b6ec7d owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:35.395633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.427439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event deleted for resources: {'Port': ['ID=7bcda50c-9ffc-436f-acc7-69b205b6ec7d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:35.490819 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.493502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.494817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c0b08507-a3bd-4be4-9b15-4914d37046cb tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "DELETE /v2.0/floatingips/be1cab35-3dd2-4d70-9144-1a433c97f9fb HTTP/1.1" status: 204 len: 168 time: 0.6239507 Nov 08 13:07:35.575422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60876) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:35.637988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.664357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.832691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.835481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:35.836689 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] 10.222.0.58 "DELETE /v2.0/security-groups/dff7b5a0-cf1d-4646-b316-637bfe142290 HTTP/1.1" status: 204 len: 168 time: 0.2602718 Nov 08 13:07:35.846468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff7b5a0-cf1d-4646-b316-637bfe142290,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:35.858507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.858913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.859258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.859594 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.859933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.860339 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.860657 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.860977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.861342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.861624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.861954 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.862301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76989c4c-aaa8-4d1c-b0a8-ce6b791edc72 tempest-TestServerBasicOps-282856061 tempest-TestServerBasicOps-282856061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:07:35.939830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60882) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:36.460024 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:36.758799 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Deleting port 3bd29af4-a3c9-4651-97d9-1e24a403e171 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:36.759477 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:36.857116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] For port 3bd29af4-a3c9-4651-97d9-1e24a403e171, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3bd29af4-a3c9-4651-97d9-1e24a403e171,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:36.857486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:36.872062 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Calling delete_port for 3bd29af4-a3c9-4651-97d9-1e24a403e171 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:37.137738 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:37.163973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd29af4-a3c9-4651-97d9-1e24a403e171,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:37.359125 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:37.584480 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Router 508063cd-8500-44ee-b263-f823b905b7b9 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:07:37.696913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:07:37.701901 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-250c26b1-fb86-4f5b-bdab-1fbc85eea89b admin admin] 10.222.0.58 "PUT /v2.0/routers/508063cd-8500-44ee-b263-f823b905b7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605541 Nov 08 13:07:37.704580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60888) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:37.708416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Sync routers for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:07:37.718504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:37.719201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:37.812515 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:37.832183 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:37.919591 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.023886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:07:37Z', 'revision_number': 5, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port': {'id': '3c9b52ac-0430-4c00-9119-d53e6868078d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508063cd-8500-44ee-b263-f823b905b7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:15Z', 'updated_at': '2021-11-08T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:38.053729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Checking router: 508063cd-8500-44ee-b263-f823b905b7b9 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:07:38.061999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Routers {'508063cd-8500-44ee-b263-f823b905b7b9'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:38.062639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['508063cd-8500-44ee-b263-f823b905b7b9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:38.074136 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Deleting port 3c9b52ac-0430-4c00-9119-d53e6868078d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:38.074524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.152289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] Set router 508063cd-8500-44ee-b263-f823b905b7b9 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:38.165515 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] For port 3c9b52ac-0430-4c00-9119-d53e6868078d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3c9b52ac-0430-4c00-9119-d53e6868078d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:38.165888 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.179321 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Calling delete_port for 3c9b52ac-0430-4c00-9119-d53e6868078d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:38.207584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:07:37Z', 'revision_number': 6, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:38.233933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f136ab-c431-44fd-8762-d56a90d6d8c8 None None] The sync data for ids ['508063cd-8500-44ee-b263-f823b905b7b9'] in n-d-816990-1 is: [{'id': '508063cd-8500-44ee-b263-f823b905b7b9', 'name': 'tempest-TestServerBasicOps-827921317-router', 'tenant_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:14Z', 'updated_at': '2021-11-08T13:07:37Z', 'revision_number': 6, 'project_id': 'a3dc5341f26943a3a9c2cf70cb894fa4', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:07:38.414504 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.443440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9b52ac-0430-4c00-9119-d53e6868078d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:38.502088 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.595119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.598657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.749559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.750154 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 508063cd-8500-44ee-b263-f823b905b7b9 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:07:38.761363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.761363 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-92ee3cf6-90d9-4398-b025-4fd4802ccbb1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/508063cd-8500-44ee-b263-f823b905b7b9 HTTP/1.1" status: 204 len: 168 time: 1.0515282 Nov 08 13:07:38.761363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60890) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:38.808964 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Deleting subnet 05150c46-3e4e-4a66-b9db-8d2c267af808 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:07:38.812258 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.849001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:38.938337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.046079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3bd29af4-a3c9-4651-97d9-1e24a403e171 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:39.069310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3bd29af4-a3c9-4651-97d9-1e24a403e171 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:39.069657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3bd29af4-a3c9-4651-97d9-1e24a403e171 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:39.070079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3c9b52ac-0430-4c00-9119-d53e6868078d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:39.086614 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.090553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3c9b52ac-0430-4c00-9119-d53e6868078d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:39.090906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3c9b52ac-0430-4c00-9119-d53e6868078d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:39.119361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.123553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/05150c46-3e4e-4a66-b9db-8d2c267af808 HTTP/1.1" status: 204 len: 168 time: 0.3616934 Nov 08 13:07:39.125214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:39.125704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea4367-f190-4e3d-ac89-ff7e4068b70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05150c46-3e4e-4a66-b9db-8d2c267af808,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:39.126531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e4b0a-20fd-405a-84ea-79aeb6215228 None None] Network 790512d9-d4e9-483b-8325-3c74ddc09a75 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:07:39.207473 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.274115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Deleting port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:39.274619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.360590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] DHCP port deletion for 790512d9-d4e9-483b-8325-3c74ddc09a75 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:07:39.360831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] For port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:39.361016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.380887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Calling delete_port for f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:39.434894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Deleting port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:39.435280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.508864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] For port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,segment=NetworkSegment(9419e2f4-9e69-440e-9e48-021e223c0ce6),segment_id=9419e2f4-9e69-440e-9e48-021e223c0ce6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:39.509266 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.523785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Calling delete_port for f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:39.595603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.611679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.624647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:39.631027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] No DVR routers for this DVR port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:07:39.635093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] Pushing event deleted for resources: {'Port': ['ID=f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:39.640621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab96d0-47de-4894-b031-20fe42cab227 None None] No DVR routers for this DVR port f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:07:39.711537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.733068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790512d9-d4e9-483b-8325-3c74ddc09a75']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:39.743518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9419e2f4-9e69-440e-9e48-021e223c0ce6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:39.743810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9419e2f4-9e69-440e-9e48-021e223c0ce6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:39.753778 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.767486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.774127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:07:39.775196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:07:39.776478 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:07:39.914963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.921512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:39.924674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] 10.222.0.58 "DELETE /v2.0/networks/790512d9-d4e9-483b-8325-3c74ddc09a75 HTTP/1.1" status: 204 len: 168 time: 0.7983136 Nov 08 13:07:39.928201 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60896) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:39.936284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc0a0-2a70-400e-ba08-f5df6424fc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=790512d9-d4e9-483b-8325-3c74ddc09a75,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:40.306973 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:40.322300 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:07:40.562355 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Deleting port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:40.562661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:40.647376 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] For port 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:40.647739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:40.661908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Calling delete_port for 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:40.897865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:40.900375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:40.919048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:40.919326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f3a79af7-4ee2-4e7a-92f1-dd8c2e719dab not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:40.939192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1443ec83-6dfd-4c7e-8bf2-af7cb98aae02,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:41.001811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-2b0fce66-de83-4bfc-9ca4-8f956a0ba269 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526466 Nov 08 13:07:41.099966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-9aa06059-971c-4539-be3f-9d23e1460e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:41.102805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-9aa06059-971c-4539-be3f-9d23e1460e91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0490367 Nov 08 13:07:41.228144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-3a7e4d58-a56a-4910-b23a-ba87d1440f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:41.229618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-3a7e4d58-a56a-4910-b23a-ba87d1440f52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1031024 Nov 08 13:07:41.309405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-5899a1cc-ffaa-4534-ae6c-fee2d4cb03b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 1000 time: 0.0715156 Nov 08 13:07:41.365630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-c6405d1d-0cea-47ec-a934-40be11929b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:41.367077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-c6405d1d-0cea-47ec-a934-40be11929b36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0487311 Nov 08 13:07:41.418651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-5e975dd5-61ed-47ea-bb95-ab35bdb5f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:07:41.420208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-5e975dd5-61ed-47ea-bb95-ab35bdb5f90a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444624 Nov 08 13:07:41.478629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:41.524452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-d4f61b15-9310-4617-9894-58681a327d60 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929892 Nov 08 13:07:41.619650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc82e55b-10a7-42a7-b44e-244a8b247844 req-111acb5e-063e-4493-83d3-315695ec9c6d service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Nov 08 13:07:41.700049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:07:41.808333 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:07:41.819481 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3805f2f9-3009-4dfb-83f8-6d7e67e110a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/5e503c3e-5588-485d-af0b-3a8cd2a0c839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8840115 Nov 08 13:07:41.819601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:41.819720 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Sync routers for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:07:41.827546 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:41.828159 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:41.928537 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:41.935575 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:42.032896 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.110908 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:07:40Z', 'revision_number': 5, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port': {'id': '75235da2-4e2e-4728-9cba-d0879fb494cd', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:02:23Z', 'updated_at': '2021-11-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:42.141539 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Checking router: 5e503c3e-5588-485d-af0b-3a8cd2a0c839 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:07:42.150570 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Routers {'5e503c3e-5588-485d-af0b-3a8cd2a0c839'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:07:42.151173 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:07:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:42.178313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Deleting port 75235da2-4e2e-4728-9cba-d0879fb494cd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:42.178703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.239680 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] Set router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:07:42.260246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] For port 75235da2-4e2e-4728-9cba-d0879fb494cd, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=75235da2-4e2e-4728-9cba-d0879fb494cd,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:42.260621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.276149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Calling delete_port for 75235da2-4e2e-4728-9cba-d0879fb494cd owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:42.293743 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:07:42Z', 'revision_number': 6, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:42.418340 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2ed0e-c3e3-4f7e-97a3-5a99afac7086 None None] The sync data for ids ['5e503c3e-5588-485d-af0b-3a8cd2a0c839'] in n-d-816990-1 is: [{'id': '5e503c3e-5588-485d-af0b-3a8cd2a0c839', 'name': 'tempest-TestServerBasicOps-1000163032-router', 'tenant_id': '92091e93222347e18790a073658bbc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:02:22Z', 'updated_at': '2021-11-08T13:07:42Z', 'revision_number': 6, 'project_id': '92091e93222347e18790a073658bbc6b', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:07:42.546219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.573439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=75235da2-4e2e-4728-9cba-d0879fb494cd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:42.640213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.737498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.739699 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.934785 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.935429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e503c3e-5588-485d-af0b-3a8cd2a0c839 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:07:42.941394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:42.942616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5e09e67d-1fe9-4de6-8a82-a48b0d3f2a6f admin admin] 10.222.0.58 "DELETE /v2.0/routers/5e503c3e-5588-485d-af0b-3a8cd2a0c839 HTTP/1.1" status: 204 len: 168 time: 1.1248686 Nov 08 13:07:42.945548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60902) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:42.992929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Deleting subnet e022fde2-d0a2-4fa9-a520-a17c5b3f6360 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:07:42.996178 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.037301 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.116017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.197107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75235da2-4e2e-4728-9cba-d0879fb494cd no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:43.218492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 75235da2-4e2e-4728-9cba-d0879fb494cd {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:43.218978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 75235da2-4e2e-4728-9cba-d0879fb494cd not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:43.219479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:43.244226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:43.244487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1443ec83-6dfd-4c7e-8bf2-af7cb98aae02 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:43.302107 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.335816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e022fde2-d0a2-4fa9-a520-a17c5b3f6360,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:43.339762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.343130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bd3937eb-f084-4ce7-a623-92234a863a22 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e022fde2-d0a2-4fa9-a520-a17c5b3f6360 HTTP/1.1" status: 204 len: 168 time: 0.3963077 Nov 08 13:07:43.345552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60904) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:43.357461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d1a8b-4069-49b1-9475-1b106254185b None None] Network c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:07:43.424957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.491188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Deleting port 908e72ce-6600-4e58-a906-e1a1a7017276 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:43.491486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.568720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] For port 908e72ce-6600-4e58-a906-e1a1a7017276, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=908e72ce-6600-4e58-a906-e1a1a7017276,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:43.569085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.582668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Calling delete_port for 908e72ce-6600-4e58-a906-e1a1a7017276 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:43.584069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] DHCP port deletion for c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:07:43.644175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Deleting port 908e72ce-6600-4e58-a906-e1a1a7017276 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:07:43.644551 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.708774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] For port 908e72ce-6600-4e58-a906-e1a1a7017276, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=908e72ce-6600-4e58-a906-e1a1a7017276,segment=NetworkSegment(c9de6952-0861-496f-ab79-992540096586),segment_id=c9de6952-0861-496f-ab79-992540096586)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:07:43.709166 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.721942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Calling delete_port for 908e72ce-6600-4e58-a906-e1a1a7017276 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:07:43.757660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.785580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=908e72ce-6600-4e58-a906-e1a1a7017276,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:43.789129 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] No DVR routers for this DVR port 908e72ce-6600-4e58-a906-e1a1a7017276 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:07:43.805466 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.833897 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] No DVR routers for this DVR port 908e72ce-6600-4e58-a906-e1a1a7017276 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:07:43.835606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec051441-3bfe-42c3-8803-aeaef3b1c8bb None None] Pushing event deleted for resources: {'Port': ['ID=908e72ce-6600-4e58-a906-e1a1a7017276,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:43.870270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.895579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:43.902497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9de6952-0861-496f-ab79-992540096586') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:43.902789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9de6952-0861-496f-ab79-992540096586') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:07:43.913538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.927254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.934153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:07:43.934585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:07:43.936247 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:07:44.105947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.111976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.115817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb HTTP/1.1" status: 204 len: 168 time: 0.7683094 Nov 08 13:07:44.135265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea3524-f207-4a99-9963-721459c5b698 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0dc4ab5-5fc3-4bb3-b9a4-6f1836a9b6bb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:44.454391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:44.494757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-81befc62-e2b6-4bca-a4aa-752190ec6980 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3dc5341f26943a3a9c2cf70cb894fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402520 Nov 08 13:07:44.497222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 60910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:44.544513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.567829 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.694878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.697702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:44.698987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e0c362d-41da-4cc3-ae04-4901dff88aca HTTP/1.1" status: 204 len: 168 time: 0.2008414 Nov 08 13:07:44.708949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac01c6c-fb23-497f-983e-cf4df2a2fff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c362d-41da-4cc3-ae04-4901dff88aca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:44.897293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 908e72ce-6600-4e58-a906-e1a1a7017276 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:07:44.927990 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 908e72ce-6600-4e58-a906-e1a1a7017276 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:07:44.928335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 908e72ce-6600-4e58-a906-e1a1a7017276 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:07:45.417603 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:45.460336 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-826aceba-2fb9-4fb3-b121-4a368778b071 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92091e93222347e18790a073658bbc6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414877 Nov 08 13:07:45.462852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60918) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:07:45.520554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:45.543152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:45.706255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:45.709058 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:45.710221 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38acdb7a-6512-4ede-b985-4cd289c6031e HTTP/1.1" status: 204 len: 168 time: 0.2464676 Nov 08 13:07:45.718984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e313-6151-4ce3-a762-dbf162fd1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acdb7a-6512-4ede-b985-4cd289c6031e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:07:46.194762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:50.511575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:53.157034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16d9a17e-1a02-45ac-a27b-1e9bbdd14908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:55.536914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f123725-ba0f-4e46-b352-1d36bb294d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:56.828443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:58.202390 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:07:59.010821 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:16.198673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:17.321943 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:08:20.507154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:23.144358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0c8c-fad2-4bce-9582-656b50343878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:25.500901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d595504a-f495-4839-8aac-f502a17a2226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:26.796315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:28.197914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:28.980893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:41.754014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-03562260-7741-42d6-aea1-b364838fca08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443621 Nov 08 13:08:41.827029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-92b08430-2428-4259-858e-3cee3e3dbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:08:41.828562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-92b08430-2428-4259-858e-3cee3e3dbd50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1096 time: 0.0527778 Nov 08 13:08:41.938301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-e08c505a-ffab-44c3-9d68-8577e5e2f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:08:41.939842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-e08c505a-ffab-44c3-9d68-8577e5e2f444 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.0896327 Nov 08 13:08:42.011882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-5f2e4e51-54b9-4231-8eab-961757d4c494 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 1000 time: 0.0642934 Nov 08 13:08:42.061264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-549ec3c3-f492-48c1-a34b-f31ed72768a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:08:42.062792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-549ec3c3-f492-48c1-a34b-f31ed72768a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0443254 Nov 08 13:08:42.108635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-21e348e6-a1e5-4933-bb68-42bc798f9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:08:42.110117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-21e348e6-a1e5-4933-bb68-42bc798f9d18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401676 Nov 08 13:08:42.209901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-7ff55f34-2df3-4993-b8c3-ddb0fc5d58a3 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927637 Nov 08 13:08:42.307071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a6159fc3-9dff-4f68-b059-8fbc70e6f7c5 req-b226cec3-7819-4a8a-bcb7-e38e567aa58f service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889058 Nov 08 13:08:46.218281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:50.528481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:53.132520 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-53deb64e-d8ed-48bc-a8d4-814e73f0b133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:54.321570 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:08:55.522358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87e2de44-4fb4-4b6b-8bbe-9d01327b50b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:56.800788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:58.208219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:08:58.984093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:16.222902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:20.533515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:23.150187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-110c6f46-2c1c-43ce-9448-151fac2710f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:25.509941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bfaa521b-63e7-4b85-9e24-9c5e8df44ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:26.853120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:28.229691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:29.006739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:30.292140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 60952) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:09:30.674439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 93cd32a6-bc97-4bd9-9f85-03061429a38d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:09:30.674818 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:30.761053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:30.761385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:30.774719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 93cd32a6-bc97-4bd9-9f85-03061429a38d owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:09:31.001506 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:31.036072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=93cd32a6-bc97-4bd9-9f85-03061429a38d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:31.051121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.051471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.051818 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.052161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.052500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.052833 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.053195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.053525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.054534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.054866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.055195 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.055524 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:31.114065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:31.114445 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 4ad85127-d37f-48de-b65c-43a1fd3f2883 disassociated (deleted). External IP: 172.25.1.16, port: efc12750-a260-4f80-a3e4-5934209257d8. Nov 08 13:09:31.320917 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:09:31.339866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:09:31.466744 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:09:31.471690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:31.476998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:09:31.489130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:09:31.489736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:31.499938 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-109bfc28-73a4-4566-863b-b30fdc79bab4 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "DELETE /v2.0/floatingips/4ad85127-d37f-48de-b65c-43a1fd3f2883 HTTP/1.1" status: 204 len: 168 time: 1.2063637 Nov 08 13:09:31.500556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:09:31.503088 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08980846-fe5d-41b7-8398-bd0e7876d08a" -d '{"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:09:31.707868 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c242c9c5-5d84-4677-b027-f2abc787f37a x-openstack-request-id: req-c242c9c5-5d84-4677-b027-f2abc787f37a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:09:31.708165 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "tag": "efc12750-a260-4f80-a3e4-5934209257d8", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:09:31.708423 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c242c9c5-5d84-4677-b027-f2abc787f37a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:09:31.708834 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8', 'status': 'completed', 'code': 200} Nov 08 13:09:31.768561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:09:31.794915 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-09294640-9bb1-45d0-824f-1bea4aeff3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:31.796433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-09294640-9bb1-45d0-824f-1bea4aeff3e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 1096 time: 0.0647728 Nov 08 13:09:31.912121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-8014f992-30b9-4773-afcb-d395f0b91c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:31.913908 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-8014f992-30b9-4773-afcb-d395f0b91c26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1100252 Nov 08 13:09:31.964635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-ab8f5b80-f03c-46cd-8e74-ea6e6c7a7f51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 200 len: 217 time: 0.0423558 Nov 08 13:09:32.034082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:32.034661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-34dc1d3c-b3ba-4f98-8f63-3a72b5e6f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:32.036226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-34dc1d3c-b3ba-4f98-8f63-3a72b5e6f9b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0618982 Nov 08 13:09:32.072456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:09:32.081283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:09:32.081903 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:32.130519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee58400-a958-4bf9-baed-da8dbc8d4c8c req-89dbaf30-b27d-4d50-9785-8765ea98888c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:32.132467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ee58400-a958-4bf9-baed-da8dbc8d4c8c req-89dbaf30-b27d-4d50-9785-8765ea98888c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.1691506 Nov 08 13:09:32.134435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-fadd906d-44c8-4cf4-bfc9-a6b0aa2b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:32.136393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-fadd906d-44c8-4cf4-bfc9-a6b0aa2b31d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847902 Nov 08 13:09:32.199840 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:09:32.241740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ee58400-a958-4bf9-baed-da8dbc8d4c8c req-74de3a65-8ce7-40e0-8fe8-bf151511e6fc tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991769 Nov 08 13:09:32.267183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-d651b4c5-5002-490f-a3e5-f14c9a5e5dfa service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188817 Nov 08 13:09:32.367912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08980846-fe5d-41b7-8398-bd0e7876d08a req-6cd62cb8-4ead-46bd-8029-cb1b0dbe390a service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925815 Nov 08 13:09:32.435972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b036697-8348-49bd-829b-6424806c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:32.466885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b036697-8348-49bd-829b-6424806c94eb None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '3d18298b-4bdc-4335-ba51-6db1e3e66eb5', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '64138fed-195e-462e-914f-c220fc063dad', 'port_id': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'mac_address': 'fa:16:3e:1f:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:04:46Z', 'updated_at': '2021-11-08T13:04:49Z', 'revision_number': 1, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:09:32.714294 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49079511-c5db-4f46-804c-e98e7cab7ed0 None None] New status for floating IP 4ad85127-d37f-48de-b65c-43a1fd3f2883: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:09:33.484654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276288e3-774e-4b39-8a33-10fe9cb596cb req-3b72b8bb-96aa-43a2-8ac4-663266cfdac1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:33.486179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-276288e3-774e-4b39-8a33-10fe9cb596cb req-3b72b8bb-96aa-43a2-8ac4-663266cfdac1 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.1638377 Nov 08 13:09:33.538218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-276288e3-774e-4b39-8a33-10fe9cb596cb req-d8ab3e9b-def3-4f45-921f-7b5a8c3bdb4c tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Nov 08 13:09:33.644716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-ca30fb80-9377-47be-95fc-a27266eccbb0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:33.646336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-ca30fb80-9377-47be-95fc-a27266eccbb0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Nov 08 13:09:33.743785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port efc12750-a260-4f80-a3e4-5934209257d8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:09:33.744122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:33.834933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port efc12750-a260-4f80-a3e4-5934209257d8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=efc12750-a260-4f80-a3e4-5934209257d8,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:09:33.835336 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:33.853836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for efc12750-a260-4f80-a3e4-5934209257d8 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:09:34.069716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:34.102116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=efc12750-a260-4f80-a3e4-5934209257d8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:34.139788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.140127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.140654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.141000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.141332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.141733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.142061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.142406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.142728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.143043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.143364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.143687 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:09:34.168276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port efc12750-a260-4f80-a3e4-5934209257d8 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:09:34.171252 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:34.174898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c7b12ad-e006-4ec0-acfc-6e5f89f6eb9e req-c02415b1-4253-4642-89ca-82deb7627d42 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "DELETE /v2.0/ports/efc12750-a260-4f80-a3e4-5934209257d8 HTTP/1.1" status: 204 len: 173 time: 0.5220306 Nov 08 13:09:34.175390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'name': 'network-vif-deleted', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:09:34.177682 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d5fb1-d73d-434e-ba0d-6119264e5664" -d '{"events": [{"server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "name": "network-vif-deleted", "tag": "efc12750-a260-4f80-a3e4-5934209257d8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:09:34.221633 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d671718-9c83-494f-b90f-0799643863a6 x-openstack-request-id: req-8d671718-9c83-494f-b90f-0799643863a6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:09:34.221923 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f269b8a6-1360-46e6-a2a5-1dfdd22f7292", "name": "network-vif-deleted", "tag": "efc12750-a260-4f80-a3e4-5934209257d8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:09:34.222175 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d671718-9c83-494f-b90f-0799643863a6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:09:34.222607 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f269b8a6-1360-46e6-a2a5-1dfdd22f7292', 'name': 'network-vif-deleted', 'tag': 'efc12750-a260-4f80-a3e4-5934209257d8', 'status': 'completed', 'code': 200} Nov 08 13:09:34.655614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89028f73-01f0-47dd-88a7-ee14bc1097c3 req-065227db-5689-4f4b-b536-18f9fee36815 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0355885 Nov 08 13:09:35.761135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-faec3358-c05b-40b3-b4f9-4086f1c19aa0 req-798ffc5c-6a52-453f-8608-26598d6e9d25 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0284097 Nov 08 13:09:35.890722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device efc12750-a260-4f80-a3e4-5934209257d8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:09:35.911999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: efc12750-a260-4f80-a3e4-5934209257d8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:09:35.912435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device efc12750-a260-4f80-a3e4-5934209257d8 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:09:36.890106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6cdc6aa0-9a69-4f32-b7b4-a8ab4b7dfccf req-7847c73d-17a8-4db6-893d-448aae4a4866 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Nov 08 13:09:38.004192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b94375ad-5070-4574-96c3-ec39034dae08 req-235211d1-09c8-45f2-aadf-81624990c780 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Nov 08 13:09:39.122655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-652bd557-3ceb-44ce-9ed7-0bf6a990e009 req-7e936e37-fc40-4cce-8a9a-40180aad47db tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f269b8a6-1360-46e6-a2a5-1dfdd22f7292 HTTP/1.1" status: 200 len: 210 time: 0.0310433 Nov 08 13:09:43.754063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-90c8d9f4-a697-46db-bd69-37c69bea0c54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368542 Nov 08 13:09:43.852462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-b1d2a762-025c-43c2-ad78-fabd7bc83353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:43.853975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-b1d2a762-025c-43c2-ad78-fabd7bc83353 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0475142 Nov 08 13:09:43.985318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-e242957b-a95c-4ead-9c75-7d32f41a60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:43.986771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-e242957b-a95c-4ead-9c75-7d32f41a60b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1115386 Nov 08 13:09:44.057227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-d72087c6-ed70-4e40-a87a-b6b5715ca565 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 1000 time: 0.0628250 Nov 08 13:09:44.113670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-6c87ca13-bedc-4c67-b150-50c145e6f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:44.117612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-6c87ca13-bedc-4c67-b150-50c145e6f72c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0528362 Nov 08 13:09:44.191052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-8acff036-ff03-4129-9489-8eee2200f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:44.192624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-8acff036-ff03-4129-9489-8eee2200f135 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689063 Nov 08 13:09:44.203862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-65865f07-38dc-4541-af2a-7be3eabc1f7a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:09:44.204920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-65865f07-38dc-4541-af2a-7be3eabc1f7a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053895 Nov 08 13:09:44.305254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-a9d21123-feec-47d1-aa39-2244e63c0888 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930603 Nov 08 13:09:44.421498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a24c41c7-3c43-463b-bf0d-bcbf8a0e7eaf req-eece104b-0f63-43b7-9b15-bd267f1cef2d service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088407 Nov 08 13:09:45.770932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32798) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:09:45.939719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 64dc4f0a-8b42-4e39-806e-9db9a0c37c8d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:09:45.940068 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.023100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.023313 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.035388 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 64dc4f0a-8b42-4e39-806e-9db9a0c37c8d owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:09:46.205829 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.240315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.270267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=64dc4f0a-8b42-4e39-806e-9db9a0c37c8d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:46.335483 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.335746 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Floating IP 3d18298b-4bdc-4335-ba51-6db1e3e66eb5 disassociated (deleted). External IP: 172.25.1.60, port: 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e. Nov 08 13:09:46.551736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:09:46.665112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:09:46.670280 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:46.675568 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:09:46.686513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:09:46.687121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:46.698765 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b88338b0-c7bc-496a-8036-6a8cff767ad2 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "DELETE /v2.0/floatingips/3d18298b-4bdc-4335-ba51-6db1e3e66eb5 HTTP/1.1" status: 204 len: 168 time: 0.9289751 Nov 08 13:09:46.699353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:09:46.701615 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e96119b8e37dd3388e78035828c02529487486bfda35212aeea1b702219082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:09:46.742958 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f260c-5b13-4a52-8037-8a1922fede83 x-openstack-request-id: req-647f260c-5b13-4a52-8037-8a1922fede83 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:09:46.743515 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:09:46.743515 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-647f260c-5b13-4a52-8037-8a1922fede83 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:09:46.743828 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'status': 'completed', 'code': 200} Nov 08 13:09:46.812131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-276ebad9-5e34-402a-984e-f619225032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:46.813656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-276ebad9-5e34-402a-984e-f619225032fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69da3562beb64ea291e8fc66ab228387&device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 1096 time: 0.0468447 Nov 08 13:09:46.816695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:09:46.919872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-e4ca0e53-104b-4d2c-8646-e27a3e72d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:46.921372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-e4ca0e53-104b-4d2c-8646-e27a3e72d9a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 200 len: 912 time: 0.1008234 Nov 08 13:09:46.964275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-2212c418-8a60-4ea8-aa20-741a8ec6f705 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 200 len: 217 time: 0.0354869 Nov 08 13:09:47.026479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-60df5187-1eb6-4ebf-8c6d-e91755e6ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:47.028035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-60df5187-1eb6-4ebf-8c6d-e91755e6ad11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 200 len: 850 time: 0.0556855 Nov 08 13:09:47.054584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:47.081967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:09:47.090997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-6721295e-8ab8-421c-ac68-870b43f1eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:47.092470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-6721295e-8ab8-421c-ac68-870b43f1eb85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3dbf2f8b-c3f0-407a-90af-6154c05f1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563598 Nov 08 13:09:47.092816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:09:47.093433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:47.207287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791e331-e874-43ed-87bc-dd7f65395da2 req-09813128-6877-4ad5-9a1c-ad1a5cd962da tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:47.208811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7791e331-e874-43ed-87bc-dd7f65395da2 req-09813128-6877-4ad5-9a1c-ad1a5cd962da tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.1209567 Nov 08 13:09:47.215665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:09:47.248035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-c33e4a95-f648-42a2-8510-c444946d19c8 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294155 Nov 08 13:09:47.301460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7791e331-e874-43ed-87bc-dd7f65395da2 req-3fbeb2bc-3f2e-4399-9f49-0c512370e3c9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811968 Nov 08 13:09:47.363785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86ef6615-bd97-4ebb-bc18-4df48f0ffb1c req-0d4a5884-4d0c-46bc-8527-0000673797d8 service neutron] 10.222.0.61 "GET /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041648 Nov 08 13:09:47.434770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:09:47.463064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44a4-dff6-44b2-b8bf-af2055d82320 None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T12:53:15Z', 'revision_number': 4, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '9e84d218-b439-4326-ba8a-9a7f5f3d5f02', 'name': '', 'network_id': '3dbf2f8b-c3f0-407a-90af-6154c05f1978', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'mac_address': 'fa:16:3e:c6:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:14Z', 'updated_at': '2021-11-08T12:53:23Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'subnets': [{'id': 'd7283fcc-c9cf-4df1-be2b-930cade61d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:09:47.686330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-5aac461b-6349-4604-9f55-03eb6b2859a0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:47.688494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-5aac461b-6349-4604-9f55-03eb6b2859a0 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 945 time: 0.0699065 Nov 08 13:09:47.732740 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a0794-5dc6-4268-9e1c-2bacfbff85cd None None] New status for floating IP 3d18298b-4bdc-4335-ba51-6db1e3e66eb5: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:09:48.103578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:09:48.104198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:48.197594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] For port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:09:48.197955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:48.211814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:09:48.425170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:48.436607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1c44a-fe09-48d5-b39e-1b9dee6214be req-293e60c5-9a65-4e73-813c-781b16b31a37 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:09:48.438126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89a1c44a-fe09-48d5-b39e-1b9dee6214be req-293e60c5-9a65-4e73-813c-781b16b31a37 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 867 time: 0.0542471 Nov 08 13:09:48.470937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:48.534931 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] No DVR routers for this DVR port 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:09:48.542310 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:48.545759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9efb4e1-3d32-4420-998c-58429876fa2a req-d9a3883a-bc56-4c91-a246-eb24392280a3 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.61 "DELETE /v2.0/ports/24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e HTTP/1.1" status: 204 len: 173 time: 0.8504970 Nov 08 13:09:48.546144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'name': 'network-vif-deleted', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:09:48.548762 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51338e0d-4137-42ca-a262-fd554832a82c" -d '{"events": [{"server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "name": "network-vif-deleted", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:09:48.560731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89a1c44a-fe09-48d5-b39e-1b9dee6214be req-7037be06-930d-4b14-a690-f2c81bb93f0b tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/security-groups?id=78194268-1ea3-4b77-9f37-64b3fd458d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979559 Nov 08 13:09:48.599225 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabbc1c-29b9-43c5-86e4-36ca8b69a3d3 x-openstack-request-id: req-ffabbc1c-29b9-43c5-86e4-36ca8b69a3d3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:09:48.599225 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a4e6de-3af8-40d7-8124-0b4971e21058", "name": "network-vif-deleted", "tag": "24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:09:48.599225 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffabbc1c-29b9-43c5-86e4-36ca8b69a3d3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:09:48.599225 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a4e6de-3af8-40d7-8124-0b4971e21058', 'name': 'network-vif-deleted', 'tag': '24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e', 'status': 'completed', 'code': 200} Nov 08 13:09:49.670057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-870d3dcf-9eaa-49ac-b256-7edb7480a86d req-47101110-48ec-4908-a5b1-808ceed3af8a tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Nov 08 13:09:49.968005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:09:49.990228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:09:49.990803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 24a8d909-7b90-46cb-b6cf-b4c9f1dfe97e not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:09:50.497716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:50.783653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b89e4d16-abe0-4df0-a33c-63a6906d343d req-32497910-6c29-4c48-90ce-f6ef2fbbcac9 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Nov 08 13:09:51.892819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e433d653-dac9-4530-9e50-0f2777f8f228 req-b7a35e97-249b-4eef-8167-d30d9bab4cca tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Nov 08 13:09:53.005083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3db6c0bc-a44d-4ede-a167-3f67e48c5b2e req-9e0c4a2f-532e-4206-867d-de26930345df tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0331750 Nov 08 13:09:53.171312 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-80049356-39ce-4d48-9fde-7dd31b1f2ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:54.122954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4eb14b02-cc82-4a43-9246-9eec386baadb req-7aaf80f4-c0c7-423d-a3ee-7719a32c6949 tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a4e6de-3af8-40d7-8124-0b4971e21058 HTTP/1.1" status: 200 len: 210 time: 0.0333796 Nov 08 13:09:55.182227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32826) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:09:55.317323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Deleting port dc900a04-ec3c-41e6-9ea5-7c70364aef04 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:09:55.317772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.397892 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.398404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.410621 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Calling delete_port for dc900a04-ec3c-41e6-9ea5-7c70364aef04 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:09:55.508642 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2259-92ed-486e-b0bd-c3f75e07a72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.634551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.661478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'Port': ['ID=dc900a04-ec3c-41e6-9ea5-7c70364aef04,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:55.724566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.727784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:55.728972 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ea2fe468-8868-41d9-9846-f41e4e21390e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "DELETE /v2.0/floatingips/7d62e714-74cf-4f64-b1fe-64e933b851c7 HTTP/1.1" status: 204 len: 168 time: 0.5458663 Nov 08 13:09:56.822782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:58.222753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:58.994057 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:59.147564 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:09:59.209810 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:59.238516 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:59.388820 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:59.392149 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:09:59.393395 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] 10.222.0.58 "DELETE /v2.0/security-groups/78194268-1ea3-4b77-9f37-64b3fd458d75 HTTP/1.1" status: 204 len: 168 time: 0.2448020 Nov 08 13:09:59.418214 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdce6c-5a66-4b52-abfb-55cec812b36e tempest-TestVolumeBootPattern-1777185070 tempest-TestVolumeBootPattern-1777185070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78194268-1ea3-4b77-9f37-64b3fd458d75,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:09:59.640870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:00.112123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:00.381581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Deleting port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:00.381841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:00.461918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] For port 9e84d218-b439-4326-ba8a-9a7f5f3d5f02, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:00.462312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:00.474921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Calling delete_port for 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:00.776610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:00.808963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e84d218-b439-4326-ba8a-9a7f5f3d5f02,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:00.986066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:01.210350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Router 64138fed-195e-462e-914f-c220fc063dad has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:10:01.320939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:10:01.326143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7acac38b-e613-4d0a-9e1f-55ac0939e743 admin admin] 10.222.0.58 "PUT /v2.0/routers/64138fed-195e-462e-914f-c220fc063dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842003 Nov 08 13:10:01.328750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:01.330766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Sync routers for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:10:01.342794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:10:01.343407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:01.442222 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:01.450973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:10:01.546991 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:01.634325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '36934674-ae22-4166-a39e-013c561b4a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T13:10:00Z', 'revision_number': 5, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port': {'id': '36934674-ae22-4166-a39e-013c561b4a23', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64138fed-195e-462e-914f-c220fc063dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:11Z', 'updated_at': '2021-11-08T12:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:01.662571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Checking router: 64138fed-195e-462e-914f-c220fc063dad for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:10:01.671709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Deleting port 36934674-ae22-4166-a39e-013c561b4a23 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:01.672117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:01.673571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Routers {'64138fed-195e-462e-914f-c220fc063dad'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:10:01.674204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['64138fed-195e-462e-914f-c220fc063dad'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:01.753536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] For port 36934674-ae22-4166-a39e-013c561b4a23, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=36934674-ae22-4166-a39e-013c561b4a23,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:01.753897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:01.769583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Calling delete_port for 36934674-ae22-4166-a39e-013c561b4a23 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:01.928187 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] Set router 64138fed-195e-462e-914f-c220fc063dad gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:10:01.982951 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T13:10:01Z', 'revision_number': 6, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:02.013928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e865f-c132-4978-9eef-d2929b303e14 None None] The sync data for ids ['64138fed-195e-462e-914f-c220fc063dad'] in n-d-816990-1 is: [{'id': '64138fed-195e-462e-914f-c220fc063dad', 'name': 'tempest-TestVolumeBootPattern-726345760-router', 'tenant_id': '69da3562beb64ea291e8fc66ab228387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:09Z', 'updated_at': '2021-11-08T13:10:01Z', 'revision_number': 6, 'project_id': '69da3562beb64ea291e8fc66ab228387', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:10:02.073414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.103099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Pushing event deleted for resources: {'Port': ['ID=36934674-ae22-4166-a39e-013c561b4a23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:02.169856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.265401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.267590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.405251 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.405834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64138fed-195e-462e-914f-c220fc063dad {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:10:02.410339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.411541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-425083cb-84b1-4526-9cda-46b8329a190e admin admin] 10.222.0.58 "DELETE /v2.0/routers/64138fed-195e-462e-914f-c220fc063dad HTTP/1.1" status: 204 len: 168 time: 1.0816214 Nov 08 13:10:02.414481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:02.471232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Deleting subnet d7283fcc-c9cf-4df1-be2b-930cade61d23 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:10:02.474421 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.511219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.591406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.782872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.817055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7283fcc-c9cf-4df1-be2b-930cade61d23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:02.822674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.826037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-92e4ba3a-b7b5-4ed5-a9fd-e592112a4bda admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d7283fcc-c9cf-4df1-be2b-930cade61d23 HTTP/1.1" status: 204 len: 168 time: 0.4105659 Nov 08 13:10:02.828646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883ecd8-3311-4bba-9a24-8a5848fbcf57 None None] Network 3dbf2f8b-c3f0-407a-90af-6154c05f1978 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:10:02.829161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:02.909374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.985343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Deleting port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:02.985753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:02.991623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:03.024551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:03.024902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e84d218-b439-4326-ba8a-9a7f5f3d5f02 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:03.025360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36934674-ae22-4166-a39e-013c561b4a23 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:03.050652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] DHCP port deletion for 3dbf2f8b-c3f0-407a-90af-6154c05f1978 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:10:03.074897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] For port 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=695ec8c9-fc49-43fa-98f9-9dae1cf41215,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:03.075384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 36934674-ae22-4166-a39e-013c561b4a23 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:03.075579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.075658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 36934674-ae22-4166-a39e-013c561b4a23 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:03.095228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Calling delete_port for 695ec8c9-fc49-43fa-98f9-9dae1cf41215 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:03.105435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Deleting port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:03.106625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.176599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] For port 695ec8c9-fc49-43fa-98f9-9dae1cf41215, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=695ec8c9-fc49-43fa-98f9-9dae1cf41215,segment=NetworkSegment(0c1505e9-e13a-45fc-a928-349d0bd1ccd9),segment_id=0c1505e9-e13a-45fc-a928-349d0bd1ccd9)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:03.177000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.190282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Calling delete_port for 695ec8c9-fc49-43fa-98f9-9dae1cf41215 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:03.302787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.309231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.333719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=695ec8c9-fc49-43fa-98f9-9dae1cf41215,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:03.334719 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Pushing event deleted for resources: {'Port': ['ID=695ec8c9-fc49-43fa-98f9-9dae1cf41215,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:03.337364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] No DVR routers for this DVR port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:10:03.339356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] No DVR routers for this DVR port 695ec8c9-fc49-43fa-98f9-9dae1cf41215 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:10:03.346555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.346896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.347231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.347566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.347887 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.348213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.348530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.348849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.349165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.349480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.349796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.350110 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3be990-b23f-4372-813d-d6dfb59cea6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:03.422157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.444705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbf2f8b-c3f0-407a-90af-6154c05f1978']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:03.457302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1505e9-e13a-45fc-a928-349d0bd1ccd9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:03.457596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1505e9-e13a-45fc-a928-349d0bd1ccd9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:03.471405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.484738 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.490702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:10:03.491101 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:10:03.493637 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:10:03.617272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.623141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:03.629109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3dbf2f8b-c3f0-407a-90af-6154c05f1978 HTTP/1.1" status: 204 len: 168 time: 0.7964213 Nov 08 13:10:03.635716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32860) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:03.638570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df5a43-965a-4497-a4aa-35c6f69b3dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbf2f8b-c3f0-407a-90af-6154c05f1978,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:04.004257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:04.267571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Deleting port 04f35981-c55a-4e24-b64c-29dfea175166 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:04.267794 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:04.350697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] For port 04f35981-c55a-4e24-b64c-29dfea175166, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=04f35981-c55a-4e24-b64c-29dfea175166,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:04.351070 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:04.365938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Calling delete_port for 04f35981-c55a-4e24-b64c-29dfea175166 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:04.628368 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:04.661175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Pushing event deleted for resources: {'Port': ['ID=04f35981-c55a-4e24-b64c-29dfea175166,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:04.846638 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:05.028070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 695ec8c9-fc49-43fa-98f9-9dae1cf41215 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:05.052482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 695ec8c9-fc49-43fa-98f9-9dae1cf41215 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:05.053082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 695ec8c9-fc49-43fa-98f9-9dae1cf41215 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:05.083920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:10:05.533441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:10:05.538686 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aed08153-9aee-45be-9400-e4a9d85819af admin admin] 10.222.0.58 "PUT /v2.0/routers/41ff0018-092b-4dc4-9f1c-c1617d069bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076705 Nov 08 13:10:05.541859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32862) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:05.544795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Sync routers for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:10:05.560149 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:10:05.560988 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:05.650813 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:05.672502 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:10:05.759296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:05.866723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5d80453e-336e-4171-86a8-db46544d3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T13:10:04Z', 'revision_number': 5, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port': {'id': '5d80453e-336e-4171-86a8-db46544d3aba', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T12:53:24Z', 'updated_at': '2021-11-08T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:05.868898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Deleting port 5d80453e-336e-4171-86a8-db46544d3aba {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:05.870381 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:05.900026 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Checking router: 41ff0018-092b-4dc4-9f1c-c1617d069bd1 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:10:05.908549 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Routers {'41ff0018-092b-4dc4-9f1c-c1617d069bd1'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:10:05.909147 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:09:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:05.958832 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] For port 5d80453e-336e-4171-86a8-db46544d3aba, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5d80453e-336e-4171-86a8-db46544d3aba,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:05.959107 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:05.977315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Calling delete_port for 5d80453e-336e-4171-86a8-db46544d3aba owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:06.008543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] Set router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:10:06.067174 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T13:10:05Z', 'revision_number': 6, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:06.095336 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb545c-637c-4313-afc5-11a730b95a79 None None] The sync data for ids ['41ff0018-092b-4dc4-9f1c-c1617d069bd1'] in n-d-816990-1 is: [{'id': '41ff0018-092b-4dc4-9f1c-c1617d069bd1', 'name': 'tempest-TestVolumeBootPattern-1990581008-router', 'tenant_id': '994042699c0a4991a5d751a98cf6b001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T12:53:21Z', 'updated_at': '2021-11-08T13:10:05Z', 'revision_number': 6, 'project_id': '994042699c0a4991a5d751a98cf6b001', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:10:06.222564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.250847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d80453e-336e-4171-86a8-db46544d3aba,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:06.316270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.409695 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.411955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.542770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.543336 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ff0018-092b-4dc4-9f1c-c1617d069bd1 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:10:06.548033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.549130 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-88efece0-8d99-4123-b124-be573e4e5761 admin admin] 10.222.0.58 "DELETE /v2.0/routers/41ff0018-092b-4dc4-9f1c-c1617d069bd1 HTTP/1.1" status: 204 len: 168 time: 1.0063317 Nov 08 13:10:06.552634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:06.601618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Deleting subnet e11725c5-b328-4812-ad95-39eaf0cfe1a3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:10:06.605379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.646866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.725177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.847417 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.876501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11725c5-b328-4812-ad95-39eaf0cfe1a3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:06.879612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:06.885778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a1f92f58-c0eb-4f06-8c33-333f1e1c09ce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e11725c5-b328-4812-ad95-39eaf0cfe1a3 HTTP/1.1" status: 204 len: 168 time: 0.3298967 Nov 08 13:10:06.886126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32866) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:06.893171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7ad19-2bcf-4c57-88af-79873ae303e2 None None] Network f8f974f0-32df-424a-a057-378bdf3bb5e7 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:10:06.975428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.015631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d80453e-336e-4171-86a8-db46544d3aba no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:07.037193 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Deleting port e75f246c-8901-4295-8901-32b02af5a6b0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:07.037632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.050019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5d80453e-336e-4171-86a8-db46544d3aba {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:07.050395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5d80453e-336e-4171-86a8-db46544d3aba not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:07.050822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 04f35981-c55a-4e24-b64c-29dfea175166 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:07.075100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 04f35981-c55a-4e24-b64c-29dfea175166 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:07.075453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 04f35981-c55a-4e24-b64c-29dfea175166 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:07.125622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] For port e75f246c-8901-4295-8901-32b02af5a6b0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e75f246c-8901-4295-8901-32b02af5a6b0,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:07.126001 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.142433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Calling delete_port for e75f246c-8901-4295-8901-32b02af5a6b0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:07.155574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] DHCP port deletion for f8f974f0-32df-424a-a057-378bdf3bb5e7 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:10:07.215107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Deleting port e75f246c-8901-4295-8901-32b02af5a6b0 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:07.215377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.287096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] For port e75f246c-8901-4295-8901-32b02af5a6b0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e75f246c-8901-4295-8901-32b02af5a6b0,segment=NetworkSegment(63219a14-9bea-44d7-ae8c-42623019dbc1),segment_id=63219a14-9bea-44d7-ae8c-42623019dbc1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:07.287491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.301659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Calling delete_port for e75f246c-8901-4295-8901-32b02af5a6b0 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:07.330648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.360678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e75f246c-8901-4295-8901-32b02af5a6b0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:07.362549 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] No DVR routers for this DVR port e75f246c-8901-4295-8901-32b02af5a6b0 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:10:07.383832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.414879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] Pushing event deleted for resources: {'Port': ['ID=e75f246c-8901-4295-8901-32b02af5a6b0,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:07.419665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f701cf-b4fe-4f1b-9e50-c74feb7e1b12 None None] No DVR routers for this DVR port e75f246c-8901-4295-8901-32b02af5a6b0 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:10:07.452421 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.474465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f974f0-32df-424a-a057-378bdf3bb5e7']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:07.484886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63219a14-9bea-44d7-ae8c-42623019dbc1') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:07.485181 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63219a14-9bea-44d7-ae8c-42623019dbc1') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:10:07.495848 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.509640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.515742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:10:07.521826 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:10:07.657393 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.662342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:07.665929 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/f8f974f0-32df-424a-a057-378bdf3bb5e7 HTTP/1.1" status: 204 len: 168 time: 0.7786953 Nov 08 13:10:07.684245 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9352b-30da-4260-8444-fc59e75d04ce admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f974f0-32df-424a-a057-378bdf3bb5e7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:07.993394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:08.052514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-08b5ce6a-bb1f-460e-9e19-db3a8f2d34bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69da3562beb64ea291e8fc66ab228387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578039 Nov 08 13:10:08.056431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 32874) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:08.119323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:08.144207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:08.319609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:08.319897 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:10:08.322353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:08.323537 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02ee1981-b648-45d6-adc8-e81b258a8709 HTTP/1.1" status: 204 len: 168 time: 0.2658772 Nov 08 13:10:08.331920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ccea6-735c-436a-8c39-e4b20bd53ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ee1981-b648-45d6-adc8-e81b258a8709,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:08.968600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e75f246c-8901-4295-8901-32b02af5a6b0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:08.989750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e75f246c-8901-4295-8901-32b02af5a6b0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:08.993948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e75f246c-8901-4295-8901-32b02af5a6b0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:09.024126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:09.080085 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-bdcc95b0-de23-4556-8289-4a74cf7f6368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=994042699c0a4991a5d751a98cf6b001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547616 Nov 08 13:10:09.082608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 32882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:09.133293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:09.155511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:09.279648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:09.282206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:09.283426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5e0b25f-f30e-4b89-9120-5cd2c56cf504 HTTP/1.1" status: 204 len: 168 time: 0.1998482 Nov 08 13:10:09.291906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772ca6-0d9a-4fef-afb0-a4704f2f2bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e0b25f-f30e-4b89-9120-5cd2c56cf504,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:16.210207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:20.507591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:21.052971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-2213761d-101b-4626-9bd0-0c1b502d0917 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302145 Nov 08 13:10:21.553245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f3e9a54d-f9df-41e5-b3c6-20d59add9eb8 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:21.554959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f3e9a54d-f9df-41e5-b3c6-20d59add9eb8 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4958375 Nov 08 13:10:21.571012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-cdc5c389-b55a-4a51-98b4-33ced48e9636 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/quotas/a728f3e0b6f94c449ab0b7561cb68ee7 HTTP/1.1" status: 200 len: 375 time: 0.0094635 Nov 08 13:10:21.607065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-64e865ee-4c6c-40b8-a651-7af19b24f0da tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280221 Nov 08 13:10:22.976382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a27e14df-fafe-42a7-b081-3a486650df73 req-6aaf980c-db58-40f0-865b-bf8eed176351 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0266316 Nov 08 13:10:23.136180 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8867c322-a636-403e-8b7f-bb1e247ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:24.056328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-522183fb-1676-45e8-a811-ac3942a3efb6 req-49b8472e-ecb7-46b5-ab10-151b6df633fd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0273228 Nov 08 13:10:25.138617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b40f4d18-525e-4149-a679-0270e6c32329 req-d3aab5cf-eaaf-4222-91c9-712bee2df180 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0309873 Nov 08 13:10:25.558793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d2d71f7e-7359-4870-83d7-caa04707c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:26.220135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa0d4b04-9b29-4c5e-9716-e1ababd25479 req-e818b725-075f-4bcd-a95c-61bd86700104 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0302067 Nov 08 13:10:26.890377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:27.303031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b46ad9df-2700-4e2d-81a8-43c081007b46 req-f61d64d0-0e2c-42b7-93c3-b31305b9056d tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0272324 Nov 08 13:10:28.209669 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:28.404554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-359a37e3-5e81-47a9-8b31-a5fe2caa8bcc req-12d654d5-2945-4fe1-a87f-32c4d108705f tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0283003 Nov 08 13:10:29.015438 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:29.503850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13e9f236-e2fb-493a-9abf-417806c28dd5 req-e04f82a4-7cd7-44aa-a2f4-2bd69d5c9e6e tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0267971 Nov 08 13:10:29.589654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-cdf0c89c-3bd6-4d73-9c0c-f5889254f003 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225272 Nov 08 13:10:29.701393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-ab502ce4-3e66-4ef1-a508-97187e982036 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:29.702820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-ab502ce4-3e66-4ef1-a508-97187e982036 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078591 Nov 08 13:10:29.715405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Request body: {'port': {'device_id': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'admin_state_up': True, 'tenant_id': 'a728f3e0b6f94c449ab0b7561cb68ee7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:29.895799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Made reservation on behalf of a728f3e0b6f94c449ab0b7561cb68ee7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:10:29.900125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:29.915918 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:29.993506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.050110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.115590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de58bdc-76b5-44d1-bc00-23d3f3649867,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:30.199085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Allocated IP 192.168.233.51 (10327e3c-ef95-4db2-8859-c7a7d4e48ea9/fbb28dcf-5696-4ee0-9fd0-ae7497d1c841/7972ca64-8f7e-4010-b742-3f248dd5e818) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:10:30.363356 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.467765 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.511551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:10:30.514771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:10:30.518460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:10:30.562367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Pushing event updated for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:30.606411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:30.607057 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.652956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f829c7-7cfe-48d9-9006-765666f03c6e req-c3af5551-76e9-4e60-b155-4c1151dc4933 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:30.654590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68f829c7-7cfe-48d9-9006-765666f03c6e req-c3af5551-76e9-4e60-b155-4c1151dc4933 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 935 time: 0.0709515 Nov 08 13:10:30.711789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68f829c7-7cfe-48d9-9006-765666f03c6e req-53319530-f839-4abd-a767-56f9002dcfe0 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503285 Nov 08 13:10:30.749685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-583a93ab-f285-4bc3-8916-378faf3495eb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0380876 Nov 08 13:10:30.759956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-c279d7f8-5cc1-4d9c-a869-6e0af08b27d2 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:10:30.761164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-c279d7f8-5cc1-4d9c-a869-6e0af08b27d2 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056942 Nov 08 13:10:30.771155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5eb3c126-d116-4b01-82dd-9fb85ab54615 None None] Provisioning complete for port 7972ca64-8f7e-4010-b742-3f248dd5e818 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:10:30.771714 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c126-d116-4b01-82dd-9fb85ab54615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:30.781514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Request body: {'port': {'device_id': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:30.808744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c126-d116-4b01-82dd-9fb85ab54615 None None] Port 7972ca64-8f7e-4010-b742-3f248dd5e818 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:10:30.840797 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.122231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7972ca64-8f7e-4010-b742-3f248dd5e818 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:10:31.130228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.142999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Transition to ACTIVE for port object 7972ca64-8f7e-4010-b742-3f248dd5e818 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:10:31.227663 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.284110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Pushing event updated for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:31.363063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Attempting to bind port 7972ca64-8f7e-4010-b742-3f248dd5e818 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:10:31.363397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Attempting to bind port 7972ca64-8f7e-4010-b742-3f248dd5e818 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:10:31.363727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Attempting to bind port 7972ca64-8f7e-4010-b742-3f248dd5e818 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:10:31.369318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Port 7972ca64-8f7e-4010-b742-3f248dd5e818 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:10:31.369634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Attempting to bind port 7972ca64-8f7e-4010-b742-3f248dd5e818 on network 10327e3c-ef95-4db2-8859-c7a7d4e48ea9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:10:31.374905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:10:31.375301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Checking segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:10:31.375605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Bound using segment: {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:10:31.376036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Bound port: 7972ca64-8f7e-4010-b742-3f248dd5e818, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:10:31.376390 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.456305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:10:31.460427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7972ca64-8f7e-4010-b742-3f248dd5e818,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:10:31.536823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.581000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:31.581623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:31.583090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] 10.222.0.57 "PUT /v2.0/ports/7972ca64-8f7e-4010-b742-3f248dd5e818 HTTP/1.1" status: 200 len: 1095 time: 0.8138595 Nov 08 13:10:31.583572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:10:31.587329 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee10e4-6cbc-424e-b9da-626f20d43e59" -d '{"events": [{"name": "network-changed", "server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:10:31.608051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85739d5-00e9-45d9-bfb7-9101a6848485 service neutron] Pushing event updated for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:31.628525 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882dae8d-c72c-4265-9322-2f5fc979c663 x-openstack-request-id: req-882dae8d-c72c-4265-9322-2f5fc979c663 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:10:31.631408 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:10:31.631408 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-882dae8d-c72c-4265-9322-2f5fc979c663 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:10:31.631408 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818', 'status': 'completed', 'code': 200} Nov 08 13:10:31.701715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee10e4-6cbc-424e-b9da-626f20d43e59 req-e8f6f8c6-8e18-44c1-937c-9cc689616298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:31.706596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eee10e4-6cbc-424e-b9da-626f20d43e59 req-e8f6f8c6-8e18-44c1-937c-9cc689616298 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 1098 time: 0.0522006 Nov 08 13:10:31.732313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eee10e4-6cbc-424e-b9da-626f20d43e59 req-9a1192e7-a1a0-40cd-a3c5-3e9879abfdf7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206449 Nov 08 13:10:31.888571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcddf4e-aa9f-4576-a8c1-21855ac88463 req-a45b2a78-536e-48e9-b338-40b8b1a474b2 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:31.890095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fcddf4e-aa9f-4576-a8c1-21855ac88463 req-a45b2a78-536e-48e9-b338-40b8b1a474b2 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 947 time: 0.0845935 Nov 08 13:10:31.891865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee10e4-6cbc-424e-b9da-626f20d43e59 req-bde900d4-b064-4af8-a3d4-7b4384e9d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:31.893224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eee10e4-6cbc-424e-b9da-626f20d43e59 req-bde900d4-b064-4af8-a3d4-7b4384e9d099 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527150 Nov 08 13:10:31.971784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8fcddf4e-aa9f-4576-a8c1-21855ac88463 req-78ae97db-65fa-493b-9aea-57a1b189a9c0 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742266 Nov 08 13:10:31.984487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-7bd53a4b-7451-4bb1-b39f-b77746216937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:31.985984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-7bd53a4b-7451-4bb1-b39f-b77746216937 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 1098 time: 0.0520439 Nov 08 13:10:32.030497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-2785db95-eac4-4941-930b-392812ca7697 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7972ca64-8f7e-4010-b742-3f248dd5e818 HTTP/1.1" status: 200 len: 217 time: 0.0358515 Nov 08 13:10:32.087470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-6f1c4533-f5ec-4eef-9404-718cb29a32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:32.088885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-6f1c4533-f5ec-4eef-9404-718cb29a32eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbb28dcf-5696-4ee0-9fd0-ae7497d1c841 HTTP/1.1" status: 200 len: 843 time: 0.0520301 Nov 08 13:10:32.138929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-1da5a0b2-e766-4b15-8e24-975c1ea2f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:32.140452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-1da5a0b2-e766-4b15-8e24-975c1ea2f547 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10327e3c-ef95-4db2-8859-c7a7d4e48ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446012 Nov 08 13:10:32.234140 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-32d4fbf9-90f0-47d2-a80d-1a284072ee67 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Nov 08 13:10:32.335544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-118010fd-c450-4838-aca7-e3dea28e8de3 req-5abecdba-b82c-4393-b8af-9ce2469ce9b3 service neutron] 10.222.0.57 "GET /v2.0/networks/10327e3c-ef95-4db2-8859-c7a7d4e48ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933852 Nov 08 13:10:33.092531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed13c-6ac7-4b5d-90cb-8b166684f3b8 req-ee99030d-68d1-4863-8a17-ec57285cccfb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:33.094061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c92ed13c-6ac7-4b5d-90cb-8b166684f3b8 req-ee99030d-68d1-4863-8a17-ec57285cccfb tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 947 time: 0.0508947 Nov 08 13:10:33.143151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c92ed13c-6ac7-4b5d-90cb-8b166684f3b8 req-60890ea7-61cb-4e90-b435-6a4064872ba3 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Nov 08 13:10:34.277373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97846-4fb8-411e-9358-3a4154c2489b req-cfb42100-8d7b-4f71-92ac-f1430b3e077a tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:34.278981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0db97846-4fb8-411e-9358-3a4154c2489b req-cfb42100-8d7b-4f71-92ac-f1430b3e077a tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 947 time: 0.0556726 Nov 08 13:10:34.331281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0db97846-4fb8-411e-9358-3a4154c2489b req-e84b8a1e-58ce-4b0d-8e07-a221f8a1d644 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462186 Nov 08 13:10:35.454733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7972ca64-8f7e-4010-b742-3f248dd5e818 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:10:35.458524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea70b0-f565-4795-855e-54ecca58487a req-f0ab9124-3bda-4de8-b77a-474a70f82c01 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:35.460104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ea70b0-f565-4795-855e-54ecca58487a req-f0ab9124-3bda-4de8-b77a-474a70f82c01 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 947 time: 0.0529509 Nov 08 13:10:35.511818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3ea70b0-f565-4795-855e-54ecca58487a req-3d4a337d-20a1-4cc8-a373-324744c4f5dc tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Nov 08 13:10:35.564910 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7972ca64-8f7e-4010-b742-3f248dd5e818,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:35.576526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '7972ca64-8f7e-4010-b742-3f248dd5e818', 'network_id': '10327e3c-ef95-4db2-8859-c7a7d4e48ea9', 'port_id': '7972ca64-8f7e-4010-b742-3f248dd5e818', 'mac_address': 'fa:16:3e:94:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb28dcf-5696-4ee0-9fd0-ae7497d1c841', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:10:35.620261 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:35.633524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7972ca64-8f7e-4010-b742-3f248dd5e818 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:10:35.654378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7972ca64-8f7e-4010-b742-3f248dd5e818,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:35.832975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:35.891855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:36.060718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7972ca64-8f7e-4010-b742-3f248dd5e818'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:10:36.646958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11977e-90c1-43e1-b373-adb8dd2548b3 req-af0e2888-43e4-41c0-b243-38b846168643 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:36.649099 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a11977e-90c1-43e1-b373-adb8dd2548b3 req-af0e2888-43e4-41c0-b243-38b846168643 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 948 time: 0.0602560 Nov 08 13:10:36.700368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a11977e-90c1-43e1-b373-adb8dd2548b3 req-92303480-a757-4765-b13a-eba1121828af tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Nov 08 13:10:37.469621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7972ca64-8f7e-4010-b742-3f248dd5e818 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:10:37.575302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 7972ca64-8f7e-4010-b742-3f248dd5e818 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:10:37.579265 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 7972ca64-8f7e-4010-b742-3f248dd5e818 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:10:37.579636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:37.660614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:37.685758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:10:37.688052 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae1e60-7e41-4c34-8f21-8af5e922a8af" -d '{"events": [{"server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "name": "network-vif-plugged", "status": "completed", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:10:37.702028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7972ca64-8f7e-4010-b742-3f248dd5e818,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:37.759073 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:37.821066 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45730dd4-26aa-4e01-abaa-b8ccbece78a7 x-openstack-request-id: req-45730dd4-26aa-4e01-abaa-b8ccbece78a7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:10:37.826607 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "name": "network-vif-plugged", "status": "completed", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:10:37.827229 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45730dd4-26aa-4e01-abaa-b8ccbece78a7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:10:37.827938 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818', 'code': 200} Nov 08 13:10:37.833807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:37.840279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf094d5-07e2-4dcc-8eec-02546abb9738 req-27aa61d0-85f9-489b-a048-d9cba6bd31df tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:37.841997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbf094d5-07e2-4dcc-8eec-02546abb9738 req-27aa61d0-85f9-489b-a048-d9cba6bd31df tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0614443 Nov 08 13:10:37.916294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbf094d5-07e2-4dcc-8eec-02546abb9738 req-d47f7e92-32fb-49d2-b29d-fd5bdf09c041 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676162 Nov 08 13:10:37.929375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696513-37bd-4f05-979f-2a2171d5a6a4 req-47e11fe3-965d-46ea-baa4-e9c9a7e30d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:37.931515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d696513-37bd-4f05-979f-2a2171d5a6a4 req-47e11fe3-965d-46ea-baa4-e9c9a7e30d01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 1100 time: 0.0550404 Nov 08 13:10:37.987624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d696513-37bd-4f05-979f-2a2171d5a6a4 req-7b17f9ee-c24c-4351-9081-f5fb18c78309 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Nov 08 13:10:39.054502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace048-b0ac-4748-ae30-9cc6ff226825 req-9fd29a8b-fdda-4a86-ab11-098b31c0706f tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:39.056561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8ace048-b0ac-4748-ae30-9cc6ff226825 req-9fd29a8b-fdda-4a86-ab11-098b31c0706f tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0581787 Nov 08 13:10:39.122974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8ace048-b0ac-4748-ae30-9cc6ff226825 req-7ba9c87e-993c-40a8-a263-3a79574cf20d tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599051 Nov 08 13:10:40.267665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c1fda-c12e-4638-85a5-5d18971a7972 req-d8c16386-64bc-4fce-950e-4a983a052d11 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:40.269426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e58c1fda-c12e-4638-85a5-5d18971a7972 req-d8c16386-64bc-4fce-950e-4a983a052d11 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0536318 Nov 08 13:10:40.325553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e58c1fda-c12e-4638-85a5-5d18971a7972 req-3b986a00-65aa-4c55-b033-d7548c82330c tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Nov 08 13:10:40.716648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-e21c2f7e-c174-41c6-8243-6f2ea2970ff2 req-0e53720c-0063-42d9-8cd5-d33e28de0c6a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:10:40.717482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e21c2f7e-c174-41c6-8243-6f2ea2970ff2 req-0e53720c-0063-42d9-8cd5-d33e28de0c6a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058770 Nov 08 13:10:41.295348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-b7ab8f62-9f1b-46fe-bd88-41ddb755cb03 req-963637e7-d574-46b3-a4f8-a1e3bcb055d4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:10:41.296369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7ab8f62-9f1b-46fe-bd88-41ddb755cb03 req-963637e7-d574-46b3-a4f8-a1e3bcb055d4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1040614 Nov 08 13:10:41.942463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba08f8-bb57-4374-b8f5-8b24936fe296 req-5ea7fab9-31c8-4184-bef2-71e447a8ce31 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:41.944386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82ba08f8-bb57-4374-b8f5-8b24936fe296 req-5ea7fab9-31c8-4184-bef2-71e447a8ce31 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0584185 Nov 08 13:10:41.998979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82ba08f8-bb57-4374-b8f5-8b24936fe296 req-650239ed-91e8-4a23-a4b4-1066bd70a9d5 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Nov 08 13:10:43.118811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bb3fd-b21c-41d4-b785-4b64784af5b9 req-ca2b9887-bda9-4916-b38b-7454630a41f1 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:43.120378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e0bb3fd-b21c-41d4-b785-4b64784af5b9 req-ca2b9887-bda9-4916-b38b-7454630a41f1 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0500212 Nov 08 13:10:43.199722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e0bb3fd-b21c-41d4-b785-4b64784af5b9 req-9a388a14-56e9-4b98-b983-a75eedcc7ae9 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/security-groups?id=3de58bdc-76b5-44d1-bc00-23d3f3649867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732529 Nov 08 13:10:43.216239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-e375e01d-44f0-42fa-9a8b-cf2cc57a32ab tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:43.217743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-e375e01d-44f0-42fa-9a8b-cf2cc57a32ab tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 949 time: 0.0757439 Nov 08 13:10:43.310327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Deleting port 7972ca64-8f7e-4010-b742-3f248dd5e818 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:10:43.310665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:43.421296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] For port 7972ca64-8f7e-4010-b742-3f248dd5e818, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=7972ca64-8f7e-4010-b742-3f248dd5e818,segment=NetworkSegment(0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec),segment_id=0e2fdc3f-cbbe-4916-8c0d-d54fd286a7ec)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:43.421659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:43.434411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Calling delete_port for 7972ca64-8f7e-4010-b742-3f248dd5e818 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:10:43.655395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:43.668245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['7972ca64-8f7e-4010-b742-3f248dd5e818'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:10:43.693811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Pushing event deleted for resources: {'Port': ['ID=7972ca64-8f7e-4010-b742-3f248dd5e818,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:43.724904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.725251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.725603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.725939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.726298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.727233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.727569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.727901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.728272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.728564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.728943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.729408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:43.750499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] No DVR routers for this DVR port 7972ca64-8f7e-4010-b742-3f248dd5e818 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:10:43.758345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:43.758345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e338f8a-886e-4943-b15f-ff5d85d1befc req-3cb0d04f-46a3-43cc-9bfa-7103fb5513bd tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.57 "DELETE /v2.0/ports/7972ca64-8f7e-4010-b742-3f248dd5e818 HTTP/1.1" status: 204 len: 173 time: 0.5340445 Nov 08 13:10:43.758764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'name': 'network-vif-deleted', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:10:43.762328 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c62bf4-7bcd-4fb0-bb5f-646a4fe76670" -d '{"events": [{"server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "name": "network-vif-deleted", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:10:43.804179 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea117f6c-8d27-4e27-986a-bd9ce98dab11 x-openstack-request-id: req-ea117f6c-8d27-4e27-986a-bd9ce98dab11 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:10:43.804506 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6ea4f-97f3-40ed-a7c4-950d47003c1d", "name": "network-vif-deleted", "tag": "7972ca64-8f7e-4010-b742-3f248dd5e818", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:10:43.804756 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea117f6c-8d27-4e27-986a-bd9ce98dab11 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:10:43.805159 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6ea4f-97f3-40ed-a7c4-950d47003c1d', 'name': 'network-vif-deleted', 'tag': '7972ca64-8f7e-4010-b742-3f248dd5e818', 'status': 'completed', 'code': 200} Nov 08 13:10:44.310142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-933414b0-299e-4489-b011-ccaaeea98741 req-1b30f891-af8e-4ac4-b8fe-b8dd16a99762 tempest-ServersAdminNegativeTestJSON-1572894683 tempest-ServersAdminNegativeTestJSON-1572894683-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ea4f-97f3-40ed-a7c4-950d47003c1d HTTP/1.1" status: 200 len: 210 time: 0.0283873 Nov 08 13:10:45.319117 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:10:45.926705 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33046) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:46.061669 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-043b197d-c9c2-414f-ba47-d033a5945fca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a728f3e0b6f94c449ab0b7561cb68ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337535 Nov 08 13:10:46.064186 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33050) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:46.113620 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:46.137399 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:46.289270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:46.323606 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:46.326276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:46.327493 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3de58bdc-76b5-44d1-bc00-23d3f3649867 HTTP/1.1" status: 204 len: 168 time: 0.2624002 Nov 08 13:10:46.335760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de58bdc-76b5-44d1-bc00-23d3f3649867,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:46.344453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.345268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.345268 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.345481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.345760 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.346087 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.346438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.346763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.347086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.347597 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.347851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.348175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca4a7-257e-460a-a986-82c2747900b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:10:46.995176 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33056) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:47.008857 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9efc010d-1708-476b-b140-f52241d1f224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.085171 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9efc010d-1708-476b-b140-f52241d1f224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.163871 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9efc010d-1708-476b-b140-f52241d1f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.204887 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9efc010d-1708-476b-b140-f52241d1f224 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60af093004da42f890b61f322f9324fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085791 Nov 08 13:10:47.205769 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc010d-1708-476b-b140-f52241d1f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d261a-5826-4a0c-9bdc-39609b16b82e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:47.207681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:47.263968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.287029 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.432528 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.435080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:47.436332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee0d261a-5826-4a0c-9bdc-39609b16b82e HTTP/1.1" status: 204 len: 168 time: 0.2275462 Nov 08 13:10:47.444553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cfd55-a7ef-48c6-ba3e-64309c2e07c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d261a-5826-4a0c-9bdc-39609b16b82e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:47.530667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7972ca64-8f7e-4010-b742-3f248dd5e818 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:10:47.554020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 7972ca64-8f7e-4010-b742-3f248dd5e818 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:10:47.556918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 7972ca64-8f7e-4010-b742-3f248dd5e818 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:10:48.603250 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33080) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:48.708834 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2072395949-network', 'tenant_id': '6059cc23c5694f5486f1dcc3770c762a'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:48.786651 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Made reservation on behalf of 6059cc23c5694f5486f1dcc3770c762a for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:10:48.789253 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:48.799499 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:48.879241 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:48.957849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:48.984263 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:10:48.996897 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:49.003832 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.004392 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Added segment 6ac5efde-e793-4ddb-bb13-2a9eb91e06c6 of type vlan for network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 Nov 08 13:10:49.051129 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.192535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.193439 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:49.194020 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.257223 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] Pushing event updated for resources: {'Network': ['ID=4ae95c5b-ab2b-4c09-9901-a7c92c089c66,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:49.267474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:10:49.326735 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-37d0de48-9223-4e2a-a73c-cb703c850bdb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7222548 Nov 08 13:10:49.329706 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33084) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:10:49.335349 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Request body: {'subnet': {'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2072395949-subnet', 'tenant_id': '6059cc23c5694f5486f1dcc3770c762a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:49.501702 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Made reservation on behalf of 6059cc23c5694f5486f1dcc3770c762a for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:10:49.504224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.718449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.776415 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2199739-b9fa-467a-ae3c-cc4c325dff42,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:49.786019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Checking segment: {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:10:49.786432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Network hostable DHCP agents. Network: 4ae95c5b-ab2b-4c09-9901-a7c92c089c66, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:10:49.872174 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:10:49.940930 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4ae95c5b-ab2b-4c09-9901-a7c92c089c66) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:10:49.945088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:49.946199 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:49.954835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d821bf7-cc7b-4084-a220-3423a65c3bac None None] Network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:10:50.060694 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ad6ed961-2d9c-4d3e-9036-9dc5d83ca1a2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7210956 Nov 08 13:10:50.090109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546242da-026d-410a-98b4-58ef301cf70c None None] Network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:10:50.505936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:50.510750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-da755e08-d96f-4ac3-b51e-7ce54632a8ae tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:50.512350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-da755e08-d96f-4ac3-b51e-7ce54632a8ae tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 812 time: 0.1077485 Nov 08 13:10:50.528686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-fc65231f-9bc5-4f89-a6b0-b96d2a540e13 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/quotas/6059cc23c5694f5486f1dcc3770c762a HTTP/1.1" status: 200 len: 375 time: 0.0104873 Nov 08 13:10:50.561723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-f1142df2-fd88-4b56-b16c-ce0dd2633faf tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272315 Nov 08 13:10:50.661139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e602978a-269d-492d-9974-1d9ab466ca88 service neutron] 10.222.0.58 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922596 Nov 08 13:10:50.759467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-15139071-23c1-40f0-9b8f-53d9ee644eb5 service neutron] 10.222.0.58 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920119 Nov 08 13:10:51.019410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3164946b-2efd-4484-8c7c-dfa7132e3c62 req-e69f4481-8c00-4f76-b086-88487661b87e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 210 time: 0.0328400 Nov 08 13:10:52.101019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-576cb18a-f001-4ea8-bdcc-90f390ec46ac req-b031fbd1-898f-4089-a31d-7d34a0b4654a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 210 time: 0.0313628 Nov 08 13:10:53.129256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e8296d7-2211-4c7b-86a8-5928c57c6cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:53.197871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b327c806-71d7-4b70-aaae-b2318f6700ed req-3f0bdb6c-e32c-44ed-bdb7-f906f8da241f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 210 time: 0.0264654 Nov 08 13:10:53.482293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-27a7e600-b842-49ea-bd65-5ed26e4d8524 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:53.483840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-27a7e600-b842-49ea-bd65-5ed26e4d8524 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.57 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 812 time: 0.1221881 Nov 08 13:10:53.497243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Request body: {'port': {'device_id': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66', 'admin_state_up': True, 'tenant_id': '6059cc23c5694f5486f1dcc3770c762a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:53.723559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Made reservation on behalf of 6059cc23c5694f5486f1dcc3770c762a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:10:53.727080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:53.866657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Allocated IP 172.20.0.12 (4ae95c5b-ab2b-4c09-9901-a7c92c089c66/b2199739-b9fa-467a-ae3c-cc4c325dff42/e50e8e5b-5514-496d-9eff-d45bd26d7215) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:10:54.024792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.153071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.197444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:10:54.199593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:10:54.201986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:10:54.235526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:54.262693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:54.263465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.332012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498c51-fb2f-4a1d-98d2-fe3bcd4d68dd req-1849e924-bce4-497b-8085-1546c458da32 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:54.333568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18498c51-fb2f-4a1d-98d2-fe3bcd4d68dd req-1849e924-bce4-497b-8085-1546c458da32 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 932 time: 0.0549085 Nov 08 13:10:54.378805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-e4b378ef-46e5-48a3-afe6-d4869ad96cc0 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860736 Nov 08 13:10:54.393312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Request body: {'port': {'device_id': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:10:54.401761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18498c51-fb2f-4a1d-98d2-fe3bcd4d68dd req-257cc2a2-01be-4e13-a3a4-f3650688ce02 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595577 Nov 08 13:10:54.455435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.740224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50e8e5b-5514-496d-9eff-d45bd26d7215 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:10:54.748944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.761814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Transition to ACTIVE for port object e50e8e5b-5514-496d-9eff-d45bd26d7215 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:10:54.860640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:54.933939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:54.990114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:10:54.990533 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:10:54.990922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:10:54.998134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:10:54.999352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:10:55.003620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:10:55.003953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Checking segment: {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:10:55.004330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Bound using segment: {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:10:55.004755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Bound port: e50e8e5b-5514-496d-9eff-d45bd26d7215, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:10:55.005108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:55.072930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:10:55.075940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:10:55.198121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:55.233863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:55.234498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:55.235892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-db10301b-b828-4e98-a138-ed949400c3db service neutron] 10.222.0.57 "PUT /v2.0/ports/e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 1092 time: 0.8467159 Nov 08 13:10:55.236333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:10:55.238616 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981ad2b-1e09-4554-b800-5912a40b46f3" -d '{"events": [{"name": "network-changed", "server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:10:55.263122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10301b-b828-4e98-a138-ed949400c3db service neutron] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:10:55.280693 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196c20c-1745-4df4-b873-61abb54fa80d x-openstack-request-id: req-9196c20c-1745-4df4-b873-61abb54fa80d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:10:55.281050 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:10:55.281447 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9196c20c-1745-4df4-b873-61abb54fa80d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:10:55.281855 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'status': 'completed', 'code': 200} Nov 08 13:10:55.346616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-b77d8c9f-dd52-4242-9967-175b4b1bb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:55.348124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-b77d8c9f-dd52-4242-9967-175b4b1bb474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1095 time: 0.0436621 Nov 08 13:10:55.461094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-f81852a3-21fa-428c-8027-d1ac3c3508cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:55.463488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-f81852a3-21fa-428c-8027-d1ac3c3508cb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6059cc23c5694f5486f1dcc3770c762a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1055732 Nov 08 13:10:55.517580 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e46eced6-61f9-4403-99f8-e3da79e86df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:55.591512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb36ec-d547-44e6-bf5f-daa66b1c5f82 req-93eb65ed-7b62-4c7c-af3c-55a717df0c5e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:55.593000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65cb36ec-d547-44e6-bf5f-daa66b1c5f82 req-93eb65ed-7b62-4c7c-af3c-55a717df0c5e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.1036804 Nov 08 13:10:55.939871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-e0431a92-8cdd-4969-8095-f364b8de174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:55.941351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7981ad2b-1e09-4554-b800-5912a40b46f3 req-e0431a92-8cdd-4969-8095-f364b8de174f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4713168 Nov 08 13:10:55.979362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65cb36ec-d547-44e6-bf5f-daa66b1c5f82 req-37d77b17-0c19-45c2-935a-c5d683c4fe38 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803251 Nov 08 13:10:56.020043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-737b9f34-e369-463f-9c28-ecfde525f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:56.021946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-737b9f34-e369-463f-9c28-ecfde525f5fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1095 time: 0.0415328 Nov 08 13:10:56.066785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-b2bdcab2-abb6-4eb6-8696-9b45d6e49f61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0375319 Nov 08 13:10:56.125836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-3b375495-0808-4990-9c24-4c8d3bf024ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:56.127359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-3b375495-0808-4990-9c24-4c8d3bf024ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0533097 Nov 08 13:10:56.161476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-571c8adb-ae15-4a05-a0da-f6c3abd4868c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271196 Nov 08 13:10:56.253586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-1835f0ea-9a29-4940-83cb-7b60b0b6373f service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Nov 08 13:10:56.350451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72f84864-bbe3-4ac0-a88b-880da5e5dc82 req-5c98cab1-35dd-4a77-8a7b-182a8ca71fa8 service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Nov 08 13:10:56.883739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:57.099608 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995f487-27bf-4578-b0d8-101f8fe2e4c2 req-dd67f70a-27bd-4e35-ac97-6d995798d99b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:57.101148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6995f487-27bf-4578-b0d8-101f8fe2e4c2 req-dd67f70a-27bd-4e35-ac97-6d995798d99b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.0498691 Nov 08 13:10:57.151826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6995f487-27bf-4578-b0d8-101f8fe2e4c2 req-ad858d27-b392-4c30-8996-56d2a2583720 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Nov 08 13:10:58.226302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:58.277641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaff7a4-62ee-47a2-8cb5-37502e8dd71b req-ab042d3f-4ce1-460a-a8f2-96afe8ca0645 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:58.279257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4eaff7a4-62ee-47a2-8cb5-37502e8dd71b req-ab042d3f-4ce1-460a-a8f2-96afe8ca0645 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.0541804 Nov 08 13:10:58.329526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4eaff7a4-62ee-47a2-8cb5-37502e8dd71b req-9790bec4-06cc-4567-8a53-508b8890dcd7 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Nov 08 13:10:59.011098 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:59.455151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36570b0b-b4fd-4e39-b152-78b6986980fb req-d8985e87-5c4f-4f50-bd7f-ccad8c9e62c3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:10:59.456695 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36570b0b-b4fd-4e39-b152-78b6986980fb req-d8985e87-5c4f-4f50-bd7f-ccad8c9e62c3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.0544505 Nov 08 13:10:59.513082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36570b0b-b4fd-4e39-b152-78b6986980fb req-52d31c29-d9a9-4d46-8473-a7f3f4c471a5 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Nov 08 13:10:59.579724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:10:59.678855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:59.689962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66', 'port_id': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'mac_address': 'fa:16:3e:f6:81:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2199739-b9fa-467a-ae3c-cc4c325dff42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:10:59.735116 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:59.748006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50e8e5b-5514-496d-9eff-d45bd26d7215 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:10:59.768028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:10:59.849401 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:10:59.903641 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:00.039316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['e50e8e5b-5514-496d-9eff-d45bd26d7215'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:11:00.635072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a604e8-9759-417e-ad89-8897e9c38db5 req-77cdf87b-4b9a-4f1f-904f-c0d82fdc2533 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:00.636625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a604e8-9759-417e-ad89-8897e9c38db5 req-77cdf87b-4b9a-4f1f-904f-c0d82fdc2533 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 945 time: 0.0501599 Nov 08 13:11:00.706697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57a604e8-9759-417e-ad89-8897e9c38db5 req-50718328-c206-44b4-ba82-de96e716c1e7 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542758 Nov 08 13:11:01.579920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:11:01.694613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port e50e8e5b-5514-496d-9eff-d45bd26d7215 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:11:01.698827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port e50e8e5b-5514-496d-9eff-d45bd26d7215 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:11:01.699203 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:01.784681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:01.808790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:01.811086 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b2202-4e96-4d62-803e-1f28c5d65027" -d '{"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:01.829446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:01.844723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb0cc6-ee03-48ea-9682-13917eb60d79 req-f7b74cc8-b30e-4d0d-b6f7-c176dfd17415 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:01.846322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fb0cc6-ee03-48ea-9682-13917eb60d79 req-f7b74cc8-b30e-4d0d-b6f7-c176dfd17415 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 945 time: 0.0626924 Nov 08 13:11:01.854858 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab24787-42d2-48be-9bb0-f78191dc3265 x-openstack-request-id: req-6ab24787-42d2-48be-9bb0-f78191dc3265 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:01.855156 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:01.855411 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ab24787-42d2-48be-9bb0-f78191dc3265 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:01.855815 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'code': 200} Nov 08 13:11:01.904699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fb0cc6-ee03-48ea-9682-13917eb60d79 req-918d1919-85b5-4c5d-acc5-8aa83b9a798f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Nov 08 13:11:01.922744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:01.961111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673122c-5f09-4385-8eca-553d081b358b req-9b60103e-13bd-4aea-9515-e2a7123d684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:01.962594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0673122c-5f09-4385-8eca-553d081b358b req-9b60103e-13bd-4aea-9515-e2a7123d684e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1097 time: 0.0421278 Nov 08 13:11:01.971124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:02.010696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0673122c-5f09-4385-8eca-553d081b358b req-2e14771f-0749-4f05-961c-95e09fe70e71 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Nov 08 13:11:03.033649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4947-b066-4369-a154-7210acc5fe06 req-b146899b-6d4c-4f9b-942b-58103e097ff8 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:03.035263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e7a4947-b066-4369-a154-7210acc5fe06 req-b146899b-6d4c-4f9b-942b-58103e097ff8 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0553150 Nov 08 13:11:03.085025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e7a4947-b066-4369-a154-7210acc5fe06 req-99a20b2d-dad6-47d4-97fb-af73acdc1285 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Nov 08 13:11:04.205898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a9920-69c0-4f68-a160-61cbc7d130c7 req-99237780-3930-4cd9-900d-5043ea48e660 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:04.207525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421a9920-69c0-4f68-a160-61cbc7d130c7 req-99237780-3930-4cd9-900d-5043ea48e660 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0541914 Nov 08 13:11:04.258802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-421a9920-69c0-4f68-a160-61cbc7d130c7 req-508ad049-e6da-475e-9a83-c723190b8e0a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Nov 08 13:11:04.613958 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385936a6-9878-47ef-a0bf-548f45cb57ea req-7b4570d1-2d5c-42c9-b905-2371a9908200 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:04.615545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385936a6-9878-47ef-a0bf-548f45cb57ea req-7b4570d1-2d5c-42c9-b905-2371a9908200 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0533617 Nov 08 13:11:04.675039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385936a6-9878-47ef-a0bf-548f45cb57ea req-400d457c-8fb5-4ba0-9085-0c04d30abcd1 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532861 Nov 08 13:11:04.697262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33148) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:04.835757 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-35c71639-8d88-41b4-88de-bd7946b0d07d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373084 Nov 08 13:11:04.844718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-c87d9bcb-bbb7-4a35-90df-7c9e35137d92 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:11:04.845727 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-c87d9bcb-bbb7-4a35-90df-7c9e35137d92 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052240 Nov 08 13:11:05.800291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1dfa6-812c-40e4-8c90-fbff6860a0ea req-0adafbc6-ee9a-4287-b1e9-3a67a89942cc tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:05.801813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebb1dfa6-812c-40e4-8c90-fbff6860a0ea req-0adafbc6-ee9a-4287-b1e9-3a67a89942cc tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0516603 Nov 08 13:11:05.853478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebb1dfa6-812c-40e4-8c90-fbff6860a0ea req-66b5479c-43c7-436a-b40d-280d0c55dbba tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Nov 08 13:11:07.003173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e2d3c-5786-45fa-8826-189fcdb29876 req-bdad3976-58a7-496a-af97-4381f0de5526 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:07.004698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a49e2d3c-5786-45fa-8826-189fcdb29876 req-bdad3976-58a7-496a-af97-4381f0de5526 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0787275 Nov 08 13:11:07.011517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-d7415dd8-ed71-4ff8-a221-01880cb67a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:07.013500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-d7415dd8-ed71-4ff8-a221-01880cb67a1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1097 time: 0.0784917 Nov 08 13:11:07.112845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a49e2d3c-5786-45fa-8826-189fcdb29876 req-1b25ed81-ce9a-497e-a067-f545766ed2bb tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981066 Nov 08 13:11:07.135747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b4c12884-ff13-4ad7-8fb8-cc476c547273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:07.137177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b4c12884-ff13-4ad7-8fb8-cc476c547273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 913 time: 0.1158636 Nov 08 13:11:07.182916 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-1efa0e82-2cf1-45d4-93a0-daed131afbc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Nov 08 13:11:07.235150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-20483fc3-6faf-4760-bfb0-a4e41ffc8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:07.236648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-20483fc3-6faf-4760-bfb0-a4e41ffc8c80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0467894 Nov 08 13:11:07.270522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-48f3cf76-fb36-4cda-ae28-2e3e13c2cccd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267303 Nov 08 13:11:07.367049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-4a3b7459-6f06-4947-b7ef-c4ea0754ddfc service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Nov 08 13:11:07.459972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-bdb24cff-eaed-4b1b-8b8b-417400ea6c96 service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Nov 08 13:11:08.237375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0885e-1234-4057-af6b-a40dcf066ba0 req-4731e3aa-9976-4a99-9626-fcbb2658094d tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:08.238899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca0885e-1234-4057-af6b-a40dcf066ba0 req-4731e3aa-9976-4a99-9626-fcbb2658094d tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0558171 Nov 08 13:11:08.287386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ca0885e-1234-4057-af6b-a40dcf066ba0 req-9f412a61-ce17-45c2-b26e-f92b1ca7c48c tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Nov 08 13:11:09.405393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013d2b-2168-440d-9b1f-fb64e717ad5e req-540c0de0-814a-43aa-8874-7be8b2e16769 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:09.407003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64013d2b-2168-440d-9b1f-fb64e717ad5e req-540c0de0-814a-43aa-8874-7be8b2e16769 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0511849 Nov 08 13:11:09.456046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-64013d2b-2168-440d-9b1f-fb64e717ad5e req-61b0576c-5162-4523-ba7d-e22ba6c8b6ce tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Nov 08 13:11:10.573285 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7c28-f55d-4b81-8d11-0686be13025f req-8c231375-4bb3-45b9-9851-1ae037d581db tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:10.574792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cab7c28-f55d-4b81-8d11-0686be13025f req-8c231375-4bb3-45b9-9851-1ae037d581db tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0485342 Nov 08 13:11:10.627598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cab7c28-f55d-4b81-8d11-0686be13025f req-2aababec-c504-4953-9483-7da9e81d5c27 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Nov 08 13:11:11.743433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2457e1-8485-46d5-a2dd-9835b73a4811 req-229073b2-3ec8-40ec-8c08-ef48e22af3d6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:11.745039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff2457e1-8485-46d5-a2dd-9835b73a4811 req-229073b2-3ec8-40ec-8c08-ef48e22af3d6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0493855 Nov 08 13:11:11.793297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff2457e1-8485-46d5-a2dd-9835b73a4811 req-a5a71e5e-658f-4ee7-909c-f80aa3fb2174 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Nov 08 13:11:12.912588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917843f-b789-400a-9361-6c4e3cff605a req-9fa81b8c-91c9-4776-a55f-879878a7582f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:12.914117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c917843f-b789-400a-9361-6c4e3cff605a req-9fa81b8c-91c9-4776-a55f-879878a7582f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0512428 Nov 08 13:11:12.963460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c917843f-b789-400a-9361-6c4e3cff605a req-30e7acad-e016-4aad-8a05-766f6580adf6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Nov 08 13:11:14.086184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211f47-3748-454e-a059-ab9e8c7fcec9 req-88b7c110-a520-4406-b4d3-c4a121633dcd tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:14.087785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8211f47-3748-454e-a059-ab9e8c7fcec9 req-88b7c110-a520-4406-b4d3-c4a121633dcd tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0535858 Nov 08 13:11:14.138751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8211f47-3748-454e-a059-ab9e8c7fcec9 req-73844d8c-c94d-4d57-9545-f0fe69a9dc96 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Nov 08 13:11:15.266713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7979801-474e-414d-b557-d1354ae3cf9a req-875acc4a-4424-464a-aaa3-9f1e4430ff0b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:15.268442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7979801-474e-414d-b557-d1354ae3cf9a req-875acc4a-4424-464a-aaa3-9f1e4430ff0b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0549197 Nov 08 13:11:15.317984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7979801-474e-414d-b557-d1354ae3cf9a req-a5636a7c-be97-4e61-849a-037994059b4b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Nov 08 13:11:16.260169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:16.440535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe3108-ec89-4328-b75f-6f4503cf78d1 req-63a20056-a7c3-40c8-a7f8-374f0fa2e433 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:16.442062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-defe3108-ec89-4328-b75f-6f4503cf78d1 req-63a20056-a7c3-40c8-a7f8-374f0fa2e433 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0514209 Nov 08 13:11:16.496151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-defe3108-ec89-4328-b75f-6f4503cf78d1 req-7a7b0ebb-3fd7-4a4f-b1b7-24b702042d64 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Nov 08 13:11:17.626703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578c53-6db6-4148-9415-a80f4568a152 req-e8aa7c89-aea6-442d-aedf-463c3ef2f1e2 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:17.628280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72578c53-6db6-4148-9415-a80f4568a152 req-e8aa7c89-aea6-442d-aedf-463c3ef2f1e2 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0538239 Nov 08 13:11:17.685350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72578c53-6db6-4148-9415-a80f4568a152 req-36a5b63f-02d3-4c90-a378-a4f3e6fed5e5 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Nov 08 13:11:18.806992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3be6f8-6bae-4647-8d5a-9954e83bbb83 req-08941cc0-d2ee-46b6-9c6d-e86da25fb922 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:18.808582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b3be6f8-6bae-4647-8d5a-9954e83bbb83 req-08941cc0-d2ee-46b6-9c6d-e86da25fb922 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0522861 Nov 08 13:11:18.860303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b3be6f8-6bae-4647-8d5a-9954e83bbb83 req-51a561a0-8db6-4fd7-97ba-11402fc3b2f6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Nov 08 13:11:19.992020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750102-e9a8-4bb1-9cc4-fef688bb8cae req-578c350e-0fd5-4881-8514-76f7d376c4a3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:19.993669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09750102-e9a8-4bb1-9cc4-fef688bb8cae req-578c350e-0fd5-4881-8514-76f7d376c4a3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0548699 Nov 08 13:11:20.044622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09750102-e9a8-4bb1-9cc4-fef688bb8cae req-8bfa0ab8-ac84-4779-adb0-14f514965f23 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Nov 08 13:11:20.534318 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:21.164964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8708e-1602-47a5-9fec-1f363b66d295 req-3f6cd727-a86b-4a16-948d-ff86498f0278 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:21.165734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2aa8708e-1602-47a5-9fec-1f363b66d295 req-3f6cd727-a86b-4a16-948d-ff86498f0278 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0520470 Nov 08 13:11:21.217243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2aa8708e-1602-47a5-9fec-1f363b66d295 req-ed92e0f2-f9a5-4009-ad6c-08c4478bdcef tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Nov 08 13:11:22.320540 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:11:22.343513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67728d5-ee50-4fc2-a60e-9ffcadbb2c3f req-04e94399-814a-4608-b9e8-34208fd89c0b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:22.345088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e67728d5-ee50-4fc2-a60e-9ffcadbb2c3f req-04e94399-814a-4608-b9e8-34208fd89c0b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0562487 Nov 08 13:11:22.397042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e67728d5-ee50-4fc2-a60e-9ffcadbb2c3f req-2838864e-bc61-4c58-bf05-4fc020b38ad6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 08 13:11:23.105428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f090-5d23-44e0-92d3-5dcf379ea05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:23.525147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96fcf9-fe02-4b68-b536-dc943c778be4 req-641664e7-9b60-440c-ab18-08f623a393a2 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:23.526683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df96fcf9-fe02-4b68-b536-dc943c778be4 req-641664e7-9b60-440c-ab18-08f623a393a2 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0509789 Nov 08 13:11:23.585118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df96fcf9-fe02-4b68-b536-dc943c778be4 req-9b1fa2d6-b896-4b77-9938-4b753d3ac5e2 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Nov 08 13:11:24.721492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0780f28-038d-44b6-a7a8-7ebe2e105b52 req-29d36674-290c-4c11-8840-c16373ecb378 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:24.723016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0780f28-038d-44b6-a7a8-7ebe2e105b52 req-29d36674-290c-4c11-8840-c16373ecb378 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0520828 Nov 08 13:11:24.776527 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0780f28-038d-44b6-a7a8-7ebe2e105b52 req-bb4a1e48-0530-4332-bea3-0bc37ceb621e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Nov 08 13:11:25.517241 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87fce74c-e838-47c0-838e-3a981fb6f0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:25.901983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dabaa-62e2-465d-b3cb-49e9fd40667f req-4a5218b1-a64e-4d7f-a1df-3c2cfdf1986c tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:25.903589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b99dabaa-62e2-465d-b3cb-49e9fd40667f req-4a5218b1-a64e-4d7f-a1df-3c2cfdf1986c tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0549481 Nov 08 13:11:25.963138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b99dabaa-62e2-465d-b3cb-49e9fd40667f req-27b49b24-4e2c-4260-afc6-2b4bc07b075f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449769 Nov 08 13:11:26.853832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:27.091309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec402-493d-4212-a1a0-a483703d1b0f req-4b2c3605-e7f4-4a0f-8840-634d717a751a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:27.092858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-261ec402-493d-4212-a1a0-a483703d1b0f req-4b2c3605-e7f4-4a0f-8840-634d717a751a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0537512 Nov 08 13:11:27.149769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-261ec402-493d-4212-a1a0-a483703d1b0f req-a596f415-16e6-44c1-bff9-4be54618ff88 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Nov 08 13:11:28.213177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:28.288169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bd43c-266b-4d86-a0df-3e7abd295b34 req-f49c8862-39d6-42cd-a424-ba29afb4abef tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:28.289743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c6bd43c-266b-4d86-a0df-3e7abd295b34 req-f49c8862-39d6-42cd-a424-ba29afb4abef tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0654981 Nov 08 13:11:28.340780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c6bd43c-266b-4d86-a0df-3e7abd295b34 req-af2b6fcf-18aa-42f7-a147-4efdc88b990e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Nov 08 13:11:29.093915 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:29.464469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cccf95-9609-483e-85a8-04fdde464406 req-486a7165-5f38-4caa-83a6-1407b1c7ac4f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:29.466009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8cccf95-9609-483e-85a8-04fdde464406 req-486a7165-5f38-4caa-83a6-1407b1c7ac4f tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0516222 Nov 08 13:11:29.516834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a8cccf95-9609-483e-85a8-04fdde464406 req-a063e279-4363-49cf-a0f6-1bbb509a06db tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Nov 08 13:11:30.642019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9355e8-a5a6-4526-a96d-68268ad108c4 req-1d1a6b69-b193-46a1-aef4-c0c2dd0a02e5 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:30.643664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac9355e8-a5a6-4526-a96d-68268ad108c4 req-1d1a6b69-b193-46a1-aef4-c0c2dd0a02e5 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0505452 Nov 08 13:11:30.701173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac9355e8-a5a6-4526-a96d-68268ad108c4 req-f95c8164-6230-45b0-8c83-e752aa359be6 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514381 Nov 08 13:11:31.823364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d065d-9648-4dc2-a00e-66e230d2e2d2 req-f444a2da-f595-46ca-80a7-a9d23ec61c79 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:31.824882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a0d065d-9648-4dc2-a00e-66e230d2e2d2 req-f444a2da-f595-46ca-80a7-a9d23ec61c79 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0511642 Nov 08 13:11:31.873767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a0d065d-9648-4dc2-a00e-66e230d2e2d2 req-fcdc7889-e1ca-469e-a73d-d1ff69156010 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Nov 08 13:11:32.996581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60972b9-0df9-4339-8075-00b327a8a52e req-94c0df66-8187-4a74-90bc-9aaea9016571 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:32.998083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a60972b9-0df9-4339-8075-00b327a8a52e req-94c0df66-8187-4a74-90bc-9aaea9016571 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0512328 Nov 08 13:11:33.051964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a60972b9-0df9-4339-8075-00b327a8a52e req-b6e419d3-4301-4caa-9f80-13dbd3008ab4 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Nov 08 13:11:34.178921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd692bdf-5da6-41d8-b47c-d53ba8dcb41e req-e5b47312-1c22-4d11-8027-a059ffa220b4 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:34.180439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd692bdf-5da6-41d8-b47c-d53ba8dcb41e req-e5b47312-1c22-4d11-8027-a059ffa220b4 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0553012 Nov 08 13:11:34.234648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd692bdf-5da6-41d8-b47c-d53ba8dcb41e req-37d023bf-3c8c-4ca8-a6ba-72e026fb568e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Nov 08 13:11:34.695602 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b63750d0-8f17-4cb4-b65c-4c09a02194a7 service neutron] show failed (client error): The resource could not be found. Nov 08 13:11:34.696590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b63750d0-8f17-4cb4-b65c-4c09a02194a7 service neutron] 10.222.0.57 "GET /v2.0/ports/e50e8e5b-5514-496d-9eff-d45bd26d7215/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.1154644 Nov 08 13:11:35.355222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb561-100a-4d84-adb2-555189a290dc req-29aa59f0-65d7-4646-8b93-689d9980305b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:35.356746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5feb561-100a-4d84-adb2-555189a290dc req-29aa59f0-65d7-4646-8b93-689d9980305b tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0512154 Nov 08 13:11:35.471302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5feb561-100a-4d84-adb2-555189a290dc req-bf295bf0-0c01-4b43-aae2-3e2a0b239771 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075807 Nov 08 13:11:35.480448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-107e79ac-9839-4dda-82cf-428446318249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:35.481918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-107e79ac-9839-4dda-82cf-428446318249 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad&tenant_id=6059cc23c5694f5486f1dcc3770c762a HTTP/1.1" status: 200 len: 1097 time: 0.0965533 Nov 08 13:11:35.494433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:11:35.554312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:35.762113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:35.798094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:11:35.840183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:35.842753 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21876d7c-70bf-4575-ad63-af8117e8f17d" -d '{"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:35.848006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:35.862630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Transition to ACTIVE for port object e50e8e5b-5514-496d-9eff-d45bd26d7215 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:11:35.898149 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd09fc8-6252-4167-bf4a-6c24477f9745 x-openstack-request-id: req-bbd09fc8-6252-4167-bf4a-6c24477f9745 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:35.898481 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:35.899149 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbd09fc8-6252-4167-bf4a-6c24477f9745 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:35.899604 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'code': 200} Nov 08 13:11:35.927049 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:36.019875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] No DVR routers for this DVR port e50e8e5b-5514-496d-9eff-d45bd26d7215 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:11:36.019875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:36.041603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:11:36.041940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:11:36.042294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:11:36.047498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:11:36.047820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Attempting to bind port e50e8e5b-5514-496d-9eff-d45bd26d7215 on network 4ae95c5b-ab2b-4c09-9901-a7c92c089c66 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:11:36.053175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:11:36.053514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Checking segment: {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:11:36.053904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Bound using segment: {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:11:36.054368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Bound port: e50e8e5b-5514-496d-9eff-d45bd26d7215, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:11:36.054729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:36.129938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:11:36.133384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:11:36.224514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:36.263749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:36.264278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:36.265666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] 10.222.0.61 "PUT /v2.0/ports/e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 1092 time: 0.7753501 Nov 08 13:11:36.289646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c080cc-32bb-4481-8f54-90a001254f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:36.341598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b8b0ca0a-890b-4b60-9052-9ea6aac331fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:36.343192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-b8b0ca0a-890b-4b60-9052-9ea6aac331fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1095 time: 0.0506408 Nov 08 13:11:36.442828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-8a8c3a80-12a3-4ef3-86ba-bdab7a0b0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:36.444312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-8a8c3a80-12a3-4ef3-86ba-bdab7a0b0d3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 913 time: 0.0945690 Nov 08 13:11:36.495193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-d2605861-fd10-4bdc-ae27-be632e08b3dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0416081 Nov 08 13:11:36.548052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-fe2d066a-ca63-4835-85f8-465d86af208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:36.550070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-fe2d066a-ca63-4835-85f8-465d86af208a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0469129 Nov 08 13:11:36.603803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-a4499929-3ba8-4389-9ef1-014f9be8a182 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444133 Nov 08 13:11:36.652913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb47b6-0186-4c6a-80da-1354cb8a42ea req-09a94364-0f12-429a-ab45-b556ddc84de3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:36.654544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aabb47b6-0186-4c6a-80da-1354cb8a42ea req-09a94364-0f12-429a-ab45-b556ddc84de3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.1035309 Nov 08 13:11:36.753094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aabb47b6-0186-4c6a-80da-1354cb8a42ea req-d3c5d20e-eda1-4d14-b9ef-425f510b0300 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685055 Nov 08 13:11:36.755231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-c1a26288-f71b-434b-806a-40e276a9a451 service neutron] 10.222.0.61 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444628 Nov 08 13:11:36.858167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc4f53dc-9e49-47a1-917c-d0281e5343cf req-8bb796d1-376a-441f-9bee-8020099096f3 service neutron] 10.222.0.61 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952046 Nov 08 13:11:37.768240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:11:37.810637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:11:37.888339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945aa00-d93a-44d4-abe4-3d1dbe703f08 req-4b95e528-4fe2-4fed-842d-bb2869c0846c tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:37.889903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b945aa00-d93a-44d4-abe4-3d1dbe703f08 req-4b95e528-4fe2-4fed-842d-bb2869c0846c tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 944 time: 0.0516319 Nov 08 13:11:37.902741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:37.904982 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e3033-a618-4ce5-80c8-2fa46512b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:37.952223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b945aa00-d93a-44d4-abe4-3d1dbe703f08 req-c8a795a4-270a-46ce-af41-cbe62c356124 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Nov 08 13:11:37.960291 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79089d8-8e4c-4012-81b7-759e371e6375 x-openstack-request-id: req-d79089d8-8e4c-4012-81b7-759e371e6375 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:37.960597 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:37.960853 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d79089d8-8e4c-4012-81b7-759e371e6375 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:37.961255 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'status': 'completed', 'code': 200} Nov 08 13:11:38.060086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-f04a445a-f577-420d-99cd-9e69198aff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.061532 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-f04a445a-f577-420d-99cd-9e69198aff0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1095 time: 0.0666358 Nov 08 13:11:38.063444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-aa6010b7-9567-4358-89ce-efc6687e8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.065979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-aa6010b7-9567-4358-89ce-efc6687e8c5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1095 time: 0.0786779 Nov 08 13:11:38.227044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-cb7ff638-92ca-4260-8cd8-4de4a665daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.228525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-cb7ff638-92ca-4260-8cd8-4de4a665daa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 913 time: 0.1603420 Nov 08 13:11:38.229615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-6fb57207-3560-4261-ac8d-f1e1286d8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.230965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-6fb57207-3560-4261-ac8d-f1e1286d8e27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 913 time: 0.1552145 Nov 08 13:11:38.306066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-ae4028d7-a8c5-4cf7-8cd7-2d8c48b84919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0701506 Nov 08 13:11:38.307287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-a89c9019-3217-47d5-9873-484e2b2b49a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0649064 Nov 08 13:11:38.392437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-9564312f-c9a2-4cf8-b3a1-e2daf5af41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.393933 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-9564312f-c9a2-4cf8-b3a1-e2daf5af41f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0787497 Nov 08 13:11:38.398843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-dd6febb9-2017-4ced-b9b5-f2faad4fa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:38.400284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-dd6febb9-2017-4ced-b9b5-f2faad4fa904 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0839868 Nov 08 13:11:38.436304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-65df3950-7ffd-483c-971b-3e3f80d6ede4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350697 Nov 08 13:11:38.458471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-9d9abf88-4ae2-4e0e-881e-9da2e973cd48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488319 Nov 08 13:11:38.497644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:11:38.597233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:38.598487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-0084e1ac-13b0-40d9-bd9f-aec1a0132770 service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487436 Nov 08 13:11:38.609521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'network_id': '4ae95c5b-ab2b-4c09-9901-a7c92c089c66', 'port_id': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'mac_address': 'fa:16:3e:f6:81:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2199739-b9fa-467a-ae3c-cc4c325dff42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:11:38.652443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:38.666658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50e8e5b-5514-496d-9eff-d45bd26d7215 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:11:38.685240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-99201de1-6dbf-49fa-9d9a-6eaf91f6de56 service neutron] 10.222.0.61 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162788 Nov 08 13:11:38.688348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:38.740112 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:38.795397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:38.804377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.804729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.805073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.805413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.805746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.806077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.806460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.806779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.807106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.807429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.807754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:38.808077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:39.002928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e50e8e5b-5514-496d-9eff-d45bd26d7215'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:11:39.126613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-4ea0ef58-590b-46d2-8a31-4730d76f3a35 service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139861 Nov 08 13:11:39.154695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c4c26-274a-4fda-8cd4-269e515cc8c3 req-db5d1c5f-ddd7-4335-b87f-3cf543734627 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:39.156341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-476c4c26-274a-4fda-8cd4-269e515cc8c3 req-db5d1c5f-ddd7-4335-b87f-3cf543734627 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 945 time: 0.1172712 Nov 08 13:11:39.184537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22e3033-a618-4ce5-80c8-2fa46512b64e req-27f1ff8a-e8be-400f-af5d-a6fa7c2f24a6 service neutron] 10.222.0.61 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916601 Nov 08 13:11:39.225077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-476c4c26-274a-4fda-8cd4-269e515cc8c3 req-fcaa03d1-593e-4d4e-823d-696840bcf501 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Nov 08 13:11:39.661228 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-86df609f-3739-4c45-9994-380773277902 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:39.662750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-86df609f-3739-4c45-9994-380773277902 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.57 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad&tenant_id=6059cc23c5694f5486f1dcc3770c762a&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 945 time: 0.0867317 Nov 08 13:11:39.728362 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-3eb11e6f-b2d9-4c0f-bc60-19bf3fb1676e service neutron] delete failed (client error): The resource could not be found. Nov 08 13:11:39.729722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-3eb11e6f-b2d9-4c0f-bc60-19bf3fb1676e service neutron] 10.222.0.57 "DELETE /v2.0/ports/e50e8e5b-5514-496d-9eff-d45bd26d7215/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0584302 Nov 08 13:11:39.828617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-83bc0794-4914-4d59-b872-b0a4cb3131b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:39.830034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-83bc0794-4914-4d59-b872-b0a4cb3131b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 1096 time: 0.0503237 Nov 08 13:11:39.922602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-c2237162-3975-40ee-aed2-0410c31e3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:39.924674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-c2237162-3975-40ee-aed2-0410c31e3d74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 200 len: 913 time: 0.0882175 Nov 08 13:11:39.972727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-ae359dcf-ea03-4fb4-af8d-5baaaa9f3c89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 200 len: 217 time: 0.0411103 Nov 08 13:11:40.026099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-f2535ea6-6d31-47ba-9433-6fc9ca7ea459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:40.027627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-f2535ea6-6d31-47ba-9433-6fc9ca7ea459 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 200 len: 852 time: 0.0475070 Nov 08 13:11:40.060298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-0c4deedc-e563-44e7-9bb8-dacb26fd6047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ae95c5b-ab2b-4c09-9901-a7c92c089c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258014 Nov 08 13:11:40.159295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-99024d01-a665-4d3c-b6aa-50ca7cc7a4ae service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922422 Nov 08 13:11:40.264760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-7b325b66-0b5e-4557-9e81-df6c06228216 service neutron] 10.222.0.57 "GET /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988431 Nov 08 13:11:40.513308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:11:40.665067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port e50e8e5b-5514-496d-9eff-d45bd26d7215 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:11:40.669564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port e50e8e5b-5514-496d-9eff-d45bd26d7215 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:11:40.669938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:40.754935 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:40.778379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:40.780548 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0974cc08-513e-4b09-be9b-c37c7c1da053" -d '{"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:40.794391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:40.841337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942820d2-5586-4b51-adda-984a6769c410 x-openstack-request-id: req-942820d2-5586-4b51-adda-984a6769c410 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:40.841337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:40.841337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-942820d2-5586-4b51-adda-984a6769c410 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:40.841337 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'code': 200} Nov 08 13:11:40.887805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:40.942625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:41.686341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd9cf-679f-4ac9-add8-88ffdf10f2d2 req-c44a9a58-8f0c-4dda-b82e-4d7d570873e1 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:41.687764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae3cd9cf-679f-4ac9-add8-88ffdf10f2d2 req-c44a9a58-8f0c-4dda-b82e-4d7d570873e1 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0521612 Nov 08 13:11:41.743576 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae3cd9cf-679f-4ac9-add8-88ffdf10f2d2 req-da8f9cec-90e9-430f-8876-001d703a5cf3 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Nov 08 13:11:42.866425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574931a7-3478-4a85-87a1-413c532d1c23 req-8aea7f5f-d4cb-4741-aa18-364b1a86cc1e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:42.867939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-574931a7-3478-4a85-87a1-413c532d1c23 req-8aea7f5f-d4cb-4741-aa18-364b1a86cc1e tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0493712 Nov 08 13:11:42.916300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-574931a7-3478-4a85-87a1-413c532d1c23 req-f0ffd60a-d955-4867-b922-34900deedc09 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Nov 08 13:11:43.007111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-41972b70-ba33-49f8-8c60-c16f7f715823 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:43.008588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-41972b70-ba33-49f8-8c60-c16f7f715823 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.61 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 946 time: 0.0497441 Nov 08 13:11:43.101698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Deleting port e50e8e5b-5514-496d-9eff-d45bd26d7215 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:11:43.102061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:43.190322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] For port e50e8e5b-5514-496d-9eff-d45bd26d7215, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=e50e8e5b-5514-496d-9eff-d45bd26d7215,segment=NetworkSegment(6ac5efde-e793-4ddb-bb13-2a9eb91e06c6),segment_id=6ac5efde-e793-4ddb-bb13-2a9eb91e06c6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:43.190689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:43.203007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Calling delete_port for e50e8e5b-5514-496d-9eff-d45bd26d7215 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:11:43.407946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:43.421025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['e50e8e5b-5514-496d-9eff-d45bd26d7215'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:11:43.436617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Pushing event deleted for resources: {'Port': ['ID=e50e8e5b-5514-496d-9eff-d45bd26d7215,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:43.484525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] No DVR routers for this DVR port e50e8e5b-5514-496d-9eff-d45bd26d7215 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:11:43.487320 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:43.490783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85b25c4e-bf66-4199-848b-2b403e4b643d req-79ce9301-78ad-4a63-ab57-456195c8e37a tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.61 "DELETE /v2.0/ports/e50e8e5b-5514-496d-9eff-d45bd26d7215 HTTP/1.1" status: 204 len: 173 time: 0.4754694 Nov 08 13:11:43.491251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-deleted', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:43.497562 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164ecac-1ab0-41cb-8831-265899531263" -d '{"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-deleted", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:43.529439 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df7136-2c0e-4101-b22d-70a546341ab0 x-openstack-request-id: req-b4df7136-2c0e-4101-b22d-70a546341ab0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:43.529742 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad", "name": "network-vif-deleted", "tag": "e50e8e5b-5514-496d-9eff-d45bd26d7215", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:43.530007 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4df7136-2c0e-4101-b22d-70a546341ab0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:43.530445 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad', 'name': 'network-vif-deleted', 'tag': 'e50e8e5b-5514-496d-9eff-d45bd26d7215', 'status': 'completed', 'code': 200} Nov 08 13:11:44.040306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c604385-5344-488d-b1a7-47f70645cdc3 req-9bc11f78-cfb0-45df-87c6-fcd2288924b1 tempest-DeleteServersTestJSON-247010328 tempest-DeleteServersTestJSON-247010328-project] 10.222.0.58 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 210 time: 0.0401349 Nov 08 13:11:44.056862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-dddce45f-2af1-41f9-8fae-6aee7da8a9dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0396695 Nov 08 13:11:44.123693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-86aaeed4-d727-480a-bc1f-3945885b9d32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6059cc23c5694f5486f1dcc3770c762a&device_id=91dfd04d-bcc5-4cb4-8b2a-f02ce635e3ad HTTP/1.1" status: 200 len: 210 time: 0.0258770 Nov 08 13:11:44.242885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-230de246-c41d-4389-9b9f-e6b239e0412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:44.244364 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-230de246-c41d-4389-9b9f-e6b239e0412f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6059cc23c5694f5486f1dcc3770c762a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998957 Nov 08 13:11:44.339536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-c63fb14f-70ec-4457-9e37-fd7a76c2f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:44.341003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bc1c7c6a-bd90-41a1-9a47-273cfc6367d5 req-c63fb14f-70ec-4457-9e37-fd7a76c2f5e2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894926 Nov 08 13:11:45.197763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33260) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:45.243721 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Deleting subnet b2199739-b9fa-467a-ae3c-cc4c325dff42 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:11:45.246975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.282548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.335723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.471607 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.498313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2199739-b9fa-467a-ae3c-cc4c325dff42,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:45.501901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.505260 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-601c7ffe-3f96-4a2d-8f7d-2bcfd06f356a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2199739-b9fa-467a-ae3c-cc4c325dff42 HTTP/1.1" status: 204 len: 168 time: 0.3064618 Nov 08 13:11:45.507843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33262) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:45.576286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.658772 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.679639 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae95c5b-ab2b-4c09-9901-a7c92c089c66']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:11:45.688979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:11:45.689283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac5efde-e793-4ddb-bb13-2a9eb91e06c6') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:11:45.699641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.713148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.719025 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:11:45.719407 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:11:45.721364 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:11:45.914745 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.920719 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:45.924850 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ae95c5b-ab2b-4c09-9901-a7c92c089c66 HTTP/1.1" status: 204 len: 168 time: 0.4159555 Nov 08 13:11:45.935513 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb114e0-700b-4f4e-a240-55a68fec8e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae95c5b-ab2b-4c09-9901-a7c92c089c66,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:46.254809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:46.295846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e1d2be2e-d516-4e8b-9f19-e2fce42f8629 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6059cc23c5694f5486f1dcc3770c762a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398715 Nov 08 13:11:46.298420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:46.326105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:46.351082 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:46.372530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:46.504965 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:46.507546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:46.508775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a HTTP/1.1" status: 204 len: 168 time: 0.2093182 Nov 08 13:11:46.517149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6328c8-7a60-4fb2-8f76-d2c2afbb4a6a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:46.525622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.526036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.526460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.526862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.527195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.527528 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.527850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.528177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.528495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.528837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.529130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.529452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346925d-4403-4553-ab90-b5c1d76585fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:11:46.557912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:11:46.578656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: e50e8e5b-5514-496d-9eff-d45bd26d7215 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:11:46.579140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device e50e8e5b-5514-496d-9eff-d45bd26d7215 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:11:47.504639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:47.604639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-700760532-network', 'tenant_id': 'd1bac0e3c7dd4a95971a2bee3856bac8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:11:47.692995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Made reservation on behalf of d1bac0e3c7dd4a95971a2bee3856bac8 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:11:47.695419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:47.704102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:47.779284 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:47.841831 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:47.867585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:11:47.877965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67769b0a-8eb2-4076-87bf-1f6375d49fe0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:47.884118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:47.884458 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Added segment 39540410-b4cc-4764-a1d4-174bfca2779b of type vlan for network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc Nov 08 13:11:47.925021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.011896 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.012878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:48.013453 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.074155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd5c8e6-48ad-42f9-b268-738f147ef1bc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:48.084711 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:11:48.137199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a0cdd1ab-cce9-4a47-aad4-9b60113362a7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6292565 Nov 08 13:11:48.137520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:11:48.145238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Request body: {'subnet': {'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-700760532-subnet', 'tenant_id': 'd1bac0e3c7dd4a95971a2bee3856bac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:11:48.267056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Made reservation on behalf of d1bac0e3c7dd4a95971a2bee3856bac8 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:11:48.268458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.499248 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.556986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:48.566258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Checking segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:11:48.566626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Network hostable DHCP agents. Network: 4cd5c8e6-48ad-42f9-b268-738f147ef1bc, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:11:48.675813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:11:48.760771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4cd5c8e6-48ad-42f9-b268-738f147ef1bc) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:11:48.765023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:48.765893 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:48.770487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963ae7a-b395-465e-b53d-e0297490abca None None] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:11:48.870758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1748ffb6-5080-4bbf-8630-77ee6ceea14b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7235224 Nov 08 13:11:48.907705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5e7cb-60b0-4438-8b0d-f1835fb58461 None None] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:11:49.303723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-e83a52da-173a-40d8-b0f2-23bb6210141b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:49.305091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-e83a52da-173a-40d8-b0f2-23bb6210141b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 814 time: 0.1078687 Nov 08 13:11:49.320763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-eeb21ebf-6187-43d1-a080-24809a3124d2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/quotas/d1bac0e3c7dd4a95971a2bee3856bac8 HTTP/1.1" status: 200 len: 375 time: 0.0098624 Nov 08 13:11:49.353387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-96929b3c-3b4d-4ae6-9dc3-e2cfc15e67af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270059 Nov 08 13:11:49.459163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-e11c412d-c2dc-4409-befe-6933908aeac7 service neutron] 10.222.0.58 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985346 Nov 08 13:11:49.549384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-34db13a2-5ec5-4127-a48a-f3383e64ef98 service neutron] 10.222.0.58 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Nov 08 13:11:49.805718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80e080ec-8724-4a05-919f-9f2f0a136688 req-4e8b10ed-2f61-4064-8ecc-5a4493241fba tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 210 time: 0.0324171 Nov 08 13:11:50.521929 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:50.903659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90bd3659-a04a-4102-bf7d-86d0387cd54c req-35f81263-1f6a-474b-9e1b-e2d6e6d87b67 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Nov 08 13:11:51.719724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-2c4aca30-1f9f-4bd4-9eb3-a54a9463bd63 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:51.721891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-2c4aca30-1f9f-4bd4-9eb3-a54a9463bd63 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 814 time: 0.1010671 Nov 08 13:11:51.740695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Request body: {'port': {'device_id': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'admin_state_up': True, 'tenant_id': 'd1bac0e3c7dd4a95971a2bee3856bac8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:11:51.921971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Made reservation on behalf of d1bac0e3c7dd4a95971a2bee3856bac8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:11:51.925887 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.025536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b3a9a1eb-9232-444e-afb3-bcca345a2642 req-6b101394-33b4-4a5c-9216-44d140dc280d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 210 time: 0.0396435 Nov 08 13:11:52.090361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Allocated IP 172.20.0.2 (4cd5c8e6-48ad-42f9-b268-738f147ef1bc/75a6b6a2-9e26-4ae0-87bd-6962127fc2b9/b42f11ee-fad3-4c8d-9774-06002153cecb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:11:52.238856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.339319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.381759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:11:52.386823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:11:52.390580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:11:52.397775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:52.445731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:52.446382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.530207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-68486c13-963a-4dd0-aa43-9e46cf5d184c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932718 Nov 08 13:11:52.542743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Request body: {'port': {'device_id': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:11:52.599425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.853780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42f11ee-fad3-4c8d-9774-06002153cecb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:11:52.860912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:52.872841 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Transition to ACTIVE for port object b42f11ee-fad3-4c8d-9774-06002153cecb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:11:52.955959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:53.004710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:53.078764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:11:53.079099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:11:53.079422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:11:53.084462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:11:53.084776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:11:53.089582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:11:53.089911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Checking segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:11:53.090316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Bound using segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:11:53.090738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Bound port: b42f11ee-fad3-4c8d-9774-06002153cecb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:11:53.091087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:53.116404 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64846519-06fc-4105-aeda-145d34fc7ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:53.190508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e11e06-99f4-42d9-b810-d073c3753ce2 req-fbf385a0-3469-4e88-a26f-16eaede75d7e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.191990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e11e06-99f4-42d9-b810-d073c3753ce2 req-fbf385a0-3469-4e88-a26f-16eaede75d7e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0909386 Nov 08 13:11:53.194423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:11:53.197559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:11:53.244365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4e11e06-99f4-42d9-b810-d073c3753ce2 req-fb1e330c-6c40-447a-be0a-25c2766f66da tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Nov 08 13:11:53.281984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:53.317938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.318571 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:53.319931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] 10.222.0.57 "PUT /v2.0/ports/b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 1091 time: 0.7815773 Nov 08 13:11:53.320366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:53.322601 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a845a-770f-460e-9cb6-7981e9a89335" -d '{"events": [{"name": "network-changed", "server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:53.346024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98624-10d5-4cf2-a5f6-fe789c51fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:53.366861 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e140c-bad8-48ec-bc5f-cdaf9b835e33 x-openstack-request-id: req-d71e140c-bad8-48ec-bc5f-cdaf9b835e33 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:53.367097 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:53.367351 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d71e140c-bad8-48ec-bc5f-cdaf9b835e33 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:53.367773 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'status': 'completed', 'code': 200} Nov 08 13:11:53.430095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a845a-770f-460e-9cb6-7981e9a89335 req-01823aae-bd4f-4c5f-8e36-507b54d336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.431622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828a845a-770f-460e-9cb6-7981e9a89335 req-01823aae-bd4f-4c5f-8e36-507b54d336f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0432301 Nov 08 13:11:53.537307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a845a-770f-460e-9cb6-7981e9a89335 req-a70817ec-d0ad-4920-bbe4-8e160b585ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.538886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828a845a-770f-460e-9cb6-7981e9a89335 req-a70817ec-d0ad-4920-bbe4-8e160b585ac9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0991223 Nov 08 13:11:53.632526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a845a-770f-460e-9cb6-7981e9a89335 req-f7174046-8bdf-4ade-aff1-fad26e2d17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.633926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-828a845a-770f-460e-9cb6-7981e9a89335 req-f7174046-8bdf-4ade-aff1-fad26e2d17a8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885482 Nov 08 13:11:53.713420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-bbe902fc-8222-4981-b31f-3aa083a2cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.714953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-bbe902fc-8222-4981-b31f-3aa083a2cca6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0454972 Nov 08 13:11:53.757597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-143f9461-76ec-4f31-a90f-fe14941b46ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0343497 Nov 08 13:11:53.807260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-b3f73575-dd14-45a8-ab15-6c632b406507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:53.808813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-b3f73575-dd14-45a8-ab15-6c632b406507 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0451596 Nov 08 13:11:53.841682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-c3e740e9-08e0-459a-b70a-640c0fb30810 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241449 Nov 08 13:11:53.936110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-1495747a-d343-4d14-a827-df97f6301ad2 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868409 Nov 08 13:11:54.024249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c81ff7-eed4-4262-8105-eebf933675b2 req-af2c8b5c-79a7-4b91-8bd4-925618b47e41 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814590 Nov 08 13:11:54.366619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4af0-1af7-4491-827f-442655af37ae req-2ecbea3b-abd7-471c-919f-86f90497dae0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:54.368163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2da4af0-1af7-4491-827f-442655af37ae req-2ecbea3b-abd7-471c-919f-86f90497dae0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0543385 Nov 08 13:11:54.429129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2da4af0-1af7-4491-827f-442655af37ae req-38a9b274-83d9-4a0e-8540-c00b5280d1b5 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547454 Nov 08 13:11:55.516242 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3eff1b58-e171-4985-b081-9fc163ad1424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:55.554216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73e98-8864-4471-9eb0-0adc5a22d62c req-97b6a3e7-a73e-4ff4-a846-20197282edcd tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:55.555764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aac73e98-8864-4471-9eb0-0adc5a22d62c req-97b6a3e7-a73e-4ff4-a846-20197282edcd tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0580120 Nov 08 13:11:55.611148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aac73e98-8864-4471-9eb0-0adc5a22d62c req-d14a2e63-bb98-49ad-9f49-52ecfdbdd823 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Nov 08 13:11:55.872421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:11:55.976692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:55.988073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'port_id': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'mac_address': 'fa:16:3e:c1:bb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6b6a2-9e26-4ae0-87bd-6962127fc2b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:11:56.026101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:56.040021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42f11ee-fad3-4c8d-9774-06002153cecb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:11:56.060652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:56.142813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:56.193758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:56.350948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b42f11ee-fad3-4c8d-9774-06002153cecb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:11:56.730667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390fad3-60b3-4bf8-b168-d326c6a2f1ee req-e5c4facd-c5fd-463a-a53f-db2467a901a3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:56.732102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4390fad3-60b3-4bf8-b168-d326c6a2f1ee req-e5c4facd-c5fd-463a-a53f-db2467a901a3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 944 time: 0.0531178 Nov 08 13:11:56.784306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4390fad3-60b3-4bf8-b168-d326c6a2f1ee req-419e16ec-b311-4658-a8bc-0552d18ed7b4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Nov 08 13:11:56.823632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:57.878682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:11:57.910048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef32c7-d7a7-423d-abc6-877a6b35cb8e req-3edbb1d8-a295-486f-a6ba-9a6897100c41 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:57.911771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80ef32c7-d7a7-423d-abc6-877a6b35cb8e req-3edbb1d8-a295-486f-a6ba-9a6897100c41 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 944 time: 0.0531030 Nov 08 13:11:57.965995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80ef32c7-d7a7-423d-abc6-877a6b35cb8e req-500f3cc0-70c9-4faf-abeb-51779b4f671e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479665 Nov 08 13:11:57.996224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b42f11ee-fad3-4c8d-9774-06002153cecb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:11:58.000580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b42f11ee-fad3-4c8d-9774-06002153cecb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:11:58.000949 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:58.081039 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:58.104335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:11:58.106609 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30993b95-5275-4014-87f9-cc892571836c" -d '{"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:11:58.120383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:11:58.147738 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce7266b-ed96-40f2-acad-071807a50c4c x-openstack-request-id: req-fce7266b-ed96-40f2-acad-071807a50c4c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:11:58.148188 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:11:58.148481 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fce7266b-ed96-40f2-acad-071807a50c4c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:11:58.148874 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'code': 200} Nov 08 13:11:58.190916 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:58.226786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:58.247781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:11:58.255122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3777c-4745-40fd-adba-94f847f9110b req-0e0cdff1-8d90-40f4-9cf9-ac8526490b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:58.256915 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51c3777c-4745-40fd-adba-94f847f9110b req-0e0cdff1-8d90-40f4-9cf9-ac8526490b8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0435250 Nov 08 13:11:58.307991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51c3777c-4745-40fd-adba-94f847f9110b req-62823629-33db-448e-b4bc-e17824605dbc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Nov 08 13:11:59.001813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:11:59.093026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf3222-a22a-4cae-b71b-1eeb1056b049 req-070f9525-fe7d-4a4e-96db-652f1a146734 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:11:59.094562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5aaf3222-a22a-4cae-b71b-1eeb1056b049 req-070f9525-fe7d-4a4e-96db-652f1a146734 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Nov 08 13:11:59.142633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5aaf3222-a22a-4cae-b71b-1eeb1056b049 req-d56e3393-b994-4233-b1d6-a4b1c7335359 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Nov 08 13:11:59.321240 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:12:00.259107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00775c-b4e0-4663-9209-5c957ad84ca9 req-d4e9f533-3641-4bfe-b23a-d3e07a834b35 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:00.261546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a00775c-b4e0-4663-9209-5c957ad84ca9 req-d4e9f533-3641-4bfe-b23a-d3e07a834b35 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Nov 08 13:12:00.309327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a00775c-b4e0-4663-9209-5c957ad84ca9 req-7d525e1e-26d1-4807-82a9-7e6eab478cd3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Nov 08 13:12:00.427921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871325-f90b-4d55-89cf-d29bc57d1b82 req-6540ef4f-e7ea-4d80-b103-b734a21c7474 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:00.429369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32871325-f90b-4d55-89cf-d29bc57d1b82 req-6540ef4f-e7ea-4d80-b103-b734a21c7474 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Nov 08 13:12:00.476807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32871325-f90b-4d55-89cf-d29bc57d1b82 req-c95622d7-dc2b-49b2-b5e8-44b154def1ab tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Nov 08 13:12:00.758834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355411b8-2915-4fbd-a88d-40ca8cba556e req-58d0a980-a8e1-456c-9fa8-5b9ee5e707bf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:00.760266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355411b8-2915-4fbd-a88d-40ca8cba556e req-58d0a980-a8e1-456c-9fa8-5b9ee5e707bf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0545135 Nov 08 13:12:00.810599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355411b8-2915-4fbd-a88d-40ca8cba556e req-1ce6d2ca-23e5-467f-840f-a5b17ae3e358 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Nov 08 13:12:00.927674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6af3-6f92-4cd7-9b73-8802ba53e52e req-31c8a700-88ea-4e0f-be54-0befdb547aec tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:00.929188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fada6af3-6f92-4cd7-9b73-8802ba53e52e req-31c8a700-88ea-4e0f-be54-0befdb547aec tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0494967 Nov 08 13:12:00.981632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fada6af3-6f92-4cd7-9b73-8802ba53e52e req-56647bea-0916-4f7b-940a-8a23897748f3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463226 Nov 08 13:12:01.541224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d781-2387-4e04-a593-e071e36e5e24 req-febccb8d-7e79-49d7-ae8c-3e1c4d59f97e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:01.543075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6280d781-2387-4e04-a593-e071e36e5e24 req-febccb8d-7e79-49d7-ae8c-3e1c4d59f97e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Nov 08 13:12:01.591504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6280d781-2387-4e04-a593-e071e36e5e24 req-1cdba01d-33e8-408a-af67-9fdf75cbd458 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Nov 08 13:12:01.692524 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-bcc38142-9ccd-4a7f-b2aa-aafd5ff2312c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407560 Nov 08 13:12:02.714178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7abb-bc41-48fa-92bc-87eda514b312 req-85af3576-34f2-4eb5-9bf7-7e925d3d9631 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:02.715869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adbf7abb-bc41-48fa-92bc-87eda514b312 req-85af3576-34f2-4eb5-9bf7-7e925d3d9631 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0499704 Nov 08 13:12:02.766098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-adbf7abb-bc41-48fa-92bc-87eda514b312 req-a967186d-8a80-42d5-991a-010984f3c790 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Nov 08 13:12:03.905677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26ea2-804d-496c-b26e-84541e4f9602 req-5f266ef4-1deb-42d5-8ca9-2e343934130c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:03.907231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fe26ea2-804d-496c-b26e-84541e4f9602 req-5f266ef4-1deb-42d5-8ca9-2e343934130c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0632522 Nov 08 13:12:03.960397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fe26ea2-804d-496c-b26e-84541e4f9602 req-096ab9e3-4fb2-44e3-af18-5991a72b38d9 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Nov 08 13:12:04.043806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-7f552210-3c2d-42c4-8a9d-93c7c59213ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:04.045387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-7f552210-3c2d-42c4-8a9d-93c7c59213ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0479653 Nov 08 13:12:04.147221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-426385d6-265a-4179-a678-8685e1f4ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:04.148733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-426385d6-265a-4179-a678-8685e1f4ac4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.0921216 Nov 08 13:12:04.191475 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-b0b9b8f6-ade1-4882-842c-824fedf8b132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0358610 Nov 08 13:12:04.241751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-e33c9535-c2e8-4b9c-b502-ae4fa34142fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:04.243293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-e33c9535-c2e8-4b9c-b502-ae4fa34142fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0454614 Nov 08 13:12:04.281145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-3d2632a0-53ed-49ca-abe5-560117408367 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300276 Nov 08 13:12:04.377032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-9ac12995-5af6-434a-bb24-ee48eeba7016 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853889 Nov 08 13:12:04.471677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-c02a88ce-5294-4817-9e06-15280f1efb8e service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Nov 08 13:12:05.087994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793a70c-a199-4e85-a16e-179fd5f0459e req-efd28603-e45d-4e45-9c38-dc35620ca837 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:05.089484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f793a70c-a199-4e85-a16e-179fd5f0459e req-efd28603-e45d-4e45-9c38-dc35620ca837 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0493596 Nov 08 13:12:05.137472 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f793a70c-a199-4e85-a16e-179fd5f0459e req-313292be-4f58-4bd8-8691-19ed0a5c2ff7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Nov 08 13:12:06.259110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975c2c-635f-47eb-a5c7-defd61c03cc9 req-ee795990-0cc9-40ca-a91f-5b0198279f44 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:06.260659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd975c2c-635f-47eb-a5c7-defd61c03cc9 req-ee795990-0cc9-40ca-a91f-5b0198279f44 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Nov 08 13:12:06.316745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd975c2c-635f-47eb-a5c7-defd61c03cc9 req-f642765b-a64a-4002-bb94-696a1ba901a4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Nov 08 13:12:07.435138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd28fa-8dc2-4f29-a6f6-5791edf2df4f req-91c3e424-c90a-436d-86eb-7e5de9d7e701 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:07.436634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05bd28fa-8dc2-4f29-a6f6-5791edf2df4f req-91c3e424-c90a-436d-86eb-7e5de9d7e701 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0497870 Nov 08 13:12:07.483292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05bd28fa-8dc2-4f29-a6f6-5791edf2df4f req-a8aefbd8-824e-4267-a677-2ae6b6c8f3ce tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Nov 08 13:12:08.603074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95338-3cf6-4b74-9ede-05f2eae01800 req-148ed598-2373-4629-8850-fac17b578e0d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:08.604594 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91e95338-3cf6-4b74-9ede-05f2eae01800 req-148ed598-2373-4629-8850-fac17b578e0d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Nov 08 13:12:08.654625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91e95338-3cf6-4b74-9ede-05f2eae01800 req-0b34d623-3b53-4b6f-8189-364079a2467f tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Nov 08 13:12:09.777254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651dbb-d778-44f2-b330-e4dd7e28b011 req-910b9515-5298-4ccf-b1c8-79a0b7dc03fb tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:09.780649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75651dbb-d778-44f2-b330-e4dd7e28b011 req-910b9515-5298-4ccf-b1c8-79a0b7dc03fb tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0546122 Nov 08 13:12:09.828054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75651dbb-d778-44f2-b330-e4dd7e28b011 req-2934d381-7464-4a0d-b224-fd0ce53635eb tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Nov 08 13:12:10.950697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85fd41-7b29-4310-989b-eaebd23f5de6 req-61660d0c-47a4-4485-abb3-922fb08c5e85 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:10.952182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd85fd41-7b29-4310-989b-eaebd23f5de6 req-61660d0c-47a4-4485-abb3-922fb08c5e85 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Nov 08 13:12:10.999717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd85fd41-7b29-4310-989b-eaebd23f5de6 req-7de912e0-5c3c-4954-b681-0780c070adb1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Nov 08 13:12:12.116627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87880f3-8dd6-4f3d-92fb-d54473bc6656 req-3f648836-3b9e-4b90-ad5e-c5d51dcc6478 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:12.118326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f87880f3-8dd6-4f3d-92fb-d54473bc6656 req-3f648836-3b9e-4b90-ad5e-c5d51dcc6478 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Nov 08 13:12:12.170610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f87880f3-8dd6-4f3d-92fb-d54473bc6656 req-cef93f77-c703-4ad2-a153-1b90975cf81d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Nov 08 13:12:13.287111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ce716-0dfb-47a0-9886-d680b8fd59c1 req-6c70f599-7ec2-4be6-9988-8b153f51038c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:13.288500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d7ce716-0dfb-47a0-9886-d680b8fd59c1 req-6c70f599-7ec2-4be6-9988-8b153f51038c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Nov 08 13:12:13.336626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6d7ce716-0dfb-47a0-9886-d680b8fd59c1 req-6391959d-c985-484e-9116-8786f2ff2f33 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Nov 08 13:12:14.473715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da5e52-4dcd-4ca2-b092-b476f925caa3 req-80694b06-5cb1-47d9-8e0b-20017954cf57 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:14.475417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76da5e52-4dcd-4ca2-b092-b476f925caa3 req-80694b06-5cb1-47d9-8e0b-20017954cf57 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0636969 Nov 08 13:12:14.526228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76da5e52-4dcd-4ca2-b092-b476f925caa3 req-99a8d59f-1502-4f16-b5c4-f27674783893 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Nov 08 13:12:15.652060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a75a6-300a-488c-a70d-7544ad57a143 req-d8648cf3-aa57-4ef7-a75d-6c706923067d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:15.653572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-831a75a6-300a-488c-a70d-7544ad57a143 req-d8648cf3-aa57-4ef7-a75d-6c706923067d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0566368 Nov 08 13:12:15.707145 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-831a75a6-300a-488c-a70d-7544ad57a143 req-649c4ab1-019c-4281-88b5-b3482fcbe5d3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Nov 08 13:12:16.327271 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:16.829225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1b6ed-5f5f-4622-8f61-3b9ab6651644 req-5d0bce39-c5c5-45b3-b15a-0f335b008644 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:16.830769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28f1b6ed-5f5f-4622-8f61-3b9ab6651644 req-5d0bce39-c5c5-45b3-b15a-0f335b008644 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0508957 Nov 08 13:12:16.879317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28f1b6ed-5f5f-4622-8f61-3b9ab6651644 req-bcf048fc-518e-4970-a755-fca36118d075 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415332 Nov 08 13:12:18.001960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df8506-0633-4796-ba42-71ad18839fa4 req-bb56c50f-69f7-427c-a845-c0004d0b42e2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:18.003453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3df8506-0633-4796-ba42-71ad18839fa4 req-bb56c50f-69f7-427c-a845-c0004d0b42e2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Nov 08 13:12:18.370831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3df8506-0633-4796-ba42-71ad18839fa4 req-b30c14b7-4836-40d9-b5fb-f265754e3854 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613515 Nov 08 13:12:19.493917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d371c-605f-4658-b51f-80498cbff407 req-5c4ef4e2-659b-4dd1-841e-036ba8f15cb4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:19.495486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303d371c-605f-4658-b51f-80498cbff407 req-5c4ef4e2-659b-4dd1-841e-036ba8f15cb4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0495522 Nov 08 13:12:19.543753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-303d371c-605f-4658-b51f-80498cbff407 req-f3aebe85-d903-4435-a1b6-7546db10734a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Nov 08 13:12:20.546140 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:20.659983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf44b-09ee-4e6c-bd11-7a03c9e0f480 req-9cad1c77-a1e6-49bc-879c-ed308d3153a1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:20.661377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0babf44b-09ee-4e6c-bd11-7a03c9e0f480 req-9cad1c77-a1e6-49bc-879c-ed308d3153a1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0489755 Nov 08 13:12:20.713557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0babf44b-09ee-4e6c-bd11-7a03c9e0f480 req-bef5685a-f5ef-4d49-aadc-ae79628942d5 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Nov 08 13:12:21.830975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbca340-f8e2-4ced-9cc8-62f425bdb477 req-7290df42-4049-4593-82dd-e68741447ea0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:21.832485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dbca340-f8e2-4ced-9cc8-62f425bdb477 req-7290df42-4049-4593-82dd-e68741447ea0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Nov 08 13:12:21.881670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dbca340-f8e2-4ced-9cc8-62f425bdb477 req-1b6e59d6-fe4f-4afe-b384-2a9eaf43361e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Nov 08 13:12:23.001186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1053-ea01-4b22-bf5d-9f4e7c6c389c req-359a269d-c394-4943-afbf-22c59127dd1c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:23.002726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6dd1053-ea01-4b22-bf5d-9f4e7c6c389c req-359a269d-c394-4943-afbf-22c59127dd1c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Nov 08 13:12:23.054771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d6dd1053-ea01-4b22-bf5d-9f4e7c6c389c req-1b57fcc2-6adc-41eb-b767-d2a7c5d84e24 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Nov 08 13:12:23.118750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-257ef6e4-a56a-4ae3-a0de-d3c5fbf264f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:24.180219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4a807-fcf2-41d3-92c3-f4aa7c1818f2 req-f491877d-ec76-416d-9e23-e7e8372e206c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:24.181737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7be4a807-fcf2-41d3-92c3-f4aa7c1818f2 req-f491877d-ec76-416d-9e23-e7e8372e206c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Nov 08 13:12:24.229784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7be4a807-fcf2-41d3-92c3-f4aa7c1818f2 req-46ae587e-717c-4228-abd2-6d3a8e3e5760 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Nov 08 13:12:25.348697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb12b1-75d5-4bae-920e-0963235e5403 req-306e92c0-bbee-4a0d-8910-46f7d3a2ba81 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:25.350172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2cb12b1-75d5-4bae-920e-0963235e5403 req-306e92c0-bbee-4a0d-8910-46f7d3a2ba81 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Nov 08 13:12:25.396842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2cb12b1-75d5-4bae-920e-0963235e5403 req-9139f4c1-949b-4d14-9853-ba23406a8d4b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Nov 08 13:12:25.543743 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b56f4177-403a-4823-a9e6-ff56d7f64efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:26.513334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ce84-f66e-4f06-a5b0-f4cd28ac3cd7 req-66e4e437-fcaa-4d1e-b3b3-4322b655a3ed tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:26.514861 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9c5ce84-f66e-4f06-a5b0-f4cd28ac3cd7 req-66e4e437-fcaa-4d1e-b3b3-4322b655a3ed tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0486205 Nov 08 13:12:26.568657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9c5ce84-f66e-4f06-a5b0-f4cd28ac3cd7 req-6ce4e430-87af-4b1f-bf88-ae96a1b88f93 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Nov 08 13:12:26.875047 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:27.684950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6ffed-ef9f-4c3f-82bd-6f28b9fb0b31 req-eab3b809-4f01-4b7d-9a37-a654769f7f1e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:27.686382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ea6ffed-ef9f-4c3f-82bd-6f28b9fb0b31 req-eab3b809-4f01-4b7d-9a37-a654769f7f1e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Nov 08 13:12:27.734829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ea6ffed-ef9f-4c3f-82bd-6f28b9fb0b31 req-5fb9e6e1-db31-421b-99f8-d86d75cca5f9 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Nov 08 13:12:28.223963 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:28.850414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e67a8-cf3e-42a0-9cf4-7cd0766d813a req-eb0b2f67-4d9c-4f9f-b385-aa1614883b87 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:28.852984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-704e67a8-cf3e-42a0-9cf4-7cd0766d813a req-eb0b2f67-4d9c-4f9f-b385-aa1614883b87 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Nov 08 13:12:28.900835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-704e67a8-cf3e-42a0-9cf4-7cd0766d813a req-f18adcd9-3ee5-4e30-b481-9c06046b9762 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Nov 08 13:12:29.009900 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:30.026141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc0-dda4-4a4d-868f-887ea4fb1fd0 req-84558da4-d056-46dd-bae8-5634c5d1d029 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:30.027848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f556bc0-dda4-4a4d-868f-887ea4fb1fd0 req-84558da4-d056-46dd-bae8-5634c5d1d029 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0544376 Nov 08 13:12:30.076995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f556bc0-dda4-4a4d-868f-887ea4fb1fd0 req-7fccad8c-bbb8-42eb-b7b7-1bc0e2f887b2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Nov 08 13:12:31.200182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90630a22-0986-4b7c-a0d7-fb2e43ad6ff1 req-1158c8c3-996b-4b79-8b70-8f7e5bfaa626 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:31.201674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90630a22-0986-4b7c-a0d7-fb2e43ad6ff1 req-1158c8c3-996b-4b79-8b70-8f7e5bfaa626 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0508430 Nov 08 13:12:31.249178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90630a22-0986-4b7c-a0d7-fb2e43ad6ff1 req-0c3f83d2-2484-4443-b561-c1cff5514bd9 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Nov 08 13:12:31.659888 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-545d719d-9878-440e-b47a-33ec6b04f28c req-7066cc53-454d-49bc-b2e0-162b21d14811 service neutron] show failed (client error): The resource could not be found. Nov 08 13:12:31.660919 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-7066cc53-454d-49bc-b2e0-162b21d14811 service neutron] 10.222.0.57 "GET /v2.0/ports/b42f11ee-fad3-4c8d-9774-06002153cecb/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0602174 Nov 08 13:12:32.226485 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-a272accc-4ee1-4f9e-bb23-e4db7ebd4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:32.228324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-a272accc-4ee1-4f9e-bb23-e4db7ebd4592 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7&tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8 HTTP/1.1" status: 200 len: 1096 time: 0.0426548 Nov 08 13:12:32.241188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:12:32.296469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:32.459801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f92be-ef83-44e8-ba44-bb9da184642b req-0ff1b683-7ced-4f0c-9057-895ff2738dd9 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:32.461358 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b50f92be-ef83-44e8-ba44-bb9da184642b req-0ff1b683-7ced-4f0c-9057-895ff2738dd9 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.1265092 Nov 08 13:12:32.567485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b50f92be-ef83-44e8-ba44-bb9da184642b req-4448373b-8a93-4ab8-a3a9-0b3d0d25e837 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909677 Nov 08 13:12:32.585921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:32.619878 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:12:32.667349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:32.669672 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7844e65d-ab07-40ef-a136-0d1784c3b3c9" -d '{"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:32.673573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:32.687564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Transition to ACTIVE for port object b42f11ee-fad3-4c8d-9774-06002153cecb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:12:32.789562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:32.819807 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c38e21-0834-4a7b-ab16-b9c670c133b1 x-openstack-request-id: req-21c38e21-0834-4a7b-ab16-b9c670c133b1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:32.820052 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:32.820308 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21c38e21-0834-4a7b-ab16-b9c670c133b1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:32.820696 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'code': 200} Nov 08 13:12:32.858999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] No DVR routers for this DVR port b42f11ee-fad3-4c8d-9774-06002153cecb on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:12:32.862127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:32.906556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:12:32.906891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:12:32.907222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:12:32.911622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:12:32.911936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Attempting to bind port b42f11ee-fad3-4c8d-9774-06002153cecb on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:12:32.917100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:12:32.917443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Checking segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:12:32.917821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Bound using segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:12:32.918277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Bound port: b42f11ee-fad3-4c8d-9774-06002153cecb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:12:32.918624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:32.980790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:12:32.984175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:12:33.069650 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:33.118739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:33.118739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:33.118739 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] 10.222.0.61 "PUT /v2.0/ports/b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 1091 time: 0.8735342 Nov 08 13:12:33.147380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2cea-53a4-4dee-b251-38d9eedd7cdc service neutron] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:33.185518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-02d156a1-e9ad-48ed-b329-1c1e2ed98a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:33.187121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-02d156a1-e9ad-48ed-b329-1c1e2ed98a7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0494649 Nov 08 13:12:33.283264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-a03c2652-5683-4575-aba9-162bf0f5e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:33.284743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-a03c2652-5683-4575-aba9-162bf0f5e30a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.0889020 Nov 08 13:12:33.333250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-fb089ee2-7037-4202-8c81-68a21715487b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0404592 Nov 08 13:12:33.384857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d719d-9878-440e-b47a-33ec6b04f28c req-e0a2a87b-f2b9-49ff-8cc6-73c5121303b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:33.386282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-e0a2a87b-f2b9-49ff-8cc6-73c5121303b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0457199 Nov 08 13:12:33.420009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-7e6b62b3-b17f-4c7f-872d-f58bcaa6193f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260613 Nov 08 13:12:33.524818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-a321009f-a175-420c-8d06-e05e28952fcd service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956018 Nov 08 13:12:33.628166 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-545d719d-9878-440e-b47a-33ec6b04f28c req-422b6c35-f591-49c0-b4a3-b050894f38ac service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956345 Nov 08 13:12:33.690479 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfff2cf-1434-49b8-b3c1-669bdb03dd64 req-bbfdd8cf-64b0-475f-aa56-73bd14738d59 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:33.691963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acfff2cf-1434-49b8-b3c1-669bdb03dd64 req-bbfdd8cf-64b0-475f-aa56-73bd14738d59 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0516911 Nov 08 13:12:33.747384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acfff2cf-1434-49b8-b3c1-669bdb03dd64 req-7b2e9014-e073-416d-9278-8a6d929ba9c6 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489657 Nov 08 13:12:34.821904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:34.824614 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801492b0-ea9c-4aa0-8323-5d79630562be" -d '{"events": [{"name": "network-changed", "server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:34.880927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc20-482a-45a6-8831-f8dc5b9a9c40 req-a4d85063-fd5c-42b5-8ec1-4ba04360890c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:34.882553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9823cc20-482a-45a6-8831-f8dc5b9a9c40 req-a4d85063-fd5c-42b5-8ec1-4ba04360890c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0548229 Nov 08 13:12:34.884042 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c2c93-4462-49d2-88b0-a49ba3bc609c x-openstack-request-id: req-ae3c2c93-4462-49d2-88b0-a49ba3bc609c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:34.884333 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:34.884596 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae3c2c93-4462-49d2-88b0-a49ba3bc609c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:34.884999 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'status': 'completed', 'code': 200} Nov 08 13:12:34.994829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9823cc20-482a-45a6-8831-f8dc5b9a9c40 req-ae36d655-e3a3-4af6-b85c-aae553f848f4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037920 Nov 08 13:12:35.006542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-e11c4a9a-332c-4715-acb7-8b921a96cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.008033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-e11c4a9a-332c-4715-acb7-8b921a96cff3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.1008477 Nov 08 13:12:35.010532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-42728c1c-52bc-49cb-a57c-094c420374db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.011886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-42728c1c-52bc-49cb-a57c-094c420374db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.1035933 Nov 08 13:12:35.171735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-ff87c099-a68f-4c16-be4d-ba221beb35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.173193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-ff87c099-a68f-4c16-be4d-ba221beb35d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1572044 Nov 08 13:12:35.174319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-ba48c436-686a-4a22-8023-24a9ec4af2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.175621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-ba48c436-686a-4a22-8023-24a9ec4af2fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1523862 Nov 08 13:12:35.223161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-398befc3-9f57-4f53-9a3b-e06e7d398e61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0402932 Nov 08 13:12:35.263181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-97874a70-e32b-4727-a3bc-89663c13986f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0744307 Nov 08 13:12:35.329259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-10e7ff9d-8ecc-457c-877f-6f0da2c4bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.330762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-10e7ff9d-8ecc-457c-877f-6f0da2c4bda2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0776384 Nov 08 13:12:35.338625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801492b0-ea9c-4aa0-8323-5d79630562be req-0a437faf-1b4c-4538-aad6-f5a045d21691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:35.339973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-0a437faf-1b4c-4538-aad6-f5a045d21691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0586824 Nov 08 13:12:35.366575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-9196ddea-151b-4b95-bba4-cc162b3f723a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256431 Nov 08 13:12:35.401878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-fabdc12a-c72c-4eb3-a12a-11cad81eea19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375221 Nov 08 13:12:35.552069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-4c3aacd9-61f9-4617-9281-007ebb2c5491 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777830 Nov 08 13:12:35.555686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-90c580e8-ac15-4963-b30c-2eca81fdccdf service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444683 Nov 08 13:12:35.709703 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-4361ff8c-100f-437b-94dd-455aac04e427 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504495 Nov 08 13:12:35.720395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-801492b0-ea9c-4aa0-8323-5d79630562be req-eac2f87b-c812-4ac8-a772-c6dc6202dabb service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538222 Nov 08 13:12:36.127611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42a8e-2e22-4701-89ab-8bcf0b83e9e9 req-8f0583f1-da00-4753-b664-6d0f2925d9f4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:36.129213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99b42a8e-2e22-4701-89ab-8bcf0b83e9e9 req-8f0583f1-da00-4753-b664-6d0f2925d9f4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0524452 Nov 08 13:12:36.161174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:12:36.186996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99b42a8e-2e22-4701-89ab-8bcf0b83e9e9 req-2880a869-4a6a-415f-a9ed-d88e3a65765f tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 Nov 08 13:12:36.213228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:12:36.321057 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:12:36.539643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987e61-12c7-4386-a364-35be01efaa86 req-06e17831-7d9e-4598-934a-8a7b5c111cb0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:36.542073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea987e61-12c7-4386-a364-35be01efaa86 req-06e17831-7d9e-4598-934a-8a7b5c111cb0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 943 time: 0.0556974 Nov 08 13:12:36.630818 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea987e61-12c7-4386-a364-35be01efaa86 req-bfe28f19-7660-4161-b206-47f18ed9eb2f tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823009 Nov 08 13:12:36.662075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec12b-37da-4a66-88a4-b213f3796398 req-0d2ca6ac-c20b-4e85-85d5-1b27faf6b2d3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:36.663660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-0d2ca6ac-c20b-4e85-85d5-1b27faf6b2d3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.57 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7&tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 943 time: 0.0814521 Nov 08 13:12:36.725913 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-99dec12b-37da-4a66-88a4-b213f3796398 req-a8df2a98-821c-46bc-9032-32a6111a8c40 service neutron] delete failed (client error): The resource could not be found. Nov 08 13:12:36.726978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-a8df2a98-821c-46bc-9032-32a6111a8c40 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b42f11ee-fad3-4c8d-9774-06002153cecb/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0562823 Nov 08 13:12:36.825267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec12b-37da-4a66-88a4-b213f3796398 req-b56a360c-ad76-43b4-b626-8ad8087ef613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:36.826776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-b56a360c-ad76-43b4-b626-8ad8087ef613 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0518861 Nov 08 13:12:36.880278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:12:36.974938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec12b-37da-4a66-88a4-b213f3796398 req-beb5fbf3-5ad1-4278-b6f6-4a6f8d87f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:36.976505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-beb5fbf3-5ad1-4278-b6f6-4a6f8d87f064 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1433601 Nov 08 13:12:36.994075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:37.006976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'port_id': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'mac_address': 'fa:16:3e:c1:bb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6b6a2-9e26-4ae0-87bd-6962127fc2b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:12:37.023888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-2f2ad251-b5dd-4df6-beda-7ea6c7ce9bbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 200 len: 217 time: 0.0396256 Nov 08 13:12:37.050738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:37.068438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42f11ee-fad3-4c8d-9774-06002153cecb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:12:37.095321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec12b-37da-4a66-88a4-b213f3796398 req-02ceedff-2c24-4eb9-82e4-49289c4e979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:37.095321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-02ceedff-2c24-4eb9-82e4-49289c4e979e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0612741 Nov 08 13:12:37.095696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:37.126170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-584b3f7f-79df-4bde-bbf9-75e8a87e96e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267565 Nov 08 13:12:37.167632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:37.222432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:37.240215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-c04f1911-7cf8-4161-a5e0-65af4c439909 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042740 Nov 08 13:12:37.350141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99dec12b-37da-4a66-88a4-b213f3796398 req-9f6dcc1a-3942-4843-8d9b-7ad74c999b91 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032755 Nov 08 13:12:37.429114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b42f11ee-fad3-4c8d-9774-06002153cecb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:12:37.763681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1607db-1d4a-41e2-a27c-885c745a698d req-f8cdb534-01dc-4125-a814-7f143d6f847d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:37.765628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1607db-1d4a-41e2-a27c-885c745a698d req-f8cdb534-01dc-4125-a814-7f143d6f847d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 944 time: 0.0537617 Nov 08 13:12:37.823671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bb1607db-1d4a-41e2-a27c-885c745a698d req-0f475b22-f9fb-454e-9530-2ea2972b704a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522323 Nov 08 13:12:38.883488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:12:38.953318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195be542-4545-480e-8c6b-e09cc37b7e5c req-3958f104-38c4-4861-b38b-94965414b9f7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:38.957258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-195be542-4545-480e-8c6b-e09cc37b7e5c req-3958f104-38c4-4861-b38b-94965414b9f7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 944 time: 0.0568345 Nov 08 13:12:39.005672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-195be542-4545-480e-8c6b-e09cc37b7e5c req-8a325ae7-6ab3-4f9f-80e4-1d65ece89c18 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Nov 08 13:12:39.010025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port b42f11ee-fad3-4c8d-9774-06002153cecb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:12:39.014269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port b42f11ee-fad3-4c8d-9774-06002153cecb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:12:39.014695 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:39.099040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:39.123718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:39.125878 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a79a01-c802-42d3-bfc7-e61b7954f123" -d '{"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:39.138986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:39.139629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8578-0ab1-4485-b24c-381392a79d73 req-3eadfb33-a1c4-46c1-babc-ca17638aac33 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:39.141236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99ac8578-0ab1-4485-b24c-381392a79d73 req-3eadfb33-a1c4-46c1-babc-ca17638aac33 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 944 time: 0.0579243 Nov 08 13:12:39.169959 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bebd8f-fd43-4ad7-820a-5ffa542eae35 x-openstack-request-id: req-23bebd8f-fd43-4ad7-820a-5ffa542eae35 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:39.170267 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:39.170531 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23bebd8f-fd43-4ad7-820a-5ffa542eae35 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:39.170998 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'code': 200} Nov 08 13:12:39.193056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-99ac8578-0ab1-4485-b24c-381392a79d73 req-54207029-a0f5-4fca-9f19-c125845d199d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 08 13:12:39.204160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:39.258672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:39.266986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.267391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.267674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.268009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.268346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.268676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.269015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.269340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.269664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.269986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.270330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.270656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:12:39.316961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6074-e0a0-404e-9427-f09409aac488 req-a594da5c-2842-42b3-a2da-aa44c64db847 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:39.318627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2f6074-e0a0-404e-9427-f09409aac488 req-a594da5c-2842-42b3-a2da-aa44c64db847 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0516326 Nov 08 13:12:39.373554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac2f6074-e0a0-404e-9427-f09409aac488 req-212bf89b-699d-4ce2-9430-0584b6257415 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Nov 08 13:12:39.978674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-850c121f-0619-4a5f-825d-92c6ec06b4c3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:39.980339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-850c121f-0619-4a5f-825d-92c6ec06b4c3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 814 time: 0.1146781 Nov 08 13:12:39.996274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-b566f3ac-5f7f-4d3d-b7a2-6c7f561b3e44 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/quotas/d1bac0e3c7dd4a95971a2bee3856bac8 HTTP/1.1" status: 200 len: 375 time: 0.0097795 Nov 08 13:12:40.047274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-7485280f-cf66-4ade-b22f-592d8cee4dff tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454562 Nov 08 13:12:40.201866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-bc3b9707-245c-4bbd-ad40-6aaf3965431a service neutron] 10.222.0.58 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474354 Nov 08 13:12:40.297252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-6d7cc687-cea3-4e65-9a1f-35889e9eab26 service neutron] 10.222.0.58 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891514 Nov 08 13:12:40.545390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4754fe39-aba1-41cc-82d2-891633853554 req-d3319c0b-a1e2-42cf-9130-e6af1ab249ad tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 210 time: 0.0392795 Nov 08 13:12:41.318717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-1a961fe4-c2d0-49d5-ad8d-59507bf6029c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:41.320201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-1a961fe4-c2d0-49d5-ad8d-59507bf6029c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.61 "GET /v2.0/ports?device_id=559b50e5-f40c-4255-8aaf-baefe640e8a7 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Nov 08 13:12:41.420319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Deleting port b42f11ee-fad3-4c8d-9774-06002153cecb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:12:41.420654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:41.526516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] For port b42f11ee-fad3-4c8d-9774-06002153cecb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=b42f11ee-fad3-4c8d-9774-06002153cecb,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:41.526877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:41.541018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Calling delete_port for b42f11ee-fad3-4c8d-9774-06002153cecb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:12:41.656309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dcbfb59-288e-494d-be6b-8020cb5ccf64 req-38707507-8edd-4eef-8d0a-802f480d69a8 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 210 time: 0.0332317 Nov 08 13:12:41.792385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:41.804663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['b42f11ee-fad3-4c8d-9774-06002153cecb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:12:41.824188 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Pushing event deleted for resources: {'Port': ['ID=b42f11ee-fad3-4c8d-9774-06002153cecb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:41.870576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] No DVR routers for this DVR port b42f11ee-fad3-4c8d-9774-06002153cecb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:12:41.873385 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:41.876816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f8fb2ed-ed8b-4346-8a5e-77ffc59ef5aa req-3cccbdf8-3bb9-46c7-abcf-85cc210286e4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.61 "DELETE /v2.0/ports/b42f11ee-fad3-4c8d-9774-06002153cecb HTTP/1.1" status: 204 len: 173 time: 0.5499966 Nov 08 13:12:41.877272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-deleted', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:41.879583 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c444e40-6d9b-4ca1-9eaf-c69f80d88a90" -d '{"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-deleted", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:41.919961 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c219af-10a3-4acd-a2b7-4f2ac36c729d x-openstack-request-id: req-58c219af-10a3-4acd-a2b7-4f2ac36c729d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:41.920267 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559b50e5-f40c-4255-8aaf-baefe640e8a7", "name": "network-vif-deleted", "tag": "b42f11ee-fad3-4c8d-9774-06002153cecb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:41.920528 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c219af-10a3-4acd-a2b7-4f2ac36c729d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:41.920935 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559b50e5-f40c-4255-8aaf-baefe640e8a7', 'name': 'network-vif-deleted', 'tag': 'b42f11ee-fad3-4c8d-9774-06002153cecb', 'status': 'completed', 'code': 200} Nov 08 13:12:42.614657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-d2931181-39f4-4f0c-83d6-e2a70d507f06 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:42.617040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-d2931181-39f4-4f0c-83d6-e2a70d507f06 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 814 time: 0.1199615 Nov 08 13:12:42.629759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Request body: {'port': {'device_id': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'admin_state_up': True, 'tenant_id': 'd1bac0e3c7dd4a95971a2bee3856bac8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:12:42.780034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef7d180c-bb93-4745-92b5-7df3ea83bd8d req-65985cc4-2ddc-4066-b34a-1cb55c4ddba1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 210 time: 0.0331326 Nov 08 13:12:42.844059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Made reservation on behalf of d1bac0e3c7dd4a95971a2bee3856bac8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:12:42.847634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:42.986024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Allocated IP 172.20.0.5 (4cd5c8e6-48ad-42f9-b268-738f147ef1bc/75a6b6a2-9e26-4ae0-87bd-6962127fc2b9/90ec2f1a-3fd7-4026-a190-15faeeef4860) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:12:43.134413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:43.221278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:43.268935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:12:43.274079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:12:43.278645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:12:43.285294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:43.335010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:43.335613 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:43.449625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-b82874ed-6547-4bd0-8e6f-c11c8b5d27af tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238728 Nov 08 13:12:43.463230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Request body: {'port': {'device_id': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:12:43.515412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.162033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec2f1a-3fd7-4026-a190-15faeeef4860 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:12:44.171909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.191624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Transition to ACTIVE for port object 90ec2f1a-3fd7-4026-a190-15faeeef4860 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:12:44.200747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec199d-7ee4-4242-928f-93c9ef4f4371 req-9c7a3702-9993-48b1-afb9-a775f15b9c3b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:44.202175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13ec199d-7ee4-4242-928f-93c9ef4f4371 req-9c7a3702-9993-48b1-afb9-a775f15b9c3b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 931 time: 0.0769951 Nov 08 13:12:44.251990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.288886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13ec199d-7ee4-4242-928f-93c9ef4f4371 req-65ba69bc-0a9b-4020-a0d3-66d0d7d592a7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805357 Nov 08 13:12:44.319824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:44.392679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:12:44.393033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:12:44.393364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:12:44.398790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:12:44.399187 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:12:44.405090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:12:44.405420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Checking segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:12:44.405804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Bound using segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:12:44.406229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Bound port: 90ec2f1a-3fd7-4026-a190-15faeeef4860, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:12:44.406737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.470613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:12:44.473437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:12:44.563971 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.606814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:44.607478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:44.609012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] 10.222.0.61 "PUT /v2.0/ports/90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 1091 time: 1.1506481 Nov 08 13:12:44.609447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:44.611807 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b6f85-97d8-4679-876e-b38237b7c206" -d '{"events": [{"name": "network-changed", "server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:44.635294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a021f3-fcf0-4947-9e9e-0bfe3d16dc43 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:44.661600 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb5780-a02b-4460-8ca8-73f26737d007 x-openstack-request-id: req-99fb5780-a02b-4460-8ca8-73f26737d007 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:44.661874 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:44.662128 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99fb5780-a02b-4460-8ca8-73f26737d007 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:44.662583 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'status': 'completed', 'code': 200} Nov 08 13:12:44.725575 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-da86881d-8d58-4896-8b74-3e3945d18b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:44.727055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-da86881d-8d58-4896-8b74-3e3945d18b63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1094 time: 0.0433960 Nov 08 13:12:44.828681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-db715dd6-1010-4219-acef-24b3ad88ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:44.830179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-db715dd6-1010-4219-acef-24b3ad88ea63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951583 Nov 08 13:12:44.916200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:12:44.936374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: b42f11ee-fad3-4c8d-9774-06002153cecb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:12:44.936724 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device b42f11ee-fad3-4c8d-9774-06002153cecb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:12:44.938576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-52470aee-9e04-4227-860d-8b3d4c67cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:44.940093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f5b6f85-97d8-4679-876e-b38237b7c206 req-52470aee-9e04-4227-860d-8b3d4c67cbfc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032636 Nov 08 13:12:45.022961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-a19f7775-4245-433f-8f2b-f8751b849345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:45.025305 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-a19f7775-4245-433f-8f2b-f8751b849345 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1094 time: 0.0432136 Nov 08 13:12:45.072142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-61b17090-cc32-44cb-8ab0-66e982d15321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0388229 Nov 08 13:12:45.124960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5875-396d-4a84-a17f-49f28767985a req-202b599c-f221-43be-a373-c95bd1e96916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:45.126470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-202b599c-f221-43be-a373-c95bd1e96916 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0467126 Nov 08 13:12:45.159334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-be027cc6-dd9d-4525-9791-290a743b5d47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259950 Nov 08 13:12:45.256709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-0a047322-2531-4eef-b452-b06c17f11b4d service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897787 Nov 08 13:12:45.352311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-011c5875-396d-4a84-a17f-49f28767985a req-e7a27f15-8fb6-4c50-a9d9-327d3ada3f45 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878210 Nov 08 13:12:45.420337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5487db-f754-4fa2-b13a-97baf354435d req-49de14bb-9113-475c-a117-b9e0eabaa7d1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:45.421826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d5487db-f754-4fa2-b13a-97baf354435d req-49de14bb-9113-475c-a117-b9e0eabaa7d1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.0587077 Nov 08 13:12:45.479299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d5487db-f754-4fa2-b13a-97baf354435d req-5b5b9b89-917b-4435-829d-e552463350e5 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498910 Nov 08 13:12:46.346267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:46.612551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c82a25-7704-4a1d-bfca-ad3f4fdfaf58 req-b5308553-afc1-499f-a5c6-90ce19027840 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:46.614218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c82a25-7704-4a1d-bfca-ad3f4fdfaf58 req-b5308553-afc1-499f-a5c6-90ce19027840 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.0583913 Nov 08 13:12:46.667043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31c82a25-7704-4a1d-bfca-ad3f4fdfaf58 req-2f8c4cd5-3e93-48ee-85f2-44e4ba734bee tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Nov 08 13:12:46.930350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:12:47.052394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:47.064571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'port_id': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'mac_address': 'fa:16:3e:ed:6f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6b6a2-9e26-4ae0-87bd-6962127fc2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:12:47.109130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:47.123296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec2f1a-3fd7-4026-a190-15faeeef4860 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:12:47.144604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:47.215593 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:47.267967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:47.454417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['90ec2f1a-3fd7-4026-a190-15faeeef4860'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:12:47.786205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30178a-b3b6-4fe2-82cf-5ef179868483 req-04b1dedb-8e31-43c3-8345-7e2a6c5d22b5 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:47.787733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc30178a-b3b6-4fe2-82cf-5ef179868483 req-04b1dedb-8e31-43c3-8345-7e2a6c5d22b5 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 944 time: 0.0509484 Nov 08 13:12:47.839947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc30178a-b3b6-4fe2-82cf-5ef179868483 req-5eb87999-bdcc-4f40-afac-bd37d39afe3d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Nov 08 13:12:48.947498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:12:48.974325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa4df8-d4c3-4296-8778-7e15a441a152 req-14c8228a-5fe3-4a00-ac0c-630da2d39471 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:48.975886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01aa4df8-d4c3-4296-8778-7e15a441a152 req-14c8228a-5fe3-4a00-ac0c-630da2d39471 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 944 time: 0.0664113 Nov 08 13:12:49.042788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01aa4df8-d4c3-4296-8778-7e15a441a152 req-b725aae2-bf3e-469f-a349-be65938ebe60 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559738 Nov 08 13:12:49.120955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 90ec2f1a-3fd7-4026-a190-15faeeef4860 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:12:49.125444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 90ec2f1a-3fd7-4026-a190-15faeeef4860 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:12:49.125819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:49.204559 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:49.228064 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:12:49.230331 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d5f54-e6b5-4b96-b93e-ef670ada7892" -d '{"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:12:49.243855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:12:49.277840 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0ebe5-9308-4a9f-82b9-0c04fd2a7a1c x-openstack-request-id: req-fbe0ebe5-9308-4a9f-82b9-0c04fd2a7a1c {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:12:49.278134 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:12:49.278446 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbe0ebe5-9308-4a9f-82b9-0c04fd2a7a1c {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:12:49.278853 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'code': 200} Nov 08 13:12:49.317981 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:49.375503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb4168-de46-4580-9f06-50883bc181f0 req-4ab18363-0b5f-4bfb-988e-7c39a98d43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:49.377416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9bb4168-de46-4580-9f06-50883bc181f0 req-4ab18363-0b5f-4bfb-988e-7c39a98d43a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1096 time: 0.0460660 Nov 08 13:12:49.387185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:12:49.429899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9bb4168-de46-4580-9f06-50883bc181f0 req-872fa42a-270d-47b8-bf7a-58baac5593a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Nov 08 13:12:50.181645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dda5a3-b744-41a9-b4f7-061ae8b9c78d req-9fc8e18c-0ddc-43ad-93fa-435965d57271 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:50.183489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62dda5a3-b744-41a9-b4f7-061ae8b9c78d req-9fc8e18c-0ddc-43ad-93fa-435965d57271 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0569828 Nov 08 13:12:50.233372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62dda5a3-b744-41a9-b4f7-061ae8b9c78d req-80cb0c49-24f5-4f90-8862-8424d8145404 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Nov 08 13:12:50.549178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:51.354110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d8c8-21a7-41bf-8dff-d7f5009d719e req-921a20cf-e17f-42a9-848d-f581f988d26b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:51.355689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68e4d8c8-21a7-41bf-8dff-d7f5009d719e req-921a20cf-e17f-42a9-848d-f581f988d26b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0508921 Nov 08 13:12:51.406907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68e4d8c8-21a7-41bf-8dff-d7f5009d719e req-e0a36e19-5d8b-4d68-8b93-d4e8a6da04e8 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Nov 08 13:12:51.527928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a16f8-3653-4c68-af18-ead480439540 req-dfe6c533-d9a6-43bc-95f5-31156a4b32fa tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:51.529406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c6a16f8-3653-4c68-af18-ead480439540 req-dfe6c533-d9a6-43bc-95f5-31156a4b32fa tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0509486 Nov 08 13:12:51.583557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c6a16f8-3653-4c68-af18-ead480439540 req-16b017b8-ac8c-4729-a779-d9def36eac01 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481384 Nov 08 13:12:51.990887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e9696-3f80-4ea3-8c2d-8e0f7d7372e3 req-fedbc14b-5a87-4938-bfd3-fc297d2354ba tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:51.992413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e0e9696-3f80-4ea3-8c2d-8e0f7d7372e3 req-fedbc14b-5a87-4938-bfd3-fc297d2354ba tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0530057 Nov 08 13:12:52.046444 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e0e9696-3f80-4ea3-8c2d-8e0f7d7372e3 req-6d8df01d-1e0f-4e04-abf2-e690c375be86 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470240 Nov 08 13:12:52.142327 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-45831732-db77-4a62-865c-fb403bb2e02e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438085 Nov 08 13:12:53.141626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-54df27ea-d3e0-48e0-8019-d2af7e881138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:53.173854 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35914-7509-454f-86c1-bbd515a30816 req-d2054dd6-8f86-4cc5-a29d-99c1a4b0c141 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:53.175401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50a35914-7509-454f-86c1-bbd515a30816 req-d2054dd6-8f86-4cc5-a29d-99c1a4b0c141 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0549822 Nov 08 13:12:53.231299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50a35914-7509-454f-86c1-bbd515a30816 req-efd20c2e-c703-40d6-9021-0307659036a2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Nov 08 13:12:54.275467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-fa6b0b4a-415a-449a-a25a-0a8949f96488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:54.277248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-fa6b0b4a-415a-449a-a25a-0a8949f96488 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1096 time: 0.0489452 Nov 08 13:12:54.406970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e46235-3f45-4366-9b74-0e423a98297e req-1512307f-e789-40ad-9703-6e8b0e1e8474 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:54.408680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e46235-3f45-4366-9b74-0e423a98297e req-1512307f-e789-40ad-9703-6e8b0e1e8474 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0970278 Nov 08 13:12:54.424840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-850f7f22-d836-488a-afdc-609bf5c2a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:54.426299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-850f7f22-d836-488a-afdc-609bf5c2a149 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1422253 Nov 08 13:12:54.478727 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-8fe45b2d-8412-410f-8a45-61775c3f5aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0392909 Nov 08 13:12:54.535435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15e46235-3f45-4366-9b74-0e423a98297e req-b091c26c-4fc8-4c0a-989d-74d706f09b73 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Nov 08 13:12:54.549537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-66d60f77-12bb-4db9-9750-fede017655ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:54.551046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-66d60f77-12bb-4db9-9750-fede017655ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0621738 Nov 08 13:12:54.584499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-2bddb92a-e48a-43e3-a5d2-582f422e6d87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258932 Nov 08 13:12:54.684377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd7b9-d01d-43de-857f-0038e0877b0f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920472 Nov 08 13:12:54.791169 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-c7d05635-7393-4bd1-89aa-1127ed974be8 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994520 Nov 08 13:12:55.529667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b68ab92-5e27-46e7-b18e-21cc994928ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:55.669436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3feab5-6f44-48aa-a2a9-35a312d352ed req-4ffc4505-5e10-4401-8035-a895dbfa5672 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:55.671018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e3feab5-6f44-48aa-a2a9-35a312d352ed req-4ffc4505-5e10-4401-8035-a895dbfa5672 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0536494 Nov 08 13:12:55.728543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4e3feab5-6f44-48aa-a2a9-35a312d352ed req-da76acb4-6f7d-45c5-a33b-8908446d6d4c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515039 Nov 08 13:12:56.838182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:56.850390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886665f-5124-44d9-b39c-3203047d6de4 req-c9e98517-c9c5-49ab-8ffe-34de4805cfdf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:56.852054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0886665f-5124-44d9-b39c-3203047d6de4 req-c9e98517-c9c5-49ab-8ffe-34de4805cfdf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0524266 Nov 08 13:12:56.907844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0886665f-5124-44d9-b39c-3203047d6de4 req-a6c1a143-55b3-4ce0-8efe-5c0193209bfb tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Nov 08 13:12:58.030477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b532c48-a0d9-47a8-89cc-4c8c330ce376 req-a753a1c4-a47f-4904-9934-2512010cd252 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:58.032020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b532c48-a0d9-47a8-89cc-4c8c330ce376 req-a753a1c4-a47f-4904-9934-2512010cd252 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0533381 Nov 08 13:12:58.080852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b532c48-a0d9-47a8-89cc-4c8c330ce376 req-83fa18a0-3b18-4f9c-924f-c57550de8a0d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Nov 08 13:12:58.226053 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:58.979537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:12:59.199346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c508a-f2df-48aa-b4b3-51901b4aeafa req-16cb045a-57d5-4a19-b992-6d1d729afe8d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:12:59.200827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b15c508a-f2df-48aa-b4b3-51901b4aeafa req-16cb045a-57d5-4a19-b992-6d1d729afe8d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0509562 Nov 08 13:12:59.247561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b15c508a-f2df-48aa-b4b3-51901b4aeafa req-c618aa4d-c40c-486e-8625-32b9782b1e25 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Nov 08 13:13:00.371940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffc0de-e51f-4671-ac16-a692226c58a9 req-161a4ad7-998c-4a69-9336-114997bd22ae tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:00.373763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32ffc0de-e51f-4671-ac16-a692226c58a9 req-161a4ad7-998c-4a69-9336-114997bd22ae tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0588973 Nov 08 13:13:00.422851 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-32ffc0de-e51f-4671-ac16-a692226c58a9 req-2f61f761-b435-446e-98c4-78d8488b90a8 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Nov 08 13:13:01.538672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e11a4-d1e4-4738-865a-01249085b1d9 req-1d1eedb3-7345-49ef-bc6f-d5bc53854b37 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:01.541549 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f8e11a4-d1e4-4738-865a-01249085b1d9 req-1d1eedb3-7345-49ef-bc6f-d5bc53854b37 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0511813 Nov 08 13:13:01.593277 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f8e11a4-d1e4-4738-865a-01249085b1d9 req-fc20db7c-1622-4c29-8827-4c6bc1d65cd8 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Nov 08 13:13:02.709518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc830b-ac79-481d-a4f2-776ea0dfba2a req-3cd7de9e-c58e-44ad-907f-58ddb4c06563 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:02.710946 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbdc830b-ac79-481d-a4f2-776ea0dfba2a req-3cd7de9e-c58e-44ad-907f-58ddb4c06563 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0530388 Nov 08 13:13:02.765119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbdc830b-ac79-481d-a4f2-776ea0dfba2a req-9b928e86-72da-41f6-bfb0-3277f0b10712 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Nov 08 13:13:03.901288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb7c0-39ec-4bfb-acf4-be69764ac911 req-d0ef7798-c51c-4b98-8ec0-0e3f83ca0c57 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:03.902809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e03bb7c0-39ec-4bfb-acf4-be69764ac911 req-d0ef7798-c51c-4b98-8ec0-0e3f83ca0c57 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0539184 Nov 08 13:13:03.950655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e03bb7c0-39ec-4bfb-acf4-be69764ac911 req-ace870a5-d099-4b87-844d-2d7dd1eb5b8e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Nov 08 13:13:05.073732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ead10-4cab-4d51-9bf3-bc8dfe4ecf98 req-e06f095f-6986-4232-8837-33610931e1e7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:05.075292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f50ead10-4cab-4d51-9bf3-bc8dfe4ecf98 req-e06f095f-6986-4232-8837-33610931e1e7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0519152 Nov 08 13:13:05.125078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f50ead10-4cab-4d51-9bf3-bc8dfe4ecf98 req-d4c26121-4119-4e0a-afcd-739ec2cc4ff0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Nov 08 13:13:06.244312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8ae9a-e84a-44fb-9212-f3b0803c3f20 req-955e3af1-b60b-402c-aafc-be9704bc4e0b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:06.245791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe8ae9a-e84a-44fb-9212-f3b0803c3f20 req-955e3af1-b60b-402c-aafc-be9704bc4e0b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0527439 Nov 08 13:13:06.293762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe8ae9a-e84a-44fb-9212-f3b0803c3f20 req-3942d58a-a11b-495c-8ad0-d91c0f6acfe6 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Nov 08 13:13:07.412446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc314b2-5506-4224-a31f-e1ed36f4736e req-9a116cc8-bac8-48e3-b01e-3f64958522bf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:07.414212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fc314b2-5506-4224-a31f-e1ed36f4736e req-9a116cc8-bac8-48e3-b01e-3f64958522bf tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0496416 Nov 08 13:13:07.462191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fc314b2-5506-4224-a31f-e1ed36f4736e req-bdc1e2d2-3cb9-4dc6-9219-4f5564dad1ff tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Nov 08 13:13:08.580702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7cd59-7810-4bf2-acc1-0a5a367e6353 req-c51d4ba6-684b-4100-90df-1d1e058ddf8b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:08.582210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c7cd59-7810-4bf2-acc1-0a5a367e6353 req-c51d4ba6-684b-4100-90df-1d1e058ddf8b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0506017 Nov 08 13:13:08.635448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c7cd59-7810-4bf2-acc1-0a5a367e6353 req-431f56d5-2ccd-456f-b089-34981d8e900b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470493 Nov 08 13:13:09.760986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41261a1-9e55-4fb8-a5d8-2f5697f0f92f req-9f07bf6a-e1ec-4e6a-8b8b-c483b4bc20d1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:09.762533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d41261a1-9e55-4fb8-a5d8-2f5697f0f92f req-9f07bf6a-e1ec-4e6a-8b8b-c483b4bc20d1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0556555 Nov 08 13:13:09.811224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d41261a1-9e55-4fb8-a5d8-2f5697f0f92f req-51bcc8fa-f17b-47cf-835c-12e8f79b2dfe tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Nov 08 13:13:10.927660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40714ec-8caf-4f62-87f8-8d2f5c18436e req-fdab4f71-366b-4238-a342-02dcfdc39adc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:10.929142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d40714ec-8caf-4f62-87f8-8d2f5c18436e req-fdab4f71-366b-4238-a342-02dcfdc39adc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0488024 Nov 08 13:13:10.975855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d40714ec-8caf-4f62-87f8-8d2f5c18436e req-a75fed51-13e7-4aee-a8e8-bd8f95d6a43a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Nov 08 13:13:12.106145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3dd1f-f61c-462b-a0c3-37d016f4e42e req-dfffbdd0-4220-4ab5-9ef6-def0b9cec47b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:12.107672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0af3dd1f-f61c-462b-a0c3-37d016f4e42e req-dfffbdd0-4220-4ab5-9ef6-def0b9cec47b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0607679 Nov 08 13:13:12.156441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0af3dd1f-f61c-462b-a0c3-37d016f4e42e req-ad20f8e5-6523-40f5-b617-448cb7ccc507 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Nov 08 13:13:13.273169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d8b78-3c89-42f9-8e26-2aa6f72db875 req-75e33d2d-9357-45d9-a491-2eb123bdfa3d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:13.275143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b88d8b78-3c89-42f9-8e26-2aa6f72db875 req-75e33d2d-9357-45d9-a491-2eb123bdfa3d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0503311 Nov 08 13:13:13.320072 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:13:13.324238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b88d8b78-3c89-42f9-8e26-2aa6f72db875 req-43e3c60b-5e9c-421b-ab7e-11426b25bac6 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Nov 08 13:13:14.445391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474ebaf-a4ee-406f-a7ee-06ebaa78b214 req-3edc5c15-21c0-4ac5-bf0c-c3e4e0e72b6d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:14.447257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f474ebaf-a4ee-406f-a7ee-06ebaa78b214 req-3edc5c15-21c0-4ac5-bf0c-c3e4e0e72b6d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0538521 Nov 08 13:13:14.494941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f474ebaf-a4ee-406f-a7ee-06ebaa78b214 req-681bc662-bd7b-4db8-b9c9-043a947b5327 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Nov 08 13:13:15.633259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cab6d-e06e-4317-9380-c5b53a083bba req-3b788cf5-3ecf-4151-824f-20c9b9e4409d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:15.635872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-436cab6d-e06e-4317-9380-c5b53a083bba req-3b788cf5-3ecf-4151-824f-20c9b9e4409d tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0538049 Nov 08 13:13:15.704077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-436cab6d-e06e-4317-9380-c5b53a083bba req-2db9c463-d4a8-4113-b715-b6ff9875f307 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607495 Nov 08 13:13:16.314407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:16.822593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1992e0-41c0-4cc5-9405-aae708bf5edf req-fdaaf40b-8b2d-4c25-aaef-6ea850eff98a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:16.824240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b1992e0-41c0-4cc5-9405-aae708bf5edf req-fdaaf40b-8b2d-4c25-aaef-6ea850eff98a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0510046 Nov 08 13:13:16.879197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b1992e0-41c0-4cc5-9405-aae708bf5edf req-09c1ed2b-635c-47fe-ad6f-cee31c52c4b4 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Nov 08 13:13:18.000069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccb2fb-0a58-4038-8c8e-9b9cf6f2b33f req-0aa60587-e0c4-4f6a-a269-9c608893452a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:18.001581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5ccb2fb-0a58-4038-8c8e-9b9cf6f2b33f req-0aa60587-e0c4-4f6a-a269-9c608893452a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0505636 Nov 08 13:13:18.053803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5ccb2fb-0a58-4038-8c8e-9b9cf6f2b33f req-f61766ae-021d-44d2-8671-4520bf959809 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Nov 08 13:13:19.170377 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e113-30cf-4a4e-91d5-01caa4665ca2 req-7a45a26a-f419-41c1-92ff-e5544624e7fc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:19.171855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c66e113-30cf-4a4e-91d5-01caa4665ca2 req-7a45a26a-f419-41c1-92ff-e5544624e7fc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0486498 Nov 08 13:13:19.219134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c66e113-30cf-4a4e-91d5-01caa4665ca2 req-ab6cf321-fc89-421c-b9d2-012b1e865913 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Nov 08 13:13:20.341027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0b2b-c085-468c-a9b9-d47aabe6e9e9 req-908e7b75-5a15-45c6-a077-0ca871511e26 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:20.342663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f2b0b2b-c085-468c-a9b9-d47aabe6e9e9 req-908e7b75-5a15-45c6-a077-0ca871511e26 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0542185 Nov 08 13:13:20.392724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f2b0b2b-c085-468c-a9b9-d47aabe6e9e9 req-4b7bbcfa-a26b-491b-9e57-202a0b48da9e tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Nov 08 13:13:20.550346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:21.510645 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1630a-f842-4a38-b08b-0d7bbea23e36 req-c49f53d1-9086-457c-b43c-5e6459a08bd7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:21.512226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3a1630a-f842-4a38-b08b-0d7bbea23e36 req-c49f53d1-9086-457c-b43c-5e6459a08bd7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0524905 Nov 08 13:13:21.569671 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f3a1630a-f842-4a38-b08b-0d7bbea23e36 req-4c47d80a-bb24-4d7b-9744-b71bb97fa592 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Nov 08 13:13:22.064430 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-90f125d0-b737-4219-8771-1fde4382c70c req-f9828ba7-c194-4cfc-975d-515d79819f91 service neutron] show failed (client error): The resource could not be found. Nov 08 13:13:22.065439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-f9828ba7-c194-4cfc-975d-515d79819f91 service neutron] 10.222.0.61 "GET /v2.0/ports/90ec2f1a-3fd7-4026-a190-15faeeef4860/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0552945 Nov 08 13:13:22.605465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-e9ec37fc-356d-42b9-9de7-df6b39a0e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:22.607019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-e9ec37fc-356d-42b9-9de7-df6b39a0e7f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f&tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8 HTTP/1.1" status: 200 len: 1096 time: 0.0476878 Nov 08 13:13:22.621024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:22.700824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:22.753222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588095-7d85-425a-b118-171807c45177 req-fbf0af0a-a492-4ca8-9d2a-19599429e8d7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:22.754976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de588095-7d85-425a-b118-171807c45177 req-fbf0af0a-a492-4ca8-9d2a-19599429e8d7 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.1083250 Nov 08 13:13:22.874869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de588095-7d85-425a-b118-171807c45177 req-c3a5f4b3-eb5e-48c1-98ea-39f882d8e736 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127758 Nov 08 13:13:22.968847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:23.002916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:23.044793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:23.047147 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc7052-3884-435e-a731-97a5def8eb07" -d '{"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:23.051149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.066037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Transition to ACTIVE for port object 90ec2f1a-3fd7-4026-a190-15faeeef4860 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:13:23.104157 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf99d0-2af7-446d-b109-d4a3b2ac0122 x-openstack-request-id: req-babf99d0-2af7-446d-b109-d4a3b2ac0122 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:23.104464 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:23.104724 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-babf99d0-2af7-446d-b109-d4a3b2ac0122 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:23.105175 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'code': 200} Nov 08 13:13:23.131105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2d66ec2b-eb79-4dcc-a9b1-f9e60fe50c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.154884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.221385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:23.223582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] No DVR routers for this DVR port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:13:23.232591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.232938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.233278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.233619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.233951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.234307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.238647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:23.272424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:13:23.272756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:13:23.273084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:23.277486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:13:23.277801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Attempting to bind port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on network 4cd5c8e6-48ad-42f9-b268-738f147ef1bc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:23.283130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:13:23.283464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Checking segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:23.283844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Bound using segment: {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:13:23.284296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Bound port: 90ec2f1a-3fd7-4026-a190-15faeeef4860, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39540410-b4cc-4764-a1d4-174bfca2779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:13:23.284646 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.349074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:23.352712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:13:23.428510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.463982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:23.464603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:23.465988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] 10.222.0.57 "PUT /v2.0/ports/90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 1091 time: 0.8506770 Nov 08 13:13:23.489580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bd316-8311-4035-a73c-758f0b8b003f service neutron] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:23.537389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-697ad351-383f-46d6-a4ec-4ec04009ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:23.539717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-697ad351-383f-46d6-a4ec-4ec04009ac8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1094 time: 0.0458283 Nov 08 13:13:23.633177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-9ed03838-c771-4421-9dd1-a3d3523e26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:23.635029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-9ed03838-c771-4421-9dd1-a3d3523e26dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.0886672 Nov 08 13:13:23.683809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-499af8b6-d4ca-4f59-aa7d-4a96b3fbb558 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0405884 Nov 08 13:13:23.732354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f125d0-b737-4219-8771-1fde4382c70c req-859da1e8-5b29-4af9-9d4c-df8d62264cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:23.733789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-859da1e8-5b29-4af9-9d4c-df8d62264cfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0436997 Nov 08 13:13:23.766359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-80959fa9-a738-422a-b176-a66d31321379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251982 Nov 08 13:13:23.860798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-6f93c10e-5f89-4a9d-b2f7-6d7524b2565a service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874825 Nov 08 13:13:23.953556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90f125d0-b737-4219-8771-1fde4382c70c req-4b59cabb-949c-48d4-be73-8c600b5ba999 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Nov 08 13:13:24.003783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e103-7061-4174-9c54-08076252b178 req-e290f526-886b-470f-b2ae-566796044896 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:24.005303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d881e103-7061-4174-9c54-08076252b178 req-e290f526-886b-470f-b2ae-566796044896 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.0508759 Nov 08 13:13:24.063062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d881e103-7061-4174-9c54-08076252b178 req-1720928e-a8bc-4c48-a24e-f99f30df6a8c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Nov 08 13:13:25.106195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:25.108564 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0d108-915a-4b53-96f1-778a6feb9e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:25.127499 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:13:25.168950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:13:25.174327 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c72fd3-b7a9-4654-8ead-ef94ba089df1 x-openstack-request-id: req-24c72fd3-b7a9-4654-8ead-ef94ba089df1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:25.174625 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:25.174876 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24c72fd3-b7a9-4654-8ead-ef94ba089df1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:25.175266 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'status': 'completed', 'code': 200} Nov 08 13:13:25.248930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d63c3-e3a1-497e-9390-4a3a2477c3c3 req-623c6b8b-71bb-4524-9506-6df475f20099 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.250437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-575d63c3-e3a1-497e-9390-4a3a2477c3c3 req-623c6b8b-71bb-4524-9506-6df475f20099 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.1084218 Nov 08 13:13:25.295812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-e718863b-8aeb-445a-a996-799ea98dd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.297524 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-e718863b-8aeb-445a-a996-799ea98dd1d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1094 time: 0.1071308 Nov 08 13:13:25.306577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-73834f99-7379-429f-847a-cb9fb95b78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.307978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-73834f99-7379-429f-847a-cb9fb95b78ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1094 time: 0.1073983 Nov 08 13:13:25.374400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-575d63c3-e3a1-497e-9390-4a3a2477c3c3 req-9ab6617f-2832-4fa6-a8c7-0f7b56a8a1d6 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Nov 08 13:13:25.486869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-515381f5-da26-46c9-9448-aa08a1c8512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.488319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-515381f5-da26-46c9-9448-aa08a1c8512d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1778300 Nov 08 13:13:25.491004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-e154bf3a-a526-49c7-9b24-e042a16628f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.492789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-e154bf3a-a526-49c7-9b24-e042a16628f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1728380 Nov 08 13:13:25.532869 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b852f641-8e8d-4901-96df-b635e979b23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:25.538086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-d59183cf-7acb-4b6d-a14b-c81689a90a8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0419822 Nov 08 13:13:25.577321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-71d48e80-b058-4ef9-9c47-de5e1aad7cb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0755622 Nov 08 13:13:25.651266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-2ec15df0-0010-460a-954a-e5e4b260e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.652838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-2ec15df0-0010-460a-954a-e5e4b260e40d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0843933 Nov 08 13:13:25.658525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-3cbd608e-4df0-465e-a2d6-6b9f5f2d0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:25.660008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-3cbd608e-4df0-465e-a2d6-6b9f5f2d0ce1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0603149 Nov 08 13:13:25.705712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-01e97902-25d6-407c-9c2d-b9fe64e2d911 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447423 Nov 08 13:13:25.707552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-6dece728-e30c-4520-b600-df6092ef6d9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389197 Nov 08 13:13:26.192052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-bab04d1d-69da-4912-8e81-ac5a248176f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792399 Nov 08 13:13:26.197886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-6e6417b6-41c7-4fba-a347-da8e4b4ffd6c service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649065 Nov 08 13:13:26.349294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-e4564352-10e8-49d1-bc86-3e810ab9c4d1 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501205 Nov 08 13:13:26.353110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0f0d108-915a-4b53-96f1-778a6feb9e9c req-31e69667-e80e-4568-a78a-9293cedff449 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471944 Nov 08 13:13:26.471628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:13:26.493904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be622-aa5e-4052-ac96-5d7661771dcb req-1138e34a-66ad-4d11-84e6-537a86010c25 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:26.495533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd5be622-aa5e-4052-ac96-5d7661771dcb req-1138e34a-66ad-4d11-84e6-537a86010c25 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.0510290 Nov 08 13:13:26.546253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd5be622-aa5e-4052-ac96-5d7661771dcb req-b9fccc17-e038-40e8-998d-5222a36661f8 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Nov 08 13:13:26.727241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:26.738873 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'network_id': '4cd5c8e6-48ad-42f9-b268-738f147ef1bc', 'port_id': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'mac_address': 'fa:16:3e:ed:6f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6b6a2-9e26-4ae0-87bd-6962127fc2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:13:26.786901 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:26.804261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec2f1a-3fd7-4026-a190-15faeeef4860 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:13:26.824439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:26.864712 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:26.893489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:26.920475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c610839-d0dc-42f9-a01d-9e2318ec4a20 req-bcaea1a8-d362-4057-a9b1-a057295153fd tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:26.922284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c610839-d0dc-42f9-a01d-9e2318ec4a20 req-bcaea1a8-d362-4057-a9b1-a057295153fd tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 943 time: 0.0559163 Nov 08 13:13:26.952794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:27.002031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c610839-d0dc-42f9-a01d-9e2318ec4a20 req-4bbd212a-e193-446d-848b-730a4fd0d774 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724742 Nov 08 13:13:27.023483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-af164b0f-cd87-4068-908a-0b711c95bca0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:27.025131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-af164b0f-cd87-4068-908a-0b711c95bca0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.61 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f&tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.0814497 Nov 08 13:13:27.088064 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-d137cbd6-9156-4afc-bea7-2876bc703cbf service neutron] delete failed (client error): The resource could not be found. Nov 08 13:13:27.089139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-d137cbd6-9156-4afc-bea7-2876bc703cbf service neutron] 10.222.0.61 "DELETE /v2.0/ports/90ec2f1a-3fd7-4026-a190-15faeeef4860/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0565715 Nov 08 13:13:27.115363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['90ec2f1a-3fd7-4026-a190-15faeeef4860'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:13:27.179613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-36812d26-cd76-468a-86ef-833699c144db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:27.181135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-36812d26-cd76-468a-86ef-833699c144db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 1095 time: 0.0455854 Nov 08 13:13:27.290999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-c8fae92d-3810-44d9-9461-aee7484f4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:27.292418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-c8fae92d-3810-44d9-9461-aee7484f4e8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 200 len: 915 time: 0.1037450 Nov 08 13:13:27.335065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-6baa6ff8-fdff-4678-9787-8ff68a5f3866 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 200 len: 217 time: 0.0353091 Nov 08 13:13:27.389422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-9b319323-5b0e-43fa-909f-00107f5f1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:27.390928 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-9b319323-5b0e-43fa-909f-00107f5f1c9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 200 len: 854 time: 0.0495410 Nov 08 13:13:27.423363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-c716163f-862e-42f2-9a8d-644a6b8c5cc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd5c8e6-48ad-42f9-b268-738f147ef1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257437 Nov 08 13:13:27.514189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-9cdc7e32-5605-42da-818b-10bf401de844 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833144 Nov 08 13:13:27.608570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5dc11db-ef92-4e31-abe5-0a8a3cad4077 req-9a04a891-1add-4054-805c-2d20ba5f767a service neutron] 10.222.0.61 "GET /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Nov 08 13:13:28.126749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ba039-57a4-442f-8048-68cd51ee3434 req-4504b6ea-febe-4414-ada7-853d3d85b42c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:28.128260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a7ba039-57a4-442f-8048-68cd51ee3434 req-4504b6ea-febe-4414-ada7-853d3d85b42c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 944 time: 0.0510404 Nov 08 13:13:28.177497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a7ba039-57a4-442f-8048-68cd51ee3434 req-2696fa6c-59ab-4b55-b951-434a80584119 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Nov 08 13:13:28.224532 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:28.472387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:28.596039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 90ec2f1a-3fd7-4026-a190-15faeeef4860 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:13:28.600162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 90ec2f1a-3fd7-4026-a190-15faeeef4860 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:28.600537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:28.686864 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:28.716403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:28.718690 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a53da5-5b15-4998-bd70-c98d726df134" -d '{"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:28.731471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:28.760265 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dfd26f-3e65-4194-9414-cef3136467dc x-openstack-request-id: req-e6dfd26f-3e65-4194-9414-cef3136467dc {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:28.760568 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:28.760821 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6dfd26f-3e65-4194-9414-cef3136467dc {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:28.761224 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'code': 200} Nov 08 13:13:28.801665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:28.850639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:28.989874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:29.307634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b816bc-7148-42d4-b544-def52adb7fab req-ded8668a-de89-40c9-8fc1-711bea08d1bc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:29.309220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44b816bc-7148-42d4-b544-def52adb7fab req-ded8668a-de89-40c9-8fc1-711bea08d1bc tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0560765 Nov 08 13:13:29.366190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44b816bc-7148-42d4-b544-def52adb7fab req-02b088c6-74f1-4e85-81a7-c4b0d0fad6e6 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508690 Nov 08 13:13:29.506842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f0a9-5ee7-4797-8521-6dcc2d416473 req-842ccc6d-34d7-40eb-a65f-73d53958c2c1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:29.509373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf33f0a9-5ee7-4797-8521-6dcc2d416473 req-842ccc6d-34d7-40eb-a65f-73d53958c2c1 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0607772 Nov 08 13:13:29.558123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf33f0a9-5ee7-4797-8521-6dcc2d416473 req-40acc5f4-4292-4350-ad1f-6eef4c496a0b tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Nov 08 13:13:29.683747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705a62f-8265-484d-85e6-f814d95460f8 req-2c67281d-543a-4381-a67c-33cac9bf6b3a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:29.685245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2705a62f-8265-484d-85e6-f814d95460f8 req-2c67281d-543a-4381-a67c-33cac9bf6b3a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0548840 Nov 08 13:13:29.735885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2705a62f-8265-484d-85e6-f814d95460f8 req-a4bf75b6-7180-4a3d-9cad-2997277cd210 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Nov 08 13:13:30.275118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be4fcc-66c8-4c67-a002-549477d449fd req-a7ed3fdc-807d-4e89-a47f-5c53e4207f5c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:30.276698 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28be4fcc-66c8-4c67-a002-549477d449fd req-a7ed3fdc-807d-4e89-a47f-5c53e4207f5c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0510952 Nov 08 13:13:30.331228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28be4fcc-66c8-4c67-a002-549477d449fd req-540b5fbb-d0ab-47e5-ac91-e803066e1e19 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Nov 08 13:13:31.487157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d5e0-ae49-4177-81ae-1371b92c56b6 req-8d136247-6e9d-47cb-b526-8c71b72bf4b3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:31.488692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8506d5e0-ae49-4177-81ae-1371b92c56b6 req-8d136247-6e9d-47cb-b526-8c71b72bf4b3 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0836108 Nov 08 13:13:31.497597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-217c6432-1788-4639-b51b-a51c609c0e8a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:31.499095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-217c6432-1788-4639-b51b-a51c609c0e8a tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.57 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 945 time: 0.0845253 Nov 08 13:13:31.594258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8506d5e0-ae49-4177-81ae-1371b92c56b6 req-8dede7c7-6e44-4daf-809d-2d108fb2eda2 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/security-groups?id=67769b0a-8eb2-4076-87bf-1f6375d49fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941470 Nov 08 13:13:31.620949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Deleting port 90ec2f1a-3fd7-4026-a190-15faeeef4860 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:13:31.621212 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:31.718334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] For port 90ec2f1a-3fd7-4026-a190-15faeeef4860, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=90ec2f1a-3fd7-4026-a190-15faeeef4860,segment=NetworkSegment(39540410-b4cc-4764-a1d4-174bfca2779b),segment_id=39540410-b4cc-4764-a1d4-174bfca2779b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:31.718698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:31.731886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Calling delete_port for 90ec2f1a-3fd7-4026-a190-15faeeef4860 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:13:31.959313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:31.973284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['90ec2f1a-3fd7-4026-a190-15faeeef4860'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:13:31.990686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Pushing event deleted for resources: {'Port': ['ID=90ec2f1a-3fd7-4026-a190-15faeeef4860,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:32.034679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] No DVR routers for this DVR port 90ec2f1a-3fd7-4026-a190-15faeeef4860 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:13:32.037363 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:32.041135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a200c5fe-4d8b-48bc-901e-918d0f152af6 req-d668711a-e035-4a98-b7ee-84640744b5e0 tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.57 "DELETE /v2.0/ports/90ec2f1a-3fd7-4026-a190-15faeeef4860 HTTP/1.1" status: 204 len: 173 time: 0.5351503 Nov 08 13:13:32.041584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-deleted', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:32.043908 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd60e4d-9e55-4246-a18d-78043d8260d4" -d '{"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-deleted", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:32.083215 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bd673-0149-482d-9123-108758847728 x-openstack-request-id: req-155bd673-0149-482d-9123-108758847728 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:32.085229 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757dfa65-1d11-4431-bb8b-9553bf573a6f", "name": "network-vif-deleted", "tag": "90ec2f1a-3fd7-4026-a190-15faeeef4860", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:32.085229 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-155bd673-0149-482d-9123-108758847728 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:32.085229 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757dfa65-1d11-4431-bb8b-9553bf573a6f', 'name': 'network-vif-deleted', 'tag': '90ec2f1a-3fd7-4026-a190-15faeeef4860', 'status': 'completed', 'code': 200} Nov 08 13:13:32.715192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399a73c3-a9f1-4b9c-88f5-1bf3909a594c req-25992c6c-06ff-4423-9541-eca91aeac22c tempest-ServerDiskConfigTestJSON-583804234 tempest-ServerDiskConfigTestJSON-583804234-project] 10.222.0.58 "GET /v2.0/ports?device_id=757dfa65-1d11-4431-bb8b-9553bf573a6f HTTP/1.1" status: 200 len: 210 time: 0.0275412 Nov 08 13:13:33.845610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33636) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:33.892957 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Deleting subnet 75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:13:33.896896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:33.940887 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:33.983548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.110083 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.138765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a6b6a2-9e26-4ae0-87bd-6962127fc2b9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:34.142538 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.144554 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/75a6b6a2-9e26-4ae0-87bd-6962127fc2b9 HTTP/1.1" status: 204 len: 168 time: 0.2978780 Nov 08 13:13:34.147246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:34.151474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.151827 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.152203 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.152544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.152879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.153210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.153538 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.153877 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.154291 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.154624 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.154958 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.155283 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6cae3b-ecad-42ef-9e7b-f49c94072749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:34.226446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.310642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.329987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd5c8e6-48ad-42f9-b268-738f147ef1bc']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:34.340223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39540410-b4cc-4764-a1d4-174bfca2779b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:34.340519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39540410-b4cc-4764-a1d4-174bfca2779b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:34.349792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.363358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.369819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:13:34.370197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:13:34.371881 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:13:34.489358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:13:34.495904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.501338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.504754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4cd5c8e6-48ad-42f9-b268-738f147ef1bc HTTP/1.1" status: 204 len: 168 time: 0.3562744 Nov 08 13:13:34.517980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 90ec2f1a-3fd7-4026-a190-15faeeef4860 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:13:34.517980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 90ec2f1a-3fd7-4026-a190-15faeeef4860 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:13:34.518346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad473b-9cf1-486c-8867-d304f3d578d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd5c8e6-48ad-42f9-b268-738f147ef1bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:34.846632 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33642) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:34.890657 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fa62633a-4c61-47e4-b7e5-8adc99251c7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1bac0e3c7dd4a95971a2bee3856bac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428410 Nov 08 13:13:34.893075 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:34.939337 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:34.960920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:35.092898 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:35.095680 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:35.096904 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67769b0a-8eb2-4076-87bf-1f6375d49fe0 HTTP/1.1" status: 204 len: 168 time: 0.2029324 Nov 08 13:13:35.105260 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c3c56-c128-4838-8081-200e4610de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67769b0a-8eb2-4076-87bf-1f6375d49fe0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:36.129640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33666) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:36.231003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-655032749-network', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:36.325073 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:13:36.327578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.337342 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.417737 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.475532 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.502966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:13:36.509266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc61ae4-3654-4aa1-aebe-fc9025fc3a53,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:36.517185 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.517185 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Added segment ab7b6795-c82d-4a49-bfc0-3766d3872cfc of type vlan for network a538af40-dbb7-461d-bc7f-d368e0f22efa Nov 08 13:13:36.559234 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.645340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.646071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:36.646564 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:36.709121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] Pushing event updated for resources: {'Network': ['ID=a538af40-dbb7-461d-bc7f-d368e0f22efa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:36.719752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network a538af40-dbb7-461d-bc7f-d368e0f22efa details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:13:36.747842 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-85bf2abc-4f59-44f8-b776-bb118a585894 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6143763 Nov 08 13:13:36.748190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 33670) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:36.753133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Request body: {'subnet': {'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-655032749-subnet', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:36.828033 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:13:36.831016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.085100 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.144696 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd8060f-c3a6-4ce0-b107-fc77a45fef96,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:37.155590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:37.155590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Network hostable DHCP agents. Network: a538af40-dbb7-461d-bc7f-d368e0f22efa, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:13:37.233743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:13:37.298162 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, a538af40-dbb7-461d-bc7f-d368e0f22efa) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:37.302227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:37.302850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.308602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107cc06-4457-47dc-89f1-f3a7094d8275 None None] Network a538af40-dbb7-461d-bc7f-d368e0f22efa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:13:37.391438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dd39dfb5-6c78-4590-823d-a38ea104c762 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6422162 Nov 08 13:13:37.394309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:37.399805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:37.470928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-a538af40-dbb7-461d-bc7f-d368e0f22efa', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:13:37.471816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.476579 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.478463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.534446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.607457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Allocated IP 172.20.0.2 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:13:37.716192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.758835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.845066 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.880498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:37.891920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:37.896285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:13:37.900025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Pushing event updated for resources: {'Port': ['ID=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:37.956492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Attempting to bind port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:13:37.957300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Attempting to bind port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:13:37.957300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Attempting to bind port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:37.964310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:13:37.964678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:37.965071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.965458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:13:37.965916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Bound port: 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:13:37.966310 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:37.992926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.011737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.033420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] For port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:38.036531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] For port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:13:38.119502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Allocated IP 172.25.1.216 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/d64579f1-954e-4908-b04b-cf029cd39e4f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:13:38.148208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.208324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615dc6-9eca-4918-aae0-871edbdab675 None None] Pushing event updated for resources: {'Port': ['ID=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:38.234404 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.327191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.382347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:38.387331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:38.392536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:13:38.399789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Pushing event updated for resources: {'Port': ['ID=d64579f1-954e-4908-b04b-cf029cd39e4f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:38.736679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:38.972764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.115192 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:39.151823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273e1fc-3033-4060-8e4a-cd89837faa68 None None] Network a538af40-dbb7-461d-bc7f-d368e0f22efa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:13:39.176279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Router 5394be3d-6653-40ac-b451-d587ed893e55 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:13:39.232979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:39.233348 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.286428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:13:39.314741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:13:39.329988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fed2c5e8-497b-43b7-9b6b-fcd74e568ef0 None None] Provisioning complete for port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:39.330388 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fed2c5e8-497b-43b7-9b6b-fcd74e568ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.361246 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.362589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b5b6ed36-6519-4c09-a2db-a54899747c30 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9670389 Nov 08 13:13:39.365277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:39.368141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:13:39.368824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:39.494562 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.611299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:13:39.618700 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:39.645540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fed2c5e8-497b-43b7-9b6b-fcd74e568ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.688565 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:39.833844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:39.860613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.860962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.861301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.861639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.862169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.862531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.862862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.863189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.863511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.863833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.864153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.864473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:39.874455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-fed2c5e8-497b-43b7-9b6b-fcd74e568ef0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:13:39.874936 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-fed2c5e8-497b-43b7-9b6b-fcd74e568ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:13:39.927111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:38Z', 'revision_number': 3, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:39.955841 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:13:39.956191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Updating router 5394be3d-6653-40ac-b451-d587ed893e55 port d64579f1-954e-4908-b04b-cf029cd39e4f binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:13:39.982220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.176705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.352971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Allocated IP 172.20.0.1 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/57c51921-d763-4cf8-af51-a48dafcb332b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:13:40.457067 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.463853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.526828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.553723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.592340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Attempting to bind port d64579f1-954e-4908-b04b-cf029cd39e4f on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:13:40.592708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Attempting to bind port d64579f1-954e-4908-b04b-cf029cd39e4f by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:13:40.593076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Attempting to bind port d64579f1-954e-4908-b04b-cf029cd39e4f on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:40.594961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b021be-7dad-4e57-9197-38fd1e602a49 None None] Pushing event updated for resources: {'Port': ['ID=d64579f1-954e-4908-b04b-cf029cd39e4f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:40.603777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:40.606071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6daca921-4056-4fd2-95e0-aadbfc55a8ce None None] Provisioning complete for port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:40.606460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6daca921-4056-4fd2-95e0-aadbfc55a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.608666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:13:40.608865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:40.609045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:40.609434 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.609819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:13:40.610317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Bound port: d64579f1-954e-4908-b04b-cf029cd39e4f, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:13:40.610690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.611573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:13:40.646554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Pushing event updated for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:40.670483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.696082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] For port d64579f1-954e-4908-b04b-cf029cd39e4f, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:40.700881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] For port d64579f1-954e-4908-b04b-cf029cd39e4f, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64579f1-954e-4908-b04b-cf029cd39e4f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:13:40.778576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.862703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:13:40.863340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:40.876154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.901890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b021be-7dad-4e57-9197-38fd1e602a49 None None] Pushing event updated for resources: {'Port': ['ID=d64579f1-954e-4908-b04b-cf029cd39e4f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:40.923723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-45f03a8d-a715-4af6-92b5-1db2704d8a52 None None] Provisioning complete for port 57c51921-d763-4cf8-af51-a48dafcb332b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:40.924092 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45f03a8d-a715-4af6-92b5-1db2704d8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:40.995839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-45f03a8d-a715-4af6-92b5-1db2704d8a52 None None] Port 57c51921-d763-4cf8-af51-a48dafcb332b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:13:41.017930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:13:41.048967 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:41.096875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:41.112922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:41.189659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:41.192517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Pushing event updated for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:41.221474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:41.221851 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:41.289472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:41.290988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:41.337765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 1, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:41.376779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1473c88-71f2-439e-8283-3be4391cd7f5 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 1, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:13:41.419458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:13:41.518721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-18a72831-a0b9-4790-8bd2-8a47e9e75123 None None] Provisioning complete for port 57c51921-d763-4cf8-af51-a48dafcb332b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:41.519307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18a72831-a0b9-4790-8bd2-8a47e9e75123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:41.542493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:13:41.555591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-df257fc2-ce90-4d56-9669-9fd66b16326f admin admin] 10.222.0.58 "PUT /v2.0/routers/5394be3d-6653-40ac-b451-d587ed893e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813502 Nov 08 13:13:41.561387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-18a72831-a0b9-4790-8bd2-8a47e9e75123 None None] Port 57c51921-d763-4cf8-af51-a48dafcb332b cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:13:43.110527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64579f1-954e-4908-b04b-cf029cd39e4f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:43.131807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:43.136539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508371213', 'description': 'tempest-description--1233642717'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:43.183461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d64579f1-954e-4908-b04b-cf029cd39e4f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:43.183834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.239324 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.290761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.313677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port d64579f1-954e-4908-b04b-cf029cd39e4f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64579f1-954e-4908-b04b-cf029cd39e4f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:43.318818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.332598 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:13:43.344148 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:13:43.344759 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:43.403375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.433311 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.463171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=d64579f1-954e-4908-b04b-cf029cd39e4f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:43.467807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da462e14-5d00-405c-afb6-dba7decbc019,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:43.521162 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.526550 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b1facff-a3e8-4559-9f6b-f3f71fbc128c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3897343 Nov 08 13:13:43.526829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:43.531389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'security_group_rule': {'security_group_id': 'da462e14-5d00-405c-afb6-dba7decbc019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:43.555736 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:13:43.622396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.689781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.762619 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 2, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:43.764574 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.785592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e343834-9050-45fc-96e7-f3d78f4ecdf4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:43.791876 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:13:43.791876 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Updating router 5394be3d-6653-40ac-b451-d587ed893e55 port 57c51921-d763-4cf8-af51-a48dafcb332b binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:13:43.820605 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.894305 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:43.898741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1a91613d-e5aa-4f21-91a8-0713d5e6a23e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678679 Nov 08 13:13:43.898937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:43.903540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'security_group_rule': {'security_group_id': 'da462e14-5d00-405c-afb6-dba7decbc019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:43.984401 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.046661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.093885 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.115287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.131124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11080c8f-f295-4e2d-ad01-108939594822,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:44.176428 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.208302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.210209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4e30a06a-7c07-435c-9d6b-def8acf137be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098238 Nov 08 13:13:44.213447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:44.218154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:44.233723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Pushing event updated for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:44.261605 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.261948 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.262311 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.262646 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.262973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.263303 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.263626 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.263954 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.264271 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.264627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.264963 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.265285 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:13:44.306525 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Attempting to bind port 57c51921-d763-4cf8-af51-a48dafcb332b on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:13:44.306922 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Attempting to bind port 57c51921-d763-4cf8-af51-a48dafcb332b by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:13:44.312122 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Attempting to bind port 57c51921-d763-4cf8-af51-a48dafcb332b on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:44.313159 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:13:44.313538 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:44.313937 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.314350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:13:44.314823 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Bound port: 57c51921-d763-4cf8-af51-a48dafcb332b, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:13:44.315200 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.332123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.386679 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] For port 57c51921-d763-4cf8-af51-a48dafcb332b, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:44.389626 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] For port 57c51921-d763-4cf8-af51-a48dafcb332b, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=57c51921-d763-4cf8-af51-a48dafcb332b,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:13:44.470398 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.478343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.518037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] Provisioning complete for port 57c51921-d763-4cf8-af51-a48dafcb332b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:44.518782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.544709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:13:44.545350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:44.547162 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50dd5b-e25f-4849-a669-5ce0ae5b0076 None None] Pushing event updated for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:44.670651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Allocated IP 172.25.1.213 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/de7b1de1-1bd4-46d7-8048-af749261dc40) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:13:44.671277 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:13:44.709481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.766471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] For port 57c51921-d763-4cf8-af51-a48dafcb332b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=57c51921-d763-4cf8-af51-a48dafcb332b,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:44.812500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.824374 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.869877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b87dc5-9118-490e-9d89-03c7402ff76f None None] Pushing event updated for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:44.909977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.934904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-576f4809-e5f9-48b4-b29e-6054f9d86e0a None None] Provisioning complete for port 57c51921-d763-4cf8-af51-a48dafcb332b triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:44.935267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-576f4809-e5f9-48b4-b29e-6054f9d86e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:44.950363 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:44.952606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:44.958134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:44.961012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:13:44.980042 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10873c-41e9-40da-afcf-4b14d031cec8 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:13:44.988151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=de7b1de1-1bd4-46d7-8048-af749261dc40,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:45.079175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.122737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 57c51921-d763-4cf8-af51-a48dafcb332b up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:45.178610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 57c51921-d763-4cf8-af51-a48dafcb332b triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:45.179947 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.203135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.270078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64579f1-954e-4908-b04b-cf029cd39e4f up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:45.324675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d64579f1-954e-4908-b04b-cf029cd39e4f triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:45.325108 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.387527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.462307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.534768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=de7b1de1-1bd4-46d7-8048-af749261dc40,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:45.552779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.629430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:45.630751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-137b22be-22c9-4848-bb52-14ac323302ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4162498 Nov 08 13:13:45.786672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-7ff3de8a-a266-44cb-a6ae-ebe715ba7227 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1508371213&fields=id&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 267 time: 0.0445864 Nov 08 13:13:45.900577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-ca090fc2-2992-4633-8476-8d887a3c3021 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:45.902080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-ca090fc2-2992-4633-8476-8d887a3c3021 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1075599 Nov 08 13:13:45.917586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-97640058-acc4-4fd2-8a7a-b5daf2dfa056 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/quotas/48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 375 time: 0.0096705 Nov 08 13:13:45.973625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-56c08441-d91d-4e5f-9d49-6d440c1e7ba5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504608 Nov 08 13:13:46.078284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-878fd65d-4c8a-48b4-8b12-8183988a6c0d service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917702 Nov 08 13:13:46.170037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-cc824478-d5bc-4cf3-9c6d-704a196d527d service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859494 Nov 08 13:13:46.364178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:46.429795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe295b54-59d1-47ae-8651-5441ef640a26 req-33ae26db-f2f8-441e-9685-6dd5542149d5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 210 time: 0.0273645 Nov 08 13:13:47.525564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30267a94-f991-4f67-826e-79059248e14c req-79f7300d-96a1-4611-a441-0b6dde6b34b1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Nov 08 13:13:48.450707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-169415c4-9775-4185-ad6d-cb6642dbdc50 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:48.452206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-169415c4-9775-4185-ad6d-cb6642dbdc50 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1190693 Nov 08 13:13:48.520647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-b0da6148-64db-4735-a20a-3abc06603bbb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 380 time: 0.0585294 Nov 08 13:13:48.529812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'port': {'device_id': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'admin_state_up': True, 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'security_groups': ['da462e14-5d00-405c-afb6-dba7decbc019']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:48.649006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc6a5fcf-50e4-46c2-96d1-82a043293170 req-32b1d552-1b86-421f-884a-8c8e42548cca tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 210 time: 0.0349662 Nov 08 13:13:48.754713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:13:48.758972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:48.898439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Allocated IP 172.20.0.14 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/04d74dbe-a28b-4dc9-ad4f-90ba997db038) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:13:49.035710 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.115394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.164496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:13:49.169847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:13:49.173725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:13:49.181574 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:49.239706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:49.240368 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.298806 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-2c050070-11ed-4f54-89cb-4fa19f19d2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728970 Nov 08 13:13:49.311805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Request body: {'port': {'device_id': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:49.371825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.381220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-58d483c4-3786-465c-b9ae-d74b647ba3f7 None None] Provisioning complete for port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:49.384673 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58d483c4-3786-465c-b9ae-d74b647ba3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.439677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-58d483c4-3786-465c-b9ae-d74b647ba3f7 None None] Port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:13:49.650761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d74dbe-a28b-4dc9-ad4f-90ba997db038 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:13:49.658321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.670536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Transition to ACTIVE for port object 04d74dbe-a28b-4dc9-ad4f-90ba997db038 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:13:49.743129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:49.824789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:49.859088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25925-f73c-4320-988a-39748b4cce96 req-a4a40d7a-95d5-41ed-99d7-cba757ce1ce1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:49.860678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4b25925-f73c-4320-988a-39748b4cce96 req-a4a40d7a-95d5-41ed-99d7-cba757ce1ce1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.1188395 Nov 08 13:13:49.952924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4b25925-f73c-4320-988a-39748b4cce96 req-be11fc4e-6695-4c6b-addf-1cb1089cea6a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665932 Nov 08 13:13:49.953602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:13:49.953936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:13:49.954343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:49.962580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:13:49.962922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:13:49.977649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:13:49.978084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:13:49.978596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:13:49.979106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Bound port: 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:13:49.979530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:50.044153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:13:50.047194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:13:50.213173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:50.251936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.252562 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:50.253968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1092 time: 0.9468555 Nov 08 13:13:50.254440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:50.257384 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048017de-8076-4e6c-bb44-f7e97da03fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:50.282667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c236-48e7-4938-98ef-059c3e7908a9 service neutron] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:50.310980 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e94e41-96a0-4eb3-9c0a-fda4d78cf023 x-openstack-request-id: req-52e94e41-96a0-4eb3-9c0a-fda4d78cf023 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:50.311280 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:50.315100 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52e94e41-96a0-4eb3-9c0a-fda4d78cf023 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:50.315598 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'status': 'completed', 'code': 200} Nov 08 13:13:50.325870 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:13:50.384208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-0275f566-8ab5-44ee-902b-2c61291b3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.385774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-0275f566-8ab5-44ee-902b-2c61291b3e2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0515318 Nov 08 13:13:50.506203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-0e752a17-66ed-4324-9704-52adbe30d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.506203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-0e752a17-66ed-4324-9704-52adbe30d168 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=48baf4d947e74f758a7981635e9e5f59&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1112297 Nov 08 13:13:50.555426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:50.615704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-2879b3d6-3b4a-4e02-ade3-f9438605cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.618146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-048017de-8076-4e6c-bb44-f7e97da03fdc req-2879b3d6-3b4a-4e02-ade3-f9438605cd76 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056807 Nov 08 13:13:50.696786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-f0514975-a54d-4ee9-af5c-b748c8496689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.698363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-f0514975-a54d-4ee9-af5c-b748c8496689 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0424819 Nov 08 13:13:50.747095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-b8bfb100-9843-4ae6-8878-96ef8554fa69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 217 time: 0.0398333 Nov 08 13:13:50.799679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-b8ec3fef-0806-4978-b3d0-2a273144bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.801154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-b8ec3fef-0806-4978-b3d0-2a273144bf74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0468569 Nov 08 13:13:50.852394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-6de23fb4-31c5-4965-a087-a945bbda07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:50.853920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-6de23fb4-31c5-4965-a087-a945bbda07be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451536 Nov 08 13:13:50.952616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-41066d56-8ceb-4759-9be2-b442cec2a5bf service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Nov 08 13:13:51.083238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-23f27597-dac8-4c7f-aeac-23c07256c85d req-96dfcec2-7f62-456f-a0f7-6544ca0ea992 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236818 Nov 08 13:13:51.097371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c700-44f9-456a-b248-ce57c5b234d1 req-d662ac20-868c-4710-bc04-1ab7d315145e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:51.098905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7a8c700-44f9-456a-b248-ce57c5b234d1 req-d662ac20-868c-4710-bc04-1ab7d315145e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0691450 Nov 08 13:13:51.156837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f7a8c700-44f9-456a-b248-ce57c5b234d1 req-373e614b-33bb-4a30-99e9-fe787e9d8742 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Nov 08 13:13:52.277440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65c8f0-2295-42b6-b4c0-91bda908aa2f req-bfea9127-9ce1-4a3c-8fec-4478ae2d57dc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:52.278958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed65c8f0-2295-42b6-b4c0-91bda908aa2f req-bfea9127-9ce1-4a3c-8fec-4478ae2d57dc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0490000 Nov 08 13:13:52.329095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ed65c8f0-2295-42b6-b4c0-91bda908aa2f req-7f2f121d-7461-45d0-9bc8-1718944b7ee9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Nov 08 13:13:53.137723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90f54f3b-b340-4d87-8678-49904f2a5ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:53.239811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:13:53.337091 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:53.347821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'mac_address': 'fa:16:3e:9a:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:13:53.387265 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:53.412786 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d74dbe-a28b-4dc9-ad4f-90ba997db038 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:13:53.433229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:53.446664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b67afb-cd8c-4be7-adce-adb2e4c30f3b req-ddcc9655-523a-4476-af42-d0b2071d5c6b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:53.448141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78b67afb-cd8c-4be7-adce-adb2e4c30f3b req-ddcc9655-523a-4476-af42-d0b2071d5c6b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0514035 Nov 08 13:13:53.490076 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:53.496375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78b67afb-cd8c-4be7-adce-adb2e4c30f3b req-06557cb3-e2b7-4811-8498-6db19709350b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Nov 08 13:13:53.537814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:53.698794 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['04d74dbe-a28b-4dc9-ad4f-90ba997db038'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:13:54.621000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14958fa-e0d2-40d7-8991-ee09784690e7 req-91301054-a97a-4ba1-a46a-3ed8275cc729 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:54.622533 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b14958fa-e0d2-40d7-8991-ee09784690e7 req-91301054-a97a-4ba1-a46a-3ed8275cc729 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 945 time: 0.0567150 Nov 08 13:13:54.670969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b14958fa-e0d2-40d7-8991-ee09784690e7 req-1dab200d-759b-49f9-be40-d30c44d006f9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Nov 08 13:13:55.259964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:13:55.365694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:13:55.370370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:13:55.370745 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:55.470837 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:55.493854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:55.496101 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f0bd4-4599-4db6-8fd8-887a8ce62003" -d '{"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-plugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:55.509113 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:13:55.520917 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dc28a529-6d58-49fa-bb7e-eec30554c738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:55.532907 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37024bbc-1091-4ce7-9009-6c4407dfcd59 x-openstack-request-id: req-37024bbc-1091-4ce7-9009-6c4407dfcd59 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:55.533196 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-plugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:55.533448 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37024bbc-1091-4ce7-9009-6c4407dfcd59 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:55.533842 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'code': 200} Nov 08 13:13:55.586882 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:55.634643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366d904-fa50-4bac-b1d1-5f1d9c608683 req-484ae9ec-3032-4e70-b764-da35b7861b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:55.635188 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:13:55.636049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7366d904-fa50-4bac-b1d1-5f1d9c608683 req-484ae9ec-3032-4e70-b764-da35b7861b78 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1097 time: 0.0441449 Nov 08 13:13:55.683198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7366d904-fa50-4bac-b1d1-5f1d9c608683 req-66e97ae4-c2a6-442e-b48d-e7a2c63f8a1a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386238 Nov 08 13:13:55.789933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4cca-59e9-44e2-9761-429265402e94 req-bc872bfa-ff02-4891-8fbe-bc3d64f8dfe4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:55.797215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df7b4cca-59e9-44e2-9761-429265402e94 req-bc872bfa-ff02-4891-8fbe-bc3d64f8dfe4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0540552 Nov 08 13:13:55.839200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df7b4cca-59e9-44e2-9761-429265402e94 req-69c51644-c25e-452f-afd6-10e8ed08d6f6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Nov 08 13:13:56.863659 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:56.958933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94479ef-766f-4518-8aa5-22c22ac5449a req-a2ee814a-8e3b-4c01-968e-0b54c899c897 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:56.960586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a94479ef-766f-4518-8aa5-22c22ac5449a req-a2ee814a-8e3b-4c01-968e-0b54c899c897 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Nov 08 13:13:57.010958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a94479ef-766f-4518-8aa5-22c22ac5449a req-54755134-6b8c-4267-942d-f3fa81820a4b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 Nov 08 13:13:58.127633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b46e3-e2e8-4b9c-a612-418d40b3b916 req-b42498ac-d2d3-4ed8-b4b0-b7b13ec18dc4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:58.128738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-126b46e3-e2e8-4b9c-a612-418d40b3b916 req-b42498ac-d2d3-4ed8-b4b0-b7b13ec18dc4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Nov 08 13:13:58.194504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-126b46e3-e2e8-4b9c-a612-418d40b3b916 req-ceeaf58f-7602-458b-b1d5-b5439a8f1b81 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574853 Nov 08 13:13:58.244385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:58.318920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6816-3ba4-4f95-97a8-10e0e968b842 req-a13621e9-a2cb-448c-9f17-6ebd222aeeea tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:58.320311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f5e6816-3ba4-4f95-97a8-10e0e968b842 req-a13621e9-a2cb-448c-9f17-6ebd222aeeea tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0496368 Nov 08 13:13:58.329734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 33744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:13:58.334072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'floatingip': {'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:13:58.374152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:58.814701 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:58.885692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:58.991645 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e associated. External IP: 172.25.1.213, port: 04d74dbe-a28b-4dc9-ad4f-90ba997db038. Nov 08 13:13:58.999871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:59.416520 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-2ae26133-6dda-4474-92af-d8f115c1a7d5 req-165e2a7c-271f-4d66-990e-c7d7e93b6968 service neutron] (102536) timed out ('10.222.0.61', 63806) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:13:59.535696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:13:59.644702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:13:59.649706 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:13:59.655245 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:13:59.665161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:13:59.665717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:13:59.677918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70467d47-018a-4d27-953e-96726a9b6bdc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "PUT /v2.0/floatingips/e7544222-6ff7-4c3b-9053-29dbb075a43e HTTP/1.1" status: 200 len: 992 time: 1.3471076 Nov 08 13:13:59.678540 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:13:59.681462 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935e20c-73de-4444-8c16-d5de7e3f39d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:13:59.719735 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c12ba-03ee-4b5d-b071-2ecd012cfae9 x-openstack-request-id: req-ba0c12ba-03ee-4b5d-b071-2ecd012cfae9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:13:59.720028 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:13:59.720287 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba0c12ba-03ee-4b5d-b071-2ecd012cfae9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:13:59.720695 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'status': 'completed', 'code': 200} Nov 08 13:13:59.779575 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:13:59.782945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-285fd005-0926-4d6c-a03a-31858b85fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:59.784482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-285fd005-0926-4d6c-a03a-31858b85fa42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1097 time: 0.0422010 Nov 08 13:13:59.882551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-361b1ad7-98ca-4d41-8cea-7c7732c20ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:13:59.884332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-361b1ad7-98ca-4d41-8cea-7c7732c20ade service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0921726 Nov 08 13:13:59.954160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-71082f09-15e9-433f-9f52-48890bfec6e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1000 time: 0.0627303 Nov 08 13:14:00.006685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-adae515b-e50a-4186-8d23-6c8a91be1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:00.008191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-adae515b-e50a-4186-8d23-6c8a91be1cbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0472679 Nov 08 13:14:00.059260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-45760de7-0165-417f-b775-4b049b532c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:00.060776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-45760de7-0165-417f-b775-4b049b532c43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454187 Nov 08 13:14:00.154662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-ed0974ea-ad33-4f47-97b3-fd6f752b5cd7 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Nov 08 13:14:00.163755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:9a:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:13:58Z', 'revision_number': 1, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:14:00.193071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:14:00.201888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:14:00.202527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:13:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:14:00.250683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3935e20c-73de-4444-8c16-d5de7e3f39d8 req-da2a024e-dcc2-4ca0-8ffb-92e7d1898198 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889668 Nov 08 13:14:00.309090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:14:00.535302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:9a:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:13:58Z', 'revision_number': 1, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:14:00.566849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd58ed-2a1a-4611-bc75-afa63868ded1 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:9a:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:13:58Z', 'revision_number': 1, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:14:00.771779 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe547a-849f-46f1-b47f-8ba914ffe2cc None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:14:16.343375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:20.571375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:23.123824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-652e2c14-e215-4365-8116-9a5606470a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:25.517582 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c538cd7-cda5-429f-acd1-322281bf89d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:26.843631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:27.325732 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:14:28.222515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:28.998968 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:46.357546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:47.852885 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-8badc55c-be70-4658-9fed-4f37d46961e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928421 Nov 08 13:14:47.938937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaec78-f737-4d0e-933d-5af01e89079b req-c91adcd9-5ddb-400a-b3ce-c6cfe6edb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:47.940348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-c91adcd9-5ddb-400a-b3ce-c6cfe6edb992 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1097 time: 0.0422974 Nov 08 13:14:48.050392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaec78-f737-4d0e-933d-5af01e89079b req-ef3bb223-e36d-4cc9-928d-1ad556572c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:48.051868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-ef3bb223-e36d-4cc9-928d-1ad556572c50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0884216 Nov 08 13:14:48.118310 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-0cdbc75c-7f4b-4e5b-acbd-a08278c40684 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1002 time: 0.0576212 Nov 08 13:14:48.176448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaec78-f737-4d0e-933d-5af01e89079b req-fae8b941-6f04-4d8c-8b83-0582089ad129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:48.177911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-fae8b941-6f04-4d8c-8b83-0582089ad129 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0508657 Nov 08 13:14:48.225704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaec78-f737-4d0e-933d-5af01e89079b req-7e7ad73a-aa67-4d2f-877d-4fc9dee642de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:14:48.227279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-7e7ad73a-aa67-4d2f-877d-4fc9dee642de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413456 Nov 08 13:14:48.324508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-e58dedee-3896-4752-9452-f58a4c00f1b9 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Nov 08 13:14:48.425047 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98aaec78-f737-4d0e-933d-5af01e89079b req-2eb04d60-0b74-436b-9cb7-3ce03214893d service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892324 Nov 08 13:14:50.585994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:53.129037 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77212c5c-01a2-45e2-9942-3158c743bfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:55.506130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-911de6d9-bfa4-4b17-b95a-83f22830e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:56.843272 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:58.219424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:14:58.980246 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:04.325370 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:15:05.383505 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-9296ca1a-ec18-4133-9245-0d41fd998bac req-db0a155e-4462-4f3f-b723-17ad0d406c25 service neutron] (102536) timed out ('10.222.0.57', 60307) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:15:16.362428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:20.596011 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:23.127637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7013e6e5-ed10-4c80-b40b-4cb4baf7a227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:25.482461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-91256b9b-2cb8-4d0f-8276-f47b10031b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:26.847613 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:28.247135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:28.989993 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:37.905990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffe6d-b04c-43ae-9060-1667a65ef66e req-2d8b5fff-f9fa-4ff3-81d8-3dc23663c52b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:37.907522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c7ffe6d-b04c-43ae-9060-1667a65ef66e req-2d8b5fff-f9fa-4ff3-81d8-3dc23663c52b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.1025229 Nov 08 13:15:37.955161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c7ffe6d-b04c-43ae-9060-1667a65ef66e req-2d844c3d-a6c8-4493-9629-cfb51f85ff17 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Nov 08 13:15:39.373309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50589b-ed9c-4841-928e-4fe4bab10c62 req-2e3ce45a-4f57-45bc-ae95-9eebebb184be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:39.375368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e50589b-ed9c-4841-928e-4fe4bab10c62 req-2e3ce45a-4f57-45bc-ae95-9eebebb184be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0539005 Nov 08 13:15:39.424196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e50589b-ed9c-4841-928e-4fe4bab10c62 req-854a725d-26a7-4dab-ae42-5fcfaf777ef2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Nov 08 13:15:39.480813 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-e194d995-54bf-4df6-b3ec-3c5e1e7e715d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460744 Nov 08 13:15:40.592709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbaf37-5b4a-4d55-9230-543f335a887d req-3cde1dfa-4de7-4d48-a018-e8890948479c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:40.594410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecdbaf37-5b4a-4d55-9230-543f335a887d req-3cde1dfa-4de7-4d48-a018-e8890948479c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.1021748 Nov 08 13:15:40.643505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecdbaf37-5b4a-4d55-9230-543f335a887d req-0e128012-398a-4088-bc81-af2c2edfbdd9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Nov 08 13:15:41.324724 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:15:41.760957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d713-296a-4925-8219-8ada644f9b4b req-53fb70d5-beb9-46a3-9abb-97a22181d51a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:41.762457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6138d713-296a-4925-8219-8ada644f9b4b req-53fb70d5-beb9-46a3-9abb-97a22181d51a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Nov 08 13:15:41.819984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6138d713-296a-4925-8219-8ada644f9b4b req-296b28d1-cc73-4fa8-ba07-3047d157e1d9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506117 Nov 08 13:15:42.935462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886df98-5054-458c-ae3d-8987653683af req-12852dce-0b8a-4e3a-aa1a-979b0a261bb6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:42.937632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e886df98-5054-458c-ae3d-8987653683af req-12852dce-0b8a-4e3a-aa1a-979b0a261bb6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0502906 Nov 08 13:15:42.984792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e886df98-5054-458c-ae3d-8987653683af req-0605fa5d-9163-419f-8ee5-92503c718e00 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Nov 08 13:15:44.104655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894b72-39cd-4abf-adc3-56736b1c5781 req-a8720d4f-4af9-487a-a7c3-d182e21b0f72 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:44.106138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e894b72-39cd-4abf-adc3-56736b1c5781 req-a8720d4f-4af9-487a-a7c3-d182e21b0f72 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0512149 Nov 08 13:15:44.155044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e894b72-39cd-4abf-adc3-56736b1c5781 req-cccca600-a0eb-41c0-b14a-6b9eb6d739cf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Nov 08 13:15:44.770299 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-5f799ac8-e3cb-4a56-8335-227e262488d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:44.771700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-5f799ac8-e3cb-4a56-8335-227e262488d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1097 time: 0.0448110 Nov 08 13:15:44.862486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-4819b6ff-594e-4554-9c15-74675bbfadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:44.864029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-4819b6ff-594e-4554-9c15-74675bbfadc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0845456 Nov 08 13:15:44.938878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-f91e49d6-c6e2-46e0-99e7-a4fe22e7abde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1002 time: 0.0636573 Nov 08 13:15:44.988649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-b0c75935-72f1-42f2-bc7f-a4986071275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:44.990148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-b0c75935-72f1-42f2-bc7f-a4986071275c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0435472 Nov 08 13:15:45.035654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-1d6aad21-57a0-4d0b-9006-d7f9b4cd400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:45.037058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-1d6aad21-57a0-4d0b-9006-d7f9b4cd400c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400178 Nov 08 13:15:45.139273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-0dfff71d-d284-4a2a-86a2-74d3b2c166c9 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941312 Nov 08 13:15:45.241719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-d3613967-9513-4e9f-9d86-ac16cb57af9e service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956216 Nov 08 13:15:45.282443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b318-f653-4281-840e-a2e498ac0294 req-00eeccfb-a636-4d81-aa3b-c4dea0f9dd17 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:45.285515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d826b318-f653-4281-840e-a2e498ac0294 req-00eeccfb-a636-4d81-aa3b-c4dea0f9dd17 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0573814 Nov 08 13:15:45.331174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d826b318-f653-4281-840e-a2e498ac0294 req-8d4ce7be-d999-4caf-b7f4-a6f18b67979c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Nov 08 13:15:46.367184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:46.452436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5769-454d-4f4f-a2da-27466041d861 req-551b2af6-b9e3-48ef-aac3-0b40d844705b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:46.453953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d3a5769-454d-4f4f-a2da-27466041d861 req-551b2af6-b9e3-48ef-aac3-0b40d844705b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Nov 08 13:15:46.504153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d3a5769-454d-4f4f-a2da-27466041d861 req-119d98b8-8dca-493b-92de-d336d5a394dd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Nov 08 13:15:47.620637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ce855-0211-47aa-8277-a2efa24e9493 req-45d03f2d-b8b2-443c-8d55-10b27c2cba02 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:47.622110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a7ce855-0211-47aa-8277-a2efa24e9493 req-45d03f2d-b8b2-443c-8d55-10b27c2cba02 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0475571 Nov 08 13:15:47.673340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a7ce855-0211-47aa-8277-a2efa24e9493 req-dd7fa0d6-6096-4c51-8294-48634c1e38b9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Nov 08 13:15:47.869154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-b10e3502-ae9a-4425-9ddf-7d1b541b8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:47.870645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-b10e3502-ae9a-4425-9ddf-7d1b541b8836 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1097 time: 0.0410919 Nov 08 13:15:47.976343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-494cf8a5-4858-4cf7-bd94-cf9c91ce517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:47.977692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-494cf8a5-4858-4cf7-bd94-cf9c91ce517b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0855508 Nov 08 13:15:48.050012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-1b8a1758-44f9-4b4a-b99c-171e6f781ef3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1002 time: 0.0637143 Nov 08 13:15:48.100361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-af492dd4-3ce5-4001-8a89-d4f88d6a6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:48.101862 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-af492dd4-3ce5-4001-8a89-d4f88d6a6140 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0443792 Nov 08 13:15:48.149624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-beedd0c4-7c22-4b69-9cdb-b86bbe7ff593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:48.151160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-beedd0c4-7c22-4b69-9cdb-b86bbe7ff593 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422945 Nov 08 13:15:48.245204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-8966ceba-8495-4551-952f-68394fd774a0 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861619 Nov 08 13:15:48.334624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e9a8fa8-4380-463a-8b6c-e9a9300b823d req-a3edeac7-cd27-42ef-95f6-784bcf5d4d43 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813396 Nov 08 13:15:48.797235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f943df-a9a5-4dfa-a8aa-a447f36dbd15 req-8da9ca38-175b-4e19-833b-76dfd0980108 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:48.798805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1f943df-a9a5-4dfa-a8aa-a447f36dbd15 req-8da9ca38-175b-4e19-833b-76dfd0980108 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0572903 Nov 08 13:15:48.845997 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1f943df-a9a5-4dfa-a8aa-a447f36dbd15 req-b3027475-8dc4-43d7-8d5e-0137bd61f0e0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Nov 08 13:15:49.965644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2145e0-f959-4781-a167-9654d1e20642 req-104123a0-e27c-43b2-a546-e0ded47703dc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:49.967731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd2145e0-f959-4781-a167-9654d1e20642 req-104123a0-e27c-43b2-a546-e0ded47703dc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0486338 Nov 08 13:15:50.015575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fd2145e0-f959-4781-a167-9654d1e20642 req-8daa3bb4-63e9-4e50-8339-2beb90a95688 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Nov 08 13:15:50.566724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:51.136832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236032-cb5d-4b6a-a0c6-31cc1d15e15a req-c00449ec-5c03-47d2-b733-3139d0b1c8fc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:51.138347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a236032-cb5d-4b6a-a0c6-31cc1d15e15a req-c00449ec-5c03-47d2-b733-3139d0b1c8fc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Nov 08 13:15:51.187170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4a236032-cb5d-4b6a-a0c6-31cc1d15e15a req-7f1a9d8e-9272-4162-9306-70969a01f59c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Nov 08 13:15:52.301925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d6f9-3e98-40f9-9370-321fbb9b159f req-90d20da9-2d2b-417f-8e7e-d3a7da9ac056 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:52.308336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44b7d6f9-3e98-40f9-9370-321fbb9b159f req-90d20da9-2d2b-417f-8e7e-d3a7da9ac056 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0495574 Nov 08 13:15:52.351525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44b7d6f9-3e98-40f9-9370-321fbb9b159f req-8e708877-d19d-43ab-876d-ff21beca9315 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Nov 08 13:15:53.120744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f9c97783-4180-4e8b-9892-4fa44d5603ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:53.469118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab27ab-8b1b-494e-85d9-cbc3d5715e70 req-f059be8d-74db-42ae-b49d-76704cf4282b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:53.470684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56ab27ab-8b1b-494e-85d9-cbc3d5715e70 req-f059be8d-74db-42ae-b49d-76704cf4282b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Nov 08 13:15:53.521823 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56ab27ab-8b1b-494e-85d9-cbc3d5715e70 req-1fa62ed2-9489-4ba4-b5c4-1dba61bad049 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Nov 08 13:15:54.636487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b05d-1479-46a8-93cf-440fa3c03e83 req-2360f04c-b8dc-4693-87d6-b3e9f91a9b30 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:54.637953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c8b05d-1479-46a8-93cf-440fa3c03e83 req-2360f04c-b8dc-4693-87d6-b3e9f91a9b30 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0487273 Nov 08 13:15:54.684724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7c8b05d-1479-46a8-93cf-440fa3c03e83 req-8ce5c24f-7359-43d0-89c1-116d1fdae6f7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Nov 08 13:15:55.480355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4405b477-ac8d-4a9f-8da9-6eb874c529b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:55.803363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89d596-da7a-4343-90e0-9c226d000ac6 req-782aa7d8-2af3-4120-a831-1c538c4a95d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:55.804962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc89d596-da7a-4343-90e0-9c226d000ac6 req-782aa7d8-2af3-4120-a831-1c538c4a95d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0501995 Nov 08 13:15:55.853531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc89d596-da7a-4343-90e0-9c226d000ac6 req-514f6717-3cc3-48be-a5fd-674153841ec0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Nov 08 13:15:56.851758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:56.974298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4105c2-6534-446f-adfb-9c25f8e24b11 req-1e705df6-8470-4cdb-b7a9-a02c82f4bea5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:56.975773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e4105c2-6534-446f-adfb-9c25f8e24b11 req-1e705df6-8470-4cdb-b7a9-a02c82f4bea5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0537088 Nov 08 13:15:57.024011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e4105c2-6534-446f-adfb-9c25f8e24b11 req-eb6dcb3a-d704-4d38-b96d-09b2f2929911 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Nov 08 13:15:57.417981 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-4e5f2d11-77cf-4057-abdd-5121205ad441 service neutron] show failed (client error): The resource could not be found. Nov 08 13:15:57.419050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-4e5f2d11-77cf-4057-abdd-5121205ad441 service neutron] 10.222.0.61 "GET /v2.0/ports/04d74dbe-a28b-4dc9-ad4f-90ba997db038/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0551546 Nov 08 13:15:57.917908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-120f2280-7de8-458c-a7e8-20edf52f8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:57.919446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-120f2280-7de8-458c-a7e8-20edf52f8e04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1097 time: 0.0412993 Nov 08 13:15:57.931884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:15:57.988232 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.196358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12ecec-775f-4dd4-8c1f-79aaf6027cda req-3a2a4fd1-053c-4694-973d-d2f3d8ce2aad tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:58.197746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe12ecec-775f-4dd4-8c1f-79aaf6027cda req-3a2a4fd1-053c-4694-973d-d2f3d8ce2aad tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.1049995 Nov 08 13:15:58.240233 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.253505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:15:58.278451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe12ecec-775f-4dd4-8c1f-79aaf6027cda req-ac6cbb45-3a96-408d-b48c-58638164bc06 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730147 Nov 08 13:15:58.301457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:15:58.340073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:15:58.342367 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef0888-0e36-4dad-9155-7b60ee75bed8" -d '{"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-unplugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:15:58.346702 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.359873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Transition to ACTIVE for port object 04d74dbe-a28b-4dc9-ad4f-90ba997db038 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:15:58.393144 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e3eb37-1229-482e-b2c0-e3eef0a5f235 x-openstack-request-id: req-42e3eb37-1229-482e-b2c0-e3eef0a5f235 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:15:58.393434 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-unplugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:15:58.393682 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42e3eb37-1229-482e-b2c0-e3eef0a5f235 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:15:58.394077 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'code': 200} Nov 08 13:15:58.429360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.534907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:15:58.560061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.560407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.560748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.561084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.561417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.562595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.562994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.563324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.563661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.563986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.564309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.564628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:15:58.615685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] No DVR routers for this DVR port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:15:58.752977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:15:58.753182 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:15:58.753500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:15:58.757938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:15:58.758269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Attempting to bind port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:15:58.763036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:15:58.763364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:15:58.763739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:15:58.764157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Bound port: 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:15:58.764499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.831638 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:15:58.837490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:15:58.922110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.955813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:58.956433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:58.957902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1092 time: 1.0298615 Nov 08 13:15:58.981316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca41e3-5be7-4b0c-ab4a-9de543b683f8 service neutron] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:15:59.009693 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:15:59.028553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-ed39377d-ee07-4f27-87c3-5b020bb84b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:59.030179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-ed39377d-ee07-4f27-87c3-5b020bb84b67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0440474 Nov 08 13:15:59.130732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-2982a23a-6ec7-481f-82ac-0cf5384cb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:59.132163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-2982a23a-6ec7-481f-82ac-0cf5384cb7f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0946369 Nov 08 13:15:59.197416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-27d450ab-abb2-44bc-8380-6697692cc41e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1000 time: 0.0579989 Nov 08 13:15:59.247842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-1ace34a4-db84-4129-86b1-e752a6ede77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:59.249988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-1ace34a4-db84-4129-86b1-e752a6ede77a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0454402 Nov 08 13:15:59.298639 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-c45364a0-45df-4d7c-bf35-e76914e1fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:59.300050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-c45364a0-45df-4d7c-bf35-e76914e1fdff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436745 Nov 08 13:15:59.425108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-b8cc5d5a-9b02-442e-be0a-5a59f4fafded service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178772 Nov 08 13:15:59.433409 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c80e-0688-4795-bba4-3295566a965b req-97dab650-cbd2-451e-bbab-37fa26d521b1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:15:59.434788 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84f9c80e-0688-4795-bba4-3295566a965b req-97dab650-cbd2-451e-bbab-37fa26d521b1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0775604 Nov 08 13:15:59.857552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-84f9c80e-0688-4795-bba4-3295566a965b req-0bf14840-3529-4820-a0ac-ff46709d6925 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145069 Nov 08 13:15:59.879581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ae848beb-ac94-42d3-828d-4b5567dd15a8 req-f3344239-16f7-472a-9fe6-7ab295406d92 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438648 Nov 08 13:16:00.064040 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:16:00.100366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:16:00.395538 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:00.397951 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbed38-e514-4b6c-af45-48f6295ea659" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:00.446601 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceed9164-d8d2-403a-9de9-e1c843e41093 x-openstack-request-id: req-ceed9164-d8d2-403a-9de9-e1c843e41093 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:00.446900 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:00.447158 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceed9164-d8d2-403a-9de9-e1c843e41093 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:00.447561 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'status': 'completed', 'code': 200} Nov 08 13:16:00.537419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-523879ae-b1e6-4e87-b870-72905105592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.538960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-523879ae-b1e6-4e87-b870-72905105592b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0725021 Nov 08 13:16:00.541497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-ef5095c0-88e4-48ef-a1f2-b005b4aac572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.542984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-ef5095c0-88e4-48ef-a1f2-b005b4aac572 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0679946 Nov 08 13:16:00.706171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-6619f518-80a6-4c66-b5ee-da3d8000096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.707601 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-6619f518-80a6-4c66-b5ee-da3d8000096d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1611233 Nov 08 13:16:00.708684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-8559930a-ba3b-42e5-a39d-88de9d1bf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.710036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-8559930a-ba3b-42e5-a39d-88de9d1bf4bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1561108 Nov 08 13:16:00.822519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-2fdceced-793b-4e44-a5e4-50524777beda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1000 time: 0.1068046 Nov 08 13:16:00.824271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-e7e00a81-2cb4-4257-805e-29e8b0e88498 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1000 time: 0.1024411 Nov 08 13:16:00.913146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-e271e53c-d512-43eb-bc26-f81399a1a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.914631 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-e271e53c-d512-43eb-bc26-f81399a1a9f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0826962 Nov 08 13:16:00.916004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-7fa7856b-65f4-4adb-a7f5-8c997b05af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:00.917295 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-7fa7856b-65f4-4adb-a7f5-8c997b05af14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0782101 Nov 08 13:16:01.028039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-c7bdf0e2-4efc-4cf0-9112-745c2db17ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:01.029428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-c7bdf0e2-4efc-4cf0-9112-745c2db17ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043792 Nov 08 13:16:01.033015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-9eac6dbb-0f49-4961-840c-cb49c677a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:01.034365 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-9eac6dbb-0f49-4961-840c-cb49c677a5bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019526 Nov 08 13:16:01.041827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3329-7c92-4fba-b730-c5063b6d0f0f req-1f2ff95f-5c5d-4c66-b27d-54577c669f07 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:01.043189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d9e3329-7c92-4fba-b730-c5063b6d0f0f req-1f2ff95f-5c5d-4c66-b27d-54577c669f07 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.1020980 Nov 08 13:16:01.206438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d9e3329-7c92-4fba-b730-c5063b6d0f0f req-101d7790-817e-40f7-9286-b28e23c6f885 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465266 Nov 08 13:16:01.238596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-3493f57e-59b9-477b-b456-bd98e3b3bb27 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934314 Nov 08 13:16:01.240461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-a7199214-8da6-459f-83a0-a42d68a4758f service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964374 Nov 08 13:16:01.403326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-15779a16-dbef-486d-89fb-15c92f3e2b1d service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554956 Nov 08 13:16:01.405238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2bdbed38-e514-4b6c-af45-48f6295ea659 req-fdcf03ce-f9e1-4223-8dd1-c783436b4dd5 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501844 Nov 08 13:16:02.325891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38995b2-3859-4264-a38a-5040623b0337 req-3c0092d9-0956-4201-9a79-858cd63a1c57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:02.327406 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c38995b2-3859-4264-a38a-5040623b0337 req-3c0092d9-0956-4201-9a79-858cd63a1c57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0490904 Nov 08 13:16:02.375824 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c38995b2-3859-4264-a38a-5040623b0337 req-0b9177b1-4e3d-477c-bacd-a5ba23b574b2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Nov 08 13:16:02.682510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e775b2-7701-4804-876a-04f7a90359fd req-418099aa-6799-40ba-bdbd-f613385dc19c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:02.684016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4e775b2-7701-4804-876a-04f7a90359fd req-418099aa-6799-40ba-bdbd-f613385dc19c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 944 time: 0.0496731 Nov 08 13:16:02.763425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4e775b2-7701-4804-876a-04f7a90359fd req-fa3b7237-3127-4ff9-a5b7-c7aac6c8cdc9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723314 Nov 08 13:16:02.780275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-8ff758ac-f2bc-4562-a05a-d80b4a11d331 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:02.781879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-8ff758ac-f2bc-4562-a05a-d80b4a11d331 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542&tenant_id=48baf4d947e74f758a7981635e9e5f59&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.0706732 Nov 08 13:16:02.842713 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-32479e02-7e71-4657-810b-7c3a0b1995d3 service neutron] delete failed (client error): The resource could not be found. Nov 08 13:16:02.843766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-32479e02-7e71-4657-810b-7c3a0b1995d3 service neutron] 10.222.0.61 "DELETE /v2.0/ports/04d74dbe-a28b-4dc9-ad4f-90ba997db038/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0543110 Nov 08 13:16:02.929163 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-642b73c1-235d-47ab-bc33-eba4b8fe3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:02.930712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-642b73c1-235d-47ab-bc33-eba4b8fe3aac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 1095 time: 0.0422430 Nov 08 13:16:03.026056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-18e2bb32-b5a1-48ce-871f-efb7b13b20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:03.027742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-18e2bb32-b5a1-48ce-871f-efb7b13b20e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0885994 Nov 08 13:16:03.042305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:16:03.094734 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-67846f26-2e76-4d4f-be5c-5f7f3bfbe54d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 200 len: 1000 time: 0.0596645 Nov 08 13:16:03.140884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:03.147217 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-c549103d-1f9f-4cab-a2cb-be0467b6903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:03.148711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-c549103d-1f9f-4cab-a2cb-be0467b6903c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0477884 Nov 08 13:16:03.152244 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'mac_address': 'fa:16:3e:9a:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:16:03.189862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:03.196290 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-c57d8c43-33d3-40e6-8e7e-c6bd52f6cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:03.197801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-c57d8c43-33d3-40e6-8e7e-c6bd52f6cae4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412719 Nov 08 13:16:03.206318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d74dbe-a28b-4dc9-ad4f-90ba997db038 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:16:03.225666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:03.286108 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:03.288382 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-793be510-d0be-4366-8c72-7fb8dfb69c96 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Nov 08 13:16:03.334171 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:03.341445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.341796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.342191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.342561 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.342902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.343793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.344123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.344456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.344839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.345112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.345440 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.345764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:16:03.385454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87943354-98d0-465b-b0d1-7132e61bb9c9 req-b82347b3-4f9a-43c7-a3de-56f9f3a161e4 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891442 Nov 08 13:16:03.533740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['04d74dbe-a28b-4dc9-ad4f-90ba997db038'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:16:03.884220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350920f-8578-4925-b977-3e38f2c2e971 req-b6913e3f-d181-4dca-b11d-bb53395d7497 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:03.885718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a350920f-8578-4925-b977-3e38f2c2e971 req-b6913e3f-d181-4dca-b11d-bb53395d7497 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Nov 08 13:16:03.936479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a350920f-8578-4925-b977-3e38f2c2e971 req-99d6991e-3920-4b2c-84d6-c33acca736a8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Nov 08 13:16:05.047313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:16:05.058076 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c65cf-3a7d-455c-adac-6d58aea6e329 req-91c7f528-bcd7-4f37-952d-8106cb205f6e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:05.059606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-867c65cf-3a7d-455c-adac-6d58aea6e329 req-91c7f528-bcd7-4f37-952d-8106cb205f6e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 945 time: 0.0540943 Nov 08 13:16:05.106884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-867c65cf-3a7d-455c-adac-6d58aea6e329 req-e94c3780-bbe3-449b-8755-b17e6935821e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Nov 08 13:16:05.189116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:16:05.193132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:16:05.193563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:05.228027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68afa-ffb8-487b-9306-184281d221ce req-b198aa23-eeca-42c8-b075-cd74f18fd908 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:05.229565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62b68afa-ffb8-487b-9306-184281d221ce req-b198aa23-eeca-42c8-b075-cd74f18fd908 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Nov 08 13:16:05.271425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:05.278218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62b68afa-ffb8-487b-9306-184281d221ce req-6b0199d7-f978-4eda-9c21-0576bd481564 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Nov 08 13:16:05.294350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:05.296638 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c74be1-ffd9-4d79-89ed-d4eda0ef29a2" -d '{"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-plugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:05.313099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:05.395088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:05.395656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c64ed-d4a7-47a3-b529-e854181b8dcf req-61d3a8eb-82c1-4c66-8c90-93c40ff617af tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:05.397319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-729c64ed-d4a7-47a3-b529-e854181b8dcf req-61d3a8eb-82c1-4c66-8c90-93c40ff617af tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 945 time: 0.0493233 Nov 08 13:16:05.402543 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aaedf4-cf4e-4ba5-98d6-b36a2a779955 x-openstack-request-id: req-d7aaedf4-cf4e-4ba5-98d6-b36a2a779955 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:05.403074 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-plugged", "status": "completed", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:05.403414 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7aaedf4-cf4e-4ba5-98d6-b36a2a779955 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:05.403866 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'code': 200} Nov 08 13:16:05.448303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:05.455640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-729c64ed-d4a7-47a3-b529-e854181b8dcf req-754db8fd-ba17-4afc-9a86-21d891ae9a7c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497923 Nov 08 13:16:05.894942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aece2d-4253-4aaf-ade9-02c6f17df0c1 req-e207bef4-8c18-4c0b-95b8-8513ead1448f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:05.896399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5aece2d-4253-4aaf-ade9-02c6f17df0c1 req-e207bef4-8c18-4c0b-95b8-8513ead1448f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Nov 08 13:16:05.944464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5aece2d-4253-4aaf-ade9-02c6f17df0c1 req-cb1896f0-147c-4cb4-b01f-990ad5e88b80 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Nov 08 13:16:07.064075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d27f7-3385-4944-8649-c97c644a6115 req-18b3ea5e-4a53-427b-a9f0-ec56763ff52c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:07.065596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb6d27f7-3385-4944-8649-c97c644a6115 req-18b3ea5e-4a53-427b-a9f0-ec56763ff52c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0495477 Nov 08 13:16:07.113868 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb6d27f7-3385-4944-8649-c97c644a6115 req-044bb134-62a1-4c61-8181-41ee7ab0701d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Nov 08 13:16:07.192901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fed5b-0226-4c14-9601-90fed2608926 req-b35fac87-74e5-4bcd-8f3f-ff70fedbebb4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:07.194420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c69fed5b-0226-4c14-9601-90fed2608926 req-b35fac87-74e5-4bcd-8f3f-ff70fedbebb4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 946 time: 0.0576093 Nov 08 13:16:07.285609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Deleting port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:16:07.285863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:07.376494 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] For port 04d74dbe-a28b-4dc9-ad4f-90ba997db038, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=04d74dbe-a28b-4dc9-ad4f-90ba997db038,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:07.376843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:07.547769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:07.548043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:07.548358 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e disassociated. External IP: 172.25.1.213, port: 04d74dbe-a28b-4dc9-ad4f-90ba997db038. Nov 08 13:16:07.548700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Calling delete_port for 04d74dbe-a28b-4dc9-ad4f-90ba997db038 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:16:07.737825 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:07.765298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'Port': ['ID=04d74dbe-a28b-4dc9-ad4f-90ba997db038,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:07.886849 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:16:08.002390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:16:08.012805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:16:08.023264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:16:08.023891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:15:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:08.041825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] No DVR routers for this DVR port 04d74dbe-a28b-4dc9-ad4f-90ba997db038 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:16:08.044658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:08.047986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c69fed5b-0226-4c14-9601-90fed2608926 req-4729310c-e801-4486-9111-0b084f8b6502 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "DELETE /v2.0/ports/04d74dbe-a28b-4dc9-ad4f-90ba997db038 HTTP/1.1" status: 204 len: 173 time: 0.8476520 Nov 08 13:16:08.048384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-deleted', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:08.050719 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f3fe2-1331-4945-a596-e3fa3562aaf5" -d '{"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-deleted", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:08.090862 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf38d4-8f7d-4b07-a360-7b8570dbc8dc x-openstack-request-id: req-40cf38d4-8f7d-4b07-a360-7b8570dbc8dc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:08.090862 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9abf6a-73e0-4238-9d46-45278e807542", "name": "network-vif-deleted", "tag": "04d74dbe-a28b-4dc9-ad4f-90ba997db038", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:08.090862 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40cf38d4-8f7d-4b07-a360-7b8570dbc8dc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:08.091805 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9abf6a-73e0-4238-9d46-45278e807542', 'name': 'network-vif-deleted', 'tag': '04d74dbe-a28b-4dc9-ad4f-90ba997db038', 'status': 'completed', 'code': 200} Nov 08 13:16:08.134814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:16:08.361063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:08.394411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:16:08.403410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:16:08.404028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:15:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:08.484874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1e6852eb-55a6-4978-aa05-e8f8b9e04114 req-05db1bb0-b7d5-4c95-bbd3-96eb0ede5d77 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc9abf6a-73e0-4238-9d46-45278e807542 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Nov 08 13:16:08.668250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:16:08.865276 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:08.891706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a7b6-9931-4aba-a091-05d20bf77da2 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:16:09.112562 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6568e-a8a9-48ae-84cc-555f8769e00d None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:16:09.722805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d53e5011-9823-45c2-b3ea-47aa566b0492 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1508371213&fields=id&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 267 time: 0.0424824 Nov 08 13:16:09.831445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-bf8c7a0d-7bc3-4cc6-b998-c533fb40723a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:09.832784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-bf8c7a0d-7bc3-4cc6-b998-c533fb40723a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1032546 Nov 08 13:16:09.848176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-db9d9fb6-436e-46ac-a5c1-08179a486237 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/quotas/48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 375 time: 0.0097656 Nov 08 13:16:09.901521 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-80c06302-cef5-49ea-894a-18350054a9b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479751 Nov 08 13:16:10.000302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-45fc0d84-0e1e-41ba-bf7d-495714f3de7f service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Nov 08 13:16:10.088371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-8cb7215f-b0d9-48db-9a32-8fe5f2f86aed service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818009 Nov 08 13:16:10.320984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f3dc75f-329a-4918-9514-e5118cd507cf req-80f60307-d080-46ef-86f5-5cf6a62340bd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 210 time: 0.0312624 Nov 08 13:16:11.067671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:16:11.092399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 04d74dbe-a28b-4dc9-ad4f-90ba997db038 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:16:11.092738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 04d74dbe-a28b-4dc9-ad4f-90ba997db038 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:16:11.416539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-57438709-4524-49ea-9821-74377cd860f5 req-8eaabef6-4161-476c-9faf-56d106bb7f07 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 210 time: 0.0277066 Nov 08 13:16:12.008744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-e63bc5bd-dc9f-4da4-a115-7b0dcdb5ed2e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:12.010214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-e63bc5bd-dc9f-4da4-a115-7b0dcdb5ed2e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1048787 Nov 08 13:16:12.078338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-c1e67565-580d-4f28-b193-1e99e3f531f4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 380 time: 0.0580778 Nov 08 13:16:12.093306 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'port': {'device_id': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'admin_state_up': True, 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'security_groups': ['da462e14-5d00-405c-afb6-dba7decbc019']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:16:12.251441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:16:12.255000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.382416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Allocated IP 172.20.0.8 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/6218375d-6f4b-484c-b6ac-f83e425b12ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:16:12.523800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ca577b-9b68-4e53-b867-5824684996e8 req-bc66ecba-c9d8-4ffc-8e08-4ba43e9ce902 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 210 time: 0.0379298 Nov 08 13:16:12.545364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.623604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.666651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:16:12.671948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:16:12.675683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:16:12.682002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:12.730718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:12.731329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.846331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-daedd336-6996-4d69-8b28-81eee9f74ce5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548339 Nov 08 13:16:12.856308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Request body: {'port': {'device_id': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:16:12.909514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.933636 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0fb77733-57eb-4bef-8a2b-27ad4bc2f24a None None] Provisioning complete for port 6218375d-6f4b-484c-b6ac-f83e425b12ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:16:12.933636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0fb77733-57eb-4bef-8a2b-27ad4bc2f24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:12.969284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-0fb77733-57eb-4bef-8a2b-27ad4bc2f24a None None] Port 6218375d-6f4b-484c-b6ac-f83e425b12ae cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:16:13.171326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6218375d-6f4b-484c-b6ac-f83e425b12ae {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:16:13.178621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:13.190696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Transition to ACTIVE for port object 6218375d-6f4b-484c-b6ac-f83e425b12ae will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:16:13.285700 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:13.340495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:13.418431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:16:13.418767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:16:13.419098 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:16:13.424341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:16:13.424660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:16:13.429605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:16:13.429944 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:16:13.430361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:16:13.430796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Bound port: 6218375d-6f4b-484c-b6ac-f83e425b12ae, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:16:13.431149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:13.496220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:16:13.499732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:16:13.589447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:13.633738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:13.634340 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:13.635728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] 10.222.0.57 "PUT /v2.0/ports/6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1091 time: 0.7835827 Nov 08 13:16:13.650630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:13.653461 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057c197-f81c-47ab-a8e9-49c4e05d44b6" -d '{"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:13.699940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fbd7a-0c62-424b-bdb7-1d553c668a57 req-11d7c115-9237-4f2c-9682-cafa7fcd4c57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:13.701484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179fbd7a-0c62-424b-bdb7-1d553c668a57 req-11d7c115-9237-4f2c-9682-cafa7fcd4c57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.1066546 Nov 08 13:16:13.702140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd7ad-ddff-4a62-9b1d-c1e961a76912 service neutron] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:13.705639 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630086f5-7446-4747-a940-d9b1b14d0cc9 x-openstack-request-id: req-630086f5-7446-4747-a940-d9b1b14d0cc9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:13.705941 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:13.706198 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-630086f5-7446-4747-a940-d9b1b14d0cc9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:13.706627 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'status': 'completed', 'code': 200} Nov 08 13:16:13.787749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-179fbd7a-0c62-424b-bdb7-1d553c668a57 req-f8b4c98c-318d-455e-9b33-6bf400b6214b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767462 Nov 08 13:16:13.793881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-ce9925ba-9336-4965-98e9-29f058df1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:13.795619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-ce9925ba-9336-4965-98e9-29f058df1e67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1094 time: 0.0667152 Nov 08 13:16:13.896689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-c25b9da4-9df1-467f-890c-c1f7bfd759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:13.898184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-c25b9da4-9df1-467f-890c-c1f7bfd759ad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=48baf4d947e74f758a7981635e9e5f59&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0948679 Nov 08 13:16:13.998326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-69c4ad6f-548d-42dd-b93e-7fb1dd57c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:13.999791 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4057c197-f81c-47ab-a8e9-49c4e05d44b6 req-69c4ad6f-548d-42dd-b93e-7fb1dd57c1de service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934486 Nov 08 13:16:14.073103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-9c0072cf-96a8-4b41-a61d-19df5d9972b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:14.074679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-9c0072cf-96a8-4b41-a61d-19df5d9972b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1094 time: 0.0396621 Nov 08 13:16:14.451266 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-f0e9ba15-df0d-4e93-859f-749fc9386a3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 217 time: 0.3679252 Nov 08 13:16:14.501850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-1435543b-521e-451a-8a99-31a6d923295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:14.503267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-1435543b-521e-451a-8a99-31a6d923295f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0438588 Nov 08 13:16:14.549606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-cfdc5ec4-c4b6-4b19-961d-aeb16005e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:14.551182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-cfdc5ec4-c4b6-4b19-961d-aeb16005e954 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410788 Nov 08 13:16:14.650347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-51f88a1f-b74a-4ba0-807e-a6f0540317d7 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920730 Nov 08 13:16:14.742070 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5a2a1308-1e31-4b08-91c2-a37f80664081 req-2ee49e76-6da9-44bc-910d-7eae0b193ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Nov 08 13:16:14.909890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228c35-1bd6-41c8-9eba-8186fe17ecf6 req-c2d8be44-4241-4081-8cbe-7ae25613c4e6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:14.911383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37228c35-1bd6-41c8-9eba-8186fe17ecf6 req-c2d8be44-4241-4081-8cbe-7ae25613c4e6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0539131 Nov 08 13:16:14.957893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37228c35-1bd6-41c8-9eba-8186fe17ecf6 req-91cef664-abd1-4f30-8d2b-80e574592f61 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Nov 08 13:16:16.073819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4390-a550-4619-8af2-325e13889f02 req-75189049-73de-4e03-9e4a-941753b5d28a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:16.075326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de7b4390-a550-4619-8af2-325e13889f02 req-75189049-73de-4e03-9e4a-941753b5d28a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0498695 Nov 08 13:16:16.122128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-de7b4390-a550-4619-8af2-325e13889f02 req-4a7a4e7b-d768-42f2-964a-195cc00e4d83 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Nov 08 13:16:16.371076 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:17.080895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:16:17.177086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:17.188375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'mac_address': 'fa:16:3e:24:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:16:17.229775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:17.240171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a181-850b-4a42-bb4f-2e7bb2422535 req-d96c1fc5-607a-4c1e-8773-14d969b71b94 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:17.241680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec65a181-850b-4a42-bb4f-2e7bb2422535 req-d96c1fc5-607a-4c1e-8773-14d969b71b94 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0498288 Nov 08 13:16:17.242733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6218375d-6f4b-484c-b6ac-f83e425b12ae {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:16:17.263715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:17.296346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec65a181-850b-4a42-bb4f-2e7bb2422535 req-b58fb8ff-cd08-4e85-8643-e984e89373b8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480115 Nov 08 13:16:17.308661 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:17.363035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:17.500487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['6218375d-6f4b-484c-b6ac-f83e425b12ae'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:16:18.324811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:16:18.417322 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817c45-4a80-40e6-9919-570a88c2ea57 req-b1ba9972-fe1e-4246-b8f5-cab694802595 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:18.418856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be817c45-4a80-40e6-9919-570a88c2ea57 req-b1ba9972-fe1e-4246-b8f5-cab694802595 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 944 time: 0.0513759 Nov 08 13:16:18.471171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be817c45-4a80-40e6-9919-570a88c2ea57 req-ea1b4320-b70e-4483-88dd-467f8a28c8ca tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450764 Nov 08 13:16:19.099817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:16:19.200266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 6218375d-6f4b-484c-b6ac-f83e425b12ae completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:16:19.204972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 6218375d-6f4b-484c-b6ac-f83e425b12ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:16:19.205345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:19.281660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:19.303718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:19.305947 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d4e568c50d611243ec13be0d3b08eba020a56b11f71b6758200e835cbe56839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087cef8-cd7d-430f-9fb4-ab5582f76f34" -d '{"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-plugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:19.322806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:16:19.343509 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb82c83-caf7-47fa-92df-592436546814 x-openstack-request-id: req-6bb82c83-caf7-47fa-92df-592436546814 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:19.343809 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-plugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:19.344066 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bb82c83-caf7-47fa-92df-592436546814 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:19.344465 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'code': 200} Nov 08 13:16:19.389249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:19.445215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:16:19.445482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4427610-bc5b-4fd1-991f-dc8aa0de61f4 req-0908506c-0440-452d-baed-91daad37ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:19.447007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4427610-bc5b-4fd1-991f-dc8aa0de61f4 req-0908506c-0440-452d-baed-91daad37ac36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0414219 Nov 08 13:16:19.492401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4427610-bc5b-4fd1-991f-dc8aa0de61f4 req-2c0ca4e7-d746-4812-9933-f40abcacabd8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Nov 08 13:16:19.589437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e0b58-1f1e-44d6-89a4-4f773beb72ad req-c438343d-c56c-4f85-a028-8c72f81f511e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:19.591059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e21e0b58-1f1e-44d6-89a4-4f773beb72ad req-c438343d-c56c-4f85-a028-8c72f81f511e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Nov 08 13:16:19.638876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e21e0b58-1f1e-44d6-89a4-4f773beb72ad req-ea717761-245e-46a1-a734-c75f3d7295b2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Nov 08 13:16:20.611583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:20.764791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a258-0e10-4956-9107-ee92380b8e42 req-ee30b187-ff56-4d74-afd6-e0c341650986 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:20.767188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1005a258-0e10-4956-9107-ee92380b8e42 req-ee30b187-ff56-4d74-afd6-e0c341650986 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0534837 Nov 08 13:16:20.815707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1005a258-0e10-4956-9107-ee92380b8e42 req-c0ce8ead-1ee0-408e-9bf8-1972cbe5dd83 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 Nov 08 13:16:20.931676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825e60-dea5-4336-aed4-e3983e01b027 req-825ad9a6-61ca-4a57-8f5d-02a15074e2b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:20.933064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3825e60-dea5-4336-aed4-e3983e01b027 req-825ad9a6-61ca-4a57-8f5d-02a15074e2b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0534728 Nov 08 13:16:20.942343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:16:20.946798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'floatingip': {'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:16:20.986705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:21.427638 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:21.468642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:21.570940 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e associated. External IP: 172.25.1.213, port: 6218375d-6f4b-484c-b6ac-f83e425b12ae. Nov 08 13:16:21.776333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:16:21.881147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:16:21.886080 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:21.890900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:16:21.900000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:16:21.900618 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:15:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:21.917706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-88d52849-4f93-4ff0-a562-9a44991b8ef4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "PUT /v2.0/floatingips/e7544222-6ff7-4c3b-9053-29dbb075a43e HTTP/1.1" status: 200 len: 991 time: 0.9741938 Nov 08 13:16:21.918579 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:16:21.922050 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ca7df36a4cc89a66494bbbdbdc22b08cfffe9dcfc5df8af531916122cbfcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496a0c3a-bfc7-400a-b762-97b72fc46ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:16:21.963915 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96709f7a-57c9-4fdc-a89d-dc5064c7a40a x-openstack-request-id: req-96709f7a-57c9-4fdc-a89d-dc5064c7a40a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:16:21.964215 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:16:21.964489 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96709f7a-57c9-4fdc-a89d-dc5064c7a40a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:16:21.964888 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'status': 'completed', 'code': 200} Nov 08 13:16:22.013727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:16:22.027190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-09720214-a2c3-49c4-841f-d08042962cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:22.028693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-09720214-a2c3-49c4-841f-d08042962cbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0412095 Nov 08 13:16:22.120663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-05cc1433-1957-4e8f-a6ac-bd5fb97c1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:22.122161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-05cc1433-1957-4e8f-a6ac-bd5fb97c1574 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0869701 Nov 08 13:16:22.195679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-9e7a4d3f-7f17-44ea-9997-d4f0143bf102 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 999 time: 0.0657003 Nov 08 13:16:22.244376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:24:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:16:21Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:22.246569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-be9028d3-1f49-4c44-9cb0-1be53639c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:22.248062 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-be9028d3-1f49-4c44-9cb0-1be53639c6b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0449955 Nov 08 13:16:22.272536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:16:22.281810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:16:22.282383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:15:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:22.295686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-9cf307c9-3128-4ff0-b77e-07faceed1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:22.297349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-9cf307c9-3128-4ff0-b77e-07faceed1b6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414679 Nov 08 13:16:22.387208 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:16:22.394105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-e667cb37-4d76-405d-b311-a626db66160a service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896955 Nov 08 13:16:22.490905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-496a0c3a-bfc7-400a-b762-97b72fc46ba6 req-364bfeee-66b1-4b09-a385-8cd2662a024e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Nov 08 13:16:22.611374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:24:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:16:21Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:16:22.643474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb56d0f1-22e3-4be3-bfbc-aee9f1625701 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:24:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:16:21Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:16:22.857314 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21def1d8-510c-48ff-9e8a-77ae9ca835fb None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:16:23.109041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0e54e88d-be37-42d7-9b9d-be616cac5bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:25.508478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c2c6-6381-4eb6-86d2-4a6e5f39c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:26.851035 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:28.234611 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:28.994167 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:39.978585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-dfc87809-c2ee-4719-b61c-0eaf6ab1b3a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880785 Nov 08 13:16:40.068545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-efc1a121-3490-4a79-8bb3-e9967b4a79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:40.070038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-efc1a121-3490-4a79-8bb3-e9967b4a79bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0453267 Nov 08 13:16:40.179737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-0fbad055-15c5-4635-a063-919ce5939fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:40.181115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-0fbad055-15c5-4635-a063-919ce5939fb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0884097 Nov 08 13:16:40.250942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-a7326d0e-13e6-40fe-b73f-3cd067767035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1001 time: 0.0593531 Nov 08 13:16:40.302444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-2a6644f5-b5e5-4008-9ae7-1a55e7313335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:40.303863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-2a6644f5-b5e5-4008-9ae7-1a55e7313335 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0445652 Nov 08 13:16:40.358391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-605aaf8c-64a3-4497-93aa-67eef0153e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:16:40.360917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-605aaf8c-64a3-4497-93aa-67eef0153e95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489340 Nov 08 13:16:40.454853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-c6715a5f-6968-432e-b9cd-b2b27f13b49c service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Nov 08 13:16:40.549141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2170c032-5983-4cd1-9ada-33d65ced0838 req-956b3128-b231-4a57-836c-5f9d86026492 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860381 Nov 08 13:16:46.394056 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:50.599039 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:53.123201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb5f4-ae65-49b8-b5f4-c7ffb5fb1e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:55.323106 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:16:55.524624 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9ffb76e3-b428-4a51-a6ec-59bef9acf495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:56.902154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:58.250215 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:16:58.987345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:16.431075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:20.632716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:23.141256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-829e4986-b7ff-4c6d-b653-034f714d3138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:25.504879 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9fc872f5-ad06-47a6-837e-329a344a3141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:26.859315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:28.293525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:29.001951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:32.322041 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:17:42.040069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-7e0e7c20-b261-443f-b855-4c9de47da52e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786088 Nov 08 13:17:42.122224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1c91-3ede-433f-be72-9e30d565a584 req-a476ad2a-a8a6-4b3c-af1e-103062dd4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:17:42.123720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-a476ad2a-a8a6-4b3c-af1e-103062dd4b93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0399199 Nov 08 13:17:42.229895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1c91-3ede-433f-be72-9e30d565a584 req-cb0f6041-fe37-4a7f-a184-33586b23c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:17:42.231390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-cb0f6041-fe37-4a7f-a184-33586b23c8f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0890286 Nov 08 13:17:42.298407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-3c544325-6e7a-4891-887a-940a2a5d2883 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1001 time: 0.0583148 Nov 08 13:17:42.352079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1c91-3ede-433f-be72-9e30d565a584 req-7101691e-e194-4de4-8c30-24e9b5f92298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:17:42.353529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-7101691e-e194-4de4-8c30-24e9b5f92298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0488217 Nov 08 13:17:42.399449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1c91-3ede-433f-be72-9e30d565a584 req-8010e22b-58ad-432b-b9be-9ba6c89987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:17:42.401607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-8010e22b-58ad-432b-b9be-9ba6c89987e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399151 Nov 08 13:17:42.497202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-7c43be70-743e-42a7-be9b-bd2a94820e41 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Nov 08 13:17:42.589965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-679a1c91-3ede-433f-be72-9e30d565a584 req-c873f006-4a8c-42ec-9b0a-327c9e9cf57e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Nov 08 13:17:46.420461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:50.637571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:53.137921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ac4501-aa49-45c6-8cdc-c192f31d963a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:55.497926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c443-94bd-474f-8c3f-4b0b13156385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:56.863430 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:58.240570 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:17:59.011749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:00.549648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5f2dc-f17d-472d-9b8a-c2ac3116083d req-1d1b78b4-7090-4754-ab80-7b34aa4b0d27 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:00.551186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ee5f2dc-f17d-472d-9b8a-c2ac3116083d req-1d1b78b4-7090-4754-ab80-7b34aa4b0d27 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0958478 Nov 08 13:18:00.598263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5ee5f2dc-f17d-472d-9b8a-c2ac3116083d req-64951b92-cf88-4df5-adf3-83feb7a2fed7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Nov 08 13:18:01.835714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df92f8-0450-45d4-ae55-9e0a165d5ae6 req-67de0e92-4d7b-41c6-ae01-4e7708aa2db8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:01.837213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21df92f8-0450-45d4-ae55-9e0a165d5ae6 req-67de0e92-4d7b-41c6-ae01-4e7708aa2db8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0970855 Nov 08 13:18:01.885751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21df92f8-0450-45d4-ae55-9e0a165d5ae6 req-8bf5256a-58b1-46da-8e21-bb70294b83c4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Nov 08 13:18:03.003930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888331d-7a3a-4c8a-8041-5b9a9ecd9624 req-66d7fbb4-6c91-4838-8ab7-2b4be9b610e4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:03.005450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d888331d-7a3a-4c8a-8041-5b9a9ecd9624 req-66d7fbb4-6c91-4838-8ab7-2b4be9b610e4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Nov 08 13:18:03.052942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d888331d-7a3a-4c8a-8041-5b9a9ecd9624 req-4a833c21-4282-4380-8f6c-a0fb284f319b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Nov 08 13:18:04.167179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866477f1-9760-4b98-96f5-681b7e6531a5 req-2939b7f2-84cb-4054-88e2-38674b7a3e10 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:04.168707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-866477f1-9760-4b98-96f5-681b7e6531a5 req-2939b7f2-84cb-4054-88e2-38674b7a3e10 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Nov 08 13:18:04.222462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-866477f1-9760-4b98-96f5-681b7e6531a5 req-014c4ab4-79e1-425d-8ee3-af59eea8f393 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478008 Nov 08 13:18:05.335908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67939fee-7a80-4e83-9fe1-667343ec81f2 req-8d1004d5-1319-46e6-bc97-4dcc46d6e8e7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:05.337863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67939fee-7a80-4e83-9fe1-667343ec81f2 req-8d1004d5-1319-46e6-bc97-4dcc46d6e8e7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0476885 Nov 08 13:18:05.384633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-67939fee-7a80-4e83-9fe1-667343ec81f2 req-afb2ef72-20b4-49aa-8854-347030348ccd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 Nov 08 13:18:06.499705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dbb30-8e0b-4559-b400-ccdcbfe2b5f3 req-4df43d2b-c19b-4f84-8c04-814c1449ce3a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:06.501191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-899dbb30-8e0b-4559-b400-ccdcbfe2b5f3 req-4df43d2b-c19b-4f84-8c04-814c1449ce3a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0480201 Nov 08 13:18:06.548964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-899dbb30-8e0b-4559-b400-ccdcbfe2b5f3 req-4d8af0e5-f430-4b46-a272-e6bed80602cf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Nov 08 13:18:07.668546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8afd6b-95a5-47b7-89bf-e4a0ce8a5622 req-2f13778f-b73f-41ae-a1ac-11c0d6d92e19 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:07.669939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc8afd6b-95a5-47b7-89bf-e4a0ce8a5622 req-2f13778f-b73f-41ae-a1ac-11c0d6d92e19 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Nov 08 13:18:07.716233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc8afd6b-95a5-47b7-89bf-e4a0ce8a5622 req-8952751d-cf02-42b6-bc84-bb807832c510 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 Nov 08 13:18:08.837104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f98ae-91a8-4e1d-a67b-2f97e2b6bafe req-fbab624d-db9b-448b-80e8-cbbe22fa5505 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:08.838662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-014f98ae-91a8-4e1d-a67b-2f97e2b6bafe req-fbab624d-db9b-448b-80e8-cbbe22fa5505 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Nov 08 13:18:08.886259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-014f98ae-91a8-4e1d-a67b-2f97e2b6bafe req-140b95d8-74a5-4ea0-bdf7-74e038504c32 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Nov 08 13:18:09.321111 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:18:10.001029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bdb2a-677c-4549-94c9-d366ea4bd37d req-634325d8-d41a-417d-9c2d-0e7b01a38e67 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:10.002543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b4bdb2a-677c-4549-94c9-d366ea4bd37d req-634325d8-d41a-417d-9c2d-0e7b01a38e67 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0476215 Nov 08 13:18:10.053888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b4bdb2a-677c-4549-94c9-d366ea4bd37d req-897ed657-a765-46e3-9624-ce90fda8fe8f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Nov 08 13:18:11.168611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273db54-0d0c-470f-8806-7ca0c316f6f3 req-80318df3-c2de-43f8-9fd1-182f2c031926 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:11.170123 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2273db54-0d0c-470f-8806-7ca0c316f6f3 req-80318df3-c2de-43f8-9fd1-182f2c031926 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Nov 08 13:18:11.216807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2273db54-0d0c-470f-8806-7ca0c316f6f3 req-7f15d4fd-2593-42a3-abe5-acabd1479963 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Nov 08 13:18:11.582916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214a26e-cf7d-492b-a162-bee99292d834 req-ff542a34-43d3-4434-8d85-55f46454f279 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:11.584445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0214a26e-cf7d-492b-a162-bee99292d834 req-ff542a34-43d3-4434-8d85-55f46454f279 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0475690 Nov 08 13:18:11.631509 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0214a26e-cf7d-492b-a162-bee99292d834 req-24c8120f-125b-41e1-80ea-31489108692f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Nov 08 13:18:11.781523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-ad18213d-443d-487a-a916-eee3578874f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774517 Nov 08 13:18:12.755323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4870b5-bbb0-4a51-b9ce-05044d049025 req-74b4f901-2d66-46ef-8100-07e89c0e53aa tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:12.756798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff4870b5-bbb0-4a51-b9ce-05044d049025 req-74b4f901-2d66-46ef-8100-07e89c0e53aa tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Nov 08 13:18:12.806554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff4870b5-bbb0-4a51-b9ce-05044d049025 req-c963322b-dc25-4101-8bf0-b9319f77e510 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Nov 08 13:18:13.801349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-73c45c26-335c-4fa9-9073-d40183c541ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:13.802869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-73c45c26-335c-4fa9-9073-d40183c541ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0407529 Nov 08 13:18:13.928923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-5a4d6ecb-49c2-4bc2-a965-ac6c46e6d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:13.930420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-5a4d6ecb-49c2-4bc2-a965-ac6c46e6d0bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1210501 Nov 08 13:18:13.952268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b87f0-9ca1-440a-bd73-16057b8b4951 req-6b4a7cc7-83c6-4788-a21c-ed5c0716e160 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:13.953803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d71b87f0-9ca1-440a-bd73-16057b8b4951 req-6b4a7cc7-83c6-4788-a21c-ed5c0716e160 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0709929 Nov 08 13:18:14.031632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-760d5b91-9d18-4ccf-afd8-ff1d9559d42c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1001 time: 0.0928535 Nov 08 13:18:14.072360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d71b87f0-9ca1-440a-bd73-16057b8b4951 req-723c0c4d-fd12-46b7-9777-4cf622bc2dd7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886574 Nov 08 13:18:14.089969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-6a8180b3-dff5-4074-9950-f33cc0ed0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:14.091441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-6a8180b3-dff5-4074-9950-f33cc0ed0fa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0499778 Nov 08 13:18:14.137665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-ac5a15ba-acd9-48b3-816c-a6806d2569f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:14.139163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-ac5a15ba-acd9-48b3-816c-a6806d2569f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400023 Nov 08 13:18:14.233798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-7a13c218-9fd3-4a7f-b3fd-f69b646a36cd service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Nov 08 13:18:14.323065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-f918b882-f023-4b23-b8bd-c0ce002c8859 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815024 Nov 08 13:18:15.193956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114dea-d6ce-47da-88ba-e9246e343360 req-966c083b-1b55-4a59-b7e9-4e2aa28f6ed6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:15.195440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa114dea-d6ce-47da-88ba-e9246e343360 req-966c083b-1b55-4a59-b7e9-4e2aa28f6ed6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0546565 Nov 08 13:18:15.572999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa114dea-d6ce-47da-88ba-e9246e343360 req-835a1e4d-c30f-4b8e-a0e8-c7cfb3227440 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708282 Nov 08 13:18:16.361431 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-60c28497-f01b-4983-8a30-481e8e449e5c service neutron] show failed (client error): The resource could not be found. Nov 08 13:18:16.362474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-60c28497-f01b-4983-8a30-481e8e449e5c service neutron] 10.222.0.57 "GET /v2.0/ports/6218375d-6f4b-484c-b6ac-f83e425b12ae/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0544491 Nov 08 13:18:16.419586 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:16.690891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2772c9-f8d7-4c88-8525-3e7fb1fe143e req-db5fd661-712c-4b06-a151-e30d96c87d45 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:16.692327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2772c9-f8d7-4c88-8525-3e7fb1fe143e req-db5fd661-712c-4b06-a151-e30d96c87d45 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Nov 08 13:18:16.740605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3e2772c9-f8d7-4c88-8525-3e7fb1fe143e req-49aa0dae-58ac-4205-b768-19bf0ae8fc91 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Nov 08 13:18:16.906115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-1872c2b3-8a9e-447a-a3ff-a84dc171375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:16.907635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-1872c2b3-8a9e-447a-a3ff-a84dc171375c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0829771 Nov 08 13:18:16.919728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:18:16.974013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.174787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:17.212335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:18:17.250758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:17.255996 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.268773 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Transition to ACTIVE for port object 6218375d-6f4b-484c-b6ac-f83e425b12ae will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:18:17.290073 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c0094-617b-4c92-95cc-c7eec145f9db" -d '{"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-unplugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:17.331466 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.410714 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0330526-d515-4084-a840-0b497d6a0976 x-openstack-request-id: req-b0330526-d515-4084-a840-0b497d6a0976 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:17.411278 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-unplugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:17.411278 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0330526-d515-4084-a840-0b497d6a0976 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:17.411632 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'code': 200} Nov 08 13:18:17.413895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:17.429047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.429390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.429736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.430071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.432807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.433134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.433456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:17.473213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] No DVR routers for this DVR port 6218375d-6f4b-484c-b6ac-f83e425b12ae on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:18:17.610699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:18:17.611029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:18:17.611353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:18:17.615592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:18:17.615911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Attempting to bind port 6218375d-6f4b-484c-b6ac-f83e425b12ae on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:18:17.620853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:18:17.621189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:18:17.621567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:18:17.621987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Bound port: 6218375d-6f4b-484c-b6ac-f83e425b12ae, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:18:17.622364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.683975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:18:17.686871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:18:17.763237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.797912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:17.798557 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:17.799934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] 10.222.0.61 "PUT /v2.0/ports/6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1091 time: 0.8840556 Nov 08 13:18:17.874517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1d11-0ade-46c3-ba47-955ae6fdfc7d service neutron] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:17.908237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3023fa8-6a3c-4739-a86f-055aa67278f1 req-3bb98a5b-2e07-46de-bb17-7e370b5ce9be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:17.909821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3023fa8-6a3c-4739-a86f-055aa67278f1 req-3bb98a5b-2e07-46de-bb17-7e370b5ce9be tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0909173 Nov 08 13:18:17.913117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-acad1496-9bdf-4a83-b6cb-eeecb615f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:17.914540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-acad1496-9bdf-4a83-b6cb-eeecb615f39f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1094 time: 0.0830116 Nov 08 13:18:18.018681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3023fa8-6a3c-4739-a86f-055aa67278f1 req-36f06218-7403-4916-9fc3-1a37e6f38f92 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022031 Nov 08 13:18:18.040094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-8f08ee05-cd2d-4236-90cd-c7e20680a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:18.042412 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-8f08ee05-cd2d-4236-90cd-c7e20680a344 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1199939 Nov 08 13:18:18.110745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-cce1f786-01ec-4cc8-a686-bb46067af05b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 999 time: 0.0607126 Nov 08 13:18:18.160912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-8f403375-f064-4573-8ece-9beb4c0efa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:18.162505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-8f403375-f064-4573-8ece-9beb4c0efa03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0452294 Nov 08 13:18:18.220909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-24933dff-692a-4336-9280-e33343834954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:18.222490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-24933dff-692a-4336-9280-e33343834954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530863 Nov 08 13:18:18.312353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-b63a08a5-ad81-41fb-80ce-81850183a40b service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Nov 08 13:18:18.406343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7630335c-f82a-4d90-8f8d-4a4da4ce2680 req-e796c0c7-6585-414a-b8fc-268e90074c41 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Nov 08 13:18:19.143512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f928485-c1f0-4350-a74f-a63318738211 req-18d5ff0f-1811-48b1-92f8-bb64030454cf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.145011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f928485-c1f0-4350-a74f-a63318738211 req-18d5ff0f-1811-48b1-92f8-bb64030454cf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Nov 08 13:18:19.192603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f928485-c1f0-4350-a74f-a63318738211 req-fe34d216-5e94-4e01-b3e3-d6755adb0ca0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Nov 08 13:18:19.412530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:19.415084 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5062b-2bfa-481d-a34b-d5b1993558f4" -d '{"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:19.465065 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8845fc-8c3b-4934-af48-e3eb83d83cc9 x-openstack-request-id: req-7b8845fc-8c3b-4934-af48-e3eb83d83cc9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:19.465459 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:19.465710 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b8845fc-8c3b-4934-af48-e3eb83d83cc9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:19.466113 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'status': 'completed', 'code': 200} Nov 08 13:18:19.553651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-360d0ab4-c28a-4f61-88de-96dce9884813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.554879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-360d0ab4-c28a-4f61-88de-96dce9884813 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1094 time: 0.0731740 Nov 08 13:18:19.558423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-9d6ebede-67d0-4d10-9d7d-8d1a8f3ddfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.559757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-9d6ebede-67d0-4d10-9d7d-8d1a8f3ddfe5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1094 time: 0.0701430 Nov 08 13:18:19.715641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-07914af6-490d-4c0d-b286-2cb2b91e7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.717007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-07914af6-490d-4c0d-b286-2cb2b91e7bfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1552255 Nov 08 13:18:19.718065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-52f273fe-f58f-49d7-a62e-656ab862fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.719387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-52f273fe-f58f-49d7-a62e-656ab862fb6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1505015 Nov 08 13:18:19.773755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:18:19.812658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:18:19.833180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-d5f29ec5-1c10-4730-b865-43cdf1553c03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 999 time: 0.1082878 Nov 08 13:18:19.834918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-7761597c-c2dd-4afa-a73f-ad27189612f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 999 time: 0.1037838 Nov 08 13:18:19.921891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-cd503d24-0d81-4489-a0f9-aa9bd7cf8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.923380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-cd503d24-0d81-4489-a0f9-aa9bd7cf8ba1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0834005 Nov 08 13:18:19.924719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-7a634128-44fb-491e-bb4e-bd13aead986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:19.926007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-7a634128-44fb-491e-bb4e-bd13aead986f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0789557 Nov 08 13:18:19.998787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-a169ae0a-ac49-4d3c-b68e-1e6545459504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:20.000207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-a169ae0a-ac49-4d3c-b68e-1e6545459504 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699782 Nov 08 13:18:20.001988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-1aae672d-9a75-4afb-8a7b-c2b39b5e3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:20.003344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-1aae672d-9a75-4afb-8a7b-c2b39b5e3423 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649431 Nov 08 13:18:20.163189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-7c145369-956a-4957-8edc-2d5f0d0ef3a8 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560814 Nov 08 13:18:20.167346 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-2ae3d97e-bda4-44b1-9477-983c36d122da service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527700 Nov 08 13:18:20.360445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-3c2f9e51-5945-4b9e-99bf-b02908360d1e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892772 Nov 08 13:18:20.370626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300785c1-ebdf-42db-8711-df51c5baad39 req-24d78c24-c370-42f1-9aff-1fd0061715ed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:20.372339 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-300785c1-ebdf-42db-8711-df51c5baad39 req-24d78c24-c370-42f1-9aff-1fd0061715ed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0989864 Nov 08 13:18:20.374007 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bc5062b-2bfa-481d-a34b-d5b1993558f4 req-c92fd918-d749-4d97-a7e4-b7bba741b67e service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961262 Nov 08 13:18:20.422702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-300785c1-ebdf-42db-8711-df51c5baad39 req-ef35534f-6ae3-4638-a8e5-a427ae6219c3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Nov 08 13:18:20.636742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:20.715535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:18:20.779454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14045bb-f0e4-466a-b0ab-cfe910b448a1 req-e5006147-3677-47e1-856b-ea4941a42a1d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:20.781664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b14045bb-f0e4-466a-b0ab-cfe910b448a1 req-e5006147-3677-47e1-856b-ea4941a42a1d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 943 time: 0.0581012 Nov 08 13:18:20.822912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:20.834368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'mac_address': 'fa:16:3e:24:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:18:20.865743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b14045bb-f0e4-466a-b0ab-cfe910b448a1 req-506ec27f-35f9-409b-b7ba-e765325b42ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759087 Nov 08 13:18:20.872344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:20.881052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-802849c3-ec5f-46b9-9b65-3959fedd999b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:20.882274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-802849c3-ec5f-46b9-9b65-3959fedd999b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859&tenant_id=48baf4d947e74f758a7981635e9e5f59&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 943 time: 0.0790091 Nov 08 13:18:20.886828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6218375d-6f4b-484c-b6ac-f83e425b12ae {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:18:20.907716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:20.952930 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-dd882975-4b7f-4378-bb1f-5962d96856c7 service neutron] delete failed (client error): The resource could not be found. Nov 08 13:18:20.953978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-dd882975-4b7f-4378-bb1f-5962d96856c7 service neutron] 10.222.0.57 "DELETE /v2.0/ports/6218375d-6f4b-484c-b6ac-f83e425b12ae/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0644066 Nov 08 13:18:20.979886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:21.039093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:21.046881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.052638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.052638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.052638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.052920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-c4f737cc-a8cc-4474-8832-e6f1b67c8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053033 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:18:21.053710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-c4f737cc-a8cc-4474-8832-e6f1b67c8e89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1095 time: 0.0507500 Nov 08 13:18:21.153510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-d524c8b3-8bb0-49e2-b95e-4701a226926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:21.155391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-d524c8b3-8bb0-49e2-b95e-4701a226926e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0972407 Nov 08 13:18:21.230195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6218375d-6f4b-484c-b6ac-f83e425b12ae'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:18:21.232029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-14ab7a76-8487-434e-a7db-c5ae2c54befe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1000 time: 0.0690873 Nov 08 13:18:21.285488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-7b72c7e7-5437-4210-afae-d563ae573412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:21.287008 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-7b72c7e7-5437-4210-afae-d563ae573412 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0474234 Nov 08 13:18:21.338212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-e9bf091a-f807-41ba-a4fa-48e977a6f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:21.339871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-e9bf091a-f807-41ba-a4fa-48e977a6f982 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461471 Nov 08 13:18:21.440496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-bc23c87c-6e03-4357-907c-baa42c6c2662 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931830 Nov 08 13:18:21.538263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f4fc0a1-7bd7-439e-88eb-319b9eede404 req-85c1a44a-4323-4bb9-ad2e-a86ef7758c55 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912240 Nov 08 13:18:21.989212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d88c-9b29-4270-8f76-2b560d63c819 req-9b1ea39f-a653-4674-9877-babf1e3ee5e9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:21.990746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee52d88c-9b29-4270-8f76-2b560d63c819 req-9b1ea39f-a653-4674-9877-babf1e3ee5e9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 944 time: 0.0497077 Nov 08 13:18:22.039409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee52d88c-9b29-4270-8f76-2b560d63c819 req-0ef65784-564c-4274-b8b0-54fed3893887 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Nov 08 13:18:22.714679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:18:22.848555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 6218375d-6f4b-484c-b6ac-f83e425b12ae completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:18:22.853147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6218375d-6f4b-484c-b6ac-f83e425b12ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:18:22.856883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:22.928818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:22.951103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:22.964493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:22.991083 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19c6315-3f88-4c9f-b40f-8d3c88becc88" -d '{"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-plugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:23.048408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:23.085007 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ec04d6-c6e9-43b1-a3fc-5272144304b6 x-openstack-request-id: req-19ec04d6-c6e9-43b1-a3fc-5272144304b6 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:23.085294 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-plugged", "status": "completed", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:23.085545 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19ec04d6-c6e9-43b1-a3fc-5272144304b6 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:23.085933 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'code': 200} Nov 08 13:18:23.109420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:23.153745 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-03150f04-9117-458b-bedf-ac9d5458be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:23.159758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d58a7-4ddf-429d-ad4b-e82341ab52bb req-7028c4f2-cbcc-45bd-a4f6-5e0948becd00 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.161271 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-758d58a7-4ddf-429d-ad4b-e82341ab52bb req-7028c4f2-cbcc-45bd-a4f6-5e0948becd00 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Nov 08 13:18:23.212973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-758d58a7-4ddf-429d-ad4b-e82341ab52bb req-d3d4179d-3bea-41e6-9b4b-1f2e76413784 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Nov 08 13:18:23.328168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f57f-8999-4e96-80eb-a86ae81e7015 req-c1c976e8-44d1-4417-9230-12a796f9e259 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.329635 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b12f57f-8999-4e96-80eb-a86ae81e7015 req-c1c976e8-44d1-4417-9230-12a796f9e259 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0482621 Nov 08 13:18:23.376385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b12f57f-8999-4e96-80eb-a86ae81e7015 req-16e7ab07-359d-4273-b7d5-adf85eef3e3d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Nov 08 13:18:23.688498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006773-5137-4381-bfae-e610b299e028 req-e13295e1-2473-460c-bb06-e6c2f99c01c2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.689998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f006773-5137-4381-bfae-e610b299e028 req-e13295e1-2473-460c-bb06-e6c2f99c01c2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Nov 08 13:18:23.748686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5f006773-5137-4381-bfae-e610b299e028 req-ba96ceb0-01ac-427a-89fa-0725849d36d5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512545 Nov 08 13:18:23.783954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-028302ff-982a-43eb-ad17-fc502df2515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.785450 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-028302ff-982a-43eb-ad17-fc502df2515e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 1096 time: 0.0527217 Nov 08 13:18:23.876111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-719455b3-dd6d-43c8-9e11-1cdbe2efe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.877580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-719455b3-dd6d-43c8-9e11-1cdbe2efe792 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0851009 Nov 08 13:18:23.945561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-80e731cc-156a-4a6f-a6fb-f45d746c173d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 200 len: 1001 time: 0.0606289 Nov 08 13:18:23.995447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-54df0fab-c437-45e3-87fa-00db00e7abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:23.996903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-54df0fab-c437-45e3-87fa-00db00e7abfe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0443003 Nov 08 13:18:24.043609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-d98f58f6-d8ed-4a19-8678-9690f851d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:24.045093 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-d98f58f6-d8ed-4a19-8678-9690f851d774 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406899 Nov 08 13:18:24.140410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-605d4217-0cd2-4e97-902f-93ce8c9b1d2b service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874600 Nov 08 13:18:24.231793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-da5d3905-8d58-4a0b-b30e-f496b0d15fee req-5d3521c3-b07b-4ae1-bc58-87f4514c5cf7 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Nov 08 13:18:24.280690 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-1c2a8b0a-f2bb-4a81-9372-8668a25a3790 req-1995e216-78c1-4adc-b46f-14b775b2ce6a service neutron] (102536) timed out ('10.222.0.58', 60490) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:18:24.876403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6b5e-ca66-4432-bf6b-e2f3cef75ac7 req-d8f238ba-8dd0-412c-be4b-999e36a277e0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:24.877856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e2a6b5e-ca66-4432-bf6b-e2f3cef75ac7 req-d8f238ba-8dd0-412c-be4b-999e36a277e0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0547342 Nov 08 13:18:24.926432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e2a6b5e-ca66-4432-bf6b-e2f3cef75ac7 req-0d0990ee-b47b-467b-b223-4baa95a4c38e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Nov 08 13:18:25.501921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d1782858-dee2-40c1-bf04-da5ce0051d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:26.040750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76cea-ca45-450a-8e10-1d1d748e4085 req-3d897436-611e-4383-b992-79bf310594b8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:26.042225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7e76cea-ca45-450a-8e10-1d1d748e4085 req-3d897436-611e-4383-b992-79bf310594b8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Nov 08 13:18:26.088591 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7e76cea-ca45-450a-8e10-1d1d748e4085 req-af0d56b0-7d51-47d9-a782-2c24e1b872ba tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Nov 08 13:18:26.540624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991264fa-b2ca-498f-8c16-0e09eacf9cbc req-32341923-9ee0-4fc0-9db4-bc27909a6a4e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:26.542421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-991264fa-b2ca-498f-8c16-0e09eacf9cbc req-32341923-9ee0-4fc0-9db4-bc27909a6a4e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Nov 08 13:18:26.595361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-991264fa-b2ca-498f-8c16-0e09eacf9cbc req-914fdb11-9fe2-4ebc-97e5-3ab4b827e521 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Nov 08 13:18:26.856010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:27.714114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128712b-ad79-49b9-ac67-ed08f41ec1c5 req-4ae2bbe8-d225-4514-a1ec-fbedb2427c9f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:27.715611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6128712b-ad79-49b9-ac67-ed08f41ec1c5 req-4ae2bbe8-d225-4514-a1ec-fbedb2427c9f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Nov 08 13:18:27.770260 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6128712b-ad79-49b9-ac67-ed08f41ec1c5 req-ff046743-1d6d-4cb1-b5d9-9a1e430e5cf9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Nov 08 13:18:27.807167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-1a337d76-4dc5-49f0-8472-4e358921ae76 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:27.817830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-1a337d76-4dc5-49f0-8472-4e358921ae76 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Nov 08 13:18:27.900408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Deleting port 6218375d-6f4b-484c-b6ac-f83e425b12ae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:18:27.900662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:27.988057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] For port 6218375d-6f4b-484c-b6ac-f83e425b12ae, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6218375d-6f4b-484c-b6ac-f83e425b12ae,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:27.988418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.253778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.493491 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.493758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.494069 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e disassociated. External IP: 172.25.1.213, port: 6218375d-6f4b-484c-b6ac-f83e425b12ae. Nov 08 13:18:28.494440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Calling delete_port for 6218375d-6f4b-484c-b6ac-f83e425b12ae owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:18:28.679177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.713355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'Port': ['ID=6218375d-6f4b-484c-b6ac-f83e425b12ae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:28.832365 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:18:28.903690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46d1e5c0-bc21-47a3-9faf-722b028baf09 req-45b2790d-737e-4e9f-bab1-0620a03fc05f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=054602e3-2373-4e6e-bbf6-e61051ad5859 HTTP/1.1" status: 200 len: 210 time: 0.0590200 Nov 08 13:18:28.969580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:18:28.980862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:18:28.987321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:28.994764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:18:28.999713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:18:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:29.009751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] No DVR routers for this DVR port 6218375d-6f4b-484c-b6ac-f83e425b12ae on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:18:29.012448 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:29.015707 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-34e1435e-1d70-4b82-a007-3e0985bf5662 req-c8134390-9fa3-485c-bdf5-978624d6eb49 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "DELETE /v2.0/ports/6218375d-6f4b-484c-b6ac-f83e425b12ae HTTP/1.1" status: 204 len: 173 time: 1.2004275 Nov 08 13:18:29.016141 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-deleted', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:29.018430 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ab1d7-b9d8-45f3-a36c-cf41634d97aa" -d '{"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-deleted", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:29.055712 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76802446-82e7-40d0-b7e7-01e61f199530 x-openstack-request-id: req-76802446-82e7-40d0-b7e7-01e61f199530 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:29.056117 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054602e3-2373-4e6e-bbf6-e61051ad5859", "name": "network-vif-deleted", "tag": "6218375d-6f4b-484c-b6ac-f83e425b12ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:29.056375 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76802446-82e7-40d0-b7e7-01e61f199530 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:29.056777 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054602e3-2373-4e6e-bbf6-e61051ad5859', 'name': 'network-vif-deleted', 'tag': '6218375d-6f4b-484c-b6ac-f83e425b12ae', 'status': 'completed', 'code': 200} Nov 08 13:18:29.268649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:18:29.476272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:29.503601 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:18:29.512565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:18:29.513178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:18:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:29.623016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:18:29.819879 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:29.850875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5788f42-f856-4d30-9697-dc286ae9d58e None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:18:30.079216 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92249c6d-8f74-4d01-8813-0c370e06ba62 None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:18:30.194181 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-62d68edf-567e-43b3-8207-c74d8b9d4ec8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1508371213&fields=id&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 267 time: 0.0435109 Nov 08 13:18:30.308765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-27cb6d4e-50c5-490b-b25e-0348df0dc213 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:30.310216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-27cb6d4e-50c5-490b-b25e-0348df0dc213 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1092491 Nov 08 13:18:30.325356 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-d31d7561-5759-4277-a88e-154e8cdde045 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/quotas/48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 375 time: 0.0093002 Nov 08 13:18:30.379853 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-d07626fb-9c94-43ec-94e9-abb9cd506f60 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492761 Nov 08 13:18:30.467728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-50c85fe0-8c35-4889-9cb8-8b6700d73051 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:18:30.468748 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-50c85fe0-8c35-4889-9cb8-8b6700d73051 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432963 Nov 08 13:18:30.561697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-3af7c9e9-20ae-4e98-a866-c1a190c19a52 service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Nov 08 13:18:30.657603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-1a71eb93-d6f8-4425-81b9-6729e20f42d6 service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Nov 08 13:18:30.908830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2483d70f-ead4-4a48-b8a0-d7a0f2450d57 req-7e20dcbb-b6af-4330-bd3b-c4cec5e007ae tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 210 time: 0.0287161 Nov 08 13:18:32.019578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8dcd2e0c-5610-4775-b8a5-8e451cc9e607 req-4cb3a65e-119a-4d61-bb97-d627b1f25058 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 210 time: 0.0312657 Nov 08 13:18:32.672137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-a2a699a2-a0f4-4d6a-835d-b212ac4b5a77 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:32.673505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-a2a699a2-a0f4-4d6a-835d-b212ac4b5a77 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1023946 Nov 08 13:18:32.735986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-c021cacb-955b-4e76-9f2f-efc92f70865b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 380 time: 0.0534987 Nov 08 13:18:32.746272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:18:32.747283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'port': {'device_id': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'admin_state_up': True, 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'security_groups': ['da462e14-5d00-405c-afb6-dba7decbc019']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:18:32.766947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 6218375d-6f4b-484c-b6ac-f83e425b12ae {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:18:32.767596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6218375d-6f4b-484c-b6ac-f83e425b12ae not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:18:32.942165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:18:32.945925 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.076455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Allocated IP 172.20.0.8 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/775236d5-d409-4243-b324-1c4acd1c8ba9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:18:33.134836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aac5a3a6-2f70-4d68-8f51-e0de88c0db91 req-7205f77f-a03a-47ce-aeb1-a03291aa6697 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 210 time: 0.0421650 Nov 08 13:18:33.239398 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.322577 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.362777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:18:33.365831 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:18:33.371926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:18:33.402325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:33.432298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:33.432954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.515956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-4128f159-3db3-464c-aea8-61d020ad3ac9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738142 Nov 08 13:18:33.529044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Request body: {'port': {'device_id': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:18:33.583982 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.608438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2f12e724-f5e8-4677-b132-dc220b264033 None None] Provisioning complete for port 775236d5-d409-4243-b324-1c4acd1c8ba9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:18:33.608803 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f12e724-f5e8-4677-b132-dc220b264033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.643956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2f12e724-f5e8-4677-b132-dc220b264033 None None] Port 775236d5-d409-4243-b324-1c4acd1c8ba9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:18:33.857987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:18:33.865408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:33.877734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Transition to ACTIVE for port object 775236d5-d409-4243-b324-1c4acd1c8ba9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:18:33.968411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:34.037166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:34.095371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:18:34.096011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:18:34.096011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:18:34.100737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:18:34.101056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:18:34.107266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:18:34.107600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:18:34.107976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:18:34.108472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Bound port: 775236d5-d409-4243-b324-1c4acd1c8ba9, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:18:34.108773 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:34.178580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:18:34.182263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:18:34.261390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484307e8-8072-4721-a451-26c225c18908 req-ef1c4602-f7b1-4ddb-80f4-9dbc61094ac0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.262920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-484307e8-8072-4721-a451-26c225c18908 req-ef1c4602-f7b1-4ddb-80f4-9dbc61094ac0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.0500350 Nov 08 13:18:34.276909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:34.321531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.322154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:34.323582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1091 time: 0.7991447 Nov 08 13:18:34.324025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:34.326326 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f34631-d197-49c9-8ca6-d22cffe92f03" -d '{"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:34.375233 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-484307e8-8072-4721-a451-26c225c18908 req-9c60598b-2e8a-43e6-9a9b-ee237441f6cf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056569 Nov 08 13:18:34.378725 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8140890-f13d-4558-9da3-b2272411b677 x-openstack-request-id: req-a8140890-f13d-4558-9da3-b2272411b677 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:34.384295 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:34.384295 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8140890-f13d-4558-9da3-b2272411b677 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:34.384295 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'status': 'completed', 'code': 200} Nov 08 13:18:34.384295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3610c2d-f7f9-4a05-b4cc-e11de7a9c4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:34.450124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-6afcb524-1776-41bc-83b3-e27cff057d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.452486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-6afcb524-1776-41bc-83b3-e27cff057d3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1094 time: 0.0530031 Nov 08 13:18:34.551692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-8ea412ae-9d62-4f27-95d0-8e537e5064e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.553176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-8ea412ae-9d62-4f27-95d0-8e537e5064e6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=48baf4d947e74f758a7981635e9e5f59&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934348 Nov 08 13:18:34.655059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-996343cb-f18a-4e13-94a8-b1ef50a023c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.656483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5f34631-d197-49c9-8ca6-d22cffe92f03 req-996343cb-f18a-4e13-94a8-b1ef50a023c8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964501 Nov 08 13:18:34.733962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-24a3e5d1-56a7-415a-bea3-a738a40e9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.735529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-24a3e5d1-56a7-415a-bea3-a738a40e9d3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1094 time: 0.0416293 Nov 08 13:18:34.784286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-516c9a9f-6441-4989-8cb3-596bee6770f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 217 time: 0.0378451 Nov 08 13:18:34.832922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-73050e82-c4c1-4040-b5c9-114e04796445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.834368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-73050e82-c4c1-4040-b5c9-114e04796445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0433497 Nov 08 13:18:34.879742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-00321ff8-4292-4a3f-be0e-98b15d76742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:34.881204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-00321ff8-4292-4a3f-be0e-98b15d76742d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404248 Nov 08 13:18:34.973656 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-752e1c07-09e3-44b3-973f-bd017ee13aeb service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Nov 08 13:18:35.062143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c186e74-2270-4712-9f45-5a3b54f8b8ca req-c31e1ede-0716-4976-aae6-5f22827f4965 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819380 Nov 08 13:18:35.505003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b1b3-5440-4029-aebf-52a4756a8208 req-a516c6df-0060-4a65-a8af-796518a39cc3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:35.506505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90b1b1b3-5440-4029-aebf-52a4756a8208 req-a516c6df-0060-4a65-a8af-796518a39cc3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.0481412 Nov 08 13:18:35.558602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-90b1b1b3-5440-4029-aebf-52a4756a8208 req-89788c3d-7bc3-4854-98bb-5e854d246c43 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Nov 08 13:18:36.683531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ffc6-d6dd-45e3-a2c2-ea7e3491e0bc req-5f9c7008-4c12-4f53-a046-632a2a1d4431 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:36.685037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9db6ffc6-d6dd-45e3-a2c2-ea7e3491e0bc req-5f9c7008-4c12-4f53-a046-632a2a1d4431 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.0499535 Nov 08 13:18:36.733222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9db6ffc6-d6dd-45e3-a2c2-ea7e3491e0bc req-7a199049-c754-4dd9-9036-35ddebe5961b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Nov 08 13:18:37.847457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544569b1-4242-4830-a3e2-b2ed3c2966ca req-27cff757-ad20-48f0-bdd6-2df7a11fdc26 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:37.848964 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-544569b1-4242-4830-a3e2-b2ed3c2966ca req-27cff757-ad20-48f0-bdd6-2df7a11fdc26 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.0489833 Nov 08 13:18:37.850805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:18:37.896430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-544569b1-4242-4830-a3e2-b2ed3c2966ca req-26278d95-0bca-4d06-9a5f-052b08ff6b14 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Nov 08 13:18:37.951094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:37.962713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:18:38.002891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:38.016164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:18:38.035398 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:38.095929 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:38.143994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:38.299411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['775236d5-d409-4243-b324-1c4acd1c8ba9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:18:39.012686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8182b3b-c3c7-4e79-befc-f00b08a5a86a req-952ee3fd-7bca-459f-83ad-fa89e56e5c6f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:39.014163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8182b3b-c3c7-4e79-befc-f00b08a5a86a req-952ee3fd-7bca-459f-83ad-fa89e56e5c6f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0517530 Nov 08 13:18:39.061641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8182b3b-c3c7-4e79-befc-f00b08a5a86a req-0a8395e1-de9f-442e-86e8-0c3ba86a075d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Nov 08 13:18:39.868731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:18:39.967657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 775236d5-d409-4243-b324-1c4acd1c8ba9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:18:39.971684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 775236d5-d409-4243-b324-1c4acd1c8ba9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:18:39.972049 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:40.049111 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:40.075195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:40.077466 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4ac2c1-1da5-4abc-9ea0-a07361a928ea" -d '{"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-plugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:40.097666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:18:40.115019 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce78ede8-c441-476a-8ac2-cbafdc4e3222 x-openstack-request-id: req-ce78ede8-c441-476a-8ac2-cbafdc4e3222 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:40.115239 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-plugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:40.115498 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce78ede8-c441-476a-8ac2-cbafdc4e3222 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:40.115898 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'code': 200} Nov 08 13:18:40.173933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:40.183364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ac024-6575-428e-a2cc-8e0f11ffe58b req-a331a117-9701-45b2-851f-2eec299cd49d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:40.185114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec5ac024-6575-428e-a2cc-8e0f11ffe58b req-a331a117-9701-45b2-851f-2eec299cd49d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0506482 Nov 08 13:18:40.223974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:18:40.259104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8abdc7-7d2b-4da2-abbf-445732641ff4 req-3304a34c-15c4-4bc5-a1e6-0741fe6c15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:40.260682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8abdc7-7d2b-4da2-abbf-445732641ff4 req-3304a34c-15c4-4bc5-a1e6-0741fe6c15be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1096 time: 0.0745788 Nov 08 13:18:40.264352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec5ac024-6575-428e-a2cc-8e0f11ffe58b req-674f5405-afba-4766-8adc-24568f84787b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709612 Nov 08 13:18:40.310602 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8abdc7-7d2b-4da2-abbf-445732641ff4 req-f6ddf83c-40bb-43f7-b6a6-706a097647e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Nov 08 13:18:41.433879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5be05-1927-4851-8506-2466fda33931 req-c2f2f65b-3c48-402c-9630-2f7178db806d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:41.441210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4f5be05-1927-4851-8506-2466fda33931 req-c2f2f65b-3c48-402c-9630-2f7178db806d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0516148 Nov 08 13:18:41.482416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4f5be05-1927-4851-8506-2466fda33931 req-66798e8f-b7bc-4742-a3d6-a88ed18552d0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Nov 08 13:18:41.925837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-b0d89e36-95d8-4748-afba-f89cfc52befb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383904 Nov 08 13:18:42.010413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-2b51570e-e3de-4728-9a30-9b287e75531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.011891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-2b51570e-e3de-4728-9a30-9b287e75531a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1096 time: 0.0441704 Nov 08 13:18:42.111330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-ed7132cb-f7aa-44a1-a834-1c182db13f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.112771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-ed7132cb-f7aa-44a1-a834-1c182db13f7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0830150 Nov 08 13:18:42.157454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-58963682-6ec3-4453-adde-4fcd3e8f1942 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 217 time: 0.0377183 Nov 08 13:18:42.207727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-50ba25ca-e35d-400c-a749-687c435efda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.209088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-50ba25ca-e35d-400c-a749-687c435efda8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0442691 Nov 08 13:18:42.253884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-ca21b2cf-bc70-4ff5-aa90-77e594f70ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.255397 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-ca21b2cf-bc70-4ff5-aa90-77e594f70ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394762 Nov 08 13:18:42.350731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-642b33a9-d0ee-45f4-b830-affe5627df3f service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Nov 08 13:18:42.441740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87225bd5-06c8-4b35-8335-8e8263447f9e req-f87be947-2410-4c01-9e2c-7c3ac7e67fa4 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843265 Nov 08 13:18:42.597207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b3ef5-86a5-45f4-9e36-11d404cfb3af req-e9c43c5a-56a7-4884-a009-c2542352e1ed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.598719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22b3ef5-86a5-45f4-9e36-11d404cfb3af req-e9c43c5a-56a7-4884-a009-c2542352e1ed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0487752 Nov 08 13:18:42.649593 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e22b3ef5-86a5-45f4-9e36-11d404cfb3af req-524af54d-97cb-4138-9e02-8da842cb6b7e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Nov 08 13:18:42.763254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02964f-1ab1-4a3e-b0fa-58fd37fed42a req-0900f9aa-ecc1-400e-8a34-3e1efde3d3d6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:42.764704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cd02964f-1ab1-4a3e-b0fa-58fd37fed42a req-0900f9aa-ecc1-400e-8a34-3e1efde3d3d6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0491090 Nov 08 13:18:42.773681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:18:42.778412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'floatingip': {'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:18:42.816651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:43.245492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:43.306764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:43.406588 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e associated. External IP: 172.25.1.213, port: 775236d5-d409-4243-b324-1c4acd1c8ba9. Nov 08 13:18:43.939895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:18:44.051026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:18:44.056451 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:44.061594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:18:44.071970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:18:44.072606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:18:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:44.084654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cc309b41-77e0-42ab-ae8d-0f01e387e6c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "PUT /v2.0/floatingips/e7544222-6ff7-4c3b-9053-29dbb075a43e HTTP/1.1" status: 200 len: 991 time: 1.3097935 Nov 08 13:18:44.085235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:18:44.087577 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab" -d '{"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:18:44.130715 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3efe70-cc64-410c-b942-62d33eae2d93 x-openstack-request-id: req-ed3efe70-cc64-410c-b942-62d33eae2d93 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:18:44.131002 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:18:44.131249 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed3efe70-cc64-410c-b942-62d33eae2d93 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:18:44.131648 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'status': 'completed', 'code': 200} Nov 08 13:18:44.191738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:18:44.198146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-c28c72b7-4e80-4a4c-8037-a8fb8e1d688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:44.199684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-c28c72b7-4e80-4a4c-8037-a8fb8e1d688d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1096 time: 0.0417309 Nov 08 13:18:44.296022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-767927a8-5585-4970-bc5e-02d054d0867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:44.297540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-767927a8-5585-4970-bc5e-02d054d0867c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0910103 Nov 08 13:18:44.364149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-f7d5467f-38f6-46b7-9b2b-8a06e39ba8ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 999 time: 0.0585003 Nov 08 13:18:44.414881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-66639718-8a62-414b-bfaa-256f75d526d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:44.416428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-66639718-8a62-414b-bfaa-256f75d526d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0458581 Nov 08 13:18:44.429995 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:18:43Z', 'revision_number': 9, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:44.456727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:18:44.465511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:18:44.466119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:18:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:44.467921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-c1d8154e-b7cb-4e0b-af57-6f5bac3c8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:18:44.469441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-c1d8154e-b7cb-4e0b-af57-6f5bac3c8b83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461798 Nov 08 13:18:44.559935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-31823abf-a83a-43c1-b513-6a222a6a21b2 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Nov 08 13:18:44.570590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:18:44.658282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f98b40b4-0e30-473c-8eb8-9abd7a1e5dab req-7b94018a-7b6c-4e98-ae7e-f8f0c83c58f0 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898988 Nov 08 13:18:44.791690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:18:43Z', 'revision_number': 9, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:18:44.821959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45788480-6b51-4e9b-a015-ea74431a2f86 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:18:43Z', 'revision_number': 9, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:18:45.014318 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d669c7a-1972-4f69-8e2d-9dd57a8a3202 None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:18:46.321304 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:18:46.466732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:50.653013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:53.146677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12c8cd34-a393-4ad9-b66d-ef4e74001e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:55.512022 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-999d2962-c2cd-40e8-80ba-0afb01beedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:56.867177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:58.260366 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:18:58.998075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:16.435209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:20.636684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:23.134103 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a16e-d2d4-4b09-85bb-15faf205b847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:23.320888 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:19:25.522529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef432c92-9783-4bd3-851e-f92aa6a86223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:26.853437 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:28.280921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:29.005966 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:41.939590 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-87a8e255-82b7-471a-9d77-26432f49836a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444627 Nov 08 13:19:42.022698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-83137dc2-75e8-4102-adc3-d2c1d07dbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:19:42.024456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-83137dc2-75e8-4102-adc3-d2c1d07dbb6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1096 time: 0.0428858 Nov 08 13:19:42.129811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-c51661bc-1f87-413c-a6d4-f5ce03bd26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:19:42.131842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-c51661bc-1f87-413c-a6d4-f5ce03bd26ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0884526 Nov 08 13:19:42.197148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-64d2b59d-27b8-4876-8db5-78a7de66aabf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0583396 Nov 08 13:19:42.249029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-4d72c586-7009-4748-93c8-9835972a01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:19:42.250473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-4d72c586-7009-4748-93c8-9835972a01dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0470018 Nov 08 13:19:42.296427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-f3ed6fd8-ae4f-47d6-a85c-1c7cd4c93425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:19:42.298131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-f3ed6fd8-ae4f-47d6-a85c-1c7cd4c93425 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399461 Nov 08 13:19:42.394283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-0737efd4-74f5-4996-ba08-9065fb25a65e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 Nov 08 13:19:42.485354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa97c86e-fbd7-4efa-bbde-2ab6c573a29b req-a5fa83c5-622e-4f10-b158-b283c7e408af service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839951 Nov 08 13:19:46.480247 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:50.647044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:53.143931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6f151491-9ee8-450a-8adb-bc07c4d116de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:55.498186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d259ea85-c2d8-4caa-82ee-9686b436a50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:56.846234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:58.263488 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:19:59.017573 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:00.319779 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:20:16.462926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:20.590430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc2f0-a102-41cb-bccd-4245b300ed76 req-84018e80-45c2-480d-9f67-7b66624f9ad7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:20.591952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-824bc2f0-a102-41cb-bccd-4245b300ed76 req-84018e80-45c2-480d-9f67-7b66624f9ad7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0524809 Nov 08 13:20:20.646898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-824bc2f0-a102-41cb-bccd-4245b300ed76 req-c89b84bf-4337-430c-8e14-6707cf6707d4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489659 Nov 08 13:20:20.665267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:20.680441 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-468f1cb5-fc7b-4f0b-aed3-8e884a474c6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481122 Nov 08 13:20:21.770339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f70bc-753d-46c1-a80f-098294a901c7 req-c9da3739-445c-4c35-a775-73fdc5ca8b5e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:21.771858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e85f70bc-753d-46c1-a80f-098294a901c7 req-c9da3739-445c-4c35-a775-73fdc5ca8b5e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0512314 Nov 08 13:20:21.820423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e85f70bc-753d-46c1-a80f-098294a901c7 req-bb6705a2-b102-4440-9102-445e053e1863 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Nov 08 13:20:22.513404 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-1ab5fe51-b990-40d7-8506-0d487dc3ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:22.514957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-1ab5fe51-b990-40d7-8506-0d487dc3ca1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1096 time: 0.0420330 Nov 08 13:20:22.610347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-ae6b1465-11e6-4b2f-8a69-1860df169e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:22.611820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-ae6b1465-11e6-4b2f-8a69-1860df169e9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0896111 Nov 08 13:20:22.677770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-b2cee5b1-2f0b-4949-bd9f-28febe046683 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0579374 Nov 08 13:20:22.729860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-ff9bd5dc-57e1-4a66-86f5-7b588c9d4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:22.731335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-ff9bd5dc-57e1-4a66-86f5-7b588c9d4b2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0472083 Nov 08 13:20:22.777363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-4e4b0480-ee7d-4ad2-b5ac-edaa432d8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:22.778905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-4e4b0480-ee7d-4ad2-b5ac-edaa432d8895 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391545 Nov 08 13:20:22.871794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-db0face5-9c99-4860-a3b0-5956c05eee1e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Nov 08 13:20:22.997432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4df4c3-87db-42e4-97a8-09ae647d57ff req-1bf8d8eb-ceed-48f7-bb15-a26353516119 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:22.998863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea4df4c3-87db-42e4-97a8-09ae647d57ff req-1bf8d8eb-ceed-48f7-bb15-a26353516119 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.1021655 Nov 08 13:20:23.004226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-65c41ea6-7848-4f3f-b4ab-08eb673ae2de service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252646 Nov 08 13:20:23.048429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea4df4c3-87db-42e4-97a8-09ae647d57ff req-1f0fdc19-84d4-4c9e-9530-43695a88fa73 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Nov 08 13:20:23.136653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1147136c-b16d-488f-98ca-42fd054d1521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:24.175061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809a3e4-067b-434e-8ae0-96c541da99f0 req-f7ea5f24-2779-4d11-b406-2e695aab12d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:24.176751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d809a3e4-067b-434e-8ae0-96c541da99f0 req-f7ea5f24-2779-4d11-b406-2e695aab12d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0548911 Nov 08 13:20:24.227027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d809a3e4-067b-434e-8ae0-96c541da99f0 req-434c7361-1303-4e77-8f03-8cdd39bdc378 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Nov 08 13:20:25.343503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a87b-69d9-40d8-9a06-eb8c0be1e5d0 req-ef30bb1b-67d6-4e02-b289-dc660851d54b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:25.344996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3779a87b-69d9-40d8-9a06-eb8c0be1e5d0 req-ef30bb1b-67d6-4e02-b289-dc660851d54b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0490611 Nov 08 13:20:25.391777 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3779a87b-69d9-40d8-9a06-eb8c0be1e5d0 req-d369f617-5cc5-4f4d-aa52-37f98c3c9522 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399201 Nov 08 13:20:25.530338 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e41759f-120b-47ac-8804-98126fa7c3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:26.508948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91849668-fca7-4be2-bda2-5dd9fc199c87 req-baab9d0c-8098-4b2a-a1c9-f09f25f4f962 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:26.510483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91849668-fca7-4be2-bda2-5dd9fc199c87 req-baab9d0c-8098-4b2a-a1c9-f09f25f4f962 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0482366 Nov 08 13:20:26.562552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91849668-fca7-4be2-bda2-5dd9fc199c87 req-402bb73c-3ccf-44f3-b370-aee0cd361244 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Nov 08 13:20:26.868187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:27.677359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170c38-ad6c-49f8-922f-d0ce57c9410a req-7701a301-f978-4fb2-a505-6e25ca632ed8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:27.679082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf170c38-ad6c-49f8-922f-d0ce57c9410a req-7701a301-f978-4fb2-a505-6e25ca632ed8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0501437 Nov 08 13:20:27.726036 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf170c38-ad6c-49f8-922f-d0ce57c9410a req-eb6d78ae-62b4-4a56-a46c-498f10817ff4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Nov 08 13:20:28.239621 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:28.844142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698266e5-3d66-4d09-9328-a1b3fd79234a req-80c58fed-009d-449a-90cc-807ce176dc57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:28.845609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-698266e5-3d66-4d09-9328-a1b3fd79234a req-80c58fed-009d-449a-90cc-807ce176dc57 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0508461 Nov 08 13:20:28.892108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-698266e5-3d66-4d09-9328-a1b3fd79234a req-9ee0d74b-9d4b-45c2-bff2-7abacf9a11ff tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Nov 08 13:20:29.027962 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:30.021417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b866-ce0a-4d84-ab7e-3f29c59c5b2d req-ca9c901c-c40c-4ff8-a202-b87dc75ddc84 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:30.023195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc59b866-ce0a-4d84-ab7e-3f29c59c5b2d req-ca9c901c-c40c-4ff8-a202-b87dc75ddc84 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0585418 Nov 08 13:20:30.070013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc59b866-ce0a-4d84-ab7e-3f29c59c5b2d req-80b36f30-389d-4ecb-b5d8-52c056e2ebce tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Nov 08 13:20:31.188605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d75c-2a71-4409-b5a4-6edf44b94338 req-988a84f3-3a73-4893-88fb-b8e2183562cc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:31.190094 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65a2d75c-2a71-4409-b5a4-6edf44b94338 req-988a84f3-3a73-4893-88fb-b8e2183562cc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0516660 Nov 08 13:20:31.238495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65a2d75c-2a71-4409-b5a4-6edf44b94338 req-35f2c023-80f7-478c-b220-a8c5ad414493 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Nov 08 13:20:32.361685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145df22-3daf-4b25-ac34-0af8b45589b3 req-a222f5be-f006-4947-b278-3e43e4bf77f8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:32.363820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a145df22-3daf-4b25-ac34-0af8b45589b3 req-a222f5be-f006-4947-b278-3e43e4bf77f8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0536089 Nov 08 13:20:32.410969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a145df22-3daf-4b25-ac34-0af8b45589b3 req-b9b7bdf7-8c01-4057-b9cf-d9ac6025f4e3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Nov 08 13:20:33.526818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d83f98-402b-434a-ac95-81dc53ba9935 req-c390a922-4447-4c1b-b95d-6610a4746707 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:33.528261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9d83f98-402b-434a-ac95-81dc53ba9935 req-c390a922-4447-4c1b-b95d-6610a4746707 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0486102 Nov 08 13:20:33.574785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9d83f98-402b-434a-ac95-81dc53ba9935 req-80ad4486-f2bf-495b-ab30-342d62401c2c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 Nov 08 13:20:34.689366 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5642c7-0aa1-40df-b59f-ceea3bab4009 req-d196016e-1dde-42d9-b410-b786d79b025f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:34.690763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f5642c7-0aa1-40df-b59f-ceea3bab4009 req-d196016e-1dde-42d9-b410-b786d79b025f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0485172 Nov 08 13:20:34.741879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f5642c7-0aa1-40df-b59f-ceea3bab4009 req-e642a4b4-82eb-4025-8713-ff4ff8fa7df1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448563 Nov 08 13:20:35.000398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-e830bea9-0b0d-4164-af58-720ccab4929c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:20:35.001322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-e830bea9-0b0d-4164-af58-720ccab4929c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053451 Nov 08 13:20:35.060896 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-fba055ba-e3dd-4619-914b-40121fa61658 req-9ab20de1-c094-4648-8b78-27bbc6948aee service neutron] show failed (client error): The resource could not be found. Nov 08 13:20:35.061869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-9ab20de1-c094-4648-8b78-27bbc6948aee service neutron] 10.222.0.57 "GET /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0534120 Nov 08 13:20:35.599342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-6469f930-5240-497e-98f7-d1a1c6814f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:35.600856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-6469f930-5240-497e-98f7-d1a1c6814f78 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0423870 Nov 08 13:20:35.611199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-d995bc2c-6aee-46fd-9776-d290396f80fe service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:20:35.612121 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-d995bc2c-6aee-46fd-9776-d290396f80fe service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048327 Nov 08 13:20:35.625600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:20:35.677186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:35.909426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f0ced-1923-4bb0-8573-b00b718a29b6 req-c7994011-ca12-47c3-9ba7-44d81ebc60ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:35.911095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d7f0ced-1923-4bb0-8573-b00b718a29b6 req-c7994011-ca12-47c3-9ba7-44d81ebc60ef tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0952995 Nov 08 13:20:35.931927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:35.993254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9d7f0ced-1923-4bb0-8573-b00b718a29b6 req-dea7a24f-ee7e-4f5a-83fb-609a68f31476 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721295 Nov 08 13:20:35.994345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:20:36.040075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:36.042362 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b232753-765f-4350-a0a1-165fd81263d1" -d '{"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-unplugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:36.046478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:36.059167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Transition to ACTIVE for port object 775236d5-d409-4243-b324-1c4acd1c8ba9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:20:36.095135 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c1bf08-6990-44e5-9428-cd2d039b1fef x-openstack-request-id: req-b5c1bf08-6990-44e5-9428-cd2d039b1fef {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:36.095135 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-unplugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:36.095135 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5c1bf08-6990-44e5-9428-cd2d039b1fef {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:36.095135 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'code': 200} Nov 08 13:20:36.113434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:36.206021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:36.220381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.220737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.221083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.221421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.221757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.222091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.222492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.222824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.223248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.223580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.223907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.224233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:36.260013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] No DVR routers for this DVR port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:20:36.404942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:20:36.405304 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:20:36.405601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:36.410151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:20:36.410514 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:36.415463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:20:36.415798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:20:36.416178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:20:36.416635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Bound port: 775236d5-d409-4243-b324-1c4acd1c8ba9, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:20:36.416953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:36.484309 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:20:36.487184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:20:36.531179 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:36.565624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:36.567033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:36.568490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] 10.222.0.61 "PUT /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1091 time: 0.9465799 Nov 08 13:20:36.605536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68ede-3d31-402f-a599-ab5b1aa2fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:36.643691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-8ad36513-88d4-4b14-86bc-106f4c2c875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:36.645301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-8ad36513-88d4-4b14-86bc-106f4c2c875b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1094 time: 0.0502117 Nov 08 13:20:36.748336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-9e7c2aed-92ec-4125-872b-ac1474c148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:36.749747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-9e7c2aed-92ec-4125-872b-ac1474c148da service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0972543 Nov 08 13:20:36.820290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-e4c530c1-1982-41ad-bed9-9b2e3659edc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0623734 Nov 08 13:20:36.875632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-5164ca7f-361b-46f9-b87e-d1e77ba5888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:36.877115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-5164ca7f-361b-46f9-b87e-d1e77ba5888f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0498204 Nov 08 13:20:36.924256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba055ba-e3dd-4619-914b-40121fa61658 req-c659e8c7-ea75-4168-8b5e-297746029bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:36.926367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-c659e8c7-ea75-4168-8b5e-297746029bee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416322 Nov 08 13:20:37.015779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-7f4cb5d5-dc08-4924-9520-aa212d1eaf63 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Nov 08 13:20:37.145662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba055ba-e3dd-4619-914b-40121fa61658 req-d3c90197-a156-4515-acd2-7d4a880514d6 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 Nov 08 13:20:37.154316 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3558b-cbaa-4c3d-b141-304b20394126 req-710d0b55-f448-4520-8c6c-321fe1b049fc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:37.155733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fd3558b-cbaa-4c3d-b141-304b20394126 req-710d0b55-f448-4520-8c6c-321fe1b049fc tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.0739117 Nov 08 13:20:37.204265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fd3558b-cbaa-4c3d-b141-304b20394126 req-fa76b01a-bbda-40dc-bd6d-fcfd6e254a32 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Nov 08 13:20:37.320633 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:20:38.095364 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:38.097733 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6df09a-41ef-47c8-b716-1cba59901869" -d '{"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:38.146218 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d5874-12d3-4515-83f2-a0d0ef25e6f5 x-openstack-request-id: req-d12d5874-12d3-4515-83f2-a0d0ef25e6f5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:38.146967 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:38.147229 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d12d5874-12d3-4515-83f2-a0d0ef25e6f5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:38.147813 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'status': 'completed', 'code': 200} Nov 08 13:20:38.237641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-6ecd4953-50c0-452a-a947-dae6069326a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.239872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-6ecd4953-50c0-452a-a947-dae6069326a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1094 time: 0.0724447 Nov 08 13:20:38.241717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-09f39551-9438-44b5-aed3-95343ecd1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.243058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-09f39551-9438-44b5-aed3-95343ecd1e92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1094 time: 0.0678298 Nov 08 13:20:38.341312 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:20:38.380360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:20:38.429557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b939e5-1e6c-4803-b814-ba60aceb4f26 req-52bfe118-d639-4a7c-a2f8-3adc2dec94ae tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.431131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b939e5-1e6c-4803-b814-ba60aceb4f26 req-52bfe118-d639-4a7c-a2f8-3adc2dec94ae tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 943 time: 0.1531644 Nov 08 13:20:38.447416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-724db401-9e17-4196-8f98-3bb2fd07e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.448799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-724db401-9e17-4196-8f98-3bb2fd07e0dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.2023399 Nov 08 13:20:38.470127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-777dac7a-4bc4-439b-8900-5796fce95ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.471499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-777dac7a-4bc4-439b-8900-5796fce95ea2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.2160156 Nov 08 13:20:38.582902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-80b939e5-1e6c-4803-b814-ba60aceb4f26 req-104db9ae-102b-4cd8-8087-044b74ba93a7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419697 Nov 08 13:20:38.593684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-465bb70b-2e27-4910-8337-2c4faac15769 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1304524 Nov 08 13:20:38.602088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-42a7702e-2471-412a-9ded-3e8f928beff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0990162 Nov 08 13:20:38.677712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-089d5adf-77ef-46a9-80a6-a71873f87d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.679090 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-089d5adf-77ef-46a9-80a6-a71873f87d2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0761516 Nov 08 13:20:38.682267 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-32948c27-5065-432b-beae-30bad48b8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.685013 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-32948c27-5065-432b-beae-30bad48b8cd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0727766 Nov 08 13:20:38.755609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-3d660b1b-af7c-4473-bc6d-69fc4344e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.757082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-3d660b1b-af7c-4473-bc6d-69fc4344e79d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700390 Nov 08 13:20:38.759642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df09a-41ef-47c8-b716-1cba59901869 req-96b6bab1-b97b-4b18-92ad-5378f9e9bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:38.760954 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-96b6bab1-b97b-4b18-92ad-5378f9e9bca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656846 Nov 08 13:20:39.244817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-951f7ebb-245e-4f27-a439-8b955fd3cba1 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725707 Nov 08 13:20:39.246666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-769b4d96-abe0-4e7e-ba17-878b2bbc8bf3 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820838 Nov 08 13:20:39.371229 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:20:39.403733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-288dafbf-8f70-45ff-9000-660364ffb1ee service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503432 Nov 08 13:20:39.405599 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-db6df09a-41ef-47c8-b716-1cba59901869 req-c7a447c7-0dfd-45fd-983b-36879db3df32 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447742 Nov 08 13:20:39.471785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:39.483444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:20:39.520389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:39.533050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:20:39.552859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:39.633292 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:39.685418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:39.693612 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.693963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.694343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.694706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.695044 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.695377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.695706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.696042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.696366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.696690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.697013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.697335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:20:39.709391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41453cd-2e02-451d-8920-8b92d0ef9274 req-f9c58c08-c363-419b-8326-5f6949daf3fa tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:39.710911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d41453cd-2e02-451d-8920-8b92d0ef9274 req-f9c58c08-c363-419b-8326-5f6949daf3fa tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0560875 Nov 08 13:20:39.759871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d41453cd-2e02-451d-8920-8b92d0ef9274 req-f99cb6c5-720a-4866-b637-90599b153ced tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Nov 08 13:20:39.884227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['775236d5-d409-4243-b324-1c4acd1c8ba9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:20:40.364991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17994062-6850-47c4-8cfe-3241d1b66d7c req-ceababef-4e40-45c0-93d6-65ad79e0626d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.366669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17994062-6850-47c4-8cfe-3241d1b66d7c req-ceababef-4e40-45c0-93d6-65ad79e0626d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0783055 Nov 08 13:20:40.384320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-f0e8377c-c843-499e-80eb-37814d8be380 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.385904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-f0e8377c-c843-499e-80eb-37814d8be380 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&tenant_id=48baf4d947e74f758a7981635e9e5f59&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.0644195 Nov 08 13:20:40.471435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17994062-6850-47c4-8cfe-3241d1b66d7c req-36b55011-9a4f-45ff-8966-2a8d2c5b2859 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845141 Nov 08 13:20:40.480210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-860748e1-2a62-447f-86f2-4008d5a9d4c1 service neutron] 10.222.0.61 "GET /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9/bindings/n-h1-816990-1 HTTP/1.1" status: 200 len: 382 time: 0.0864861 Nov 08 13:20:40.549233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-4f380644-0fc3-4fa9-a4e8-84108bbd64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.551300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-4f380644-0fc3-4fa9-a4e8-84108bbd64e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1095 time: 0.0412498 Nov 08 13:20:40.646706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c07bff0e-3e52-4cea-bf73-bf81a03883f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.648178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c07bff0e-3e52-4cea-bf73-bf81a03883f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0891399 Nov 08 13:20:40.714082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-0e95a9ac-a879-4833-9069-82252d58db86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1001 time: 0.0581098 Nov 08 13:20:40.762318 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-9080c81a-5f27-4572-8a44-7c196fc94ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.763725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-9080c81a-5f27-4572-8a44-7c196fc94ed6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0426793 Nov 08 13:20:40.813225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-d287c65f-819b-4413-ae90-e3d263acaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:40.814620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-d287c65f-819b-4413-ae90-e3d263acaa88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432150 Nov 08 13:20:40.902029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-fb6c46a7-8e0a-4cf0-a4a9-3e07f9b8c554 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801816 Nov 08 13:20:40.996715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-0176b476-d95e-4b61-b195-1a85ad2ee686 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877972 Nov 08 13:20:41.383057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:20:41.501921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 775236d5-d409-4243-b324-1c4acd1c8ba9 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:20:41.507030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 775236d5-d409-4243-b324-1c4acd1c8ba9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:20:41.507396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:41.587481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:41.597059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a6ea-0e40-4935-8d2f-9e0fa761959e req-b349ab09-09d1-42f0-974e-d173262a0bdb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:41.598953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65f4a6ea-0e40-4935-8d2f-9e0fa761959e req-b349ab09-09d1-42f0-974e-d173262a0bdb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0502753 Nov 08 13:20:41.610309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:41.612679 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde9c83-1883-40ba-95a5-40c57f0db4b0" -d '{"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-plugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:41.625835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:41.649774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65f4a6ea-0e40-4935-8d2f-9e0fa761959e req-38d3ffb1-b0f0-40ad-ab85-c783b741decf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Nov 08 13:20:41.677464 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd3439-3885-4de6-be6f-43f16ecdb62b x-openstack-request-id: req-95bd3439-3885-4de6-be6f-43f16ecdb62b {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:41.677464 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-plugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:41.677464 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95bd3439-3885-4de6-be6f-43f16ecdb62b {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:41.677464 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'code': 200} Nov 08 13:20:41.730470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:41.779252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:42.769339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce549a-3d16-4731-b1be-06847f28b2d4 req-13cba581-3f66-4836-bf62-c19e36e12a5c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:42.770877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29ce549a-3d16-4731-b1be-06847f28b2d4 req-13cba581-3f66-4836-bf62-c19e36e12a5c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0489478 Nov 08 13:20:42.832379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-29ce549a-3d16-4731-b1be-06847f28b2d4 req-08887a72-dc4d-4ae6-9321-bf1902b96208 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545504 Nov 08 13:20:43.487710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-9fb62afe-8a7d-4892-9232-f7953b7cdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:43.489141 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-9fb62afe-8a7d-4892-9232-f7953b7cdac8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0413108 Nov 08 13:20:43.500534 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:20:43.553556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:43.757752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:43.790378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:20:43.828867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:43.831261 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f09d36-080f-4642-a075-88030f9dff28" -d '{"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-unplugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:43.835035 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:43.848475 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Transition to ACTIVE for port object 775236d5-d409-4243-b324-1c4acd1c8ba9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:20:43.884442 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac158bb-ecf9-4b81-bfdb-5ba1982e0e3b x-openstack-request-id: req-aac158bb-ecf9-4b81-bfdb-5ba1982e0e3b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:43.884737 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-unplugged", "status": "completed", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:43.884990 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aac158bb-ecf9-4b81-bfdb-5ba1982e0e3b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:43.885388 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'code': 200} Nov 08 13:20:43.907452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:43.934360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.57', 60880) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:20:43.983045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-854418b5-a19e-43a3-b4b8-5a8081cab2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:43.984823 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-854418b5-a19e-43a3-b4b8-5a8081cab2da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1053 time: 0.0494378 Nov 08 13:20:44.020848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:44.046070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144ab03-fb3b-4e04-aa85-71da0bc6df33 req-f79da667-e8d8-47b3-b326-95276d6a6040 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.047638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6144ab03-fb3b-4e04-aa85-71da0bc6df33 req-f79da667-e8d8-47b3-b326-95276d6a6040 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.1357546 Nov 08 13:20:44.099312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] No DVR routers for this DVR port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:20:44.100389 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-46974530-28fd-4d61-b9c2-9e02a48269de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.101871 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-46974530-28fd-4d61-b9c2-9e02a48269de service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0942256 Nov 08 13:20:44.176663 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-c6d9dd16-90f1-48ea-ad94-0f76f781c173 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0678906 Nov 08 13:20:44.178802 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6144ab03-fb3b-4e04-aa85-71da0bc6df33 req-c6f73403-6849-47df-9870-19e1bcf7d9d0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238074 Nov 08 13:20:44.239695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-7119ee90-a1ec-46bf-b031-9f2e130b8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.241137 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-7119ee90-a1ec-46bf-b031-9f2e130b8f36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0576897 Nov 08 13:20:44.279291 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:20:44.279547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:20:44.279968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:44.284104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:20:44.284450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Attempting to bind port 775236d5-d409-4243-b324-1c4acd1c8ba9 on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:44.287847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-46e79779-88b8-4e90-bc20-c5f7602cfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.289343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:20:44.289519 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-46e79779-88b8-4e90-bc20-c5f7602cfab9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416803 Nov 08 13:20:44.289682 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:20:44.290054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:20:44.290506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Bound port: 775236d5-d409-4243-b324-1c4acd1c8ba9, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:20:44.290858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:44.359802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:20:44.363955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:20:44.384308 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-c4b26481-6c5a-4a28-aa21-c46c0bdd9d74 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880196 Nov 08 13:20:44.450957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:44.476657 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-a0d93172-b673-4cc5-9d04-d6bbe74d4ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856934 Nov 08 13:20:44.490173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.490764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:44.492199 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] 10.222.0.57 "PUT /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1092 time: 0.9955783 Nov 08 13:20:44.513274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec37db-f4c5-444e-8a3f-8422f5c53902 service neutron] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:44.646798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-fe54601f-c80f-402a-9882-6ad779ef67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.648531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-fe54601f-c80f-402a-9882-6ad779ef67a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1095 time: 0.0593491 Nov 08 13:20:44.754589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-5d0029f9-bd82-42cf-9350-38b0249b7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.756066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-5d0029f9-bd82-42cf-9350-38b0249b7c94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1007271 Nov 08 13:20:44.822604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-40ecd061-b7dc-4d10-a839-1bfd24c8ae36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0584664 Nov 08 13:20:44.870519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-600e2eef-2cb1-4aaa-b8bf-62919a378458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.871944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-600e2eef-2cb1-4aaa-b8bf-62919a378458 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0429289 Nov 08 13:20:44.922131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-3d664e16-3dca-4389-b5ce-bbcc9eddd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:44.923653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-3d664e16-3dca-4389-b5ce-bbcc9eddd02d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442531 Nov 08 13:20:45.014075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-adbe9e72-2200-441a-90b7-bc13652e7058 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821817 Nov 08 13:20:45.107498 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fc59d24-a493-4bfe-a577-a716b78aa120 req-9663382b-1402-43c8-a422-f781eee85455 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869994 Nov 08 13:20:45.308276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752482f-f600-4405-826f-b76ca1d5ba65 req-20f1b3be-a8f0-40da-988c-bcc9754d5401 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:45.309769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8752482f-f600-4405-826f-b76ca1d5ba65 req-20f1b3be-a8f0-40da-988c-bcc9754d5401 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0500321 Nov 08 13:20:45.357362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8752482f-f600-4405-826f-b76ca1d5ba65 req-2e59bd90-ddf9-4da6-9b1e-6a1686e51b24 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Nov 08 13:20:45.886950 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:45.889327 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2" -d '{"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:45.937241 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c015ca-f418-4850-b719-74e760b3081d x-openstack-request-id: req-95c015ca-f418-4850-b719-74e760b3081d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:45.937560 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:45.937811 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95c015ca-f418-4850-b719-74e760b3081d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:45.938213 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'status': 'completed', 'code': 200} Nov 08 13:20:46.026070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-ccf3432a-56ad-477d-aa5b-c35e899598b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.027871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-ccf3432a-56ad-477d-aa5b-c35e899598b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1095 time: 0.0705168 Nov 08 13:20:46.033015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-b570074d-65c8-4cf4-b19f-4e927751dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.035144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-b570074d-65c8-4cf4-b19f-4e927751dd6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 1095 time: 0.0692966 Nov 08 13:20:46.188458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-9d1cac73-f0d3-4fb2-b614-c6b48799b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.189839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-9d1cac73-f0d3-4fb2-b614-c6b48799b3ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1537831 Nov 08 13:20:46.191095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-17f9d2e7-2d2b-459e-90ce-5a917e4d9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.192383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-17f9d2e7-2d2b-459e-90ce-5a917e4d9af8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1493475 Nov 08 13:20:46.305288 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-ec99b1b4-6256-4a1b-a8f4-4f2f4755bec3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1072941 Nov 08 13:20:46.306874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-578b8044-1f45-4dfb-b8eb-89cc86e5cf26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1033888 Nov 08 13:20:46.399349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-70b329da-1ed7-4b82-9f61-e0c9c5dd8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.399349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-70b329da-1ed7-4b82-9f61-e0c9c5dd8532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0840631 Nov 08 13:20:46.400420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-8b7b0a8a-5afe-4ecd-857e-cec59b2db93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.402496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-8b7b0a8a-5afe-4ecd-857e-cec59b2db93d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0818768 Nov 08 13:20:46.461373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:46.509058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-0167c0ae-a717-49e0-b0dd-5ea9213461b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.510712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-0167c0ae-a717-49e0-b0dd-5ea9213461b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032219 Nov 08 13:20:46.513440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-35d0aaab-bcc4-4277-a102-c4e2a83d5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.514970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-35d0aaab-bcc4-4277-a102-c4e2a83d5217 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977697 Nov 08 13:20:46.552585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86015fc8-a204-4403-933d-39df3ab4c44c req-f5d6e14e-904a-4823-a2c9-26c9896785d2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:46.554000 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86015fc8-a204-4403-933d-39df3ab4c44c req-f5d6e14e-904a-4823-a2c9-26c9896785d2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.1148465 Nov 08 13:20:46.708832 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86015fc8-a204-4403-933d-39df3ab4c44c req-90a021cc-f707-4267-bd05-c9d9fb0ed845 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386864 Nov 08 13:20:46.720100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-9ff03fd0-98d8-4f6c-a05f-56f6b0fa1560 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011726 Nov 08 13:20:46.741684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-b8963286-9524-45e1-9e8e-c9a3393e4d75 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116120 Nov 08 13:20:46.883833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-7ea311ce-d34d-4494-95bb-ce5b89577f15 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548481 Nov 08 13:20:46.889019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8be64ffd-d1c4-4c83-9b5f-15b9597749d2 req-dc2a2bf1-e32d-461e-a9f6-07d7a6e11e1c service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383367 Nov 08 13:20:47.428819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:20:47.467378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:20:47.828602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637bab4-c919-4cbe-a876-0b8bc57253e2 req-f2af5d2e-1397-46b3-b994-dd8b33d2c466 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:47.829980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0637bab4-c919-4cbe-a876-0b8bc57253e2 req-f2af5d2e-1397-46b3-b994-dd8b33d2c466 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0495336 Nov 08 13:20:47.880667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0637bab4-c919-4cbe-a876-0b8bc57253e2 req-996e9440-9415-4aff-8e97-d524f37d84d9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Nov 08 13:20:47.994768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262328e-aa48-4049-9d7a-1a89fc5e433c req-f38852fb-e25b-47f4-aebb-d64ef4454955 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:47.996238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1262328e-aa48-4049-9d7a-1a89fc5e433c req-f38852fb-e25b-47f4-aebb-d64ef4454955 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0483942 Nov 08 13:20:48.043084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1262328e-aa48-4049-9d7a-1a89fc5e433c req-3ad4736c-ea21-43af-8d52-613a2499c4bb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Nov 08 13:20:48.156296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b5da-ed85-4c18-9a28-32e159cb84b8 req-c38b697c-5729-4dfb-bd26-3807117bb1c7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:48.157774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2829b5da-ed85-4c18-9a28-32e159cb84b8 req-c38b697c-5729-4dfb-bd26-3807117bb1c7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0496767 Nov 08 13:20:48.205375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2829b5da-ed85-4c18-9a28-32e159cb84b8 req-37e14420-c9d3-4776-921d-3ad4887bd271 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Nov 08 13:20:48.356648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:20:48.456008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:48.469051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'mac_address': 'fa:16:3e:0a:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:20:48.506125 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:48.518976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:20:48.539296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:48.621378 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:48.641555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ace9e-e99c-4bac-b53b-829a2883ae6c req-7b2c36de-6ec0-44b7-b25b-d7909bff2e54 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:48.643071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-822ace9e-e99c-4bac-b53b-829a2883ae6c req-7b2c36de-6ec0-44b7-b25b-d7909bff2e54 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 944 time: 0.0531526 Nov 08 13:20:48.675353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:48.693730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-822ace9e-e99c-4bac-b53b-829a2883ae6c req-a6ff53f9-0b3d-4941-8809-7aeb3743a981 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Nov 08 13:20:48.917371 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['775236d5-d409-4243-b324-1c4acd1c8ba9'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:20:49.811196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620a3cd-e24a-40de-9a02-b781d4ee6739 req-7a2014a5-6437-44a5-8177-782c09f7034c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:49.812657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b620a3cd-e24a-40de-9a02-b781d4ee6739 req-7a2014a5-6437-44a5-8177-782c09f7034c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0497880 Nov 08 13:20:49.858723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b620a3cd-e24a-40de-9a02-b781d4ee6739 req-c2d45edc-e70d-442b-8971-34154fed561c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Nov 08 13:20:49.913505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-8aa8d046-78ff-4d34-87fe-98cfdd0cb3f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:49.914990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-8aa8d046-78ff-4d34-87fe-98cfdd0cb3f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 945 time: 0.0508833 Nov 08 13:20:50.003612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Deleting port 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:20:50.003846 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.092984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] For port 775236d5-d409-4243-b324-1c4acd1c8ba9, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=775236d5-d409-4243-b324-1c4acd1c8ba9,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:50.093345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.265170 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.265535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.265852 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e disassociated. External IP: 172.25.1.213, port: 775236d5-d409-4243-b324-1c4acd1c8ba9. Nov 08 13:20:50.266195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Calling delete_port for 775236d5-d409-4243-b324-1c4acd1c8ba9 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:20:50.358737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 775236d5-d409-4243-b324-1c4acd1c8ba9 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:20:50.449751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.463733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 775236d5-d409-4243-b324-1c4acd1c8ba9 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:20:50.467180 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.661586 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:50.829254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'Port': ['ID=775236d5-d409-4243-b324-1c4acd1c8ba9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:50.966925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b7950c68-77a8-4281-ac36-da80110d76fe req-18cef070-4bb5-424d-8978-262c0ff4ce5c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fdedc8-9507-4e35-9549-d3b12fb9936c HTTP/1.1" status: 200 len: 210 time: 0.0307834 Nov 08 13:20:50.975263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:20:51.088742 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:20:51.099857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:20:51.110436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:20:51.110985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:20:51.128152 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] No DVR routers for this DVR port 775236d5-d409-4243-b324-1c4acd1c8ba9 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:20:51.130848 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:51.134157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-647386bf-10cd-4f07-b9e8-90622df76ab3 req-c1ff600f-2ba1-4b5c-a5a2-17c7fcc4d873 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "DELETE /v2.0/ports/775236d5-d409-4243-b324-1c4acd1c8ba9 HTTP/1.1" status: 204 len: 173 time: 1.2131789 Nov 08 13:20:51.134618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-deleted', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:51.136852 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37bc384-4ddd-4795-b1b3-99f609c286fc" -d '{"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-deleted", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:51.175841 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf97a64-e107-4e4e-a052-91f7c39e7332 x-openstack-request-id: req-2bf97a64-e107-4e4e-a052-91f7c39e7332 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:51.176133 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fdedc8-9507-4e35-9549-d3b12fb9936c", "name": "network-vif-deleted", "tag": "775236d5-d409-4243-b324-1c4acd1c8ba9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:51.176382 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bf97a64-e107-4e4e-a052-91f7c39e7332 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:51.176790 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fdedc8-9507-4e35-9549-d3b12fb9936c', 'name': 'network-vif-deleted', 'tag': '775236d5-d409-4243-b324-1c4acd1c8ba9', 'status': 'completed', 'code': 200} Nov 08 13:20:51.222816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:20:51.430444 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:20:51.457004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:20:51.465556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:20:51.466154 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:20:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:20:51.571298 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:20:51.766705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:20:51.798662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b261f20-2977-4a5c-a05b-6fdb2d47780a None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:20:52.156554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace59708-bd8e-44a9-98e8-c36daa405b96 None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:20:52.259486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-325d6033-c14e-445c-8c0d-a5e03161df27 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1508371213&fields=id&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 267 time: 0.0446198 Nov 08 13:20:52.373669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eadf6382-f2cd-45d9-a567-17fe7978911c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:52.375183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eadf6382-f2cd-45d9-a567-17fe7978911c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1087883 Nov 08 13:20:52.391243 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-bce9ef62-585a-44a0-915d-ac4ada8c2275 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/quotas/48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 375 time: 0.0092943 Nov 08 13:20:52.445711 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-b7d13e3f-ab2d-4e49-b047-18c8a986de1e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485921 Nov 08 13:20:52.544803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-da415d07-d946-476c-9ee9-ecb67ccca0a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874553 Nov 08 13:20:52.634541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-fa5ad5ff-6bbd-4766-ac18-84ebf75e328d service neutron] 10.222.0.58 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Nov 08 13:20:52.864801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-20d25ace-c03e-4a22-8148-de73d2368401 req-e2dbebed-1d2d-451a-b18a-09b8ace5eab1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0321951 Nov 08 13:20:53.147641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e4e53c0e-281a-4538-a451-aa25c569b446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:53.965089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bde60566-d6d9-4d30-977b-1b9aeed84c2f req-e28577d7-55f3-498b-bc54-e4a391a6133f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0272305 Nov 08 13:20:54.577426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-13dc1303-13fe-4be7-b1da-7a239a2b0174 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:54.578819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-13dc1303-13fe-4be7-b1da-7a239a2b0174 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 811 time: 0.1024835 Nov 08 13:20:54.645414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-48790b2a-81b1-4d11-8e86-b996d6793f93 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 380 time: 0.0573063 Nov 08 13:20:54.655101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'port': {'device_id': '9252e2a2-f216-489b-a697-5843d1158919', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'admin_state_up': True, 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'security_groups': ['da462e14-5d00-405c-afb6-dba7decbc019']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:20:54.804062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Made reservation on behalf of 48baf4d947e74f758a7981635e9e5f59 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:20:54.807689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:54.936079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Allocated IP 172.20.0.5 (a538af40-dbb7-461d-bc7f-d368e0f22efa/ecd8060f-c3a6-4ce0-b107-fc77a45fef96/84d40e92-2d41-4bcd-aa79-b5e98689a9fb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:20:55.083330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37c97e80-cef8-48f2-861b-182e2e0dee37 req-022c714e-4d6b-46ed-923b-26a0798b2fbe tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0441308 Nov 08 13:20:55.108869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.204618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.248106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Network a538af40-dbb7-461d-bc7f-d368e0f22efa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:20:55.254127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:20:55.258049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:20:55.264701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:55.312644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:55.313264 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.384037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eddc4819-37ff-4dd6-b86e-9a4e8e9d5fe9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7325327 Nov 08 13:20:55.398837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Request body: {'port': {'device_id': '9252e2a2-f216-489b-a697-5843d1158919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:20:55.459660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.495822 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39d73376-ccae-49e9-bd1f-9faefa99085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.533994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-34a0f72c-cc97-4545-9d5c-b3d91973077a None None] Provisioning complete for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:20:55.534305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-34a0f72c-cc97-4545-9d5c-b3d91973077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.569490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-34a0f72c-cc97-4545-9d5c-b3d91973077a None None] Port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:20:55.717637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:20:55.725525 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.737010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Transition to ACTIVE for port object 84d40e92-2d41-4bcd-aa79-b5e98689a9fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:20:55.815992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:55.867885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:55.947790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:20:55.948128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:20:55.948460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:55.953355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:20:55.953676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:20:55.959588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:20:55.959925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:20:55.960301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:20:55.960727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Bound port: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:20:55.961079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:56.029056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:20:56.032120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:20:56.107268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:56.144315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.144728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:56.146418 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1091 time: 0.7524157 Nov 08 13:20:56.149347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:20:56.151482 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272c4e0-cb30-4465-b259-b6fd8155e3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:20:56.204181 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5886ff-72ac-40ce-85ed-e5e461baafc5 x-openstack-request-id: req-bc5886ff-72ac-40ce-85ed-e5e461baafc5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:20:56.204470 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:20:56.204726 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc5886ff-72ac-40ce-85ed-e5e461baafc5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:20:56.205125 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'status': 'completed', 'code': 200} Nov 08 13:20:56.210908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51118c3-a9bd-471d-a36c-b8220eca20e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:56.248603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b24945-5df1-4f74-97a3-0864d15d5c7b req-a17609e2-1a3a-478d-983f-7e2118ba2a3c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.250172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9b24945-5df1-4f74-97a3-0864d15d5c7b req-a17609e2-1a3a-478d-983f-7e2118ba2a3c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0872641 Nov 08 13:20:56.307905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-041ad9b5-68a3-4a6d-8655-916589c5c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.309432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-041ad9b5-68a3-4a6d-8655-916589c5c0f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1094 time: 0.0792599 Nov 08 13:20:56.330607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c9b24945-5df1-4f74-97a3-0864d15d5c7b req-26b8bb10-fcea-4657-b0c6-02f1cff374d6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653162 Nov 08 13:20:56.427531 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-804e661e-3461-4595-9d7d-16c71777245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.429039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-804e661e-3461-4595-9d7d-16c71777245c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=48baf4d947e74f758a7981635e9e5f59&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1097903 Nov 08 13:20:56.522314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-7b8df69e-03af-4913-a326-1b58de54c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.523679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0272c4e0-cb30-4465-b259-b6fd8155e3e9 req-7b8df69e-03af-4913-a326-1b58de54c0b6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876563 Nov 08 13:20:56.605955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-aab12c57-e985-4976-8093-f1fe455c5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.607446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-aab12c57-e985-4976-8093-f1fe455c5144 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1094 time: 0.0466449 Nov 08 13:20:56.651834 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-4fbe89be-22ed-491c-9a4c-d436f42f637a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 217 time: 0.0349708 Nov 08 13:20:56.702796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eb1bf980-f27c-4862-8940-4a5c08042379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.704228 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-eb1bf980-f27c-4862-8940-4a5c08042379 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0454350 Nov 08 13:20:56.748758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-5d09271a-8994-4469-a2fd-d7a1c3ed91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:56.750206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-5d09271a-8994-4469-a2fd-d7a1c3ed91a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389712 Nov 08 13:20:56.847872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-3ec00631-14a9-4423-89f6-a0a925a30d41 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889728 Nov 08 13:20:56.878299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:56.941808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6447d4eb-0486-4ea5-957b-9447a02bf13f req-c37b4609-48c7-42c5-943d-76070fc85a5f service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Nov 08 13:20:57.449889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020f66-1425-4e53-bc4d-f59529f22f48 req-8770e6d7-790a-4fe1-80a2-1e89d04b2e95 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:57.451389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41020f66-1425-4e53-bc4d-f59529f22f48 req-8770e6d7-790a-4fe1-80a2-1e89d04b2e95 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0492589 Nov 08 13:20:57.499438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41020f66-1425-4e53-bc4d-f59529f22f48 req-fab0a548-7e58-46a8-b494-e93b1ca252c0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Nov 08 13:20:58.261391 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:58.618210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f43f8-0da6-43eb-a0ab-b74302e6d2a1 req-3a23fcc2-65ad-4574-9129-461a23b5bee5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:58.619774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9f43f8-0da6-43eb-a0ab-b74302e6d2a1 req-3a23fcc2-65ad-4574-9129-461a23b5bee5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0501049 Nov 08 13:20:58.666828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d9f43f8-0da6-43eb-a0ab-b74302e6d2a1 req-ea2b513e-21d8-4e79-b76c-8c32d4109a32 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Nov 08 13:20:59.004470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:59.499934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:20:59.598103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:59.609023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:20:59.647505 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:59.660344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:20:59.678829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:20:59.764569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:20:59.787726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82dfc8-8569-4de5-bbc7-7322a174e118 req-682f216a-8503-4ab2-8ebb-170a81052e8e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:20:59.789218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f82dfc8-8569-4de5-bbc7-7322a174e118 req-682f216a-8503-4ab2-8ebb-170a81052e8e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0545168 Nov 08 13:20:59.811586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:20:59.837959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f82dfc8-8569-4de5-bbc7-7322a174e118 req-5b176ca3-07d6-4aea-b96b-64b5a4078926 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Nov 08 13:20:59.955414 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['84d40e92-2d41-4bcd-aa79-b5e98689a9fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:21:00.953398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8a918-2746-4e75-8d3a-fc045ceabfbf req-04695788-ba66-47dd-b8fb-328196c74652 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:00.954929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71a8a918-2746-4e75-8d3a-fc045ceabfbf req-04695788-ba66-47dd-b8fb-328196c74652 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0494738 Nov 08 13:21:01.007442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71a8a918-2746-4e75-8d3a-fc045ceabfbf req-0caaf795-9855-49c6-880e-97716bac956d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 Nov 08 13:21:01.506974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:21:01.615195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:21:01.619067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:21:01.619425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:01.698229 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:01.720289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:21:01.723755 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d81a379-b6c8-4227-87c3-83d6e9f33721" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:21:01.735282 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:21:01.763041 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f33bb-a8cc-4d3e-ba1a-202b492d61c3 x-openstack-request-id: req-7d5f33bb-a8cc-4d3e-ba1a-202b492d61c3 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:21:01.763041 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:21:01.763041 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d5f33bb-a8cc-4d3e-ba1a-202b492d61c3 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:21:01.763041 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'code': 200} Nov 08 13:21:01.804131 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:01.852115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:21:01.868525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fb8fa-4205-43ed-af77-4452949d7c81 req-38e4cc17-fb48-41f4-ace9-cf6fefc67b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:01.870053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-948fb8fa-4205-43ed-af77-4452949d7c81 req-38e4cc17-fb48-41f4-ace9-cf6fefc67b37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1096 time: 0.0490632 Nov 08 13:21:01.916247 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-948fb8fa-4205-43ed-af77-4452949d7c81 req-12012a7b-094d-41a9-9d24-2a763bf674cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 Nov 08 13:21:02.122927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb95b6-da49-4d99-8f35-e69c701e1f1d req-95f7ed59-04c2-46a7-8eb3-e5ddaca80fe3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:02.124440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffcb95b6-da49-4d99-8f35-e69c701e1f1d req-95f7ed59-04c2-46a7-8eb3-e5ddaca80fe3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Nov 08 13:21:02.171751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ffcb95b6-da49-4d99-8f35-e69c701e1f1d req-7e51ff80-3569-4e2d-9384-364949817a23 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Nov 08 13:21:03.290525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436601-df9c-4d79-8260-2c6910e3516f req-c82dcef2-5234-4828-95f9-35ef2c3bf266 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:03.292014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3436601-df9c-4d79-8260-2c6910e3516f req-c82dcef2-5234-4828-95f9-35ef2c3bf266 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0502346 Nov 08 13:21:03.342353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3436601-df9c-4d79-8260-2c6910e3516f req-d3fbb3a1-fd76-438f-b3bd-12c35cc5dbba tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Nov 08 13:21:03.453203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdff0a2-4559-4f84-9950-eb157bf410bd req-1e820503-a50d-4046-8a06-e6ec04f300d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:03.454615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9cdff0a2-4559-4f84-9950-eb157bf410bd req-1e820503-a50d-4046-8a06-e6ec04f300d3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Nov 08 13:21:03.463911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 34950) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:21:03.468243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Request body: {'floatingip': {'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:21:03.507617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:03.939799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:03.992490 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:04.092169 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e associated. External IP: 172.25.1.213, port: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb. Nov 08 13:21:04.303584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:21:04.413633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:21:04.418407 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:04.424367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:21:04.434190 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:21:04.434826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:04.448790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-dd99a41e-d136-473b-bf08-82ad36caa3b0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "PUT /v2.0/floatingips/e7544222-6ff7-4c3b-9053-29dbb075a43e HTTP/1.1" status: 200 len: 992 time: 0.9838123 Nov 08 13:21:04.449375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:21:04.451894 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6384b-a8d8-43f0-b27f-c0814bdc856b" -d '{"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:21:04.492482 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7287e5fd-21bb-4066-a5a1-f4198c185100 x-openstack-request-id: req-7287e5fd-21bb-4066-a5a1-f4198c185100 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:21:04.492777 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:21:04.493032 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7287e5fd-21bb-4066-a5a1-f4198c185100 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:21:04.493441 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'status': 'completed', 'code': 200} Nov 08 13:21:04.547876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:21:04.561473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-7791baa6-47a3-471e-b0b2-adfc2e59c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:04.562920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-7791baa6-47a3-471e-b0b2-adfc2e59c066 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1096 time: 0.0475783 Nov 08 13:21:04.665486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-8d931b70-50af-4ec4-90a1-1794a187e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:04.667048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-8d931b70-50af-4ec4-90a1-1794a187e367 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0951784 Nov 08 13:21:04.733952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-e0027155-eda8-4f51-a321-77df405b3d33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.0599575 Nov 08 13:21:04.788055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-af22b3f4-062b-40d1-b4bf-7ff1b192da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:04.789520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-af22b3f4-062b-40d1-b4bf-7ff1b192da09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0486181 Nov 08 13:21:04.835895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-2f9a4959-e4be-4b6a-81b2-e25237b4eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:04.837290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-2f9a4959-e4be-4b6a-81b2-e25237b4eddf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404677 Nov 08 13:21:04.928083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-3103cb18-dc04-4f1d-8042-c912e60a7113 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833318 Nov 08 13:21:04.935057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252e2a2-f216-489b-a697-5843d1158919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:21:03Z', 'revision_number': 13, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:04.961737 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:21:04.970230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:21:04.970902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:20:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:05.022507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44e6384b-a8d8-43f0-b27f-c0814bdc856b req-c80eb55f-1521-4c78-bb75-ed0f0dc9a5e8 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873594 Nov 08 13:21:05.080015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:21:05.303627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252e2a2-f216-489b-a697-5843d1158919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:21:03Z', 'revision_number': 13, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:05.329928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8422aa5-06a5-454c-b1b3-407c4233bb1e None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'e7544222-6ff7-4c3b-9053-29dbb075a43e', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252e2a2-f216-489b-a697-5843d1158919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:13:45Z', 'updated_at': '2021-11-08T13:21:03Z', 'revision_number': 13, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:21:05.510849 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3cd3e-a147-43f9-8cc7-c0c4b220ccbf None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:21:14.320171 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:21:16.477289 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:20.666282 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:23.134626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fa469520-6531-4e2e-9031-65931b903d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:25.505766 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-528d2f30-40b8-4012-9e02-b3c1cefb9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:26.883275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:28.288937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:28.988309 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:46.510898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:50.666038 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:51.318944 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:21:53.139409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b07c170e-470a-400e-8bd8-e4e7bddee2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:55.034147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-cbaa6fd0-7deb-466c-b5e2-05b4b048adde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395472 Nov 08 13:21:55.116389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-01298803-dd39-4a89-acbd-019b9e236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:55.117847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-01298803-dd39-4a89-acbd-019b9e236e36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1096 time: 0.0408888 Nov 08 13:21:55.511562 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-607dd834-a957-454f-9ac1-5eb1cdd0e4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:55.547145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-44441467-a61e-4b2f-aae9-c7da93716e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:55.548735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-44441467-a61e-4b2f-aae9-c7da93716e1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.4122872 Nov 08 13:21:55.615102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-bdd91579-0d4c-4431-ad56-8e7bf680df88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1002 time: 0.0583267 Nov 08 13:21:55.667349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-73d63902-0c00-4998-bbfc-16c4d2a5896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:55.668701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-73d63902-0c00-4998-bbfc-16c4d2a5896b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0465488 Nov 08 13:21:55.713263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-b2ba29c4-3c56-4ea6-a346-f4f163341f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:21:55.714769 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-b2ba29c4-3c56-4ea6-a346-f4f163341f29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387409 Nov 08 13:21:55.807246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-6a5389be-47d1-4d62-966d-1447d84327a8 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Nov 08 13:21:55.896893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bbff677-dc10-4e09-aade-66ab6a461103 req-b3e58ce4-d62a-48d8-a749-c2e605e4f636 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Nov 08 13:21:56.904989 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:58.276443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:59.012159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:16.521725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:20.685500 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:23.143121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4c632b0c-ecdf-42c9-ba2b-5a4bea8bb38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:25.498434 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e76a0432-af80-4c12-8e28-c6cc2841f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:26.909744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:28.281802 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:28.318812 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:22:29.006812 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:44.122954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39088a4a-bb24-4a36-a069-293045f0bad6 req-6d24e3b0-df60-4d9c-a12d-27d710a74fec tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:44.124413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39088a4a-bb24-4a36-a069-293045f0bad6 req-6d24e3b0-df60-4d9c-a12d-27d710a74fec tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Nov 08 13:22:44.177798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39088a4a-bb24-4a36-a069-293045f0bad6 req-35ab734d-be8d-40c0-8747-ac7dd9123ac1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Nov 08 13:22:46.498048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:50.698058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:53.135687 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-48e9898b-01f8-4d78-b1a5-132d47d61100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:55.530298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7ba6aea5-69d1-4254-bfa3-c87b17f6185a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:56.732573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-6e7d246d-4d97-4d5f-b9f0-35611aae6e62 req-0e2e8911-dbec-4879-8aba-845aec88cdd2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:56.733526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6e7d246d-4d97-4d5f-b9f0-35611aae6e62 req-0e2e8911-dbec-4879-8aba-845aec88cdd2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464547 Nov 08 13:22:56.900841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:57.099383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-b23b2739-2a32-4675-8208-7e9b1aec9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:57.100913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-b23b2739-2a32-4675-8208-7e9b1aec9c9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1096 time: 0.0702431 Nov 08 13:22:57.113867 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f4be-0003-4857-a8b3-b6787e0c0641 req-f0353257-7fe1-426b-bc34-2fd13c90a829 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:57.115546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e483f4be-0003-4857-a8b3-b6787e0c0641 req-f0353257-7fe1-426b-bc34-2fd13c90a829 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0605516 Nov 08 13:22:57.214714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-c82609a5-6912-4385-9997-8e08da802561 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467196 Nov 08 13:22:57.223379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-8c52547a-ccd8-4779-9a23-8c5038d03bb7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:57.224907 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-8c52547a-ccd8-4779-9a23-8c5038d03bb7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051868 Nov 08 13:22:57.225900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e483f4be-0003-4857-a8b3-b6787e0c0641 req-7eddddd6-17df-4346-ac7e-b0cbf7306953 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969937 Nov 08 13:22:57.259408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-d16ee2b6-947f-4e6e-9cbc-3d1dec30c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:57.259408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-d16ee2b6-947f-4e6e-9cbc-3d1dec30c7cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1250250 Nov 08 13:22:57.313710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-cf29b0ad-7646-4ef0-922c-66074c62e0f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1002 time: 0.0601306 Nov 08 13:22:57.369120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-0ff30fd4-6605-4a37-81c3-be3190a81a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:57.370628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-0ff30fd4-6605-4a37-81c3-be3190a81a90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0495081 Nov 08 13:22:57.419803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-7a0766dd-7485-437c-bc26-c23aa8ef7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:57.421325 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-7a0766dd-7485-437c-bc26-c23aa8ef7207 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425539 Nov 08 13:22:57.518214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-c0990999-7bb7-4c4f-b0b8-53bf02c72b4c service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Nov 08 13:22:57.610216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39cfeac7-5886-4d09-b1be-268e813a3f82 req-e3a20670-7487-4e2d-a441-2086dbb3377d service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842283 Nov 08 13:22:58.306773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:58.352676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19a631-8a12-4bba-90fc-7425314e199b req-f3daadb7-00ea-42bc-87c3-cbf6f3a27fa1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:58.354844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a19a631-8a12-4bba-90fc-7425314e199b req-f3daadb7-00ea-42bc-87c3-cbf6f3a27fa1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0565169 Nov 08 13:22:58.414188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a19a631-8a12-4bba-90fc-7425314e199b req-b627096a-0044-46a4-84fa-edc4fa8d6217 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532842 Nov 08 13:22:59.017572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:59.383975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-f654a1a6-113e-4a12-ad3e-ccd67358abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:59.385461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-f654a1a6-113e-4a12-ad3e-ccd67358abbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1096 time: 0.0412602 Nov 08 13:22:59.478580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-93cc313d-d4fa-4801-b4dc-00c94c459df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:59.480074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-93cc313d-d4fa-4801-b4dc-00c94c459df7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0871937 Nov 08 13:22:59.578283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-b50e92ce-452a-430c-90fe-2eb33ce42683 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1002 time: 0.0898986 Nov 08 13:22:59.590194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df8a7d-41da-4046-8713-eaab3fe1e8e6 req-aba9dce0-8d20-456c-bd28-baaa1a76cb7f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:59.591614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62df8a7d-41da-4046-8713-eaab3fe1e8e6 req-aba9dce0-8d20-456c-bd28-baaa1a76cb7f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0968592 Nov 08 13:22:59.663811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-68c44ff9-a5a5-4867-824b-29c78f49e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:59.665250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-68c44ff9-a5a5-4867-824b-29c78f49e0f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0727684 Nov 08 13:22:59.683227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62df8a7d-41da-4046-8713-eaab3fe1e8e6 req-a84f1322-d7a1-4094-8a6d-20ed1d88f20f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824122 Nov 08 13:22:59.715478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-520b1cca-32f5-4c91-a415-4975dd562630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:59.716966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-520b1cca-32f5-4c91-a415-4975dd562630 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434477 Nov 08 13:22:59.806024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-2f81a569-2469-4bb8-a222-618815d8775a service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Nov 08 13:22:59.899718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-769cc038-02a6-40eb-a19b-efaf1638089d service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863123 Nov 08 13:23:00.803511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd772242-b8de-4c82-ac0b-65b8b0037b18 req-3ed2e0d8-1aa2-4bb4-bfbf-162d048551c9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:00.805011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd772242-b8de-4c82-ac0b-65b8b0037b18 req-3ed2e0d8-1aa2-4bb4-bfbf-162d048551c9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Nov 08 13:23:00.852149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd772242-b8de-4c82-ac0b-65b8b0037b18 req-83871aaf-1add-4ef1-81ab-73aa7d2429dd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Nov 08 13:23:02.035314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3a1bd-047c-4a76-9ed3-66dc4928c77d req-363a6aee-df2b-46bb-8a5a-4d387cbd34d6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:02.036813 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ff3a1bd-047c-4a76-9ed3-66dc4928c77d req-363a6aee-df2b-46bb-8a5a-4d387cbd34d6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.1153162 Nov 08 13:23:02.084582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8ff3a1bd-047c-4a76-9ed3-66dc4928c77d req-f83d5fea-8b25-4dd8-8639-699027f64a8a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Nov 08 13:23:03.246848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35061b1-e14b-4f84-ab05-f8527aceaff6 req-1960e048-a8fe-4a3b-8c5a-9398056eecf4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:03.248375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a35061b1-e14b-4f84-ab05-f8527aceaff6 req-1960e048-a8fe-4a3b-8c5a-9398056eecf4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0959504 Nov 08 13:23:03.296072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a35061b1-e14b-4f84-ab05-f8527aceaff6 req-7bc761e0-dc85-438f-b793-70e6a4562cd2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Nov 08 13:23:04.414029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec02138-3b22-4309-a115-c32fa5704b25 req-e3f06950-801a-4bb9-8929-e13ec4c7dec0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:04.415565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ec02138-3b22-4309-a115-c32fa5704b25 req-e3f06950-801a-4bb9-8929-e13ec4c7dec0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Nov 08 13:23:04.467567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ec02138-3b22-4309-a115-c32fa5704b25 req-282f5475-6771-49c7-be28-be1c72107db3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460718 Nov 08 13:23:05.318375 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:23:05.583894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba02b-bf75-44db-b8cf-efa0102ddf46 req-97e88acd-fc30-44fb-9a55-26e7dd59477b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:05.585309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5bba02b-bf75-44db-b8cf-efa0102ddf46 req-97e88acd-fc30-44fb-9a55-26e7dd59477b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Nov 08 13:23:05.632287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5bba02b-bf75-44db-b8cf-efa0102ddf46 req-bdc0f739-2d94-4160-ab4d-d8b5a42a5ecd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Nov 08 13:23:06.747810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575ff56-78e7-4d1b-9834-5bfd095141b6 req-8c283066-437b-438e-944b-868c6608742b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:06.749297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c575ff56-78e7-4d1b-9834-5bfd095141b6 req-8c283066-437b-438e-944b-868c6608742b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Nov 08 13:23:06.797578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c575ff56-78e7-4d1b-9834-5bfd095141b6 req-4bede3d8-2d0f-4cd8-a778-f2cca2a582c3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Nov 08 13:23:07.921171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecfd69-645c-4606-81c0-21ed0d5393af req-de089bbd-e728-41f1-801c-b247be5bcde3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:07.922658 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccecfd69-645c-4606-81c0-21ed0d5393af req-de089bbd-e728-41f1-801c-b247be5bcde3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0553319 Nov 08 13:23:07.970487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ccecfd69-645c-4606-81c0-21ed0d5393af req-114a9d5a-9beb-4727-b582-6aae809722ab tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Nov 08 13:23:09.087065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e1943-1beb-4c46-b4b9-9a5c0275560b req-00ecaad7-3b2e-4e80-9aed-043ed6c72599 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:09.088585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b8e1943-1beb-4c46-b4b9-9a5c0275560b req-00ecaad7-3b2e-4e80-9aed-043ed6c72599 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Nov 08 13:23:09.136203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b8e1943-1beb-4c46-b4b9-9a5c0275560b req-a89f9d98-a933-472f-b248-c12a70d56932 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Nov 08 13:23:10.251286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388e42e-c8ef-4b06-88cd-b281f15909a2 req-07d743e1-aa78-4972-aa33-195be74e1edf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:10.253478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0388e42e-c8ef-4b06-88cd-b281f15909a2 req-07d743e1-aa78-4972-aa33-195be74e1edf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0493314 Nov 08 13:23:10.303833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0388e42e-c8ef-4b06-88cd-b281f15909a2 req-9b3f8d77-3f6b-497a-9163-5522143bf6a6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443799 Nov 08 13:23:11.421583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2b924-9bb8-4780-a066-618920d3026a req-e1eb4ca3-5419-462e-b269-f95e3c2f59ab tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:11.423188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27f2b924-9bb8-4780-a066-618920d3026a req-e1eb4ca3-5419-462e-b269-f95e3c2f59ab tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Nov 08 13:23:11.470449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27f2b924-9bb8-4780-a066-618920d3026a req-13d27cf0-1568-42fd-9aa7-c04d688d1996 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Nov 08 13:23:12.589484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d876e-28dc-4376-b97f-9f6ead9ef89b req-81597866-bf29-437b-b98e-3a4bfff0c2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:12.591014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f02d876e-28dc-4376-b97f-9f6ead9ef89b req-81597866-bf29-437b-b98e-3a4bfff0c2f1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Nov 08 13:23:12.640171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f02d876e-28dc-4376-b97f-9f6ead9ef89b req-4c15a2cc-6d2f-40f1-9d98-ffb896759f39 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Nov 08 13:23:13.765684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b25e-d865-4839-961e-74f3b812d5ad req-98e6a7b7-cb9e-45af-b6c2-0bf649039b84 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:13.767921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ea7b25e-d865-4839-961e-74f3b812d5ad req-98e6a7b7-cb9e-45af-b6c2-0bf649039b84 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Nov 08 13:23:13.815702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0ea7b25e-d865-4839-961e-74f3b812d5ad req-63d33399-eb30-483a-acc7-71fe817cb401 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Nov 08 13:23:14.563762 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-603b4b20-fa39-44e2-82db-e1633055cc06 service neutron] show failed (client error): The resource could not be found. Nov 08 13:23:14.564858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-603b4b20-fa39-44e2-82db-e1633055cc06 service neutron] 10.222.0.61 "GET /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0576069 Nov 08 13:23:14.937891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd92b7f-e949-4e1e-aa7b-da759e7cd4d4 req-cfbd70b7-0165-4f19-83f0-bdfa421a3829 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:14.940345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bd92b7f-e949-4e1e-aa7b-da759e7cd4d4 req-cfbd70b7-0165-4f19-83f0-bdfa421a3829 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Nov 08 13:23:14.992164 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3bd92b7f-e949-4e1e-aa7b-da759e7cd4d4 req-6c9ce087-30e4-4be5-b512-626e6322f959 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457301 Nov 08 13:23:15.124757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-af54c767-203b-4d9c-8bca-05769166a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:15.126267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-af54c767-203b-4d9c-8bca-05769166a52a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0788574 Nov 08 13:23:15.138085 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:23:15.190585 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:15.390721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:15.428235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:23:15.467214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:15.469483 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0eee50-ed95-49d5-bcfc-891e35817d38" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-unplugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:15.474197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:15.487162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Transition to ACTIVE for port object 84d40e92-2d41-4bcd-aa79-b5e98689a9fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:23:15.517936 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea6dfdc-eea0-4c14-b9a6-5ebc3cb5bc0d x-openstack-request-id: req-5ea6dfdc-eea0-4c14-b9a6-5ebc3cb5bc0d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:15.518234 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-unplugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:15.518521 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ea6dfdc-eea0-4c14-b9a6-5ebc3cb5bc0d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:15.518931 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'code': 200} Nov 08 13:23:15.549439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:15.633390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:15.645734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.646010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.646394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.646740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.647105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.647440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.647771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.648102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.648436 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.648764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.649094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.649420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:15.687119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] No DVR routers for this DVR port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:23:15.824680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:23:15.825009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:23:15.825334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:23:15.830308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:23:15.830640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:23:15.835526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:23:15.835855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:23:15.836227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:23:15.836642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Bound port: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:23:15.836983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:15.902022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:23:15.904906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:23:15.984443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:23:16.000567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:16.024824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:23:16.043803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.044425 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:16.045890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1091 time: 0.9116769 Nov 08 13:23:16.065430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242f480-786a-4ad2-882b-bcdb924401e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:16.149032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-c3e3109f-af1d-41d2-9291-4e3c90a3150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.150574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-c3e3109f-af1d-41d2-9291-4e3c90a3150a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1094 time: 0.0785344 Nov 08 13:23:16.160065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06596e-2796-4ad4-8796-9b4822e320bf req-a36aecd3-14bc-4a70-b58b-e0bd4767a2c4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.161515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb06596e-2796-4ad4-8796-9b4822e320bf req-a36aecd3-14bc-4a70-b58b-e0bd4767a2c4 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0882480 Nov 08 13:23:16.269269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb06596e-2796-4ad4-8796-9b4822e320bf req-7f0da1b6-0da5-48fe-bc4d-8b2a1e532757 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991802 Nov 08 13:23:16.287041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-a9667775-415f-4a0c-839c-76d6edc3b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.288653 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-a9667775-415f-4a0c-839c-76d6edc3b7ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1262579 Nov 08 13:23:16.355887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-a2416f54-6833-4fc3-8f06-4bed8e76b89c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.0586193 Nov 08 13:23:16.406332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-1f40f006-22ac-47f6-8d4d-d5007dcd082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.408096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-1f40f006-22ac-47f6-8d4d-d5007dcd082f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0457845 Nov 08 13:23:16.459563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7e4201f9-0061-4373-80ca-b1177398631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:16.461025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-7e4201f9-0061-4373-80ca-b1177398631d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468667 Nov 08 13:23:16.497439 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:16.552684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-e1cd2722-e9c9-4c3a-916c-af786806cf43 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835319 Nov 08 13:23:16.648234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-44c15bb3-7b9e-4acf-bc6a-4e0df04ed0f2 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884411 Nov 08 13:23:17.390825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50800d-7118-48bb-808a-0b2ec8a9b9c2 req-77cbb3e9-dd8c-46a5-8ca9-2ffc54ae84d1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:17.392866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc50800d-7118-48bb-808a-0b2ec8a9b9c2 req-77cbb3e9-dd8c-46a5-8ca9-2ffc54ae84d1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0515358 Nov 08 13:23:17.444920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc50800d-7118-48bb-808a-0b2ec8a9b9c2 req-68846254-cda4-48c8-8326-46ccf8b73ae3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Nov 08 13:23:17.519777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:17.522168 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d46455-8732-48f7-a7b2-53f4974d0306" -d '{"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:17.619700 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f022995e-c7d4-41fd-8706-7f58b0a05e43 x-openstack-request-id: req-f022995e-c7d4-41fd-8706-7f58b0a05e43 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:17.619994 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:17.620251 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f022995e-c7d4-41fd-8706-7f58b0a05e43 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:17.620663 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'status': 'completed', 'code': 200} Nov 08 13:23:17.688353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-b2a7c1af-7280-4030-8036-1a487af9c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:17.691179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-b2a7c1af-7280-4030-8036-1a487af9c3f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1094 time: 0.0518816 Nov 08 13:23:17.801630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-477101fb-03e4-4e7e-b245-670fd91212e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:17.803046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-477101fb-03e4-4e7e-b245-670fd91212e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1094 time: 0.1551106 Nov 08 13:23:17.823433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-e39899d1-ac5c-4d75-ad5b-0901f3800f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:17.824822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-e39899d1-ac5c-4d75-ad5b-0901f3800f10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1267619 Nov 08 13:23:17.943102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-4fba4836-ea04-4c5a-a841-8ab81800dbae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.1050222 Nov 08 13:23:17.981981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-82da595d-1d87-48b8-a824-7feb6151d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:17.983442 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-82da595d-1d87-48b8-a824-7feb6151d210 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1704912 Nov 08 13:23:18.040333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-1f1bfefc-67c2-4c60-bc68-23233776a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:18.041801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-1f1bfefc-67c2-4c60-bc68-23233776a1a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0884268 Nov 08 13:23:18.086725 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-f4003825-6b0a-468c-942c-e8c8e9914f6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.0947125 Nov 08 13:23:18.128927 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-f52db72e-8af6-4339-a49d-3db1e88134b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:18.130467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-f52db72e-8af6-4339-a49d-3db1e88134b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799718 Nov 08 13:23:18.162026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-fbd0821a-0c7c-4e0e-bb3b-03ef7fd631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:18.163567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-fbd0821a-0c7c-4e0e-bb3b-03ef7fd631b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0679643 Nov 08 13:23:18.263376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-5ea48f58-1a03-4a4b-9e80-340eb4f86277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:18.265061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-5ea48f58-1a03-4a4b-9e80-340eb4f86277 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937781 Nov 08 13:23:18.271086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-e641d3b1-f650-41be-869b-398c0edd4a8a service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313560 Nov 08 13:23:18.427747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-90b48d38-897f-4225-908a-aa9bfd39a321 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545243 Nov 08 13:23:18.432493 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-824c04c0-94ae-4b13-a1a7-1e6db0fcaa66 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496124 Nov 08 13:23:18.542905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05d46455-8732-48f7-a7b2-53f4974d0306 req-0f98d8a6-e30b-4c57-b61e-242b3c5c57c3 service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068666 Nov 08 13:23:18.580730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1d16-4dad-4809-8c42-301c42e82efc req-caeca111-8c60-433e-9a6b-bce25c04409a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:18.583654 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f20e1d16-4dad-4809-8c42-301c42e82efc req-caeca111-8c60-433e-9a6b-bce25c04409a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0596805 Nov 08 13:23:18.632723 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f20e1d16-4dad-4809-8c42-301c42e82efc req-18ee7463-3822-4d50-b771-cf8c762bf347 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432127 Nov 08 13:23:19.752472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03fc95-77af-4467-b826-4f192ddf67f2 req-4a1a332b-d931-419f-8410-932aabfbfd05 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:19.753952 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b03fc95-77af-4467-b826-4f192ddf67f2 req-4a1a332b-d931-419f-8410-932aabfbfd05 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0493832 Nov 08 13:23:19.802709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b03fc95-77af-4467-b826-4f192ddf67f2 req-44920945-31ac-4237-917e-98b4a21b2532 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Nov 08 13:23:20.683020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:20.926215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd4c58-3b17-4130-9ae6-5e8ac2a9ff62 req-91e1ba74-aaf4-4b98-9430-8a923ecc55ba tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:20.927773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aefd4c58-3b17-4130-9ae6-5e8ac2a9ff62 req-91e1ba74-aaf4-4b98-9430-8a923ecc55ba tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0536780 Nov 08 13:23:20.977733 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aefd4c58-3b17-4130-9ae6-5e8ac2a9ff62 req-e6b74bd1-2191-4be1-a9f1-7aa2b1c89fee tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Nov 08 13:23:22.097048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2a104-a355-4b97-bc13-8aeb66fd3b6c req-154e0abc-bf7b-4548-99ad-71e20ab5fb38 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:22.098565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7f2a104-a355-4b97-bc13-8aeb66fd3b6c req-154e0abc-bf7b-4548-99ad-71e20ab5fb38 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0496738 Nov 08 13:23:22.149586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d7f2a104-a355-4b97-bc13-8aeb66fd3b6c req-87e879fe-a15d-41a0-a28b-7a28694f8269 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Nov 08 13:23:23.126427 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3acf-5c5f-4afb-9547-0dfb4af57f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:23.265922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eddf5-46fb-4207-8108-82323593d046 req-3797e5cf-6481-4c75-9d70-752d8d1f0568 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:23.268490 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-470eddf5-46fb-4207-8108-82323593d046 req-3797e5cf-6481-4c75-9d70-752d8d1f0568 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0494044 Nov 08 13:23:23.643261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-470eddf5-46fb-4207-8108-82323593d046 req-69249d91-ba21-4445-bdeb-f5f247471a85 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688114 Nov 08 13:23:24.759452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5121acf-54b3-46bc-bbac-e4a7345a8abd req-aa265671-0eab-44af-9e43-da41eb7943d9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:24.760929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5121acf-54b3-46bc-bbac-e4a7345a8abd req-aa265671-0eab-44af-9e43-da41eb7943d9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0488403 Nov 08 13:23:24.807588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5121acf-54b3-46bc-bbac-e4a7345a8abd req-c83265a5-c798-409c-b429-9c7cea1a8ba2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397596 Nov 08 13:23:25.486668 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-001a86ca-c0a5-42d3-990b-30a3b52036c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:25.927334 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d1e04-6c50-4fb4-a573-24b01a2a6495 req-c2bb8706-51d9-4e53-b014-6324da11d041 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:25.928819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24d1e04-6c50-4fb4-a573-24b01a2a6495 req-c2bb8706-51d9-4e53-b014-6324da11d041 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Nov 08 13:23:25.976690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c24d1e04-6c50-4fb4-a573-24b01a2a6495 req-982ddb8c-3432-4b58-95ea-247fea107cc5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Nov 08 13:23:26.905172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:27.097373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b438d-ff0c-4bed-aa66-b71f8d3783f8 req-d5b7a93c-2393-4da6-8f7b-108a72340ebf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:27.098895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092b438d-ff0c-4bed-aa66-b71f8d3783f8 req-d5b7a93c-2393-4da6-8f7b-108a72340ebf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0528762 Nov 08 13:23:27.148283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-092b438d-ff0c-4bed-aa66-b71f8d3783f8 req-908c3abc-8f41-4f36-9849-036d4892274f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Nov 08 13:23:28.265478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:28.266071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8c86-f1f7-4390-b95c-4f40fca9314d req-c5b550db-2946-4e81-abfc-6028e95f16bd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:28.267429 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e3d8c86-f1f7-4390-b95c-4f40fca9314d req-c5b550db-2946-4e81-abfc-6028e95f16bd tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0490890 Nov 08 13:23:28.315020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e3d8c86-f1f7-4390-b95c-4f40fca9314d req-52d1ab86-49f7-464d-b7fa-8384c093537b tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Nov 08 13:23:29.013762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:29.440277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccab67b-be14-44e8-b26a-10fd68881599 req-792d3be6-18cf-4873-8ad9-8960db4f6072 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:29.442153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ccab67b-be14-44e8-b26a-10fd68881599 req-792d3be6-18cf-4873-8ad9-8960db4f6072 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0539598 Nov 08 13:23:29.490117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ccab67b-be14-44e8-b26a-10fd68881599 req-a6aae476-6b89-4d00-a643-2af185fcddd7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Nov 08 13:23:30.607490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232fb74-86de-41b5-9d27-837968094f91 req-7d6db060-f97a-438d-bc7b-6a624ca365fb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:30.608955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3232fb74-86de-41b5-9d27-837968094f91 req-7d6db060-f97a-438d-bc7b-6a624ca365fb tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0483496 Nov 08 13:23:30.656161 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3232fb74-86de-41b5-9d27-837968094f91 req-4ed8fe1b-0be1-44da-a6e6-02a25e90171a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Nov 08 13:23:31.025980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:23:31.121817 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:31.133639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:23:31.175975 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:31.190606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:23:31.210896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:31.276881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:31.313525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e24f-a076-44af-8060-87eae36b2640 req-a1d08311-77b2-489a-90b3-19223461671c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.315083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b543e24f-a076-44af-8060-87eae36b2640 req-a1d08311-77b2-489a-90b3-19223461671c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 943 time: 0.0808394 Nov 08 13:23:31.330200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:31.337810 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.338176 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.338555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.344756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:23:31.345482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-7845408e-f0de-4019-9be0-538786f97ce1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.345959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-7845408e-f0de-4019-9be0-538786f97ce1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.57 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919&tenant_id=48baf4d947e74f758a7981635e9e5f59&binding%3Ahost_id=n-h2-816990-1 HTTP/1.1" status: 200 len: 944 time: 0.0793905 Nov 08 13:23:31.405689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b543e24f-a076-44af-8060-87eae36b2640 req-972c9eb8-072e-442d-9650-9b54e76f6cdf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836902 Nov 08 13:23:31.427529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-c8d00511-91a0-4623-a416-008807e05441 service neutron] 10.222.0.57 "GET /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb/bindings/n-h2-816990-1 HTTP/1.1" status: 200 len: 382 time: 0.0736907 Nov 08 13:23:31.492943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-5db21c0d-9bbd-4e80-816a-3a32da8c775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.494513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-5db21c0d-9bbd-4e80-816a-3a32da8c775e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1095 time: 0.0422966 Nov 08 13:23:31.516704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['84d40e92-2d41-4bcd-aa79-b5e98689a9fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:23:31.597763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-cb2a5c6e-d1a8-4c65-8366-b7da49d472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.599286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-cb2a5c6e-d1a8-4c65-8366-b7da49d472c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0918939 Nov 08 13:23:31.665075 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-eb684d58-717a-421c-a806-89c5a75fad86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1001 time: 0.0581756 Nov 08 13:23:31.718027 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-10ab0562-ba8e-46be-b994-b15cdfea3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.719478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-10ab0562-ba8e-46be-b994-b15cdfea3009 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0467789 Nov 08 13:23:31.764147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-dc4bcb3b-bf62-4374-bc18-d57d49d1d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:31.765911 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-dc4bcb3b-bf62-4374-bc18-d57d49d1d980 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385218 Nov 08 13:23:31.853182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-743b5768-c7d0-49dd-b26e-846e5253f5aa service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799973 Nov 08 13:23:31.946453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-5bc4e663-b047-47ca-8e0e-d923340c687e service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853167 Nov 08 13:23:32.528315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8553ff-7f9a-472e-8486-b284d19a0444 req-9838152e-d0f5-4f2e-a9ac-c084784f9184 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:32.529809 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce8553ff-7f9a-472e-8486-b284d19a0444 req-9838152e-d0f5-4f2e-a9ac-c084784f9184 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0500085 Nov 08 13:23:32.577917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce8553ff-7f9a-472e-8486-b284d19a0444 req-271bb2de-d4e1-4e31-89d9-c37f57128dbf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Nov 08 13:23:33.034543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:23:33.139368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:23:33.143978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:23:33.144346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:33.221723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:33.251462 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:33.254419 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece83f61-78a0-4f4b-a4a1-4b89386bd7f0" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:33.258010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:33.317089 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:33.355817 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813076b-2aee-40b1-8133-7a5184cf546d x-openstack-request-id: req-4813076b-2aee-40b1-8133-7a5184cf546d {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:33.356105 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:33.356354 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4813076b-2aee-40b1-8133-7a5184cf546d {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:33.356738 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'code': 200} Nov 08 13:23:33.370160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:33.702211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96742-787a-462d-a9ec-e34d2ff839da req-4d3a9bca-9760-4849-b978-3ffc035c8a2f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:33.703701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28d96742-787a-462d-a9ec-e34d2ff839da req-4d3a9bca-9760-4849-b978-3ffc035c8a2f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Nov 08 13:23:33.751697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-28d96742-787a-462d-a9ec-e34d2ff839da req-b7ba523c-d246-4fac-8871-b960c7a57900 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Nov 08 13:23:34.873847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8644b9-9ccc-44af-b8d7-b07068938ab4 req-8d6e7aeb-256a-49e0-b176-c87d887af6a0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:34.875379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c8644b9-9ccc-44af-b8d7-b07068938ab4 req-8d6e7aeb-256a-49e0-b176-c87d887af6a0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Nov 08 13:23:34.925120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c8644b9-9ccc-44af-b8d7-b07068938ab4 req-1e204175-b775-4996-8372-6f0a27bc645a tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430858 Nov 08 13:23:36.049044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d308595-3a77-48c1-84a5-038c58c2bddc req-c9d837af-7bc6-44a1-998e-1f964be8682c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:36.051487 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d308595-3a77-48c1-84a5-038c58c2bddc req-c9d837af-7bc6-44a1-998e-1f964be8682c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0579083 Nov 08 13:23:36.100668 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3d308595-3a77-48c1-84a5-038c58c2bddc req-8f99dc5e-7bda-4ce6-b314-fe505de39d8d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Nov 08 13:23:36.820476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-ebd0ef85-bacf-41dc-8f76-869c26b33816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:36.822037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-ebd0ef85-bacf-41dc-8f76-869c26b33816 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919&tenant_id=48baf4d947e74f758a7981635e9e5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0439851 Nov 08 13:23:36.835932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:23:36.891963 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.106376 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:37.140117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:23:37.193227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.196135 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:37.198588 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a14cb3-1a94-4913-a75c-a9d41c730908" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-unplugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:37.229221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Transition to ACTIVE for port object 84d40e92-2d41-4bcd-aa79-b5e98689a9fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:23:37.253524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79190adf-f04e-45fc-9902-b8808bb6f7c3 req-fdfa31a1-4f16-466c-b8e6-efa6fc2d7aed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:37.255137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79190adf-f04e-45fc-9902-b8808bb6f7c3 req-fdfa31a1-4f16-466c-b8e6-efa6fc2d7aed tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0767388 Nov 08 13:23:37.268031 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d6b8b-ad43-4322-8a19-2b9343f1cc94 x-openstack-request-id: req-6b5d6b8b-ad43-4322-8a19-2b9343f1cc94 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:37.268882 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-unplugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:37.269128 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b5d6b8b-ad43-4322-8a19-2b9343f1cc94 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:37.269681 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'code': 200} Nov 08 13:23:37.305467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-79190adf-f04e-45fc-9902-b8808bb6f7c3 req-c15abd3d-719a-48ec-9655-c553434bb7b7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 Nov 08 13:23:37.306647 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.388199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:37.433674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] No DVR routers for this DVR port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:23:37.572609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:23:37.572932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:23:37.573252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:23:37.577433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:23:37.577749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Attempting to bind port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on network a538af40-dbb7-461d-bc7f-d368e0f22efa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:23:37.583025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:23:37.583358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Checking segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:23:37.583727 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Bound using segment: {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:23:37.584143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Bound port: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:23:37.584483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.650351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:23:37.653356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:23:37.717123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.751482 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:37.752154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:37.754302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] 10.222.0.61 "PUT /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1092 time: 0.9235036 Nov 08 13:23:37.777451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9a9d-d4ad-498d-92e6-1955f4045f73 service neutron] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:37.822779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-159c6272-e6b6-454b-a7ce-97b72496dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:37.824336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-159c6272-e6b6-454b-a7ce-97b72496dc0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1095 time: 0.0439847 Nov 08 13:23:37.926573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-c1138f61-4486-40bc-90fc-f90ca5920171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:37.928065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-c1138f61-4486-40bc-90fc-f90ca5920171 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.0970073 Nov 08 13:23:37.998784 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-549ac308-a079-4eda-80d2-e80cbbf3ca38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.0608130 Nov 08 13:23:38.055142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-690e23ea-3b38-4630-af61-51634aea5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:38.056629 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-690e23ea-3b38-4630-af61-51634aea5d0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.0508611 Nov 08 13:23:38.104699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-1ad9beb7-2592-433a-b40d-fd19ff446eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:38.106315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-1ad9beb7-2592-433a-b40d-fd19ff446eec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423625 Nov 08 13:23:38.197584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-b59e04c4-6b50-40b6-91e5-ad06a566c22a service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 Nov 08 13:23:38.290211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1012f7e-22a3-4cbe-a3d6-f45a8497bf6c req-50c058aa-e456-4da7-b6fe-98783f3b228a service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 Nov 08 13:23:38.432136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0bd2-05a9-453d-a933-145c8cb981d1 req-ac1f0fbc-1737-44f6-80f3-a72512b3b992 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:38.433648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-224b0bd2-05a9-453d-a933-145c8cb981d1 req-ac1f0fbc-1737-44f6-80f3-a72512b3b992 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0515947 Nov 08 13:23:38.481728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-224b0bd2-05a9-453d-a933-145c8cb981d1 req-5b9248d2-c4e6-4725-b722-459c7baf80de tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Nov 08 13:23:39.033657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:23:39.084842 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:23:39.271063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:39.273440 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9131d8e-c2b3-4083-9f31-f3480b2897a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:39.321305 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa4608-12a9-4ec2-993d-c88d20ee5fdf x-openstack-request-id: req-30fa4608-12a9-4ec2-993d-c88d20ee5fdf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:39.326486 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:39.326486 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30fa4608-12a9-4ec2-993d-c88d20ee5fdf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:39.326486 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'status': 'completed', 'code': 200} Nov 08 13:23:39.423160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-43ec29d7-710a-46b6-9992-ee2d365322dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.424689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-43ec29d7-710a-46b6-9992-ee2d365322dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1095 time: 0.0715299 Nov 08 13:23:39.426789 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-1ed20a09-6011-4d71-a9d3-c228469f41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.428220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-1ed20a09-6011-4d71-a9d3-c228469f41b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48baf4d947e74f758a7981635e9e5f59&device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 1095 time: 0.0838807 Nov 08 13:23:39.614889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-61b591af-0dda-4271-ad4e-eedae72b5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.616411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-61b591af-0dda-4271-ad4e-eedae72b5cda service neutron] 10.222.0.61 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1847582 Nov 08 13:23:39.621362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-a7970c04-bce0-480f-9c22-a3b260f4933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.622718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-a7970c04-bce0-480f-9c22-a3b260f4933c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 200 len: 912 time: 0.1838596 Nov 08 13:23:39.717852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49398d-a4ed-452c-a876-17be9a2fb3f0 req-45872e55-e71c-4d70-8b92-85cc51ee34b1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.719361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d49398d-a4ed-452c-a876-17be9a2fb3f0 req-45872e55-e71c-4d70-8b92-85cc51ee34b1 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.1605532 Nov 08 13:23:39.761995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-f50d5060-8579-410e-952b-087aa674bf29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.1375244 Nov 08 13:23:39.766174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-bf2c3107-d90a-463f-8705-71af10c788f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 200 len: 1000 time: 0.1327977 Nov 08 13:23:39.865193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d49398d-a4ed-452c-a876-17be9a2fb3f0 req-bbf81b03-a8d1-4219-953d-126a4d8c4703 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364341 Nov 08 13:23:39.876379 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-5308f345-8ca1-410b-b2d3-17ae590f3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.878143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-5308f345-8ca1-410b-b2d3-17ae590f3a7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.1069732 Nov 08 13:23:39.881971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-3261abbe-cc6f-4a27-b8e2-704cbfaebcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.883357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-3261abbe-cc6f-4a27-b8e2-704cbfaebcc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 200 len: 850 time: 0.1030421 Nov 08 13:23:39.953580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-ce75b30d-9d59-4998-a2fc-c566d5f690cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.955110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-ce75b30d-9d59-4998-a2fc-c566d5f690cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620961 Nov 08 13:23:39.957440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-4ba2cf66-24bf-4c73-aa12-ba2ae1f91b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:39.958811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-4ba2cf66-24bf-4c73-aa12-ba2ae1f91b44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a538af40-dbb7-461d-bc7f-d368e0f22efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732532 Nov 08 13:23:40.117883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-d2340d1b-22e7-45dc-bcfe-0e5c08dc0db1 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556549 Nov 08 13:23:40.121239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-c00649bd-73ec-4ffc-b16d-254c5b5d380f service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520674 Nov 08 13:23:40.278355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-e3feaa66-6ed4-4c59-a746-0f1643f36ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525698 Nov 08 13:23:40.280214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f9131d8e-c2b3-4083-9f31-f3480b2897a7 req-01e16a2a-fdaf-4f5a-86e0-86e63367a5ee service neutron] 10.222.0.61 "GET /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475558 Nov 08 13:23:40.989738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68157d77-1d67-400d-910c-29e9db134e7b req-70f82061-6263-4f63-bf7c-1435df66f2ab tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:40.990789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68157d77-1d67-400d-910c-29e9db134e7b req-70f82061-6263-4f63-bf7c-1435df66f2ab tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0510292 Nov 08 13:23:41.050736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68157d77-1d67-400d-910c-29e9db134e7b req-6e28949a-24a6-4deb-a5db-4c4e7d3f0851 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Nov 08 13:23:42.318682 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:23:42.367630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585985e-267a-4ca3-9289-37c4d63ddb88 req-2b7cda53-4573-4e0d-884d-521baeb17c06 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:42.369478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d585985e-267a-4ca3-9289-37c4d63ddb88 req-2b7cda53-4573-4e0d-884d-521baeb17c06 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0582886 Nov 08 13:23:42.419684 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d585985e-267a-4ca3-9289-37c4d63ddb88 req-89d0db1d-1752-4772-a7a3-d4e116735ed0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Nov 08 13:23:43.539095 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027318a6-f8c4-44bb-9757-c39a36983f55 req-5fd75d02-7ce8-4403-8049-0c56309c63d5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:43.540495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-027318a6-f8c4-44bb-9757-c39a36983f55 req-5fd75d02-7ce8-4403-8049-0c56309c63d5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0489175 Nov 08 13:23:43.589110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-027318a6-f8c4-44bb-9757-c39a36983f55 req-8aa58e89-3734-4ddd-9f8c-021dd3290e25 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Nov 08 13:23:44.706547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdae9a0-8208-43ae-88da-9597e7f1e73f req-5d3b7dca-fe31-48b4-8c24-1fe42ce579a7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:44.707966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbdae9a0-8208-43ae-88da-9597e7f1e73f req-5d3b7dca-fe31-48b4-8c24-1fe42ce579a7 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0491920 Nov 08 13:23:44.759404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fbdae9a0-8208-43ae-88da-9597e7f1e73f req-d23e9dc2-3b4b-4af9-a116-478bcdb91bd5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Nov 08 13:23:45.875777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcfce9-42f6-41d5-8819-584abe128aa9 req-7cacaac1-9fa3-4387-b438-2cd360b41221 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:45.877283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55bcfce9-42f6-41d5-8819-584abe128aa9 req-7cacaac1-9fa3-4387-b438-2cd360b41221 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0480385 Nov 08 13:23:45.924883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55bcfce9-42f6-41d5-8819-584abe128aa9 req-80456024-4e9d-42ca-a15e-1d7a490ffde3 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Nov 08 13:23:46.513272 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:47.042292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1bd94-b4e8-4417-84ea-b51aeb84d3fe req-c33d326e-8172-4b1f-b05a-2733086f789e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:47.043738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2e1bd94-b4e8-4417-84ea-b51aeb84d3fe req-c33d326e-8172-4b1f-b05a-2733086f789e tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0475183 Nov 08 13:23:47.091175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2e1bd94-b4e8-4417-84ea-b51aeb84d3fe req-e630ca72-f228-43a4-9f3c-78e434aaa692 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Nov 08 13:23:48.213543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6546d-c131-4dce-885b-2bd42ee19d91 req-51595d27-8e0f-443f-af7e-6bcf9640a8fe tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:48.215064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0b6546d-c131-4dce-885b-2bd42ee19d91 req-51595d27-8e0f-443f-af7e-6bcf9640a8fe tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0542643 Nov 08 13:23:48.262318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0b6546d-c131-4dce-885b-2bd42ee19d91 req-7b2a9c6e-070a-45e1-84f1-e8020bf7ed64 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 Nov 08 13:23:49.377914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c87e0d-81e8-4ff5-ba1f-14ce2bbf1475 req-4c09a4c8-3954-428e-8575-ac0faa76600c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:49.380177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c87e0d-81e8-4ff5-ba1f-14ce2bbf1475 req-4c09a4c8-3954-428e-8575-ac0faa76600c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0492144 Nov 08 13:23:49.428462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b4c87e0d-81e8-4ff5-ba1f-14ce2bbf1475 req-d14e14ec-e1a9-44b8-9b66-e169f5aa3aa9 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Nov 08 13:23:50.559548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ba23-3156-4425-980d-8e4ecfc74c3f req-0884844d-4200-4b74-accd-14b753efa1a8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:50.561056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bca0ba23-3156-4425-980d-8e4ecfc74c3f req-0884844d-4200-4b74-accd-14b753efa1a8 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0539753 Nov 08 13:23:50.610718 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bca0ba23-3156-4425-980d-8e4ecfc74c3f req-7f9d51c9-e8ce-4d11-82d3-4db51094285d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Nov 08 13:23:50.696257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:51.726980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3831-7982-4e33-9913-160ba2ad515f req-cca6f066-f81c-4f97-a29e-ec9d1e3ecbe0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:51.728464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9dc3831-7982-4e33-9913-160ba2ad515f req-cca6f066-f81c-4f97-a29e-ec9d1e3ecbe0 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0481913 Nov 08 13:23:51.775624 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9dc3831-7982-4e33-9913-160ba2ad515f req-ac19c6dd-3ec7-4bde-9153-3eb617fe0b8c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Nov 08 13:23:51.890618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192863f6-4905-45b2-ac4c-20685d604351 req-3fcb2687-b38d-42f9-9410-7cc6b405f5b5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:51.892028 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-192863f6-4905-45b2-ac4c-20685d604351 req-3fcb2687-b38d-42f9-9410-7cc6b405f5b5 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0484452 Nov 08 13:23:51.942682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-192863f6-4905-45b2-ac4c-20685d604351 req-566b424e-5e32-4359-b326-6dcb5594694d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Nov 08 13:23:52.057411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4954297-f563-46ce-a24d-9884ebbd33c8 req-e0a42165-d79d-48b0-85f2-67e35675b3fe tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:52.058903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4954297-f563-46ce-a24d-9884ebbd33c8 req-e0a42165-d79d-48b0-85f2-67e35675b3fe tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 944 time: 0.0485616 Nov 08 13:23:52.106270 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4954297-f563-46ce-a24d-9884ebbd33c8 req-34c216e4-c5ca-445e-bd72-4e366c10de6c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Nov 08 13:23:52.175777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:23:52.273087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:52.284158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'port_id': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'mac_address': 'fa:16:3e:b6:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:23:52.320706 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:52.334022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:23:52.353698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:52.444752 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:52.492313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:52.576910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970999c-7767-4ccd-a40c-8880d1f31943 req-2c6252af-4c6e-40ba-a35f-3b6872f77566 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:52.578409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e970999c-7767-4ccd-a40c-8880d1f31943 req-2c6252af-4c6e-40ba-a35f-3b6872f77566 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Nov 08 13:23:52.626136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e970999c-7767-4ccd-a40c-8880d1f31943 req-a29d9fb2-d106-46c8-8c1a-02eae169afda tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Nov 08 13:23:52.737034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['84d40e92-2d41-4bcd-aa79-b5e98689a9fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:23:53.136225 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e0c0-955d-472f-8648-e0894e072b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:53.746954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62bd4-207d-4442-9226-f5eb3c17d7b9 req-83da5e36-8075-4fe3-8450-38e8186b3777 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:53.748440 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c62bd4-207d-4442-9226-f5eb3c17d7b9 req-83da5e36-8075-4fe3-8450-38e8186b3777 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Nov 08 13:23:53.796667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-56c62bd4-207d-4442-9226-f5eb3c17d7b9 req-c0b33b24-8625-4bc3-8913-d6a839028af6 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups?id=da462e14-5d00-405c-afb6-dba7decbc019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Nov 08 13:23:54.186292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:23:54.189431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-9bc16969-f42e-4322-b7ea-4cfd4a14d69f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:23:54.190931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-9bc16969-f42e-4322-b7ea-4cfd4a14d69f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Nov 08 13:23:54.287953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Deleting port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:23:54.288296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.302438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:23:54.306377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:23:54.306750 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.380063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:54.380436 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.385512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.414375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:54.416700 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672edf7-eeb8-4934-97cc-71c076804f94" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:54.428431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:54.461742 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980b3281-c42a-4c63-b449-04d81b444f10 x-openstack-request-id: req-980b3281-c42a-4c63-b449-04d81b444f10 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:54.462051 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-plugged", "status": "completed", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:54.462342 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-980b3281-c42a-4c63-b449-04d81b444f10 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:54.462709 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'code': 200} Nov 08 13:23:54.492824 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.541474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=13']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:54.555104 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.555458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.555770 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e disassociated. External IP: 172.25.1.213, port: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb. Nov 08 13:23:54.556107 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Calling delete_port for 84d40e92-2d41-4bcd-aa79-b5e98689a9fb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:23:54.739180 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:54.769282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'Port': ['ID=84d40e92-2d41-4bcd-aa79-b5e98689a9fb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:54.906343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-163c3a9c-7d8d-462b-b1d8-d943e7e9129a req-72ca67be-c60b-40e5-92cf-f421151e5ba2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0375385 Nov 08 13:23:54.917125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:23:55.026234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:23:55.036639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:23:55.051851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:23:55.052416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:23:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:55.068620 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] No DVR routers for this DVR port 84d40e92-2d41-4bcd-aa79-b5e98689a9fb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:23:55.071302 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:55.074604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4af98d15-05f0-4b63-9404-9ed6ee4d85bf req-67aa8e16-a075-49fc-8b94-a2d5851bbccf tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.61 "DELETE /v2.0/ports/84d40e92-2d41-4bcd-aa79-b5e98689a9fb HTTP/1.1" status: 204 len: 173 time: 0.8778672 Nov 08 13:23:55.075038 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-deleted', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:23:55.077292 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea5b2f1-ca78-4a22-b53c-6b3e8fd99e0f" -d '{"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-deleted", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:23:55.116352 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc5e78b-9fde-4613-80c5-8e0c6c9b9cfd x-openstack-request-id: req-1dc5e78b-9fde-4613-80c5-8e0c6c9b9cfd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:23:55.116644 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9252e2a2-f216-489b-a697-5843d1158919", "name": "network-vif-deleted", "tag": "84d40e92-2d41-4bcd-aa79-b5e98689a9fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:23:55.116899 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dc5e78b-9fde-4613-80c5-8e0c6c9b9cfd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:23:55.117302 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9252e2a2-f216-489b-a697-5843d1158919', 'name': 'network-vif-deleted', 'tag': '84d40e92-2d41-4bcd-aa79-b5e98689a9fb', 'status': 'completed', 'code': 200} Nov 08 13:23:55.169765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:23:55.554036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-097e0d6d-5514-4b74-9b17-daf659cff206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:55.557677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:55.590617 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:23:55.601477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:23:55.602083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:23:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:55.709386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:23:55.907551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:55.934788 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa1499-1273-4a78-8a65-de6229fb8a88 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:13:40Z', 'revision_number': 4, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '57c51921-d763-4cf8-af51-a48dafcb332b', 'name': '', 'network_id': 'a538af40-dbb7-461d-bc7f-d368e0f22efa', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'mac_address': 'fa:16:3e:16:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:40Z', 'updated_at': '2021-11-08T13:13:44Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'subnets': [{'id': 'ecd8060f-c3a6-4ce0-b107-fc77a45fef96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:23:56.020324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-71dcedd6-b7f7-4cd2-9a1c-dae6c492c683 req-a3e14907-c726-4c2d-9cb2-7ab03e9d7210 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0322082 Nov 08 13:23:56.174402 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762646ad-ff53-4ae1-86be-9efb3d1a14c0 None None] New status for floating IP e7544222-6ff7-4c3b-9053-29dbb075a43e: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:23:56.915931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:57.117860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb028326-68f6-4aa2-9c9f-45f127f1cfb4 req-8f76448e-5e46-4e4b-8462-7b5ea0ad661f tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0262980 Nov 08 13:23:58.213147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:23:58.216212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4c333e16-f540-4c6f-895b-cc4be60f72bc req-f9e103fc-cff4-4546-8b6b-fa542102fd74 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0272305 Nov 08 13:23:58.256386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 84d40e92-2d41-4bcd-aa79-b5e98689a9fb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:23:58.256734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 84d40e92-2d41-4bcd-aa79-b5e98689a9fb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:23:58.332773 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:59.027667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:59.326977 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18e804eb-ed04-4eca-81bd-1b9d73abe698 req-e045bec8-1fbc-4fa5-86fa-bdf4f43482a2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Nov 08 13:24:00.783757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dc4f6819-bef9-4cf0-8a06-9c29463a5dd4 req-eb445018-bd40-4f81-815e-8b580acef121 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/ports?device_id=9252e2a2-f216-489b-a697-5843d1158919 HTTP/1.1" status: 200 len: 210 time: 0.3623874 Nov 08 13:24:05.733089 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35432) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:05.788894 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.813431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.927581 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.930119 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.931317 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "DELETE /v2.0/security-groups/da462e14-5d00-405c-afb6-dba7decbc019 HTTP/1.1" status: 204 len: 168 time: 0.1972287 Nov 08 13:24:05.933947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:05.942843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da462e14-5d00-405c-afb6-dba7decbc019,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:05.948380 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f275b87c-6dd2-4f6e-88d1-b322af716c7c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] show failed (client error): The resource could not be found. Nov 08 13:24:05.952759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f275b87c-6dd2-4f6e-88d1-b322af716c7c tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "GET /v2.0/security-groups/da462e14-5d00-405c-afb6-dba7decbc019 HTTP/1.1" status: 404 len: 347 time: 0.0144689 Nov 08 13:24:05.953005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.953005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.953005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.953005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.953343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:05.953452 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.953855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.954311 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.954765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.955197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.955660 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.956085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:05.956801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0dfe9-c762-4348-81e1-92e1ce610ce2 tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:06.084690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Deleting port de7b1de1-1bd4-46d7-8048-af749261dc40 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:06.085023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.163923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.164248 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.175667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Calling delete_port for de7b1de1-1bd4-46d7-8048-af749261dc40 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:06.382270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.412189 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Pushing event deleted for resources: {'Port': ['ID=de7b1de1-1bd4-46d7-8048-af749261dc40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:06.473619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.476177 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:06.477483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e985ef06-1374-4c26-a0b0-50ab64d3fa7d tempest-ServerActionsTestJSON-1949584066 tempest-ServerActionsTestJSON-1949584066-project] 10.222.0.58 "DELETE /v2.0/floatingips/e7544222-6ff7-4c3b-9053-29dbb075a43e HTTP/1.1" status: 204 len: 168 time: 0.5233033 Nov 08 13:24:06.480444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:07.009186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:07.253797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Deleting port 57c51921-d763-4cf8-af51-a48dafcb332b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:07.254138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:07.337790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] For port 57c51921-d763-4cf8-af51-a48dafcb332b, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=57c51921-d763-4cf8-af51-a48dafcb332b,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:07.338069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:07.351384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Calling delete_port for 57c51921-d763-4cf8-af51-a48dafcb332b owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:07.635572 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:07.662369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c51921-d763-4cf8-af51-a48dafcb332b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:07.847091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.072191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Router 5394be3d-6653-40ac-b451-d587ed893e55 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:24:08.181487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:24:08.189207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-fbd32f49-d454-4ccf-a68a-2ad0bb841df3 admin admin] 10.222.0.58 "PUT /v2.0/routers/5394be3d-6653-40ac-b451-d587ed893e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053499 Nov 08 13:24:08.189207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:08.192548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Sync routers for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:24:08.201936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:24:08.202589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:23:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:08.295683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.311930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:24:08.403979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.496246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:24:07Z', 'revision_number': 5, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port': {'id': 'd64579f1-954e-4908-b04b-cf029cd39e4f', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5394be3d-6653-40ac-b451-d587ed893e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:13:38Z', 'updated_at': '2021-11-08T13:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:08.524428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Checking router: 5394be3d-6653-40ac-b451-d587ed893e55 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:24:08.527342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Deleting port d64579f1-954e-4908-b04b-cf029cd39e4f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:08.527682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.532797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Routers {'5394be3d-6653-40ac-b451-d587ed893e55'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:24:08.533404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:23:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5394be3d-6653-40ac-b451-d587ed893e55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:08.606463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] For port d64579f1-954e-4908-b04b-cf029cd39e4f, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64579f1-954e-4908-b04b-cf029cd39e4f,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:08.606856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.619532 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Calling delete_port for d64579f1-954e-4908-b04b-cf029cd39e4f owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:08.620157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] Set router 5394be3d-6653-40ac-b451-d587ed893e55 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:24:08.677488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:24:08Z', 'revision_number': 6, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:08.704567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76528e-65b4-4f71-a800-d231f4d5bc83 None None] The sync data for ids ['5394be3d-6653-40ac-b451-d587ed893e55'] in n-d-816990-1 is: [{'id': '5394be3d-6653-40ac-b451-d587ed893e55', 'name': 'tempest-ServerActionsTestJSON-655032749-router', 'tenant_id': '48baf4d947e74f758a7981635e9e5f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:13:37Z', 'updated_at': '2021-11-08T13:24:08Z', 'revision_number': 6, 'project_id': '48baf4d947e74f758a7981635e9e5f59', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:24:08.863665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:08.891308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64579f1-954e-4908-b04b-cf029cd39e4f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:08.953279 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.044762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.047121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.155446 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.156084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5394be3d-6653-40ac-b451-d587ed893e55 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:24:09.160321 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.161912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-84a94add-6c97-4ddc-9773-3e6b3cfd7a58 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5394be3d-6653-40ac-b451-d587ed893e55 HTTP/1.1" status: 204 len: 168 time: 0.9717944 Nov 08 13:24:09.164466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35454) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:09.212830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Deleting subnet ecd8060f-c3a6-4ce0-b107-fc77a45fef96 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:24:09.215748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.249454 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.325917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.435941 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.467695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 57c51921-d763-4cf8-af51-a48dafcb332b no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:24:09.470544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd8060f-c3a6-4ce0-b107-fc77a45fef96,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:09.484190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.484669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7115752-e76b-433e-b769-bc74c454f4c0 None None] Network a538af40-dbb7-461d-bc7f-d368e0f22efa requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:09.484776 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35456) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:09.485261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-86d2257d-eb51-4ba2-adfa-2486fd0dbbd9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ecd8060f-c3a6-4ce0-b107-fc77a45fef96 HTTP/1.1" status: 204 len: 168 time: 0.3133068 Nov 08 13:24:09.512531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 57c51921-d763-4cf8-af51-a48dafcb332b {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:24:09.512966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 57c51921-d763-4cf8-af51-a48dafcb332b not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:24:09.513697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64579f1-954e-4908-b04b-cf029cd39e4f no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:24:09.554653 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.564832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d64579f1-954e-4908-b04b-cf029cd39e4f {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:24:09.565159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64579f1-954e-4908-b04b-cf029cd39e4f not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:24:09.611378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Deleting port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:09.611735 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.683076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] For port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:09.683446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.698023 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Calling delete_port for 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:09.702459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] DHCP port deletion for a538af40-dbb7-461d-bc7f-d368e0f22efa request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:24:09.760487 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Deleting port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:09.760877 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.828569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] For port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,segment=NetworkSegment(ab7b6795-c82d-4a49-bfc0-3766d3872cfc),segment_id=ab7b6795-c82d-4a49-bfc0-3766d3872cfc)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:09.828969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.841549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Calling delete_port for 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:09.861754 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.891278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] No DVR routers for this DVR port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:24:09.897132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:09.921646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.949178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] Pushing event deleted for resources: {'Port': ['ID=6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:09.950974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d231341-26f4-4d14-9b23-c158fa045918 None None] No DVR routers for this DVR port 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:24:09.972897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:09.993235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a538af40-dbb7-461d-bc7f-d368e0f22efa']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:10.002525 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:10.002856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7b6795-c82d-4a49-bfc0-3766d3872cfc') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:10.012851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.026343 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.032266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:24:10.037161 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:24:10.141660 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.147244 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.150400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a538af40-dbb7-461d-bc7f-d368e0f22efa HTTP/1.1" status: 204 len: 168 time: 0.6702859 Nov 08 13:24:10.161543 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23d8f-38e6-4378-b7b4-d9bb808ba746 admin admin] Pushing event deleted for resources: {'Network': ['ID=a538af40-dbb7-461d-bc7f-d368e0f22efa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:10.485308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35460) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:10.526572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6c30431b-ee50-4f8e-af17-40d15d940e7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48baf4d947e74f758a7981635e9e5f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400934 Nov 08 13:24:10.529005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35462) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:10.574806 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.595901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.703792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.706366 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:10.708108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dc61ae4-3654-4aa1-aebe-fc9025fc3a53 HTTP/1.1" status: 204 len: 168 time: 0.1776412 Nov 08 13:24:10.716858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527fbd-0db7-48cc-9f39-72153fde9d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc61ae4-3654-4aa1-aebe-fc9025fc3a53,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:11.407141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:24:11.426926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:24:11.427359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 6dc9bda2-9d00-4ba9-a9ac-9cf970f7a596 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:24:11.756253 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35484) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:11.850083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1144973760-network', 'tenant_id': 'a513e7e93ba746a4ae2d385f6d665351'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:11.954921 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Made reservation on behalf of a513e7e93ba746a4ae2d385f6d665351 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:11.957339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:11.966225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.042152 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.107175 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.134357 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:24:12.140763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:12.148160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.148309 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Added segment 86720a37-a7d2-4580-a69c-e60ed4e08633 of type vlan for network 15105e28-84b5-4dd9-84b4-62c25c91dd34 Nov 08 13:24:12.188286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.268952 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.269945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:12.270576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.327573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] Pushing event updated for resources: {'Network': ['ID=15105e28-84b5-4dd9-84b4-62c25c91dd34,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:12.338287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:24:12.415751 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8d1b22b2-b477-4dc2-9089-4a87edc60988 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6583323 Nov 08 13:24:12.418575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35488) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:12.424633 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Request body: {'subnet': {'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1144973760-subnet', 'tenant_id': 'a513e7e93ba746a4ae2d385f6d665351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:12.508853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Made reservation on behalf of a513e7e93ba746a4ae2d385f6d665351 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:12.511229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.784033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:12.840892 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23d4624-b644-418d-9724-888fcac246fe,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:12.850911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Checking segment: {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:12.851267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Network hostable DHCP agents. Network: 15105e28-84b5-4dd9-84b4-62c25c91dd34, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:24:12.947299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:24:13.004397 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 15105e28-84b5-4dd9-84b4-62c25c91dd34) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:13.009139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:13.011486 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:13.014823 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4470c-2d22-446f-9428-b6bd708ee9cc None None] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:13.081910 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-73b70d6d-9a34-4abe-8d9d-5667acd19bc9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6621785 Nov 08 13:24:13.138913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeee59c-e62a-421b-ac10-090c46767b68 None None] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:13.522571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-7508006a-51a6-409d-b084-0aac00eb3de2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:13.524067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-7508006a-51a6-409d-b084-0aac00eb3de2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/networks?id=15105e28-84b5-4dd9-84b4-62c25c91dd34 HTTP/1.1" status: 200 len: 814 time: 0.1072669 Nov 08 13:24:13.539395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-200d918e-7783-425f-995d-dfcc0f98785d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/quotas/a513e7e93ba746a4ae2d385f6d665351 HTTP/1.1" status: 200 len: 375 time: 0.0096455 Nov 08 13:24:13.570808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-81fd6006-4fa3-4020-b61e-75447e493a89 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259979 Nov 08 13:24:13.707814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a805279a-a61b-4852-be43-efc83762a2f8 service neutron] 10.222.0.58 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301692 Nov 08 13:24:13.797805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-cbd65fe3-2c54-4c08-9a8c-be5ee14e82f2 service neutron] 10.222.0.58 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Nov 08 13:24:14.051692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1390337-2a60-4f3e-8d93-335d84b3a4df req-867da846-a4e8-49d8-b6e9-32614f821d38 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 210 time: 0.0265505 Nov 08 13:24:15.131561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe1c06b4-828a-4c09-b599-33a0255b5ecc req-edc4e712-bb2b-4694-8183-0ea0f07d99b7 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 210 time: 0.0306997 Nov 08 13:24:16.259667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb5fedae-b3d9-483d-a085-35d50fe2c1ac req-4b948258-48b8-4a37-aed0-4607b3dd801c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 210 time: 0.0571790 Nov 08 13:24:16.304907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-deb6f362-8f63-4e07-a1f7-6fe620b7a6d1 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:16.306400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-deb6f362-8f63-4e07-a1f7-6fe620b7a6d1 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.57 "GET /v2.0/networks?id=15105e28-84b5-4dd9-84b4-62c25c91dd34 HTTP/1.1" status: 200 len: 814 time: 0.1324487 Nov 08 13:24:16.322056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Request body: {'port': {'device_id': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34', 'admin_state_up': True, 'tenant_id': 'a513e7e93ba746a4ae2d385f6d665351'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:16.600789 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:16.818019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Made reservation on behalf of a513e7e93ba746a4ae2d385f6d665351 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:16.821596 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:16.949104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Allocated IP 172.20.0.9 (15105e28-84b5-4dd9-84b4-62c25c91dd34/b23d4624-b644-418d-9724-888fcac246fe/f6bffed1-c825-4346-9e85-4000d5eba5b6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:24:17.093969 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.193527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.241068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:24:17.246650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:17.249170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:24:17.274943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Pushing event updated for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:17.287750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.288012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.288371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.288680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.289013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.289338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.289660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.289983 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.290330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.290653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.290969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.291284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:17.314764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:17.315376 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.384695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08f6-6309-4f37-9cdc-fcd2ab5fac97 req-91bcc69a-c552-4968-85ab-631ae2f5eb5f tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:17.386236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8f08f6-6309-4f37-9cdc-fcd2ab5fac97 req-91bcc69a-c552-4968-85ab-631ae2f5eb5f tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 931 time: 0.0490613 Nov 08 13:24:17.410944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-274b031b-8a7c-4c01-9fcc-1696e08381f2 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924554 Nov 08 13:24:17.428883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Request body: {'port': {'device_id': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:17.472785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1d8f08f6-6309-4f37-9cdc-fcd2ab5fac97 req-63b86613-f08e-4793-a03a-23a7dea2ab9b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801783 Nov 08 13:24:17.501061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.758265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bffed1-c825-4346-9e85-4000d5eba5b6 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:24:17.765687 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.778446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Transition to ACTIVE for port object f6bffed1-c825-4346-9e85-4000d5eba5b6 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:24:17.849893 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:17.906269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:17.969873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Attempting to bind port f6bffed1-c825-4346-9e85-4000d5eba5b6 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:24:17.970198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Attempting to bind port f6bffed1-c825-4346-9e85-4000d5eba5b6 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:24:17.970561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Attempting to bind port f6bffed1-c825-4346-9e85-4000d5eba5b6 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:17.976969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Port f6bffed1-c825-4346-9e85-4000d5eba5b6 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:24:17.977283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Attempting to bind port f6bffed1-c825-4346-9e85-4000d5eba5b6 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:17.982197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:24:17.982555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Checking segment: {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:17.982933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Bound using segment: {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:24:17.983353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Bound port: f6bffed1-c825-4346-9e85-4000d5eba5b6, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:24:17.983696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:18.046010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:24:18.048902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:24:18.118637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:18.157036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.157655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:18.159043 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] 10.222.0.57 "PUT /v2.0/ports/f6bffed1-c825-4346-9e85-4000d5eba5b6 HTTP/1.1" status: 200 len: 1091 time: 0.7397158 Nov 08 13:24:18.159474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:18.161708 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd7eb4-46b9-4e22-8855-195970670f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:18.185215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed75a3-9bf1-4863-9fc8-40ba182e9ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:18.209331 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f1415-3ee3-4740-9a78-c3fc123fe152 x-openstack-request-id: req-ba2f1415-3ee3-4740-9a78-c3fc123fe152 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:18.209331 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:18.209331 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba2f1415-3ee3-4740-9a78-c3fc123fe152 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:18.209331 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6', 'status': 'completed', 'code': 200} Nov 08 13:24:18.267233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-6f9df140-0517-43cb-9a65-4e28bbaf0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.268764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-6f9df140-0517-43cb-9a65-4e28bbaf0467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 1094 time: 0.0419397 Nov 08 13:24:18.369205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-a1b92072-bfcd-4758-8a3e-449f86a652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.370712 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-a1b92072-bfcd-4758-8a3e-449f86a652a0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a513e7e93ba746a4ae2d385f6d665351&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947716 Nov 08 13:24:18.464807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-3284442b-5833-4d88-87a8-b65f20f890e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.466303 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1fbd7eb4-46b9-4e22-8855-195970670f9f req-3284442b-5833-4d88-87a8-b65f20f890e5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881910 Nov 08 13:24:18.544172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-b8eac952-4b35-4eba-b2d2-a6e9fad56bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.545882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-b8eac952-4b35-4eba-b2d2-a6e9fad56bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 1094 time: 0.0423858 Nov 08 13:24:18.610971 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-156c8c57-82ff-4c96-8ec2-4b7464951cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6 HTTP/1.1" status: 200 len: 217 time: 0.0533824 Nov 08 13:24:18.665619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653a22-58e3-43cf-bec7-e118c45697b2 req-3c469358-3941-487a-8727-8e7d8e5b5637 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.667089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98653a22-58e3-43cf-bec7-e118c45697b2 req-3c469358-3941-487a-8727-8e7d8e5b5637 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 943 time: 0.1186497 Nov 08 13:24:18.685991 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-d9611ed0-601b-4615-befa-9fbf2bce3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:18.687448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-d9611ed0-601b-4615-befa-9fbf2bce3f57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b23d4624-b644-418d-9724-888fcac246fe HTTP/1.1" status: 200 len: 854 time: 0.0679865 Nov 08 13:24:18.735103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-9fdffaa4-69f9-4013-bb6f-d1a3f595a3e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15105e28-84b5-4dd9-84b4-62c25c91dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409932 Nov 08 13:24:18.759534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-98653a22-58e3-43cf-bec7-e118c45697b2 req-c44680d3-4e55-4056-9f60-21323d4a6a8d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862942 Nov 08 13:24:18.834340 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-af91da07-34c2-4046-9f2d-215da70cb82e service neutron] 10.222.0.57 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890410 Nov 08 13:24:18.928124 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b80707d5-a451-427d-bf62-83a14b141fd3 req-4306fb82-af1d-4aa9-b65a-d03413daa21a service neutron] 10.222.0.57 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870614 Nov 08 13:24:19.318371 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:24:19.876120 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfe2b-91d3-440c-8a97-d84d26bcde95 req-5d51ac5e-57ef-4f6a-af54-54cd77c2a455 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:19.877596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-000dfe2b-91d3-440c-8a97-d84d26bcde95 req-5d51ac5e-57ef-4f6a-af54-54cd77c2a455 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 943 time: 0.0496318 Nov 08 13:24:19.924644 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-000dfe2b-91d3-440c-8a97-d84d26bcde95 req-40e112f6-4d8d-4130-99f5-c3730c8a4cd3 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Nov 08 13:24:20.708769 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:21.043434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657156be-f6dc-4648-aae9-7c1780cc167b req-e7efee8c-55f5-4193-87a3-526a124c5867 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:21.044949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-657156be-f6dc-4648-aae9-7c1780cc167b req-e7efee8c-55f5-4193-87a3-526a124c5867 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 943 time: 0.0508647 Nov 08 13:24:21.096445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-657156be-f6dc-4648-aae9-7c1780cc167b req-891385df-1ded-46c4-9363-75cf5d6d5406 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Nov 08 13:24:21.192882 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f6bffed1-c825-4346-9e85-4000d5eba5b6 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:24:21.289306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:21.300303 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f6bffed1-c825-4346-9e85-4000d5eba5b6', 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34', 'port_id': 'f6bffed1-c825-4346-9e85-4000d5eba5b6', 'mac_address': 'fa:16:3e:c2:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23d4624-b644-418d-9724-888fcac246fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:24:21.338633 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:21.352081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bffed1-c825-4346-9e85-4000d5eba5b6 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:24:21.371545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:21.480142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:21.527716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:21.673503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f6bffed1-c825-4346-9e85-4000d5eba5b6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:22.211050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cf360-4f3f-4b43-ab4c-780d36db170c req-e767e0ec-6024-4c4b-875b-140f3b71d411 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:22.212557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-442cf360-4f3f-4b43-ab4c-780d36db170c req-e767e0ec-6024-4c4b-875b-140f3b71d411 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 944 time: 0.0487294 Nov 08 13:24:22.259625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-442cf360-4f3f-4b43-ab4c-780d36db170c req-cea1ad72-9cfe-41fc-a23b-0ebb7e424a99 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Nov 08 13:24:23.182724 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b33cd12-fd49-4c50-ab2d-2ac8e9935979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:23.224549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f6bffed1-c825-4346-9e85-4000d5eba5b6 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:24:23.377578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403c1b-20ed-4228-9cda-c378241c0fc6 req-717946f3-abd0-44c1-aac3-43c3eaf292c4 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:23.379107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b403c1b-20ed-4228-9cda-c378241c0fc6 req-717946f3-abd0-44c1-aac3-43c3eaf292c4 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 944 time: 0.0490024 Nov 08 13:24:23.381776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f6bffed1-c825-4346-9e85-4000d5eba5b6 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:24:23.386043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f6bffed1-c825-4346-9e85-4000d5eba5b6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:23.386571 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:23.429012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b403c1b-20ed-4228-9cda-c378241c0fc6 req-9f267990-7e1c-44f8-b521-bb959e6937e9 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Nov 08 13:24:23.465062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:23.486624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:23.488840 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a52e2-9148-4cbf-a829-55ce9119724b" -d '{"events": [{"server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "name": "network-vif-plugged", "status": "completed", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:23.502286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:23.526090 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f664ad2-6b6e-4121-89a9-a11962aadf5a x-openstack-request-id: req-0f664ad2-6b6e-4121-89a9-a11962aadf5a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:23.526423 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "name": "network-vif-plugged", "status": "completed", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:23.526702 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f664ad2-6b6e-4121-89a9-a11962aadf5a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:23.527100 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6', 'code': 200} Nov 08 13:24:23.575682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:23.624020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:23.626916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdf09-fd8a-430b-92ef-bfc63c44893d req-319e8dfe-17cf-402c-bbb4-da7c0e8b67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:23.628403 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-551fdf09-fd8a-430b-92ef-bfc63c44893d req-319e8dfe-17cf-402c-bbb4-da7c0e8b67f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 1096 time: 0.0448828 Nov 08 13:24:23.672640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-551fdf09-fd8a-430b-92ef-bfc63c44893d req-f0e96f8f-c88c-431f-ae8b-7495ac3b0c77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Nov 08 13:24:24.545651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b569402-511a-458f-bba4-b951d4d77331 req-39f14c26-d0ac-47b9-890e-9527b5e49c08 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:24.547160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b569402-511a-458f-bba4-b951d4d77331 req-39f14c26-d0ac-47b9-890e-9527b5e49c08 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0494854 Nov 08 13:24:24.594350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9b569402-511a-458f-bba4-b951d4d77331 req-d5918504-55f5-47ed-8d0d-b1bf6a23bb8a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Nov 08 13:24:25.473887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-76e0bdc5-4978-4537-8456-4013ba7a55d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:25.709355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679ab1-7eac-443f-bef0-cb7484b955b6 req-09661145-e24d-464a-b79f-e7ab4d750bb8 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:25.710875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2679ab1-7eac-443f-bef0-cb7484b955b6 req-09661145-e24d-464a-b79f-e7ab4d750bb8 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Nov 08 13:24:25.766945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f2679ab1-7eac-443f-bef0-cb7484b955b6 req-cbe9d270-7a02-4eb2-95d5-dbee838b9b62 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500262 Nov 08 13:24:26.015857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-737a570b-bd2a-453c-be86-a7a8a3fa38fb tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:26.017357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-737a570b-bd2a-453c-be86-a7a8a3fa38fb tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/networks?id=15105e28-84b5-4dd9-84b4-62c25c91dd34 HTTP/1.1" status: 200 len: 814 time: 0.1231561 Nov 08 13:24:26.034322 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-40429ef7-effe-4643-b3f9-7daac16c55bf tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/quotas/a513e7e93ba746a4ae2d385f6d665351 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Nov 08 13:24:26.090214 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-07cc85d6-3358-4897-a659-10e6f1cd0324 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501776 Nov 08 13:24:26.184269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-439aadab-e2d2-47fd-a0b9-295f92d3cad8 service neutron] 10.222.0.58 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869148 Nov 08 13:24:26.288785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-970c049a-0836-4089-a86f-22d89c7a4194 service neutron] 10.222.0.58 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959773 Nov 08 13:24:26.542203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aafde165-94ed-4b3a-91a3-035e8945a7e5 req-0f5053fd-7b46-4c27-a8ab-81d69c7cfe6f tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Nov 08 13:24:26.885826 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:27.637736 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7f6dbd6-b88a-4a9c-b087-4b836c66544b req-16020b23-9974-42ba-9907-059211c234f9 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Nov 08 13:24:28.274618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:28.434716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-58da57db-06c7-4218-82ba-c5695c7912bf tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:28.436255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-58da57db-06c7-4218-82ba-c5695c7912bf tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.61 "GET /v2.0/networks?id=15105e28-84b5-4dd9-84b4-62c25c91dd34 HTTP/1.1" status: 200 len: 814 time: 0.1086144 Nov 08 13:24:28.451250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Request body: {'port': {'device_id': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34', 'admin_state_up': True, 'tenant_id': 'a513e7e93ba746a4ae2d385f6d665351'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:28.611428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Made reservation on behalf of a513e7e93ba746a4ae2d385f6d665351 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:28.615083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:28.755820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f61a529c-9962-4be5-a03d-d8d66e5c320a req-78a44f3a-f840-4b2a-bcf2-66f9d2e61d3a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 210 time: 0.0351777 Nov 08 13:24:28.771293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Allocated IP 172.20.0.7 (15105e28-84b5-4dd9-84b4-62c25c91dd34/b23d4624-b644-418d-9724-888fcac246fe/2d1512fd-9662-484e-befe-7e8c5543e593) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:24:28.917004 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:28.994412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.007535 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f6bffed1-c825-4346-9e85-4000d5eba5b6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:29.033881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.037729 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Network 15105e28-84b5-4dd9-84b4-62c25c91dd34 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:24:29.042938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:29.046731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:24:29.053358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Pushing event updated for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:29.099653 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:29.100590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.180105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-d5c32642-0a7f-4315-b8bb-6042403b71d0 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330997 Nov 08 13:24:29.192091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Request body: {'port': {'device_id': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:29.248410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.505993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1512fd-9662-484e-befe-7e8c5543e593 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:24:29.514403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.526426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Transition to ACTIVE for port object 2d1512fd-9662-484e-befe-7e8c5543e593 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:24:29.609547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.662106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:29.728439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Attempting to bind port 2d1512fd-9662-484e-befe-7e8c5543e593 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:24:29.728764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Attempting to bind port 2d1512fd-9662-484e-befe-7e8c5543e593 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:24:29.729088 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Attempting to bind port 2d1512fd-9662-484e-befe-7e8c5543e593 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:29.733455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Port 2d1512fd-9662-484e-befe-7e8c5543e593 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:24:29.733771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Attempting to bind port 2d1512fd-9662-484e-befe-7e8c5543e593 on network 15105e28-84b5-4dd9-84b4-62c25c91dd34 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:29.738519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:24:29.738850 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Checking segment: {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:29.739225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Bound using segment: {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:24:29.739664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Bound port: 2d1512fd-9662-484e-befe-7e8c5543e593, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86720a37-a7d2-4580-a69c-e60ed4e08633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:24:29.739988 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.801811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:24:29.805506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2d1512fd-9662-484e-befe-7e8c5543e593,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:24:29.864413 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.884249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2981e-4538-4f34-aece-d06c1a9a2442 req-9bfacbfa-b7f2-4357-9e42-136b419843ef tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:29.885752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc2981e-4538-4f34-aece-d06c1a9a2442 req-9bfacbfa-b7f2-4357-9e42-136b419843ef tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 943 time: 0.0610027 Nov 08 13:24:29.925737 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:29.926373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:29.927728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] 10.222.0.61 "PUT /v2.0/ports/2d1512fd-9662-484e-befe-7e8c5543e593 HTTP/1.1" status: 200 len: 1091 time: 0.7396824 Nov 08 13:24:29.930394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:29.932731 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98" -d '{"events": [{"name": "network-changed", "server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:29.964768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a492f-3849-4b39-bcdf-02d855afb49f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:29.970049 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb7aee-3097-4721-b85f-116958806bb7 x-openstack-request-id: req-cecb7aee-3097-4721-b85f-116958806bb7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:29.970364 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:29.970621 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cecb7aee-3097-4721-b85f-116958806bb7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:29.971021 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593', 'status': 'completed', 'code': 200} Nov 08 13:24:29.987261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc2981e-4538-4f34-aece-d06c1a9a2442 req-bef0f0d9-a0a7-4c53-8b28-39feeaae9737 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Nov 08 13:24:30.032724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-36593275-6bbd-45af-b09e-1ba26f5ad644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:30.034304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-36593275-6bbd-45af-b09e-1ba26f5ad644 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0411737 Nov 08 13:24:30.135384 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-ee53d6a4-1242-44cb-a177-8f20de1f6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:30.136753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-ee53d6a4-1242-44cb-a177-8f20de1f6462 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a513e7e93ba746a4ae2d385f6d665351&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934122 Nov 08 13:24:30.228730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-88931c8a-e1f0-4e1b-b4e8-6ddb8cd0c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:30.230219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1fea485-b347-45d5-8cc4-6ad92d6f3d98 req-88931c8a-e1f0-4e1b-b4e8-6ddb8cd0c76f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866420 Nov 08 13:24:30.308929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-33dbabd8-b25e-44d8-a824-533190c48e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:30.310462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-33dbabd8-b25e-44d8-a824-533190c48e32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a513e7e93ba746a4ae2d385f6d665351&device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0447392 Nov 08 13:24:30.352409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-3e3ff2c7-e037-4c3d-986c-a176f0bcc66f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1512fd-9662-484e-befe-7e8c5543e593 HTTP/1.1" status: 200 len: 217 time: 0.0344436 Nov 08 13:24:30.402893 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-cb7d26f2-0b5d-4b1d-97ea-4c23863fc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:30.404250 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-cb7d26f2-0b5d-4b1d-97ea-4c23863fc1fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b23d4624-b644-418d-9724-888fcac246fe HTTP/1.1" status: 200 len: 854 time: 0.0446165 Nov 08 13:24:30.436754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-ade999b7-212e-4d21-9bc1-b6b2beb6f2f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15105e28-84b5-4dd9-84b4-62c25c91dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245972 Nov 08 13:24:30.530926 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-394a63f8-9180-4933-bd03-d0c1b5862189 service neutron] 10.222.0.61 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870743 Nov 08 13:24:30.622503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8465338b-bf28-4840-acb4-53d18cb071b6 req-512e8834-e51b-4a4c-b73a-7e755387c962 service neutron] 10.222.0.61 "GET /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815408 Nov 08 13:24:31.110904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748bf6-b0b5-4471-a869-2ba9fa5dda76 req-bc00dd6d-730c-4899-8ab5-f470e10e5ee7 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:31.112392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c748bf6-b0b5-4471-a869-2ba9fa5dda76 req-bc00dd6d-730c-4899-8ab5-f470e10e5ee7 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 943 time: 0.0545039 Nov 08 13:24:31.159347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0c748bf6-b0b5-4471-a869-2ba9fa5dda76 req-0ccf5b7f-5945-4fe2-aed5-69af66d169db tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Nov 08 13:24:32.275039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec8b9-b68e-4562-9eac-498ba44c513c req-7c7d8649-5557-42e1-ad16-6e1ea8426627 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:32.276497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83cec8b9-b68e-4562-9eac-498ba44c513c req-7c7d8649-5557-42e1-ad16-6e1ea8426627 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 943 time: 0.0480607 Nov 08 13:24:32.322856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83cec8b9-b68e-4562-9eac-498ba44c513c req-3eb1bbfb-1de7-4855-945d-dc9ae337babf tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Nov 08 13:24:33.445509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a44d32-cdae-451a-9e81-c4a8052417e0 req-c44e035c-296f-4e45-8bcf-c18bb3f5629e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:33.447106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85a44d32-cdae-451a-9e81-c4a8052417e0 req-c44e035c-296f-4e45-8bcf-c18bb3f5629e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 943 time: 0.0557499 Nov 08 13:24:33.496191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-85a44d32-cdae-451a-9e81-c4a8052417e0 req-84c47404-571a-4be3-ac4f-9fe32bfc3153 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Nov 08 13:24:34.373212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2d1512fd-9662-484e-befe-7e8c5543e593 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:24:34.473754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2d1512fd-9662-484e-befe-7e8c5543e593,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:34.485338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '2d1512fd-9662-484e-befe-7e8c5543e593', 'network_id': '15105e28-84b5-4dd9-84b4-62c25c91dd34', 'port_id': '2d1512fd-9662-484e-befe-7e8c5543e593', 'mac_address': 'fa:16:3e:9f:e8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23d4624-b644-418d-9724-888fcac246fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:24:34.523932 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:34.537327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1512fd-9662-484e-befe-7e8c5543e593 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:24:34.558973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2d1512fd-9662-484e-befe-7e8c5543e593,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:34.605685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:34.618577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3a643-b22d-4f4d-bb22-fbfe3299b065 req-3a367e0f-789f-4b63-8258-5daecb1a623e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:34.620095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9f3a643-b22d-4f4d-bb22-fbfe3299b065 req-3a367e0f-789f-4b63-8258-5daecb1a623e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 943 time: 0.0512390 Nov 08 13:24:34.654813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:34.661937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.662308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.662648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.663045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.663640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.663984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.664313 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.664681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.665010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.665332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.665806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.666377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:24:34.671321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9f3a643-b22d-4f4d-bb22-fbfe3299b065 req-1483593e-cd67-4664-840e-75756afb8cdb tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Nov 08 13:24:34.802186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2d1512fd-9662-484e-befe-7e8c5543e593'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:35.786582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e3857-1828-432c-99aa-65a916b3c7fa req-52664ad7-4469-4e87-9b62-ef746921340c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:35.788744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-858e3857-1828-432c-99aa-65a916b3c7fa req-52664ad7-4469-4e87-9b62-ef746921340c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Nov 08 13:24:35.840731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-858e3857-1828-432c-99aa-65a916b3c7fa req-3dbe2433-302d-42e9-9a84-7472d229d782 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452919 Nov 08 13:24:36.371286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2d1512fd-9662-484e-befe-7e8c5543e593 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:24:36.479647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 2d1512fd-9662-484e-befe-7e8c5543e593 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:24:36.483761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 2d1512fd-9662-484e-befe-7e8c5543e593 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:36.484127 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:36.565426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:36.588177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:36.590424 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e366b-f729-4a4d-acf0-601790455c1e" -d '{"events": [{"server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "name": "network-vif-plugged", "status": "completed", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:36.604011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2d1512fd-9662-484e-befe-7e8c5543e593,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:36.630579 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196429ae-7a5d-4962-bf71-e2a888c6aedd x-openstack-request-id: req-196429ae-7a5d-4962-bf71-e2a888c6aedd {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:36.630874 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "name": "network-vif-plugged", "status": "completed", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:36.631125 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-196429ae-7a5d-4962-bf71-e2a888c6aedd {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:36.632156 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593', 'code': 200} Nov 08 13:24:36.674238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:36.730793 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:36.735094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2815d4-1eb4-4ea3-af68-2ef3bb657ef0 req-499ca96e-b7a3-4069-831a-becbd8a359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:36.736891 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab2815d4-1eb4-4ea3-af68-2ef3bb657ef0 req-499ca96e-b7a3-4069-831a-becbd8a359c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0447001 Nov 08 13:24:36.789931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ab2815d4-1eb4-4ea3-af68-2ef3bb657ef0 req-f9e9e6d5-2f27-41de-9d1e-7a89dba27c9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Nov 08 13:24:36.959016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce316a05-ff95-4c27-b583-8756e466e0f5 req-d5dc7112-f68d-4798-a899-55d100d17021 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:36.960548 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce316a05-ff95-4c27-b583-8756e466e0f5 req-d5dc7112-f68d-4798-a899-55d100d17021 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 945 time: 0.0504487 Nov 08 13:24:37.009394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ce316a05-ff95-4c27-b583-8756e466e0f5 req-051a082c-7705-46c3-8dc1-00c5c4d2f49a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Nov 08 13:24:38.133352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05fde5-1f5c-41ae-9597-12c9b3faf407 req-523e911a-13d7-4bcf-a099-4334472d1307 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:38.134874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a05fde5-1f5c-41ae-9597-12c9b3faf407 req-523e911a-13d7-4bcf-a099-4334472d1307 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Nov 08 13:24:38.182943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a05fde5-1f5c-41ae-9597-12c9b3faf407 req-5c98f964-db35-4664-aae4-732c44277301 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Nov 08 13:24:38.637695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3add2-42c3-4ef6-b5fe-c33c139e3e9b req-e1691b5f-6772-4437-bd4d-fd538055211c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:38.639194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ac3add2-42c3-4ef6-b5fe-c33c139e3e9b req-e1691b5f-6772-4437-bd4d-fd538055211c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Nov 08 13:24:38.686973 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ac3add2-42c3-4ef6-b5fe-c33c139e3e9b req-cd3f5e31-bf66-412e-b079-c9b7143e68f6 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Nov 08 13:24:39.805434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0b1a9-5abf-4f42-9309-6ffbf79ec8c8 req-d592956f-7809-4c55-bb21-3a78884fc720 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:39.806938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4f0b1a9-5abf-4f42-9309-6ffbf79ec8c8 req-d592956f-7809-4c55-bb21-3a78884fc720 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 945 time: 0.0512927 Nov 08 13:24:39.857290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4f0b1a9-5abf-4f42-9309-6ffbf79ec8c8 req-c2043ac8-a4ee-4f97-8482-1734e600e628 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Nov 08 13:24:39.930536 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-25aacf92-2f3a-459d-b4e7-0aa8c8fbde80 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:39.932005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-25aacf92-2f3a-459d-b4e7-0aa8c8fbde80 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.61 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Nov 08 13:24:40.019388 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Deleting port 2d1512fd-9662-484e-befe-7e8c5543e593 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:40.019642 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:40.109174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] For port 2d1512fd-9662-484e-befe-7e8c5543e593, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=2d1512fd-9662-484e-befe-7e8c5543e593,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:40.109539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:40.122941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Calling delete_port for 2d1512fd-9662-484e-befe-7e8c5543e593 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:40.296721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:40.310611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f6bffed1-c825-4346-9e85-4000d5eba5b6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:40.313395 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['2d1512fd-9662-484e-befe-7e8c5543e593'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:40.328382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Pushing event deleted for resources: {'Port': ['ID=2d1512fd-9662-484e-befe-7e8c5543e593,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:40.372961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] No DVR routers for this DVR port 2d1512fd-9662-484e-befe-7e8c5543e593 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:24:40.375469 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:40.378708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b5c796c-eab8-4812-b3a6-e2af19f2d5ba req-79507dfc-6836-4d1d-b20f-3cd8c160af4d tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.61 "DELETE /v2.0/ports/2d1512fd-9662-484e-befe-7e8c5543e593 HTTP/1.1" status: 204 len: 173 time: 0.4409637 Nov 08 13:24:40.379160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'name': 'network-vif-deleted', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:40.381541 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9923c-f7cd-46ca-b33f-f490b2f1970a" -d '{"events": [{"server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "name": "network-vif-deleted", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:40.424893 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5aa13e-42ed-4f27-b81f-fcc667c51056 x-openstack-request-id: req-1f5aa13e-42ed-4f27-b81f-fcc667c51056 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:40.425182 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8", "name": "network-vif-deleted", "tag": "2d1512fd-9662-484e-befe-7e8c5543e593", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:40.425435 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f5aa13e-42ed-4f27-b81f-fcc667c51056 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:40.425838 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8', 'name': 'network-vif-deleted', 'tag': '2d1512fd-9662-484e-befe-7e8c5543e593', 'status': 'completed', 'code': 200} Nov 08 13:24:40.962311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9bc4ab7f-1a41-4d0e-80cf-a41dec4262f4 req-7736e518-5834-45c6-a8aa-07e28d01495b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=91bbe14b-a5b9-481c-bc81-9c9dcbea2bc8 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Nov 08 13:24:42.115214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f232a1-43dd-4dc9-81a8-61dcdec23727 req-db2acf5b-a6ac-4b88-a8c7-7903c160d17c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:42.116792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9f232a1-43dd-4dc9-81a8-61dcdec23727 req-db2acf5b-a6ac-4b88-a8c7-7903c160d17c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Nov 08 13:24:42.164482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9f232a1-43dd-4dc9-81a8-61dcdec23727 req-17968836-dce8-4d69-863d-1da9a65fe51e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Nov 08 13:24:42.293633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ee85-eedc-448f-bc1a-1713b4824720 req-f68e3d48-9e55-4cfd-9b8d-e90d05ccad3a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:42.295064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a16ee85-eedc-448f-bc1a-1713b4824720 req-f68e3d48-9e55-4cfd-9b8d-e90d05ccad3a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Nov 08 13:24:42.343035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a16ee85-eedc-448f-bc1a-1713b4824720 req-8726bb7b-3b6f-48bc-9eff-e3041c861213 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Nov 08 13:24:42.467331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc98826-552d-4daa-ba59-3f827fa63157 req-8d17a727-9fab-4f58-8d0e-cd7cbe9efe3b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:42.468831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc98826-552d-4daa-ba59-3f827fa63157 req-8d17a727-9fab-4f58-8d0e-cd7cbe9efe3b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Nov 08 13:24:42.515393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc98826-552d-4daa-ba59-3f827fa63157 req-49c07307-870a-442c-a5db-8a56b935a59a tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Nov 08 13:24:42.683889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54523b96-ff80-4a66-ad88-8ff991499214 req-5b919911-5dcf-4fbe-ad32-b1979ae2ec97 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:42.685384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54523b96-ff80-4a66-ad88-8ff991499214 req-5b919911-5dcf-4fbe-ad32-b1979ae2ec97 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Nov 08 13:24:42.734633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54523b96-ff80-4a66-ad88-8ff991499214 req-57ef083b-c562-4abe-964b-424eca5d6ed5 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Nov 08 13:24:42.848556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5592ca-edc4-4d54-9666-467721ec63d6 req-ad551568-799a-4346-81e1-a7c3616fec48 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:42.850012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f5592ca-edc4-4d54-9666-467721ec63d6 req-ad551568-799a-4346-81e1-a7c3616fec48 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Nov 08 13:24:42.900312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f5592ca-edc4-4d54-9666-467721ec63d6 req-67c763ac-0438-4927-9391-291a150ea812 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Nov 08 13:24:43.027079 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ddd43-9a38-4bb1-9541-73ecdfdf0f12 req-b44e2946-62e1-4882-8c9d-0a100b511f0b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:43.028697 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e12ddd43-9a38-4bb1-9541-73ecdfdf0f12 req-b44e2946-62e1-4882-8c9d-0a100b511f0b tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Nov 08 13:24:43.077484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e12ddd43-9a38-4bb1-9541-73ecdfdf0f12 req-10a1d481-8353-42dd-8f04-c8b708e6c9d4 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Nov 08 13:24:43.543501 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d8653-ac72-43df-8ab0-6e23407e15f9 req-7718fb6f-8723-40e6-b9f2-70dd355ea015 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:43.544989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-237d8653-ac72-43df-8ab0-6e23407e15f9 req-7718fb6f-8723-40e6-b9f2-70dd355ea015 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Nov 08 13:24:43.590803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-237d8653-ac72-43df-8ab0-6e23407e15f9 req-1b280906-8f39-4d30-a2b6-97c75a7a1269 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Nov 08 13:24:44.399907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2d1512fd-9662-484e-befe-7e8c5543e593 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:24:44.423930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 2d1512fd-9662-484e-befe-7e8c5543e593 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:24:44.424272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 2d1512fd-9662-484e-befe-7e8c5543e593 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:24:44.713434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf824cf3-3042-4255-9510-2dc3ceb8531b req-7184740c-1b0e-4f29-9dcb-92eb5bea6494 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:44.714825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf824cf3-3042-4255-9510-2dc3ceb8531b req-7184740c-1b0e-4f29-9dcb-92eb5bea6494 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0536270 Nov 08 13:24:44.763014 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf824cf3-3042-4255-9510-2dc3ceb8531b req-6155a1d8-7a2d-4bc6-a139-823b1d166c9c tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/security-groups?id=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Nov 08 13:24:44.903898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-02b33d00-44d7-4fab-8674-14d8aa1da016 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:44.905349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-02b33d00-44d7-4fab-8674-14d8aa1da016 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Nov 08 13:24:44.995054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Deleting port f6bffed1-c825-4346-9e85-4000d5eba5b6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:44.995291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:45.081713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] For port f6bffed1-c825-4346-9e85-4000d5eba5b6, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f6bffed1-c825-4346-9e85-4000d5eba5b6,segment=NetworkSegment(86720a37-a7d2-4580-a69c-e60ed4e08633),segment_id=86720a37-a7d2-4580-a69c-e60ed4e08633)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:45.082075 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:45.094794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Calling delete_port for f6bffed1-c825-4346-9e85-4000d5eba5b6 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:45.300787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:45.312650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f6bffed1-c825-4346-9e85-4000d5eba5b6'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:24:45.330066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Pushing event deleted for resources: {'Port': ['ID=f6bffed1-c825-4346-9e85-4000d5eba5b6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:45.371224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] No DVR routers for this DVR port f6bffed1-c825-4346-9e85-4000d5eba5b6 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:24:45.373792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:45.377096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96c8dd30-b3c0-4cd7-88b4-1d5bfb792adb req-0e851f63-96eb-45d3-8490-21956e7c0614 tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.57 "DELETE /v2.0/ports/f6bffed1-c825-4346-9e85-4000d5eba5b6 HTTP/1.1" status: 204 len: 173 time: 0.4658086 Nov 08 13:24:45.377524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'name': 'network-vif-deleted', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:24:45.379756 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f017407-9b54-4524-89ee-0cf88b59d25c" -d '{"events": [{"server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "name": "network-vif-deleted", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:24:45.417443 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c919ec-bd9a-4dc1-8ebd-1c33d16af652 x-openstack-request-id: req-81c919ec-bd9a-4dc1-8ebd-1c33d16af652 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:24:45.417740 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1c29be-4077-4011-8482-ae0f3d1cc310", "name": "network-vif-deleted", "tag": "f6bffed1-c825-4346-9e85-4000d5eba5b6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:24:45.417989 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81c919ec-bd9a-4dc1-8ebd-1c33d16af652 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:24:45.418428 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1c29be-4077-4011-8482-ae0f3d1cc310', 'name': 'network-vif-deleted', 'tag': 'f6bffed1-c825-4346-9e85-4000d5eba5b6', 'status': 'completed', 'code': 200} Nov 08 13:24:45.872905 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17f441ec-a99f-4e59-88eb-8480245e1efe req-82c34fdd-329f-4363-a49e-f76a7740cf4e tempest-ServersNegativeTestJSON-1538759988 tempest-ServersNegativeTestJSON-1538759988-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1c29be-4077-4011-8482-ae0f3d1cc310 HTTP/1.1" status: 200 len: 210 time: 0.0300267 Nov 08 13:24:46.587833 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:46.930051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35644) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:46.974837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Deleting subnet b23d4624-b644-418d-9724-888fcac246fe {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:24:46.978303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.013334 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.058847 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.170563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.197038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23d4624-b644-418d-9724-888fcac246fe,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:47.199034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.203902 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-dfb2c59b-e22e-47a4-ba75-464c9050a94a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b23d4624-b644-418d-9724-888fcac246fe HTTP/1.1" status: 204 len: 168 time: 0.2727160 Nov 08 13:24:47.204769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:47.272550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.355496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.376437 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15105e28-84b5-4dd9-84b4-62c25c91dd34']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:47.385889 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86720a37-a7d2-4580-a69c-e60ed4e08633') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:47.386181 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86720a37-a7d2-4580-a69c-e60ed4e08633') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:47.395393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.409349 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.415816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:24:47.416205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:24:47.417962 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:24:47.530218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.535595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:47.538775 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/15105e28-84b5-4dd9-84b4-62c25c91dd34 HTTP/1.1" status: 204 len: 168 time: 0.3330083 Nov 08 13:24:47.550048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6dc2e-2a59-4fa7-9275-1aac623ed4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15105e28-84b5-4dd9-84b4-62c25c91dd34,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:47.809207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:48.178572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3b5503fc-487c-4e86-bcc7-2341547154c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a513e7e93ba746a4ae2d385f6d665351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680995 Nov 08 13:24:48.181449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:48.227437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:48.247593 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:48.336533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:48.339220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:48.340362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e HTTP/1.1" status: 204 len: 168 time: 0.1580098 Nov 08 13:24:48.347946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074654-f9d4-4904-a6f8-47cd7081d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c872ebe2-4d1d-4f8e-8f30-cda2f3f5575e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:49.299785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:49.317067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f6bffed1-c825-4346-9e85-4000d5eba5b6 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:24:49.337626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: f6bffed1-c825-4346-9e85-4000d5eba5b6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:24:49.343283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f6bffed1-c825-4346-9e85-4000d5eba5b6 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:24:49.406448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849505937'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:49.479023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:49.482569 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.491013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.563950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.627481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.656673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:24:49.662750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf26f241-22f9-4ba8-8adb-b7667d17a4ec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:49.669781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.670227 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Added segment 494c9d95-fb8d-4e6d-ada8-bd2e8767df61 of type vlan for network f3998a74-ec65-48a1-947f-d66da48ee8a9 Nov 08 13:24:49.723821 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.787539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.793705 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:49.794307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:49.857662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Network': ['ID=f3998a74-ec65-48a1-947f-d66da48ee8a9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:49.868141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:24:49.881640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-49a8e88a-a35f-4784-be01-8a8935e7bf31 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5807030 Nov 08 13:24:50.718886 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:53.141674 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-11733892-3ecd-41c9-9bee-d0ab7b917615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:53.211374 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:53.216540 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'subnet': {'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:53.381759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:53.385520 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:53.627822 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:53.691953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Subnet': ['ID=0d5e842e-d16e-4772-b8a5-bf1b0537dc03,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:53.701423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking segment: {'id': '494c9d95-fb8d-4e6d-ada8-bd2e8767df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:53.701779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network hostable DHCP agents. Network: f3998a74-ec65-48a1-947f-d66da48ee8a9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:24:53.809037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:24:53.911794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f3998a74-ec65-48a1-947f-d66da48ee8a9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:53.916012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:53.916639 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:53.920920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183cc43-bfa9-458b-a579-80518a3ac3fe None None] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:53.996497 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-46b076b6-8665-4de0-841c-20132f70853f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7839375 Nov 08 13:24:53.999932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:54.004757 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111441236'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:54.065295 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38493173-81ed-427b-84da-179148e472cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f3998a74-ec65-48a1-947f-d66da48ee8a9', 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9', 'tenant_id': '1388df55362f473faaa28f5bb5edeb2f', 'fixed_ips': [{'subnet_id': '0d5e842e-d16e-4772-b8a5-bf1b0537dc03'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:24:54.066197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.107290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:54.112173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.137362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:24:54.146084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.149978 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Added segment d78bf1a5-40fc-43a3-92ed-c6fff65c59f0 of type vlan for network 5f1ca71b-7ac9-4378-a2be-db870f69b217 Nov 08 13:24:54.186571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.201848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-38493173-81ed-427b-84da-179148e472cd None None] Allocated IP 2001:db8:0:ffff::2 (f3998a74-ec65-48a1-947f-d66da48ee8a9/0d5e842e-d16e-4772-b8a5-bf1b0537dc03/e67c12e5-cc50-4b31-be7e-37733ec7c0d7) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:24:54.296173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.301987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:54.302708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.345009 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.374539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Network': ['ID=5f1ca71b-7ac9-4378-a2be-db870f69b217,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:54.385400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 5f1ca71b-7ac9-4378-a2be-db870f69b217 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:24:54.413228 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4432240e-1698-44a5-92d1-e395137c878a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4122622 Nov 08 13:24:54.417937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:54.421380 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'subnet': {'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:54.458040 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.500481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38493173-81ed-427b-84da-179148e472cd None None] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:24:54.505635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-38493173-81ed-427b-84da-179148e472cd None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:54.509642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38493173-81ed-427b-84da-179148e472cd None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:24:54.516985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38493173-81ed-427b-84da-179148e472cd None None] Pushing event updated for resources: {'Port': ['ID=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:54.563298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:54.566962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.568667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38493173-81ed-427b-84da-179148e472cd None None] Attempting to bind port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:24:54.569032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38493173-81ed-427b-84da-179148e472cd None None] Attempting to bind port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '494c9d95-fb8d-4e6d-ada8-bd2e8767df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:24:54.569389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38493173-81ed-427b-84da-179148e472cd None None] Attempting to bind port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 on network f3998a74-ec65-48a1-947f-d66da48ee8a9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:54.575056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38493173-81ed-427b-84da-179148e472cd None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:24:54.576302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38493173-81ed-427b-84da-179148e472cd None None] Checking segment: {'id': '494c9d95-fb8d-4e6d-ada8-bd2e8767df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:54.576302 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.576302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38493173-81ed-427b-84da-179148e472cd None None] Bound using segment: {'id': '494c9d95-fb8d-4e6d-ada8-bd2e8767df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:24:54.576611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-38493173-81ed-427b-84da-179148e472cd None None] Bound port: e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494c9d95-fb8d-4e6d-ada8-bd2e8767df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f3998a74-ec65-48a1-947f-d66da48ee8a9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:24:54.576982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.639675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-38493173-81ed-427b-84da-179148e472cd None None] For port e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:24:54.642653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-38493173-81ed-427b-84da-179148e472cd None None] For port e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,segment=NetworkSegment(494c9d95-fb8d-4e6d-ada8-bd2e8767df61),segment_id=494c9d95-fb8d-4e6d-ada8-bd2e8767df61)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:24:54.735209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38493173-81ed-427b-84da-179148e472cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.793331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:54.804256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38493173-81ed-427b-84da-179148e472cd None None] Pushing event updated for resources: {'Port': ['ID=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:54.856417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Subnet': ['ID=1f40ea4f-5fdb-4641-9389-00db6c1fbe7f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:54.872791 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking segment: {'id': 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:54.873157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network hostable DHCP agents. Network: 5f1ca71b-7ac9-4378-a2be-db870f69b217, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:24:54.958718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network 5f1ca71b-7ac9-4378-a2be-db870f69b217 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:24:55.056823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 5f1ca71b-7ac9-4378-a2be-db870f69b217) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:55.061427 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:55.062442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.065638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abe206-6993-485a-ae8b-ff037b902ce7 None None] Network 5f1ca71b-7ac9-4378-a2be-db870f69b217 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:55.150397 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-62818121-6f22-4bfd-b481-5522e5bc2cbc tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7332249 Nov 08 13:24:55.153115 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:55.214402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-5f1ca71b-7ac9-4378-a2be-db870f69b217', 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217', 'tenant_id': '1388df55362f473faaa28f5bb5edeb2f', 'fixed_ips': [{'subnet_id': '1f40ea4f-5fdb-4641-9389-00db6c1fbe7f'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:24:55.215446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.255645 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.338512 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.358835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Allocated IP 2001:db8::2 (5f1ca71b-7ac9-4378-a2be-db870f69b217/1f40ea4f-5fdb-4641-9389-00db6c1fbe7f/7f0543f1-ec0e-45ca-b7f4-434083da3765) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:24:55.490828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e67c12e5-cc50-4b31-be7e-37733ec7c0d7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:24:55.545447 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d743e527-f909-42de-8804-471d2818e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.583435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.597832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:55.598196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.635885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.687760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Network 5f1ca71b-7ac9-4378-a2be-db870f69b217 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:24:55.692959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0ff4a-9ec3-4939-97aa-5d79d08b8deb None None] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:55.706619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:55.709384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Pushing event updated for resources: {'Port': ['ID=7f0543f1-ec0e-45ca-b7f4-434083da3765,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:55.718264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:24:55.729882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.755739 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Subnet': ['ID=1f40ea4f-5fdb-4641-9389-00db6c1fbe7f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:55.823193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.824376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:55.858631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9b56ddb9-c04a-416a-804d-f2c554f91663 None None] Provisioning complete for port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:55.859001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9b56ddb9-c04a-416a-804d-f2c554f91663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.083347 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Attempting to bind port 7f0543f1-ec0e-45ca-b7f4-434083da3765 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:24:56.083610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Attempting to bind port 7f0543f1-ec0e-45ca-b7f4-434083da3765 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:24:56.083968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Attempting to bind port 7f0543f1-ec0e-45ca-b7f4-434083da3765 on network 5f1ca71b-7ac9-4378-a2be-db870f69b217 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:56.126393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:24:56.126774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Checking segment: {'id': 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:56.127174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.127574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Bound using segment: {'id': 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:24:56.128056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Bound port: 7f0543f1-ec0e-45ca-b7f4-434083da3765, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:24:56.128433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.131331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,segment=NetworkSegment(494c9d95-fb8d-4e6d-ada8-bd2e8767df61),segment_id=494c9d95-fb8d-4e6d-ada8-bd2e8767df61)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:56.195768 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1ca71b-7ac9-4378-a2be-db870f69b217']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:56.205241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:56.205449 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:56.215727 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.229626 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.231104 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:24:56.240057 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:24:56.302781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] For port 7f0543f1-ec0e-45ca-b7f4-434083da3765, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:24:56.307447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] For port 7f0543f1-ec0e-45ca-b7f4-434083da3765, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7f0543f1-ec0e-45ca-b7f4-434083da3765,segment=NetworkSegment(d78bf1a5-40fc-43a3-92ed-c6fff65c59f0),segment_id=d78bf1a5-40fc-43a3-92ed-c6fff65c59f0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:24:56.317350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:24:56.322911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:56.330843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 13:24:56.330843 n-d-816990-1 neutron-server[102536]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 13:24:56.330843 n-d-816990-1 neutron-server[102536]: [parameters: {'id': '5f1ca71b-7ac9-4378-a2be-db870f69b217'}] Nov 08 13:24:56.330843 n-d-816990-1 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:24:56.331214 n-d-816990-1 neutron-server[102536]: DEBUG oslo_db.api [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:24:56.363959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.449566 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4452e9a-1e20-4fdf-a862-1918f9a1ee72 None None] Pushing event updated for resources: {'Port': ['ID=7f0543f1-ec0e-45ca-b7f4-434083da3765,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:56.472944 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ef325-1dcb-4863-8bd3-c1bf1659eff1 None None] Network 5f1ca71b-7ac9-4378-a2be-db870f69b217 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:56.600685 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac156f5-b94e-4a32-ae22-bf9535523376 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:24:56.648947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4c02d902-faa7-4b91-892e-d7f5f1af1a0c None None] Provisioning complete for port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:56.649315 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4c02d902-faa7-4b91-892e-d7f5f1af1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.703883 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac156f5-b94e-4a32-ae22-bf9535523376 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 13:24:56.831969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.888763 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting port 7f0543f1-ec0e-45ca-b7f4-434083da3765 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:56.889108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.922084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.951987 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] For port 7f0543f1-ec0e-45ca-b7f4-434083da3765, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7f0543f1-ec0e-45ca-b7f4-434083da3765,segment=NetworkSegment(d78bf1a5-40fc-43a3-92ed-c6fff65c59f0),segment_id=d78bf1a5-40fc-43a3-92ed-c6fff65c59f0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:56.952363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:56.965289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Calling delete_port for 7f0543f1-ec0e-45ca-b7f4-434083da3765 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:24:57.124180 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.150002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Port': ['ID=7f0543f1-ec0e-45ca-b7f4-434083da3765,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:57.153477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No DVR routers for this DVR port 7f0543f1-ec0e-45ca-b7f4-434083da3765 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:24:57.233635 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.254547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1ca71b-7ac9-4378-a2be-db870f69b217']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:57.265198 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:57.267519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78bf1a5-40fc-43a3-92ed-c6fff65c59f0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:57.276087 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.289896 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.295983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:24:57.296414 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:24:57.299531 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:24:57.410299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.417895 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.421049 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/5f1ca71b-7ac9-4378-a2be-db870f69b217 HTTP/1.1" status: 204 len: 168 time: 2.2669432 Nov 08 13:24:57.424805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:57.430119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177120475'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:57.439259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026de82-6d90-4661-bd23-68cec09b9a80 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Network': ['ID=5f1ca71b-7ac9-4378-a2be-db870f69b217,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:57.439606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e67c12e5-cc50-4b31-be7e-37733ec7c0d7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:24:57.490396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:24:57.490771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.518722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:57.522388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.547457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:24:57.556654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.557626 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Added segment fceb1700-06ca-4cbc-8219-0dabac758cdd of type vlan for network abfffcb7-10c6-465d-988d-f40ddb4c11d3 Nov 08 13:24:57.604224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.694707 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.701068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:57.701640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.767656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Network': ['ID=abfffcb7-10c6-465d-988d-f40ddb4c11d3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:57.777671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network abfffcb7-10c6-465d-988d-f40ddb4c11d3 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:24:57.793449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14907a96-1654-4be1-b433-b6eb667cf704 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3648415 Nov 08 13:24:57.793669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:57.798673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'subnet': {'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:24:57.941167 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:24:57.945480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.002140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 13:24:58.002689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 13:24:58.158783 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.222895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Subnet': ['ID=fd54206d-fba2-430f-9f51-9da88329c833,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:58.230725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking segment: {'id': 'fceb1700-06ca-4cbc-8219-0dabac758cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:58.231087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network hostable DHCP agents. Network: abfffcb7-10c6-465d-988d-f40ddb4c11d3, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:24:58.271403 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.299795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network abfffcb7-10c6-465d-988d-f40ddb4c11d3 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:24:58.375373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, abfffcb7-10c6-465d-988d-f40ddb4c11d3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:58.379294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:24:58.379876 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.384471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476ee7e-89d0-4288-b670-ad0620e1af4e None None] Network abfffcb7-10c6-465d-988d-f40ddb4c11d3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:58.464969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a962313f-75f8-45bb-8792-7c91035c63e0 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6700213 Nov 08 13:24:58.467432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:24:58.532057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-abfffcb7-10c6-465d-988d-f40ddb4c11d3', 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3', 'tenant_id': '1388df55362f473faaa28f5bb5edeb2f', 'fixed_ips': [{'subnet_id': 'fd54206d-fba2-430f-9f51-9da88329c833'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:24:58.532917 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.568890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.646628 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.671060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Allocated IP 2001:db8::3 (abfffcb7-10c6-465d-988d-f40ddb4c11d3/fd54206d-fba2-430f-9f51-9da88329c833/7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:24:58.815450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.871627 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.909442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Network abfffcb7-10c6-465d-988d-f40ddb4c11d3 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:24:58.914341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:24:58.917933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:24:58.924890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Pushing event updated for resources: {'Port': ['ID=7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:58.953160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.981640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Subnet': ['ID=fd54206d-fba2-430f-9f51-9da88329c833,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:58.983216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Attempting to bind port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:24:58.983602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Attempting to bind port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fceb1700-06ca-4cbc-8219-0dabac758cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:24:58.983958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Attempting to bind port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 on network abfffcb7-10c6-465d-988d-f40ddb4c11d3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:24:58.989799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:24:58.990179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Checking segment: {'id': 'fceb1700-06ca-4cbc-8219-0dabac758cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:24:58.990605 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:58.990998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Bound using segment: {'id': 'fceb1700-06ca-4cbc-8219-0dabac758cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:24:58.991465 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Bound port: 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fceb1700-06ca-4cbc-8219-0dabac758cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:24:58.991847 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.041021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.044317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.060299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] For port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:24:59.061472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfffcb7-10c6-465d-988d-f40ddb4c11d3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:59.063394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] For port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4,segment=NetworkSegment(fceb1700-06ca-4cbc-8219-0dabac758cdd),segment_id=fceb1700-06ca-4cbc-8219-0dabac758cdd)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:24:59.071740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceb1700-06ca-4cbc-8219-0dabac758cdd') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:59.071981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceb1700-06ca-4cbc-8219-0dabac758cdd') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:24:59.081215 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.130308 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.132430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.139768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:24:59.143328 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:24:59.143487 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:24:59.208886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20bf3-03b5-4e59-af1c-004d11c30226 None None] Pushing event updated for resources: {'Port': ['ID=7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:24:59.222771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a721d1-1a5e-4edb-8e7d-a9d4fad0fe40 None None] Network abfffcb7-10c6-465d-988d-f40ddb4c11d3 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:24:59.237668 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 13:24:59.237668 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 13:24:59.237668 n-d-816990-1 neutron-server[102535]: [parameters: {'id': 'abfffcb7-10c6-465d-988d-f40ddb4c11d3'}] Nov 08 13:24:59.237668 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:24:59.238213 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:24:59.344979 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b71749-9b98-4fcf-96e7-e28ac513ef50 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:24:59.415859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b71749-9b98-4fcf-96e7-e28ac513ef50 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 13:24:59.739621 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.794460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:24:59.794792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.863104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] For port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4,segment=NetworkSegment(fceb1700-06ca-4cbc-8219-0dabac758cdd),segment_id=fceb1700-06ca-4cbc-8219-0dabac758cdd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:24:59.863370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:59.876072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Calling delete_port for 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:00.049682 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.079969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Port': ['ID=7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:00.084427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No DVR routers for this DVR port 7e53a30c-4aab-4ec4-b0e7-44c43e3ffcd4 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:00.164645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.185380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfffcb7-10c6-465d-988d-f40ddb4c11d3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:00.194268 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceb1700-06ca-4cbc-8219-0dabac758cdd') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:00.194571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceb1700-06ca-4cbc-8219-0dabac758cdd') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:00.205128 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.218208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.224104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:00.224486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:00.228044 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:00.358206 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.365153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.368958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/abfffcb7-10c6-465d-988d-f40ddb4c11d3 HTTP/1.1" status: 204 len: 168 time: 1.9005890 Nov 08 13:25:00.372878 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35692) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:00.378451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-565317460'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:00.380489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4caed-4617-42a3-a9b1-d66d28af9f2f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Network': ['ID=abfffcb7-10c6-465d-988d-f40ddb4c11d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:00.461116 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:00.464604 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.488135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:00.497962 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.498328 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Added segment 200f78d1-8af8-4326-a685-96cfd69a112c of type vlan for network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe Nov 08 13:25:00.550251 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.626814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.632443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:00.633017 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:00.698478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Network': ['ID=2b3ed75e-7b54-4517-8b27-046c3eafc9fe,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:00.709900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:00.738406 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbdec1e2-6841-4f57-8bd6-3a910428a1ad tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3636723 Nov 08 13:25:00.740990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35694) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:00.746159 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'subnet': {'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:00.889599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:00.893286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.107138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.171064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Subnet': ['ID=6b29831d-e743-4461-8746-27f1b0d2d5e4,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:01.182100 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking segment: {'id': '200f78d1-8af8-4326-a685-96cfd69a112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:01.182555 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network hostable DHCP agents. Network: 2b3ed75e-7b54-4517-8b27-046c3eafc9fe, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:01.260571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:01.334612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2b3ed75e-7b54-4517-8b27-046c3eafc9fe) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:01.340324 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:01.341067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.344045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2afb30-db2f-4e30-b983-5e6efa7d47fc None None] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:01.435779 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6536da71-d1ed-447d-9594-adc125e34459 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6936984 Nov 08 13:25:01.439332 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35698) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:01.444545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884087223'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:01.489055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2b3ed75e-7b54-4517-8b27-046c3eafc9fe', 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe', 'tenant_id': '1388df55362f473faaa28f5bb5edeb2f', 'fixed_ips': [{'subnet_id': '6b29831d-e743-4461-8746-27f1b0d2d5e4'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:01.498097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.545782 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:01.549357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.575641 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:01.584851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.585192 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Added segment 1cf478f5-14e8-49e2-acae-ef805bb52291 of type vlan for network 393f6225-7f2a-49e1-a6fd-ad36e876a335 Nov 08 13:25:01.625773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.629301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Allocated IP 2001:db8::2 (2b3ed75e-7b54-4517-8b27-046c3eafc9fe/6b29831d-e743-4461-8746-27f1b0d2d5e4/7d6b023d-313a-4811-a676-50cedf465172) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:01.713345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.719028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:01.719615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.774403 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.794881 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Network': ['ID=393f6225-7f2a-49e1-a6fd-ad36e876a335,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:01.804993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 393f6225-7f2a-49e1-a6fd-ad36e876a335 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:01.811266 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0944f21-6479-46b2-aa1e-634ab4b1e4aa tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3708398 Nov 08 13:25:01.814336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:01.820843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Request body: {'subnet': {'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:01.855286 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.908906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:01.915748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:01.919207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:01.924582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Pushing event updated for resources: {'Port': ['ID=7d6b023d-313a-4811-a676-50cedf465172,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:01.970105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Made reservation on behalf of 1388df55362f473faaa28f5bb5edeb2f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:01.973677 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.976099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Attempting to bind port 7d6b023d-313a-4811-a676-50cedf465172 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:01.976474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Attempting to bind port 7d6b023d-313a-4811-a676-50cedf465172 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '200f78d1-8af8-4326-a685-96cfd69a112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:01.976837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Attempting to bind port 7d6b023d-313a-4811-a676-50cedf465172 on network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:01.983023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:01.983429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Checking segment: {'id': '200f78d1-8af8-4326-a685-96cfd69a112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:01.983826 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.984215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Bound using segment: {'id': '200f78d1-8af8-4326-a685-96cfd69a112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:01.984684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Bound port: 7d6b023d-313a-4811-a676-50cedf465172, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f78d1-8af8-4326-a685-96cfd69a112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2b3ed75e-7b54-4517-8b27-046c3eafc9fe'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:01.985063 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.046326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] For port 7d6b023d-313a-4811-a676-50cedf465172, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:02.049235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] For port 7d6b023d-313a-4811-a676-50cedf465172, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7d6b023d-313a-4811-a676-50cedf465172,segment=NetworkSegment(200f78d1-8af8-4326-a685-96cfd69a112c),segment_id=200f78d1-8af8-4326-a685-96cfd69a112c)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:02.113529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.189000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998d6f6-991f-4a25-bb85-78b6396fbd5c None None] Pushing event updated for resources: {'Port': ['ID=7d6b023d-313a-4811-a676-50cedf465172,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:02.254916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.318571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event updated for resources: {'Subnet': ['ID=2be73c14-51d2-41fc-a208-9d9bd5d7aebe,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:02.328272 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Checking segment: {'id': '1cf478f5-14e8-49e2-acae-ef805bb52291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:02.328641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network hostable DHCP agents. Network: 393f6225-7f2a-49e1-a6fd-ad36e876a335, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:02.426056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Network 393f6225-7f2a-49e1-a6fd-ad36e876a335 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:02.501083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 393f6225-7f2a-49e1-a6fd-ad36e876a335) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:02.505487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:02.506090 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.512361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1725e-6c0e-410e-8013-859d3f1ca5ff None None] Network 393f6225-7f2a-49e1-a6fd-ad36e876a335 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:02.578308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-20f543d6-172f-404e-92f0-a5a0f3a98170 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7626982 Nov 08 13:25:02.580959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:02.682791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-393f6225-7f2a-49e1-a6fd-ad36e876a335', 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335', 'tenant_id': '1388df55362f473faaa28f5bb5edeb2f', 'fixed_ips': [{'subnet_id': '2be73c14-51d2-41fc-a208-9d9bd5d7aebe'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:02.684072 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.688854 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.753915 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.840734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Allocated IP 2001:db8::2 (393f6225-7f2a-49e1-a6fd-ad36e876a335/2be73c14-51d2-41fc-a208-9d9bd5d7aebe/9b0e097b-d4ca-42f6-a80e-76afe4f62826) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:03.001323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.079739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.132305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Network 393f6225-7f2a-49e1-a6fd-ad36e876a335 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:03.137752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Pushing event updated for resources: {'Port': ['ID=9b0e097b-d4ca-42f6-a80e-76afe4f62826,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:03.140901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:03.142644 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:03.165610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.171813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d29f2-dad5-4aac-a697-797e1b1ad47c None None] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:03.201959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Subnet': ['ID=2be73c14-51d2-41fc-a208-9d9bd5d7aebe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:03.256382 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Attempting to bind port 9b0e097b-d4ca-42f6-a80e-76afe4f62826 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:03.256678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Attempting to bind port 9b0e097b-d4ca-42f6-a80e-76afe4f62826 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '1cf478f5-14e8-49e2-acae-ef805bb52291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:03.257043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Attempting to bind port 9b0e097b-d4ca-42f6-a80e-76afe4f62826 on network 393f6225-7f2a-49e1-a6fd-ad36e876a335 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:03.267947 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.273671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] Provisioning complete for port 7d6b023d-313a-4811-a676-50cedf465172 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:03.274329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.278717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:03.279119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Checking segment: {'id': '1cf478f5-14e8-49e2-acae-ef805bb52291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:03.279509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.279900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Bound using segment: {'id': '1cf478f5-14e8-49e2-acae-ef805bb52291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:03.280379 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Bound port: 9b0e097b-d4ca-42f6-a80e-76afe4f62826, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf478f5-14e8-49e2-acae-ef805bb52291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:03.280751 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.289941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f6225-7f2a-49e1-a6fd-ad36e876a335']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:03.299276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf478f5-14e8-49e2-acae-ef805bb52291') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:03.299567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf478f5-14e8-49e2-acae-ef805bb52291') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:03.309643 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.322974 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.328714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:03.329095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:03.332037 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:03.432951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 13:25:03.432951 n-d-816990-1 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 13:25:03.432951 n-d-816990-1 neutron-server[102535]: [parameters: {'id': '393f6225-7f2a-49e1-a6fd-ad36e876a335'}] Nov 08 13:25:03.432951 n-d-816990-1 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:25:03.433531 n-d-816990-1 neutron-server[102535]: DEBUG oslo_db.api [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:25:03.618765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] For port 9b0e097b-d4ca-42f6-a80e-76afe4f62826, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:03.626968 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7d6b023d-313a-4811-a676-50cedf465172 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:03.659554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] For port 9b0e097b-d4ca-42f6-a80e-76afe4f62826, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9b0e097b-d4ca-42f6-a80e-76afe4f62826,segment=NetworkSegment(1cf478f5-14e8-49e2-acae-ef805bb52291),segment_id=1cf478f5-14e8-49e2-acae-ef805bb52291)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:03.679764 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.730845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] For port 7d6b023d-313a-4811-a676-50cedf465172, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7d6b023d-313a-4811-a676-50cedf465172,segment=NetworkSegment(200f78d1-8af8-4326-a685-96cfd69a112c),segment_id=200f78d1-8af8-4326-a685-96cfd69a112c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:03.736909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.736909 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7d6b023d-313a-4811-a676-50cedf465172 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:03.736909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.790155 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.853394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb82be-5562-4d23-8fbe-d4a358a57941 None None] Pushing event updated for resources: {'Port': ['ID=9b0e097b-d4ca-42f6-a80e-76afe4f62826,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:03.882895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3eed3-5b5a-4482-9c7b-da5da8c2ca01 None None] Network 393f6225-7f2a-49e1-a6fd-ad36e876a335 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:03.935548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:03.988571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2ab3-45d8-4231-b980-dcc251567278 None None] Pushing event updated for resources: {'Port': ['ID=7d6b023d-313a-4811-a676-50cedf465172,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:03.989403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting port 9b0e097b-d4ca-42f6-a80e-76afe4f62826 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:03.989749 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.010348 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bb21ffd0-16a3-43ae-b7ee-fbb265c733ad None None] Provisioning complete for port 7d6b023d-313a-4811-a676-50cedf465172 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:04.010717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bb21ffd0-16a3-43ae-b7ee-fbb265c733ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.058456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] For port 9b0e097b-d4ca-42f6-a80e-76afe4f62826, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9b0e097b-d4ca-42f6-a80e-76afe4f62826,segment=NetworkSegment(1cf478f5-14e8-49e2-acae-ef805bb52291),segment_id=1cf478f5-14e8-49e2-acae-ef805bb52291)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:04.058882 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.071587 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Calling delete_port for 9b0e097b-d4ca-42f6-a80e-76afe4f62826 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:04.126913 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c11c6-a1e3-48d9-8743-3656adc848d1 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:25:04.188860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.211827 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c11c6-a1e3-48d9-8743-3656adc848d1 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 13:25:04.219816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Port': ['ID=9b0e097b-d4ca-42f6-a80e-76afe4f62826,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:04.221655 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No DVR routers for this DVR port 9b0e097b-d4ca-42f6-a80e-76afe4f62826 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:04.312045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.334765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f6225-7f2a-49e1-a6fd-ad36e876a335']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:04.346230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf478f5-14e8-49e2-acae-ef805bb52291') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:04.346612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf478f5-14e8-49e2-acae-ef805bb52291') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:04.358009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.373240 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.379752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:04.380105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:04.383552 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:04.501129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.508403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.512035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/393f6225-7f2a-49e1-a6fd-ad36e876a335 HTTP/1.1" status: 204 len: 168 time: 1.9300086 Nov 08 13:25:04.515345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35704) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.523288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec35e5-d654-45e7-9eb6-ac3f66be75b7 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Network': ['ID=393f6225-7f2a-49e1-a6fd-ad36e876a335,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:04.546402 n-d-816990-1 neutron-server[102536]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f7f02b-bcca-4b25-9802-6436c0b6e842 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] GET failed (client error): The resource could not be found. Nov 08 13:25:04.547725 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-49f7f02b-bcca-4b25-9802-6436c0b6e842 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "GET /v2.0/subnets/2be73c14-51d2-41fc-a208-9d9bd5d7aebe HTTP/1.1" status: 404 len: 337 time: 0.0313485 Nov 08 13:25:04.550561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.568817 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d77940-da5f-4ceb-8881-164407b6f3e3 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:04.569352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d77940-da5f-4ceb-8881-164407b6f3e3 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:04.572420 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e3d77940-da5f-4ceb-8881-164407b6f3e3 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/393f6225-7f2a-49e1-a6fd-ad36e876a335 HTTP/1.1" status: 404 len: 339 time: 0.0208828 Nov 08 13:25:04.576147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.601806 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1809b280-ca2c-42a8-87e2-033c04a2865f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:04.606269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1809b280-ca2c-42a8-87e2-033c04a2865f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:04.606269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1809b280-ca2c-42a8-87e2-033c04a2865f tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/subnets/2be73c14-51d2-41fc-a208-9d9bd5d7aebe HTTP/1.1" status: 404 len: 337 time: 0.0289321 Nov 08 13:25:04.608367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.626564 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d076fe-304b-4d9d-9eeb-669e844b6fc8 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:04.627087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d076fe-304b-4d9d-9eeb-669e844b6fc8 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:04.630064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c7d076fe-304b-4d9d-9eeb-669e844b6fc8 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/393f6225-7f2a-49e1-a6fd-ad36e876a335 HTTP/1.1" status: 404 len: 339 time: 0.0206993 Nov 08 13:25:04.632288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.688041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting subnet 6b29831d-e743-4461-8746-27f1b0d2d5e4 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:25:04.691143 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.731728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.823624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.957467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.985624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Subnet': ['ID=6b29831d-e743-4461-8746-27f1b0d2d5e4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:04.989263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.995589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5c365e37-5077-45f8-a9d1-52a82508b7c5 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/subnets/6b29831d-e743-4461-8746-27f1b0d2d5e4 HTTP/1.1" status: 204 len: 168 time: 0.3594255 Nov 08 13:25:04.996265 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35714) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:04.996777 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2381b-538e-470e-9eee-e498680cd9dd None None] Network 2b3ed75e-7b54-4517-8b27-046c3eafc9fe requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:05.077438 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.131179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting port 7d6b023d-313a-4811-a676-50cedf465172 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:05.131511 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.166552 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] DHCP port deletion for 2b3ed75e-7b54-4517-8b27-046c3eafc9fe request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:25:05.201207 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] For port 7d6b023d-313a-4811-a676-50cedf465172, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7d6b023d-313a-4811-a676-50cedf465172,segment=NetworkSegment(200f78d1-8af8-4326-a685-96cfd69a112c),segment_id=200f78d1-8af8-4326-a685-96cfd69a112c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:05.201569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.215070 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Calling delete_port for 7d6b023d-313a-4811-a676-50cedf465172 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:05.218553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Deleting port 7d6b023d-313a-4811-a676-50cedf465172 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:05.218930 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.281674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] For port 7d6b023d-313a-4811-a676-50cedf465172, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7d6b023d-313a-4811-a676-50cedf465172,segment=NetworkSegment(200f78d1-8af8-4326-a685-96cfd69a112c),segment_id=200f78d1-8af8-4326-a685-96cfd69a112c)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:05.282070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.294988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Calling delete_port for 7d6b023d-313a-4811-a676-50cedf465172 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:05.346728 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.374029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.376399 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No DVR routers for this DVR port 7d6b023d-313a-4811-a676-50cedf465172 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:05.382673 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Port': ['ID=7d6b023d-313a-4811-a676-50cedf465172,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:05.387217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] No DVR routers for this DVR port 7d6b023d-313a-4811-a676-50cedf465172 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:05.407843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01d8e-7b00-40d8-b1da-ff5177487fae None None] Pushing event deleted for resources: {'Port': ['ID=7d6b023d-313a-4811-a676-50cedf465172,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:05.451673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7d6b023d-313a-4811-a676-50cedf465172 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:25:05.472429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7d6b023d-313a-4811-a676-50cedf465172 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:25:05.472705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7d6b023d-313a-4811-a676-50cedf465172 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:25:05.479178 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.499599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3ed75e-7b54-4517-8b27-046c3eafc9fe']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:05.509047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f78d1-8af8-4326-a685-96cfd69a112c') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:05.509346 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f78d1-8af8-4326-a685-96cfd69a112c') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:05.518843 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.532678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.538647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:05.539026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:05.542069 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:05.678339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.683243 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.686501 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/2b3ed75e-7b54-4517-8b27-046c3eafc9fe HTTP/1.1" status: 204 len: 168 time: 0.6892211 Nov 08 13:25:05.689118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:05.701238 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a205-96b6-4dcc-aed3-040550714aa6 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Network': ['ID=2b3ed75e-7b54-4517-8b27-046c3eafc9fe,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:05.717750 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac946b06-d6ed-4408-bab4-10d09d73304b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:05.718211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac946b06-d6ed-4408-bab4-10d09d73304b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:05.721230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ac946b06-d6ed-4408-bab4-10d09d73304b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/subnets/fd54206d-fba2-430f-9f51-9da88329c833 HTTP/1.1" status: 404 len: 337 time: 0.0310562 Nov 08 13:25:05.723999 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:05.742129 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-812f2f07-18b2-4a2a-b04d-2c1a28e94136 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:05.742964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812f2f07-18b2-4a2a-b04d-2c1a28e94136 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:05.745953 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-812f2f07-18b2-4a2a-b04d-2c1a28e94136 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/abfffcb7-10c6-465d-988d-f40ddb4c11d3 HTTP/1.1" status: 404 len: 339 time: 0.0211146 Nov 08 13:25:05.748438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:05.774345 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f741c-41d5-4abd-83e4-982759327fa2 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:05.774791 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f741c-41d5-4abd-83e4-982759327fa2 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:05.777743 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-442f741c-41d5-4abd-83e4-982759327fa2 tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/subnets/1f40ea4f-5fdb-4641-9389-00db6c1fbe7f HTTP/1.1" status: 404 len: 337 time: 0.0284252 Nov 08 13:25:05.780252 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:05.797417 n-d-816990-1 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e6b696-a7ff-4af7-965a-01b8a2da4f2a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] DELETE failed (client error): The resource could not be found. Nov 08 13:25:05.797939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e6b696-a7ff-4af7-965a-01b8a2da4f2a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:25:05.800865 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f6e6b696-a7ff-4af7-965a-01b8a2da4f2a tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/5f1ca71b-7ac9-4378-a2be-db870f69b217 HTTP/1.1" status: 404 len: 339 time: 0.0197341 Nov 08 13:25:05.803396 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:05.852963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting subnet 0d5e842e-d16e-4772-b8a5-bf1b0537dc03 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:25:05.856002 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.901164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.982017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.112018 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.148344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5e842e-d16e-4772-b8a5-bf1b0537dc03,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:06.152070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.155222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-46894782-ca8f-452c-a5fd-d7310cf9439d tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/subnets/0d5e842e-d16e-4772-b8a5-bf1b0537dc03 HTTP/1.1" status: 204 len: 168 time: 0.3509541 Nov 08 13:25:06.157756 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:06.160417 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a26f0-8081-4a5c-8bae-afe8c54d6677 None None] Network f3998a74-ec65-48a1-947f-d66da48ee8a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:06.234705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.287043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Deleting port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:06.287377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.330372 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476a636-5043-47ff-995f-602946b8073b None None] DHCP port deletion for f3998a74-ec65-48a1-947f-d66da48ee8a9 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:25:06.358506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] For port e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,segment=NetworkSegment(494c9d95-fb8d-4e6d-ada8-bd2e8767df61),segment_id=494c9d95-fb8d-4e6d-ada8-bd2e8767df61)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:06.358871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.371899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Calling delete_port for e67c12e5-cc50-4b31-be7e-37733ec7c0d7 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:06.377902 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5476a636-5043-47ff-995f-602946b8073b None None] Deleting port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:06.378304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5476a636-5043-47ff-995f-602946b8073b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.451201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5476a636-5043-47ff-995f-602946b8073b None None] For port e67c12e5-cc50-4b31-be7e-37733ec7c0d7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,segment=NetworkSegment(494c9d95-fb8d-4e6d-ada8-bd2e8767df61),segment_id=494c9d95-fb8d-4e6d-ada8-bd2e8767df61)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:06.458521 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5476a636-5043-47ff-995f-602946b8073b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.463940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5476a636-5043-47ff-995f-602946b8073b None None] Calling delete_port for e67c12e5-cc50-4b31-be7e-37733ec7c0d7 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:06.523512 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.537912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5476a636-5043-47ff-995f-602946b8073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.555631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Port': ['ID=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:06.561137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] No DVR routers for this DVR port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:06.565139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a636-5043-47ff-995f-602946b8073b None None] Pushing event deleted for resources: {'Port': ['ID=e67c12e5-cc50-4b31-be7e-37733ec7c0d7,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:06.566996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476a636-5043-47ff-995f-602946b8073b None None] No DVR routers for this DVR port e67c12e5-cc50-4b31-be7e-37733ec7c0d7 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:06.644145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.663910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3998a74-ec65-48a1-947f-d66da48ee8a9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:06.673029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494c9d95-fb8d-4e6d-ada8-bd2e8767df61') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:06.673330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494c9d95-fb8d-4e6d-ada8-bd2e8767df61') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:06.683516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.697561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.703407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:06.703793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:06.706774 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:06.849866 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.856835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:06.860024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] 10.222.0.58 "DELETE /v2.0/networks/f3998a74-ec65-48a1-947f-d66da48ee8a9 HTTP/1.1" status: 204 len: 168 time: 0.7013292 Nov 08 13:25:06.871945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ffba9-2b28-4241-a7e7-1241c0fda42b tempest-NetworksIpV6Test-357188599 tempest-NetworksIpV6Test-357188599-project] Pushing event deleted for resources: {'Network': ['ID=f3998a74-ec65-48a1-947f-d66da48ee8a9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:07.281586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:07.419577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c0788fb4-8b2f-4afd-8b04-ba161c6c4b5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1388df55362f473faaa28f5bb5edeb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367438 Nov 08 13:25:07.422468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:07.433688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e67c12e5-cc50-4b31-be7e-37733ec7c0d7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:25:07.456684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: e67c12e5-cc50-4b31-be7e-37733ec7c0d7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:25:07.457035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device e67c12e5-cc50-4b31-be7e-37733ec7c0d7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:25:07.470393 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:07.491899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:07.614079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:07.616608 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:07.617942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf26f241-22f9-4ba8-8adb-b7667d17a4ec HTTP/1.1" status: 204 len: 168 time: 0.1945713 Nov 08 13:25:07.625845 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60727a-9f78-426a-aacb-12c5c84bb325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf26f241-22f9-4ba8-8adb-b7667d17a4ec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:08.581327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:08.675506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36365185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:08.758055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:08.760025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:08.812787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:08.872619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:08.959228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:08.960378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-054d4463-4231-4e85-9b52-b930055a6a50 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3780389 Nov 08 13:25:08.963178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:08.968143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871133801'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:09.060249 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Made reservation on behalf of 7a0ec1fc7a25446e81ebe979afdb31b9 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:09.063832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.073570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.157027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.226361 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.256708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:09.271790 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22438fe-875d-46b0-8779-8849168d020d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:09.279017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.279366 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Added segment 66ccc339-b4fa-4bda-81d3-f092fb2963c3 of type vlan for network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac Nov 08 13:25:09.319578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.419934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.425556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:09.426145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.492032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event updated for resources: {'Network': ['ID=963bfbe3-a82d-49cf-8ffc-1be45cf393ac,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:09.502751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:09.517951 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-40589bcf-8b3a-495c-921f-5864530f860f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5512633 Nov 08 13:25:09.520205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:09.523297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'subnet': {'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:09.678200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Made reservation on behalf of 7a0ec1fc7a25446e81ebe979afdb31b9 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:09.681856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.906833 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:09.967561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event updated for resources: {'Subnet': ['ID=e81670ce-0096-4b52-adf2-0af6fdf08a8c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:09.976423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Checking segment: {'id': '66ccc339-b4fa-4bda-81d3-f092fb2963c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:09.976782 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Network hostable DHCP agents. Network: 963bfbe3-a82d-49cf-8ffc-1be45cf393ac, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:10.060796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:10.157005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 963bfbe3-a82d-49cf-8ffc-1be45cf393ac) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:10.162544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:10.163360 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.164656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434eeec2-2f6a-425f-90bb-ed836f383ab1 None None] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:10.256974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-399aa0c6-d2fc-4df2-b9e9-6c32db5bec12 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7376955 Nov 08 13:25:10.260081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:10.265277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1902674582'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:10.310263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-963bfbe3-a82d-49cf-8ffc-1be45cf393ac', 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac', 'tenant_id': '7a0ec1fc7a25446e81ebe979afdb31b9', 'fixed_ips': [{'subnet_id': 'e81670ce-0096-4b52-adf2-0af6fdf08a8c'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:10.311137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.363865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Made reservation on behalf of 7a0ec1fc7a25446e81ebe979afdb31b9 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:10.367464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.391665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:10.401692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.402051 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Added segment 4470dbd4-b304-4ab2-a1bf-b395cd14bbac of type vlan for network c620de19-73fa-4ad2-83bd-6a4c01b51115 Nov 08 13:25:10.441779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.443104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Allocated IP 172.20.0.2 (963bfbe3-a82d-49cf-8ffc-1be45cf393ac/e81670ce-0096-4b52-adf2-0af6fdf08a8c/ad8024fc-2027-4879-8334-d6a7960d98bf) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:10.552486 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.559065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:10.559691 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.582982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.627013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event updated for resources: {'Network': ['ID=c620de19-73fa-4ad2-83bd-6a4c01b51115,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:10.637073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network c620de19-73fa-4ad2-83bd-6a4c01b51115 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:10.675041 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-69ce9b3e-7da8-4084-a35e-52c4665c0b0d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4138265 Nov 08 13:25:10.677696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:10.682838 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'subnet': {'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:10.689646 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.750579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:10.753010 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:10.754632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Pushing event updated for resources: {'Port': ['ID=ad8024fc-2027-4879-8334-d6a7960d98bf,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:10.756707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:10.812140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Attempting to bind port ad8024fc-2027-4879-8334-d6a7960d98bf on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:10.812562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Attempting to bind port ad8024fc-2027-4879-8334-d6a7960d98bf by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '66ccc339-b4fa-4bda-81d3-f092fb2963c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:10.812957 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Attempting to bind port ad8024fc-2027-4879-8334-d6a7960d98bf on network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:10.815488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Made reservation on behalf of 7a0ec1fc7a25446e81ebe979afdb31b9 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:10.819031 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.819234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:10.819600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Checking segment: {'id': '66ccc339-b4fa-4bda-81d3-f092fb2963c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:10.820124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.820600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Bound using segment: {'id': '66ccc339-b4fa-4bda-81d3-f092fb2963c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:10.821709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Bound port: ad8024fc-2027-4879-8334-d6a7960d98bf, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ccc339-b4fa-4bda-81d3-f092fb2963c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '963bfbe3-a82d-49cf-8ffc-1be45cf393ac'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:10.822137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:10.895816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] For port ad8024fc-2027-4879-8334-d6a7960d98bf, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:10.899101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] For port ad8024fc-2027-4879-8334-d6a7960d98bf, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ad8024fc-2027-4879-8334-d6a7960d98bf,segment=NetworkSegment(66ccc339-b4fa-4bda-81d3-f092fb2963c3),segment_id=66ccc339-b4fa-4bda-81d3-f092fb2963c3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:10.953062 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.016220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908dee1-7af3-4ac6-af72-e8c4f5694878 None None] Pushing event updated for resources: {'Port': ['ID=ad8024fc-2027-4879-8334-d6a7960d98bf,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:11.107267 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.188044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event updated for resources: {'Subnet': ['ID=2ca8b9a8-e909-4fba-ba14-c142ec01a09d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:11.204568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Checking segment: {'id': '4470dbd4-b304-4ab2-a1bf-b395cd14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:11.204883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Network hostable DHCP agents. Network: c620de19-73fa-4ad2-83bd-6a4c01b51115, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:11.289406 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Network c620de19-73fa-4ad2-83bd-6a4c01b51115 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:11.334800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, c620de19-73fa-4ad2-83bd-6a4c01b51115) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:11.339496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:11.340037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.344131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e93cc6-af31-430c-8c8e-e0d9f9ddacb5 None None] Network c620de19-73fa-4ad2-83bd-6a4c01b51115 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:11.397814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9be925a4-4393-4c2b-ac82-dfc42aeb651b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7189879 Nov 08 13:25:11.407893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:11.407893 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a25b3bae-e617-4b87-94a3-c33d0e1a1481 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:11.489142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ad8024fc-2027-4879-8334-d6a7960d98bf up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:11.538627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-c620de19-73fa-4ad2-83bd-6a4c01b51115', 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115', 'tenant_id': '7a0ec1fc7a25446e81ebe979afdb31b9', 'fixed_ips': [{'subnet_id': '2ca8b9a8-e909-4fba-ba14-c142ec01a09d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:11.539482 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.625691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a25b3bae-e617-4b87-94a3-c33d0e1a1481 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.626599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ad8024fc-2027-4879-8334-d6a7960d98bf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:11.627084 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.723523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Allocated IP 172.21.0.2 (c620de19-73fa-4ad2-83bd-6a4c01b51115/2ca8b9a8-e909-4fba-ba14-c142ec01a09d/f7b3daa0-9ad7-4a12-b023-237c46f3488a) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:11.776290 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.813597 n-d-816990-1 neutron-server[102536]: INFO neutron.api.v2.resource [None req-a25b3bae-e617-4b87-94a3-c33d0e1a1481 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:25:11.820737 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a25b3bae-e617-4b87-94a3-c33d0e1a1481 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "PUT /v2.0/routers/551c556d-acfe-4a79-ac1e-657c099d6197 HTTP/1.1" status: 400 len: 364 time: 0.4126384 Nov 08 13:25:11.821053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:11.857466 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port ad8024fc-2027-4879-8334-d6a7960d98bf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ad8024fc-2027-4879-8334-d6a7960d98bf,segment=NetworkSegment(66ccc339-b4fa-4bda-81d3-f092fb2963c3),segment_id=66ccc339-b4fa-4bda-81d3-f092fb2963c3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:11.877961 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Deleting subnet 2ca8b9a8-e909-4fba-ba14-c142ec01a09d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:25:11.931888 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.934058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:11.987305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=ad8024fc-2027-4879-8334-d6a7960d98bf,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:11.998918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f68356-cbc9-457a-b113-f43156d39eb1 None None] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:12.020747 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.063330 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.155428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.175973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.261833 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Network c620de19-73fa-4ad2-83bd-6a4c01b51115 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:12.263832 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7ced6a53-ae23-40b8-8605-1ae9126b9982 None None] Provisioning complete for port ad8024fc-2027-4879-8334-d6a7960d98bf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:12.275428 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7ced6a53-ae23-40b8-8605-1ae9126b9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.275428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:12.294870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.295715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:12.297638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Pushing event updated for resources: {'Port': ['ID=f7b3daa0-9ad7-4a12-b023-237c46f3488a,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:12.322800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca8b9a8-e909-4fba-ba14-c142ec01a09d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:12.331445 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.335081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-99142159-c015-4d16-a752-b5c24d8f248f tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "DELETE /v2.0/subnets/2ca8b9a8-e909-4fba-ba14-c142ec01a09d HTTP/1.1" status: 204 len: 168 time: 0.5126998 Nov 08 13:25:12.338080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:12.413544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Attempting to bind port f7b3daa0-9ad7-4a12-b023-237c46f3488a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:12.413967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Attempting to bind port f7b3daa0-9ad7-4a12-b023-237c46f3488a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4470dbd4-b304-4ab2-a1bf-b395cd14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:12.414302 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Attempting to bind port f7b3daa0-9ad7-4a12-b023-237c46f3488a on network c620de19-73fa-4ad2-83bd-6a4c01b51115 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:12.422087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.436545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:12.436922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Checking segment: {'id': '4470dbd4-b304-4ab2-a1bf-b395cd14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:12.437322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.437716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Bound using segment: {'id': '4470dbd4-b304-4ab2-a1bf-b395cd14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:12.438197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Bound port: f7b3daa0-9ad7-4a12-b023-237c46f3488a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4470dbd4-b304-4ab2-a1bf-b395cd14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c620de19-73fa-4ad2-83bd-6a4c01b51115'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:12.438605 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.475891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Deleting port f7b3daa0-9ad7-4a12-b023-237c46f3488a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:12.476395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.541630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] For port f7b3daa0-9ad7-4a12-b023-237c46f3488a, host n-d-816990-1, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:12.541990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.542896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] For port f7b3daa0-9ad7-4a12-b023-237c46f3488a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:12.546103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] For port f7b3daa0-9ad7-4a12-b023-237c46f3488a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f7b3daa0-9ad7-4a12-b023-237c46f3488a,segment=NetworkSegment(4470dbd4-b304-4ab2-a1bf-b395cd14bbac),segment_id=4470dbd4-b304-4ab2-a1bf-b395cd14bbac)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:12.560018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Calling delete_port for f7b3daa0-9ad7-4a12-b023-237c46f3488a owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:12.661656 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.753346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebff76d-5ba7-4abd-ae33-93379dd4fc7a None None] Pushing event updated for resources: {'Port': ['ID=f7b3daa0-9ad7-4a12-b023-237c46f3488a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:12.762479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1d2f9258-0d43-45bf-9020-6871092054c7 None None] Provisioning complete for port ad8024fc-2027-4879-8334-d6a7960d98bf triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:12.773219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9258-0d43-45bf-9020-6871092054c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.785167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b41ec52-b32a-47b7-ae58-58f2d0fb21a4 None None] Network c620de19-73fa-4ad2-83bd-6a4c01b51115 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:12.795189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.819718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Port': ['ID=f7b3daa0-9ad7-4a12-b023-237c46f3488a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:12.825703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] No DVR routers for this DVR port f7b3daa0-9ad7-4a12-b023-237c46f3488a on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:12.908256 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.928756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355419b-01f5-45dc-bcfa-e683232a3235 None None] get_active_networks_info from n-d-816990-1 {{(pid=102537) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:25:12.928909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c620de19-73fa-4ad2-83bd-6a4c01b51115']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:12.938805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4470dbd4-b304-4ab2-a1bf-b395cd14bbac') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:12.939104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4470dbd4-b304-4ab2-a1bf-b395cd14bbac') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:12.949399 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.963979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.970190 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:12.970781 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:12.973695 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:13.005738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355419b-01f5-45dc-bcfa-e683232a3235 None None] Resources bound (agent type, host, resource id): {{(pid=102537) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 13:25:13.100748 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.110296 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.113544 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "DELETE /v2.0/networks/c620de19-73fa-4ad2-83bd-6a4c01b51115 HTTP/1.1" status: 204 len: 168 time: 0.7742236 Nov 08 13:25:13.116259 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35776) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:13.131843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ef43-3110-403f-a40c-2c2fc4bda8e9 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Network': ['ID=c620de19-73fa-4ad2-83bd-6a4c01b51115,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:13.172575 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Deleting subnet e81670ce-0096-4b52-adf2-0af6fdf08a8c {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:25:13.175723 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.217118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.303902 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.440387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ad8024fc-2027-4879-8334-d6a7960d98bf up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:13.450051 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.482187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.486259 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "DELETE /v2.0/subnets/e81670ce-0096-4b52-adf2-0af6fdf08a8c HTTP/1.1" status: 204 len: 168 time: 0.3682034 Nov 08 13:25:13.487127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Subnet': ['ID=e81670ce-0096-4b52-adf2-0af6fdf08a8c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:13.488151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35778) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:13.490530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1e92b-cd29-4939-9298-45715b78f3f7 None None] Network 963bfbe3-a82d-49cf-8ffc-1be45cf393ac requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:13.495798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.496143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.496483 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.496855 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.497143 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.497470 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.497795 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.498274 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.499059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.499059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.499241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.499405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f92ba-bc54-476e-814b-8f88e1172735 tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:13.514062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port ad8024fc-2027-4879-8334-d6a7960d98bf triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:13.514973 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.571547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.624223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Deleting port ad8024fc-2027-4879-8334-d6a7960d98bf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:13.624561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.694551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] For port ad8024fc-2027-4879-8334-d6a7960d98bf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ad8024fc-2027-4879-8334-d6a7960d98bf,segment=NetworkSegment(66ccc339-b4fa-4bda-81d3-f092fb2963c3),segment_id=66ccc339-b4fa-4bda-81d3-f092fb2963c3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:13.694920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.710970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Calling delete_port for ad8024fc-2027-4879-8334-d6a7960d98bf owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:13.741992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] DHCP port deletion for 963bfbe3-a82d-49cf-8ffc-1be45cf393ac request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:25:13.795706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Deleting port ad8024fc-2027-4879-8334-d6a7960d98bf {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:25:13.796081 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.849108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.859386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] For port ad8024fc-2027-4879-8334-d6a7960d98bf, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=ad8024fc-2027-4879-8334-d6a7960d98bf,segment=NetworkSegment(66ccc339-b4fa-4bda-81d3-f092fb2963c3),segment_id=66ccc339-b4fa-4bda-81d3-f092fb2963c3)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:13.859784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.872150 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Calling delete_port for ad8024fc-2027-4879-8334-d6a7960d98bf owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:25:13.875665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Port': ['ID=ad8024fc-2027-4879-8334-d6a7960d98bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:13.877549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] No DVR routers for this DVR port ad8024fc-2027-4879-8334-d6a7960d98bf on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:13.954635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.959406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:13.980413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963bfbe3-a82d-49cf-8ffc-1be45cf393ac']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:13.980662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] Pushing event deleted for resources: {'Port': ['ID=ad8024fc-2027-4879-8334-d6a7960d98bf,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:13.982483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3b569-e37f-46c1-9f67-edc47c05046d None None] No DVR routers for this DVR port ad8024fc-2027-4879-8334-d6a7960d98bf on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:25:13.995995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ccc339-b4fa-4bda-81d3-f092fb2963c3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:13.996301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ccc339-b4fa-4bda-81d3-f092fb2963c3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:14.006000 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.019599 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.026025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:25:14.026447 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:25:14.029361 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:25:14.140513 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.147430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.150542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "DELETE /v2.0/networks/963bfbe3-a82d-49cf-8ffc-1be45cf393ac HTTP/1.1" status: 204 len: 168 time: 0.6613202 Nov 08 13:25:14.153523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:14.161558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c441604-294e-4b10-b892-e4b517548a5d tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Pushing event deleted for resources: {'Network': ['ID=963bfbe3-a82d-49cf-8ffc-1be45cf393ac,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:14.180132 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-11f9bd91-ebb6-4c89-bbfc-44c23275bb8b tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "GET /v2.0/ports?device_id=551c556d-acfe-4a79-ac1e-657c099d6197 HTTP/1.1" status: 200 len: 205 time: 0.0254683 Nov 08 13:25:14.183068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35782) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:14.257340 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.414016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.416254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.541099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.541528 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Fanout notify agent at l3_agent the message router_deleted on router 551c556d-acfe-4a79-ac1e-657c099d6197 {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:25:14.549169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:14.549400 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7f1176ba-a92e-4609-9649-2a58fc4bc46a tempest-RoutersNegativeTest-1145716732 tempest-RoutersNegativeTest-1145716732-project] 10.222.0.58 "DELETE /v2.0/routers/551c556d-acfe-4a79-ac1e-657c099d6197 HTTP/1.1" status: 204 len: 168 time: 0.3654480 Nov 08 13:25:15.000932 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35788) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:15.135058 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4bcb9c6d-da05-4a4f-86af-712b83694d93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a0ec1fc7a25446e81ebe979afdb31b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329675 Nov 08 13:25:15.137824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35792) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:15.184654 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:15.205408 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:15.294770 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:15.297287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:15.298473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a22438fe-875d-46b0-8779-8849168d020d HTTP/1.1" status: 204 len: 168 time: 0.1596649 Nov 08 13:25:15.307961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf96bdf-b6fd-471a-841a-0ccc52959c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22438fe-875d-46b0-8779-8849168d020d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:15.434950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ad8024fc-2027-4879-8334-d6a7960d98bf no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:25:15.455681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: ad8024fc-2027-4879-8334-d6a7960d98bf {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:25:15.456026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device ad8024fc-2027-4879-8334-d6a7960d98bf not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:25:16.245990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:16.340061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-645507343-network', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:16.420541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Made reservation on behalf of 9eef31d6f8714c669bfb57ef6a263199 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:16.422870 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.431809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.505616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.585357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.596908 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.611495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:16.620092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495132d7-8c6d-4215-bdb4-c7728e09f7e8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:16.625926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.626862 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Added segment 8fd79d72-f577-428f-ad2f-bf945a551746 of type vlan for network 4a533b1d-bf2d-49e5-9558-c3cada504958 Nov 08 13:25:16.666590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.734470 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.735349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:16.735921 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:16.797783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a533b1d-bf2d-49e5-9558-c3cada504958,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:16.808714 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:16.834847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7e43d322-3dba-4683-b749-6c0ef4f68bb4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5876293 Nov 08 13:25:16.839386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:16.844110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Request body: {'subnet': {'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-subnet', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:16.905984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Made reservation on behalf of 9eef31d6f8714c669bfb57ef6a263199 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:16.908364 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.123452 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.180179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a088d2b1-5019-4c0d-bf6d-e680835fd8b2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:17.188460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Checking segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:17.188768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Network hostable DHCP agents. Network: 4a533b1d-bf2d-49e5-9558-c3cada504958, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:17.277405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:17.386111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4a533b1d-bf2d-49e5-9558-c3cada504958) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:17.390517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:17.391111 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.395152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f988fc-9a3b-44f8-98ff-423e9dd766ae None None] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:17.487298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-04de9e20-04f6-414c-9aae-87f94344c58a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6468205 Nov 08 13:25:17.490171 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:17.496036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:17.553856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-4a533b1d-bf2d-49e5-9558-c3cada504958', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:17.554742 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.591216 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.592437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.693291 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Allocated IP 172.20.0.2 (4a533b1d-bf2d-49e5-9558-c3cada504958/a088d2b1-5019-4c0d-bf6d-e680835fd8b2/52fe30f2-e365-46c1-8474-ad60ec2fe7ae) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:17.848960 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.906706 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:17.945052 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:17.951861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:17.956447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:17.959697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Pushing event updated for resources: {'Port': ['ID=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:17.989228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.013376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Attempting to bind port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:18.013773 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Attempting to bind port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:18.014147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Attempting to bind port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:18.019324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:18.019694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Checking segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:18.020099 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.020533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Bound using segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:18.020997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Bound port: 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:18.021377 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.082221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] For port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:18.085651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] For port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:18.146608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.191418 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.206686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfec457-a242-4ed1-8a21-cb351861d2fa None None] Pushing event updated for resources: {'Port': ['ID=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:18.496050 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.514776 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.621632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Allocated IP 172.25.1.174 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/c4685059-432a-49fa-b49b-99de5a189e04) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:18.721414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.804038 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:18.843424 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:18.848548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:18.852881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:18.879658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Pushing event updated for resources: {'Port': ['ID=c4685059-432a-49fa-b49b-99de5a189e04,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:18.892014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.892463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.892739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.893067 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.893391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.893719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.894039 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.894382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.894703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.895019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.895336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:18.895649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:19.071697 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6d14a-d69c-4360-8a08-50101e14370d None None] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:19.149729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] Provisioning complete for port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:19.150389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.192709 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.295165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.333203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] For port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:19.400465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.410532 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.477938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139ff3-f489-470d-908a-d732a8002348 None None] Pushing event updated for resources: {'Port': ['ID=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:19.509173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 52fe30f2-e365-46c1-8474-ad60ec2fe7ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:19.561717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:19.562009 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.642837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Router b25205f4-1bd1-4c71-b450-b983fa196031 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:25:19.657047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-07ddd785-0583-489f-b3fc-d07d8167e823 None None] Provisioning complete for port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:19.657446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-07ddd785-0583-489f-b3fc-d07d8167e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.752091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:25:19.762415 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Sync routers for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:25:19.771889 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:19.772492 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:19.822683 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:19.823886 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-16878283-bc7c-47d9-be53-4e61384c9f56 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3327131 Nov 08 13:25:19.826698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 35822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:19.877325 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:20.058179 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:19Z', 'revision_number': 3, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:20.084030 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Checking router: b25205f4-1bd1-4c71-b450-b983fa196031 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:25:20.084295 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Updating router b25205f4-1bd1-4c71-b450-b983fa196031 port c4685059-432a-49fa-b49b-99de5a189e04 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:25:20.109646 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.251847 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.364558 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.411631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Allocated IP 172.20.0.1 (4a533b1d-bf2d-49e5-9558-c3cada504958/a088d2b1-5019-4c0d-bf6d-e680835fd8b2/1d91f834-19c8-4b49-a18d-06ca4b62c815) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:20.432173 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.484655 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Pushing event updated for resources: {'Port': ['ID=c4685059-432a-49fa-b49b-99de5a189e04,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:20.487565 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Attempting to bind port c4685059-432a-49fa-b49b-99de5a189e04 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:20.487919 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Attempting to bind port c4685059-432a-49fa-b49b-99de5a189e04 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:20.488267 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Attempting to bind port c4685059-432a-49fa-b49b-99de5a189e04 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:20.495130 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.495471 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.495801 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.496128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.496448 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.496768 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.497085 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.497403 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.497713 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.498025 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.498356 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.498668 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:20.504369 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:20.504734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:20.505130 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.505500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:20.505953 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Bound port: c4685059-432a-49fa-b49b-99de5a189e04, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:20.506348 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.521303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.556906 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] For port c4685059-432a-49fa-b49b-99de5a189e04, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:20.562949 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] For port c4685059-432a-49fa-b49b-99de5a189e04, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c4685059-432a-49fa-b49b-99de5a189e04,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:20.592127 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.615333 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.631081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:20.636333 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:20.639966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:20.668588 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Pushing event updated for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:20.685000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:20.685629 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:20.693303 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.706478 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.725515 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fea26-0028-47b8-989d-30add06e9b40 None None] Pushing event updated for resources: {'Port': ['ID=c4685059-432a-49fa-b49b-99de5a189e04,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:20.803911 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:20.893370 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.963127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ec4ea568-9bd0-4788-a3e6-34d3cafb1e35 None None] Provisioning complete for port 1d91f834-19c8-4b49-a18d-06ca4b62c815 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:20.963625 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea568-9bd0-4788-a3e6-34d3cafb1e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:20.988407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:19Z', 'revision_number': 3, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:21.002545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ea568-9bd0-4788-a3e6-34d3cafb1e35 None None] Port 1d91f834-19c8-4b49-a18d-06ca4b62c815 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:21.021759 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f5e41-eb19-49ca-969b-7d3476cdc0f7 None None] The sync data for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 is: [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:19Z', 'revision_number': 3, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:25:21.072539 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.214142 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.299034 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Pushing event updated for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:21.301511 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.410103 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:21.411661 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:21.581195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Router b25205f4-1bd1-4c71-b450-b983fa196031 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:25:21.589284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 52fe30f2-e365-46c1-8474-ad60ec2fe7ae up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:21.648167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:21.649468 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.710535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:25:21.717479 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-736921bf-10a4-4783-9462-117c2765d2df admin admin] 10.222.0.58 "PUT /v2.0/routers/b25205f4-1bd1-4c71-b450-b983fa196031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897736 Nov 08 13:25:21.747307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c4685059-432a-49fa-b49b-99de5a189e04 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:21.928352 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b37ccf1c-955f-4690-a81d-6f21bd77a34b None None] Provisioning complete for port 1d91f834-19c8-4b49-a18d-06ca4b62c815 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:21.928352 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b37ccf1c-955f-4690-a81d-6f21bd77a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.975472 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b37ccf1c-955f-4690-a81d-6f21bd77a34b None None] Port 1d91f834-19c8-4b49-a18d-06ca4b62c815 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:21.987102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c4685059-432a-49fa-b49b-99de5a189e04 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:21.987475 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.074060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.093544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port c4685059-432a-49fa-b49b-99de5a189e04, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c4685059-432a-49fa-b49b-99de5a189e04,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:22.186178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.233580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=c4685059-432a-49fa-b49b-99de5a189e04,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:22.411496 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35838) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:22.418372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-370871717-network', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:22.489002 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Made reservation on behalf of a297cd330aca40da9197c23737ccd4a0 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:22.491566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.500916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.576641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.596426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Sync routers for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:25:22.608218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:22.608835 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:22.644124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.666805 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:25:22.680148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73f1a77-e66a-46c5-ac16-985cb8fd447a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:22.685130 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.685470 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Added segment aa699180-e389-47c7-9215-8175f41e816a of type vlan for network 93d0b31e-157a-4144-9154-21a63e62e033 Nov 08 13:25:22.721605 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:22.730096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.803192 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.804172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:22.804787 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.867322 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] Pushing event updated for resources: {'Network': ['ID=93d0b31e-157a-4144-9154-21a63e62e033,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:22.877752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 93d0b31e-157a-4144-9154-21a63e62e033 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:25:22.891947 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-42486d33-3caf-4698-b5d1-42d67e6e0d70 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4793591 Nov 08 13:25:22.894622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:22.899974 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Request body: {'subnet': {'network_id': '93d0b31e-157a-4144-9154-21a63e62e033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-subnet', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:22.969246 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Made reservation on behalf of a297cd330aca40da9197c23737ccd4a0 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:22.971655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:22.986139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 4, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1d91f834-19c8-4b49-a18d-06ca4b62c815', 'name': '', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'mac_address': 'fa:16:3e:86:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:20Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 2, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'subnets': [{'id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:23.014501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Checking router: b25205f4-1bd1-4c71-b450-b983fa196031 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:25:23.014894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Updating router b25205f4-1bd1-4c71-b450-b983fa196031 port 1d91f834-19c8-4b49-a18d-06ca4b62c815 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:25:23.040021 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.192663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a74c35e6-f34f-4b2d-b175-a1b9d2c2812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.208295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.271610 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5430edf9-8caa-4c07-a782-e0b7cd5b9cc2,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:23.279213 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Checking segment: {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:23.279570 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Network hostable DHCP agents. Network: 93d0b31e-157a-4144-9154-21a63e62e033, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:25:23.322846 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.385994 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Network 93d0b31e-157a-4144-9154-21a63e62e033 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:25:23.402992 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.453920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c4685059-432a-49fa-b49b-99de5a189e04 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:23.457517 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b90f1-808a-426f-90c7-2e51b7505335 None None] Pushing event updated for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:23.478532 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 93d0b31e-157a-4144-9154-21a63e62e033) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:23.488297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:23.488993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.511261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d49870c-544e-48d1-a4d1-806c77b7af13 None None] Network 93d0b31e-157a-4144-9154-21a63e62e033 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:23.573318 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-829ee074-03f4-40bf-b976-46df96237ad4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6764166 Nov 08 13:25:23.582017 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:23.587423 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:23.602868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Attempting to bind port 1d91f834-19c8-4b49-a18d-06ca4b62c815 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:23.603308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Attempting to bind port 1d91f834-19c8-4b49-a18d-06ca4b62c815 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:23.603674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Attempting to bind port 1d91f834-19c8-4b49-a18d-06ca4b62c815 on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:23.613966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:23.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Checking segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:23.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Bound using segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:23.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Bound port: 1d91f834-19c8-4b49-a18d-06ca4b62c815, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:23.616361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.646152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c4685059-432a-49fa-b49b-99de5a189e04 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:23.646550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.671622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.672687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.723417 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.777923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e8d51214-3dfa-452f-91ba-ea7dcde3ff93 None None] Provisioning complete for port 1d91f834-19c8-4b49-a18d-06ca4b62c815 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:23.778298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e8d51214-3dfa-452f-91ba-ea7dcde3ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.812556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] For port 1d91f834-19c8-4b49-a18d-06ca4b62c815, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:23.842262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] For port 1d91f834-19c8-4b49-a18d-06ca4b62c815, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1d91f834-19c8-4b49-a18d-06ca4b62c815,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:23.867684 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-93d0b31e-157a-4144-9154-21a63e62e033', 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'fixed_ips': [{'subnet_id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:25:23.868667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.889475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e8d51214-3dfa-452f-91ba-ea7dcde3ff93 None None] Port 1d91f834-19c8-4b49-a18d-06ca4b62c815 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:23.913102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:23.918006 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.060947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b90f1-808a-426f-90c7-2e51b7505335 None None] Pushing event updated for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:24.065576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:24.066210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:24:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:24.119623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Allocated IP 172.20.0.2 (93d0b31e-157a-4144-9154-21a63e62e033/5430edf9-8caa-4c07-a782-e0b7cd5b9cc2/9915abc0-91c2-48b7-993e-dfd98f61f988) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:24.216310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.239339 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.270454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:24.297163 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] Provisioning complete for port 1d91f834-19c8-4b49-a18d-06ca4b62c815 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:24.297526 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.344911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Allocated IP 172.25.1.191 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/9e9143e0-4e6e-47de-85db-1f05664d37b1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:24.459174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.535375 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.575335 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:24.578148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:24.583895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:24.608082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9143e0-4e6e-47de-85db-1f05664d37b1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:24.679210 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.712748 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.761419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.794855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] For port 1d91f834-19c8-4b49-a18d-06ca4b62c815, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1d91f834-19c8-4b49-a18d-06ca4b62c815,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:24.813688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Network 93d0b31e-157a-4144-9154-21a63e62e033 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:24.823277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:24.828280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:24.832165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Pushing event updated for resources: {'Port': ['ID=9915abc0-91c2-48b7-993e-dfd98f61f988,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:24.841717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 4, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1d91f834-19c8-4b49-a18d-06ca4b62c815', 'name': '', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'mac_address': 'fa:16:3e:86:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:20Z', 'updated_at': '2021-11-08T13:25:23Z', 'revision_number': 4, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'subnets': [{'id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:24.888457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376856f0-7deb-43f4-a1d3-111c22e458de None None] The sync data for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 is: [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:25:20Z', 'revision_number': 4, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1d91f834-19c8-4b49-a18d-06ca4b62c815', 'name': '', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'mac_address': 'fa:16:3e:86:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:20Z', 'updated_at': '2021-11-08T13:25:23Z', 'revision_number': 4, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'subnets': [{'id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:25:24.889995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.920709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.949848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Attempting to bind port 9915abc0-91c2-48b7-993e-dfd98f61f988 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:24.949848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Attempting to bind port 9915abc0-91c2-48b7-993e-dfd98f61f988 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:24.949848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Attempting to bind port 9915abc0-91c2-48b7-993e-dfd98f61f988 on network 93d0b31e-157a-4144-9154-21a63e62e033 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:24.965022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:24.965402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Checking segment: {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:24.965796 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.966189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Bound using segment: {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:24.966717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Bound port: 9915abc0-91c2-48b7-993e-dfd98f61f988, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:24.967096 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.986538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fd6df-ce4f-4880-8cd5-ded9f8b96cb9 None None] Pushing event updated for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:25.050706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] For port 9915abc0-91c2-48b7-993e-dfd98f61f988, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:25.054140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] For port 9915abc0-91c2-48b7-993e-dfd98f61f988, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9915abc0-91c2-48b7-993e-dfd98f61f988,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:25.123929 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.191740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae924d-2a08-421e-afff-9bcfad4ae24f None None] Pushing event updated for resources: {'Port': ['ID=9915abc0-91c2-48b7-993e-dfd98f61f988,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:25.524711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d462a33e-6ac4-4f5f-a047-d9fc9f301cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.549585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1d91f834-19c8-4b49-a18d-06ca4b62c815 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:25.596615 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.608680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1d91f834-19c8-4b49-a18d-06ca4b62c815 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:25.609367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.703051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9915abc0-91c2-48b7-993e-dfd98f61f988 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:25.761526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9915abc0-91c2-48b7-993e-dfd98f61f988 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:25.761959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.814220 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Router 5b937d00-99e6-4691-9084-09004b468660 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:25:25.853554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.896757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9915abc0-91c2-48b7-993e-dfd98f61f988, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9915abc0-91c2-48b7-993e-dfd98f61f988,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:25.939004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:25:25.954807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Sync routers for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:25:25.963649 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.972543 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:25.973367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:26.017005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.018296 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1d228e6d-c8b8-4410-b8f2-6fa328e87e56 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4351838 Nov 08 13:25:26.021093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 35844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:26.035871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9915abc0-91c2-48b7-993e-dfd98f61f988,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:26.118674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:26.319092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9b338-a33d-41ea-8649-217af7a6f905 None None] Network 93d0b31e-157a-4144-9154-21a63e62e033 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:26.327568 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:24Z', 'revision_number': 3, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:26.355411 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Checking router: 5b937d00-99e6-4691-9084-09004b468660 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:25:26.355977 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Updating router 5b937d00-99e6-4691-9084-09004b468660 port 9e9143e0-4e6e-47de-85db-1f05664d37b1 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:25:26.383699 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.455322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-01e3f39f-18b9-4f9c-af4f-d0c44af61b11 None None] Provisioning complete for port 9915abc0-91c2-48b7-993e-dfd98f61f988 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:26.455692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-01e3f39f-18b9-4f9c-af4f-d0c44af61b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.517471 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.691164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Allocated IP 172.20.0.1 (93d0b31e-157a-4144-9154-21a63e62e033/5430edf9-8caa-4c07-a782-e0b7cd5b9cc2/d611f33c-5679-4357-aa61-39a544897b81) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:26.755277 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.810365 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.815797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-040bdd17-894f-4854-9cf8-8f6c3ba05fdb None None] Provisioning complete for port 9915abc0-91c2-48b7-993e-dfd98f61f988 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:26.816165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-040bdd17-894f-4854-9cf8-8f6c3ba05fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.826311 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.889442 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Attempting to bind port 9e9143e0-4e6e-47de-85db-1f05664d37b1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:26.889811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Attempting to bind port 9e9143e0-4e6e-47de-85db-1f05664d37b1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:26.889961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.890195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Attempting to bind port 9e9143e0-4e6e-47de-85db-1f05664d37b1 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:26.893196 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0c7b6-2090-47cf-b1ed-e75c55bd9b34 None None] Pushing event updated for resources: {'Port': ['ID=9e9143e0-4e6e-47de-85db-1f05664d37b1,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:26.901039 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:26.901432 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:26.901813 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.902204 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:26.902710 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Bound port: 9e9143e0-4e6e-47de-85db-1f05664d37b1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:26.903092 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.913230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:26.936108 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Network 93d0b31e-157a-4144-9154-21a63e62e033 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:26.939242 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:26.946743 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:26.961586 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] For port 9e9143e0-4e6e-47de-85db-1f05664d37b1, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:26.965216 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] For port 9e9143e0-4e6e-47de-85db-1f05664d37b1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e9143e0-4e6e-47de-85db-1f05664d37b1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:26.978060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:27.004926 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.016062 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.092750 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0c7b6-2090-47cf-b1ed-e75c55bd9b34 None None] Pushing event updated for resources: {'Port': ['ID=9e9143e0-4e6e-47de-85db-1f05664d37b1,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:27.095514 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:27.095892 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:27.216510 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.216820 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:27.233672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c514c162-3a3c-4a19-a81d-e5d893995ce2 None None] Provisioning complete for port d611f33c-5679-4357-aa61-39a544897b81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:27.234216 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c514c162-3a3c-4a19-a81d-e5d893995ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.278862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c514c162-3a3c-4a19-a81d-e5d893995ce2 None None] Port d611f33c-5679-4357-aa61-39a544897b81 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:27.405749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.427384 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:24Z', 'revision_number': 3, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:27.456380 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c9480-c31c-410b-be95-902ebcf920f2 None None] The sync data for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 is: [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:24Z', 'revision_number': 3, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:25:27.460211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9915abc0-91c2-48b7-993e-dfd98f61f988 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:27.478056 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.515411 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9915abc0-91c2-48b7-993e-dfd98f61f988 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:27.515778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.561777 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.564578 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:27.665487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Network 93d0b31e-157a-4144-9154-21a63e62e033 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:27.667140 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:27.813847 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Router 5b937d00-99e6-4691-9084-09004b468660 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:25:27.922893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-14da7c5d-6197-4119-a203-fd2e328ac0ca None None] Provisioning complete for port d611f33c-5679-4357-aa61-39a544897b81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:27.923516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-14da7c5d-6197-4119-a203-fd2e328ac0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.940370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:25:27.955124 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0892929-6d6c-443f-b84b-5a4d2a4afdd8 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b937d00-99e6-4691-9084-09004b468660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232836 Nov 08 13:25:27.970215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-14da7c5d-6197-4119-a203-fd2e328ac0ca None None] Port d611f33c-5679-4357-aa61-39a544897b81 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:28.306156 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:28.968067 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Sync routers for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:25:28.979068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:28.979675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:29.015179 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.088327 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:29.281193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:27Z', 'revision_number': 4, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd611f33c-5679-4357-aa61-39a544897b81', 'name': '', 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'mac_address': 'fa:16:3e:34:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:26Z', 'updated_at': '2021-11-08T13:25:27Z', 'revision_number': 2, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'subnets': [{'id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:29.315271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Checking router: 5b937d00-99e6-4691-9084-09004b468660 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:25:29.315629 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Updating router 5b937d00-99e6-4691-9084-09004b468660 port d611f33c-5679-4357-aa61-39a544897b81 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:25:29.343604 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.494195 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e9143e0-4e6e-47de-85db-1f05664d37b1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:29.603043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9e9143e0-4e6e-47de-85db-1f05664d37b1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:29.603409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.693862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.729281 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.748160 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.755140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9e9143e0-4e6e-47de-85db-1f05664d37b1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e9143e0-4e6e-47de-85db-1f05664d37b1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:29.804105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560439c-6275-4158-87d8-b97b93949654 None None] Pushing event updated for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:29.808847 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.894026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Attempting to bind port d611f33c-5679-4357-aa61-39a544897b81 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:29.894453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Attempting to bind port d611f33c-5679-4357-aa61-39a544897b81 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:29.894819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Attempting to bind port d611f33c-5679-4357-aa61-39a544897b81 on network 93d0b31e-157a-4144-9154-21a63e62e033 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:29.897988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9e9143e0-4e6e-47de-85db-1f05664d37b1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:29.903733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:29.904112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Checking segment: {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:29.904511 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.904890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Bound using segment: {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:29.905365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Bound port: d611f33c-5679-4357-aa61-39a544897b81, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa699180-e389-47c7-9215-8175f41e816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:29.905747 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:29.979586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] For port d611f33c-5679-4357-aa61-39a544897b81, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:29.982912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] For port d611f33c-5679-4357-aa61-39a544897b81, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d611f33c-5679-4357-aa61-39a544897b81,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:30.066109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:30.136283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:25:30.137493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:25:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:30.144665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] Provisioning complete for port d611f33c-5679-4357-aa61-39a544897b81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:30.144873 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:30.179112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-65fb087f-1ff3-4ae9-ade7-d1c2bfb85bc0 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:30.181285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560439c-6275-4158-87d8-b97b93949654 None None] Pushing event updated for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:30.181415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-65fb087f-1ff3-4ae9-ade7-d1c2bfb85bc0 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/networks?id=4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 200 len: 816 time: 0.1226363 Nov 08 13:25:30.200259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-60ea0e80-d5fc-4358-b5b0-a9eca3559998 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/quotas/9eef31d6f8714c669bfb57ef6a263199 HTTP/1.1" status: 200 len: 375 time: 0.0110362 Nov 08 13:25:30.256692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-2fc69e17-aaeb-45c1-a7ac-2298bd3aa3ec tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503366 Nov 08 13:25:30.276212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-1766ef2f-77a5-40f8-bf17-8d0d5ef3e0d5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:25:30.277558 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-1766ef2f-77a5-40f8-bf17-8d0d5ef3e0d5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074053 Nov 08 13:25:30.290739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:25:30.380249 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-e8864815-4265-4463-9f9f-335c3ebe398c service neutron] 10.222.0.58 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945919 Nov 08 13:25:30.476341 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-fcd8d306-6709-4666-b249-1ac528506726 service neutron] 10.222.0.58 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891504 Nov 08 13:25:30.515759 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:30.620083 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] For port d611f33c-5679-4357-aa61-39a544897b81, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d611f33c-5679-4357-aa61-39a544897b81,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:30.698032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:27Z', 'revision_number': 4, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd611f33c-5679-4357-aa61-39a544897b81', 'name': '', 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'mac_address': 'fa:16:3e:34:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:26Z', 'updated_at': '2021-11-08T13:25:29Z', 'revision_number': 4, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'subnets': [{'id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:25:30.730037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8882-0d5f-4612-ab2e-b560b82c917e None None] The sync data for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 is: [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:25:27Z', 'revision_number': 4, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'd611f33c-5679-4357-aa61-39a544897b81', 'name': '', 'network_id': '93d0b31e-157a-4144-9154-21a63e62e033', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'mac_address': 'fa:16:3e:34:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:26Z', 'updated_at': '2021-11-08T13:25:29Z', 'revision_number': 4, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'subnets': [{'id': '5430edf9-8caa-4c07-a782-e0b7cd5b9cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:25:30.732659 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:30.788781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f525b07-31d6-4e90-8de4-6a118af99bde None None] Pushing event updated for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:30.853367 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d9d00445-7037-414f-9038-d45ba1ac9731 None None] Provisioning complete for port d611f33c-5679-4357-aa61-39a544897b81 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:30.853367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9d00445-7037-414f-9038-d45ba1ac9731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:31.510570 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e9143e0-4e6e-47de-85db-1f05664d37b1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:31.562720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9e9143e0-4e6e-47de-85db-1f05664d37b1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:31.563013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:31.640247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d611f33c-5679-4357-aa61-39a544897b81 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:31.693917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d611f33c-5679-4357-aa61-39a544897b81 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:31.694411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:31.764579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-155b416c-81d5-4ea0-aac0-5d0381c4047c req-5165cdf2-0f82-449e-ae97-0ddfd1de167c tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 210 time: 0.0370302 Nov 08 13:25:32.872262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-36abc64b-657f-417e-952f-87d7cb07ed25 req-6057bc4f-1b1c-42b7-85da-7707566c398d tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Nov 08 13:25:33.317777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:25:33.852438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-15a8edce-218d-4a5e-bc92-fdb87397759f tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:33.854347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-15a8edce-218d-4a5e-bc92-fdb87397759f tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.57 "GET /v2.0/networks?id=4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 200 len: 816 time: 0.1052296 Nov 08 13:25:33.867907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Request body: {'port': {'device_id': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'admin_state_up': True, 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:33.973783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3ad61efa-2e09-4596-b1d7-648794d4aba1 req-938b4b6d-22d9-4c3c-b9bd-fbae2b50b4c7 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Nov 08 13:25:34.082442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Made reservation on behalf of 9eef31d6f8714c669bfb57ef6a263199 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:25:34.086831 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.216340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Allocated IP 172.20.0.6 (4a533b1d-bf2d-49e5-9558-c3cada504958/a088d2b1-5019-4c0d-bf6d-e680835fd8b2/b0433f27-431d-4c14-84a5-267c0a05601c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:25:34.358845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.432037 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.478472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:25:34.484090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:25:34.487828 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:25:34.494350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Pushing event updated for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:34.542900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:34.543510 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.622311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f1ffa550-6e7e-4806-af33-4b098c5960de tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583082 Nov 08 13:25:34.636583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Request body: {'port': {'device_id': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:34.684346 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5108d115-5304-414b-9c51-6e8705df18df None None] Provisioning complete for port b0433f27-431d-4c14-84a5-267c0a05601c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:34.685499 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5108d115-5304-414b-9c51-6e8705df18df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.696218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.720959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5108d115-5304-414b-9c51-6e8705df18df None None] Port b0433f27-431d-4c14-84a5-267c0a05601c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:25:34.967451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0433f27-431d-4c14-84a5-267c0a05601c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:25:34.974859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:34.987461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Transition to ACTIVE for port object b0433f27-431d-4c14-84a5-267c0a05601c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:25:35.084689 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:35.130883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63bae-792c-49eb-b500-69b9f6d271b1 req-abe36f90-9d36-4baa-9b96-800d916fb6e5 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:35.141904 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5d63bae-792c-49eb-b500-69b9f6d271b1 req-abe36f90-9d36-4baa-9b96-800d916fb6e5 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 931 time: 0.0842121 Nov 08 13:25:35.179405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Pushing event updated for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:35.246934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5d63bae-792c-49eb-b500-69b9f6d271b1 req-a46e5a07-2c67-497c-824f-c60155c59023 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065834 Nov 08 13:25:35.271221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Attempting to bind port b0433f27-431d-4c14-84a5-267c0a05601c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:25:35.271562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Attempting to bind port b0433f27-431d-4c14-84a5-267c0a05601c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:25:35.271928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Attempting to bind port b0433f27-431d-4c14-84a5-267c0a05601c on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:35.277776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Port b0433f27-431d-4c14-84a5-267c0a05601c on network 4a533b1d-bf2d-49e5-9558-c3cada504958 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:25:35.278109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Attempting to bind port b0433f27-431d-4c14-84a5-267c0a05601c on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:25:35.283397 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:25:35.283738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Checking segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:25:35.284134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Bound using segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:25:35.284582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Bound port: b0433f27-431d-4c14-84a5-267c0a05601c, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:25:35.284949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:35.353060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:25:35.364642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b0433f27-431d-4c14-84a5-267c0a05601c,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:25:35.420410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:35.799035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:35.799658 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:35.801027 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] 10.222.0.57 "PUT /v2.0/ports/b0433f27-431d-4c14-84a5-267c0a05601c HTTP/1.1" status: 200 len: 1091 time: 1.1692743 Nov 08 13:25:35.801465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:25:35.803733 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e" -d '{"events": [{"name": "network-changed", "server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:25:35.845700 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fc984-d1d5-4f4e-8e74-674beeeb4c11 x-openstack-request-id: req-a63fc984-d1d5-4f4e-8e74-674beeeb4c11 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:25:35.845993 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:25:35.846273 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a63fc984-d1d5-4f4e-8e74-674beeeb4c11 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:25:35.846727 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c', 'status': 'completed', 'code': 200} Nov 08 13:25:35.851412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365f971-338c-4f3a-8205-fd0535547bad service neutron] Pushing event updated for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:35.913473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-1112736b-46ec-4757-ad2a-13bd77939253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:35.915149 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-1112736b-46ec-4757-ad2a-13bd77939253 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 1094 time: 0.0441239 Nov 08 13:25:36.025345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-542f119b-6dd0-4bda-ac2c-8f1c9dc2f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.027387 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-542f119b-6dd0-4bda-ac2c-8f1c9dc2f419 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9eef31d6f8714c669bfb57ef6a263199&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1025743 Nov 08 13:25:36.122976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-100a8d0d-7b08-4964-97f5-c547c2daba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.125072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b18cf0e4-cc9d-4364-9b5a-ef33c58fb61e req-100a8d0d-7b08-4964-97f5-c547c2daba63 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913265 Nov 08 13:25:36.203417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f29aeeec-44d8-42c0-b296-1e6d96979441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.204924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-f29aeeec-44d8-42c0-b296-1e6d96979441 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 1094 time: 0.0423505 Nov 08 13:25:36.251622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-79bb29bf-4323-4a8a-978e-2ab5ef270d3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0433f27-431d-4c14-84a5-267c0a05601c HTTP/1.1" status: 200 len: 217 time: 0.0393732 Nov 08 13:25:36.303236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-866fe6d2-a3cb-4944-a971-dc6cc607d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.305369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-866fe6d2-a3cb-4944-a971-dc6cc607d607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a088d2b1-5019-4c0d-bf6d-e680835fd8b2 HTTP/1.1" status: 200 len: 855 time: 0.0468676 Nov 08 13:25:36.385480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-0fa6a092-2de6-4fde-9f80-75d76e57389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.387020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-0fa6a092-2de6-4fde-9f80-75d76e57389a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a533b1d-bf2d-49e5-9558-c3cada504958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743177 Nov 08 13:25:36.395760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1711a-e2ff-4475-9d8a-de33bfee9878 req-d51f1dab-003b-4491-9e67-d79aae8b223e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:36.396701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43d1711a-e2ff-4475-9d8a-de33bfee9878 req-d51f1dab-003b-4491-9e67-d79aae8b223e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 943 time: 0.0763795 Nov 08 13:25:36.496866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43d1711a-e2ff-4475-9d8a-de33bfee9878 req-c39ab3fa-34cf-4542-ac3a-47f38c191776 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912185 Nov 08 13:25:36.516584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-91bd218a-dd9b-4374-a523-3c910d627b3a service neutron] 10.222.0.57 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189549 Nov 08 13:25:36.612134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f040cd0-a3bc-40ca-bee0-bf4f230d440a req-22f8d3fa-d1a2-49e1-a4b4-5b6278f3f9c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886009 Nov 08 13:25:37.624863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ae0d-02a7-4abe-a6fa-4c1f55e608d7 req-1bc5b8aa-1705-48b1-be76-e6977801bf75 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:37.626394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdc3ae0d-02a7-4abe-a6fa-4c1f55e608d7 req-1bc5b8aa-1705-48b1-be76-e6977801bf75 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 943 time: 0.0532761 Nov 08 13:25:37.676119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cdc3ae0d-02a7-4abe-a6fa-4c1f55e608d7 req-b30001b5-4197-41f6-9ccb-8a3fb97df5ae tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 Nov 08 13:25:38.803301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b8d6-6da1-4867-8ead-77ecade30e3a req-9dd3361e-dc98-43a4-b281-87784e035f74 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:38.805395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d12b8d6-6da1-4867-8ead-77ecade30e3a req-9dd3361e-dc98-43a4-b281-87784e035f74 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 943 time: 0.0559804 Nov 08 13:25:38.852184 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d12b8d6-6da1-4867-8ead-77ecade30e3a req-31c78098-649c-421c-885c-ffb061f82d3d tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Nov 08 13:25:39.534620 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b0433f27-431d-4c14-84a5-267c0a05601c details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:25:39.637284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b0433f27-431d-4c14-84a5-267c0a05601c,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:39.649076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'b0433f27-431d-4c14-84a5-267c0a05601c', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'port_id': 'b0433f27-431d-4c14-84a5-267c0a05601c', 'mac_address': 'fa:16:3e:34:c8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:25:39.685941 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:39.698531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0433f27-431d-4c14-84a5-267c0a05601c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:25:39.717495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b0433f27-431d-4c14-84a5-267c0a05601c,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:39.808324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:39.868246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:39.875436 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.875785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.876123 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.876456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.876787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.877120 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.877445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.877766 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.878087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.878431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.878752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.879069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:39.975826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a530f9-360b-4468-b476-9fe6de1b17f8 req-0ca1dd2a-89e2-4cdd-8076-5c59ba7b0fca tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:39.977455 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1a530f9-360b-4468-b476-9fe6de1b17f8 req-0ca1dd2a-89e2-4cdd-8076-5c59ba7b0fca tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 944 time: 0.0497277 Nov 08 13:25:40.025319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1a530f9-360b-4468-b476-9fe6de1b17f8 req-9dd9a8ba-f7be-4b92-a3cf-8bdb75fdd0a4 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Nov 08 13:25:40.058453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b0433f27-431d-4c14-84a5-267c0a05601c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:25:41.141168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b894138-ead9-4e17-9851-5b87235541c9 req-ce9899f9-b2ac-4891-afdd-057065a3ee8c tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:41.142670 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b894138-ead9-4e17-9851-5b87235541c9 req-ce9899f9-b2ac-4891-afdd-057065a3ee8c tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 944 time: 0.0485692 Nov 08 13:25:41.193738 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5b894138-ead9-4e17-9851-5b87235541c9 req-5e380c64-651f-48a8-b787-b7504c74de8e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Nov 08 13:25:41.551728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b0433f27-431d-4c14-84a5-267c0a05601c up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:25:41.693705 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port b0433f27-431d-4c14-84a5-267c0a05601c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:25:41.697646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port b0433f27-431d-4c14-84a5-267c0a05601c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:41.698020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:41.776832 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:41.799089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:25:41.801342 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a255e6-1ae2-4360-a5dd-10747550c5ac" -d '{"events": [{"server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "name": "network-vif-plugged", "status": "completed", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:25:41.814256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b0433f27-431d-4c14-84a5-267c0a05601c,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:25:41.840528 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999878ea-bf05-4f8e-9b0a-9327d29e6520 x-openstack-request-id: req-999878ea-bf05-4f8e-9b0a-9327d29e6520 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:25:41.840816 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "name": "network-vif-plugged", "status": "completed", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:25:41.841066 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-999878ea-bf05-4f8e-9b0a-9327d29e6520 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:25:41.841457 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c', 'code': 200} Nov 08 13:25:41.893499 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:41.938449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22009f-6824-4d99-a993-16394e42191f req-1c67e967-6f37-48f5-8343-2ae022e7ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:41.940068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f22009f-6824-4d99-a993-16394e42191f req-1c67e967-6f37-48f5-8343-2ae022e7ed8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 1096 time: 0.0405130 Nov 08 13:25:41.941735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:41.986789 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3f22009f-6824-4d99-a993-16394e42191f req-69641bd3-ac3b-474e-9047-35356002fdb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Nov 08 13:25:42.309102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ea0c-bef2-4a5e-ab06-4cbde3d59e7f req-e82049cb-960c-4eef-81c0-b15b7c5700a6 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:42.310925 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c4ea0c-bef2-4a5e-ab06-4cbde3d59e7f req-e82049cb-960c-4eef-81c0-b15b7c5700a6 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Nov 08 13:25:42.359104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c5c4ea0c-bef2-4a5e-ab06-4cbde3d59e7f req-1522bc8c-8d2d-436b-858c-e3a169ffdac2 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Nov 08 13:25:43.481357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90826-76b6-4627-8596-8520ba4f75db req-c1a98350-0c8b-40ca-a2c9-52c406ec6b95 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:43.482876 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ece90826-76b6-4627-8596-8520ba4f75db req-c1a98350-0c8b-40ca-a2c9-52c406ec6b95 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0527565 Nov 08 13:25:43.530009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ece90826-76b6-4627-8596-8520ba4f75db req-9fe435c8-1b2d-4664-8082-1e0fa9f8c8ef tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Nov 08 13:25:43.645456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b8e0-6395-4a20-bff6-caf9cb23ea2e req-99dda75b-2545-45bb-8e92-3febe8cc1470 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:43.646875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd46b8e0-6395-4a20-bff6-caf9cb23ea2e req-99dda75b-2545-45bb-8e92-3febe8cc1470 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Nov 08 13:25:43.693572 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bd46b8e0-6395-4a20-bff6-caf9cb23ea2e req-1ac256e5-d753-4679-a7f2-2636a4b42225 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Nov 08 13:25:46.584868 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:47.915932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-4a280dcc-7dad-4fd3-a7f4-708fcc474419 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404828 Nov 08 13:25:48.002206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be125-5340-4042-b590-4546d30a3849 req-feb189d6-3067-409c-8e20-157c0d1faef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:48.003726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-feb189d6-3067-409c-8e20-157c0d1faef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 1096 time: 0.0444186 Nov 08 13:25:48.108185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be125-5340-4042-b590-4546d30a3849 req-a37112c8-3f8d-45e2-9591-ca2e4a06eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:48.109649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-a37112c8-3f8d-45e2-9591-ca2e4a06eb53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 200 len: 917 time: 0.0856309 Nov 08 13:25:48.158280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-1d5afe39-3aaf-4637-98a9-c9656b6ee9cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0433f27-431d-4c14-84a5-267c0a05601c HTTP/1.1" status: 200 len: 217 time: 0.0413666 Nov 08 13:25:48.209656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be125-5340-4042-b590-4546d30a3849 req-3d119624-e771-431e-8583-de6f10ba43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:48.211267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-3d119624-e771-431e-8583-de6f10ba43f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a088d2b1-5019-4c0d-bf6d-e680835fd8b2 HTTP/1.1" status: 200 len: 855 time: 0.0462449 Nov 08 13:25:48.258019 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be125-5340-4042-b590-4546d30a3849 req-1024c297-67dd-4936-888b-f6e1d102e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:48.260138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-1024c297-67dd-4936-888b-f6e1d102e5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a533b1d-bf2d-49e5-9558-c3cada504958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419846 Nov 08 13:25:48.355749 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-9e7fef9b-3a1b-45ad-b75d-28f2c9d1af3d service neutron] 10.222.0.57 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875828 Nov 08 13:25:48.464588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e18be125-5340-4042-b590-4546d30a3849 req-44011213-af77-44af-a05d-576dbb267aff service neutron] 10.222.0.57 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943422 Nov 08 13:25:50.733494 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:53.138546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9e0219ae-d05f-48cc-b5fc-40509d6e1b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:55.498874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad33d20a-e1ac-46ac-88e8-847004ff1e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:56.892900 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:58.287135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:59.035608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:08.680734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732f769-f67e-49bf-80c0-ed5e571fe437 req-ee173ba9-ae1e-4dce-9462-ae9ac06b0858 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:08.682267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e732f769-f67e-49bf-80c0-ed5e571fe437 req-ee173ba9-ae1e-4dce-9462-ae9ac06b0858 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0560536 Nov 08 13:26:08.734538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e732f769-f67e-49bf-80c0-ed5e571fe437 req-063df312-bfdf-4920-ac1d-d41bec04a3e2 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Nov 08 13:26:09.855230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dee6e-980f-47a6-8ae2-1cdc8abd545a req-55c931a9-3183-4600-8dd0-0632324c359a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:09.856717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f5dee6e-980f-47a6-8ae2-1cdc8abd545a req-55c931a9-3183-4600-8dd0-0632324c359a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Nov 08 13:26:09.903966 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4f5dee6e-980f-47a6-8ae2-1cdc8abd545a req-0a39024d-3c06-4fca-ada8-efa982e9ae9d tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Nov 08 13:26:10.246861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-76eb9bf8-c615-45a8-b05a-2db22d11c31a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:10.248301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-76eb9bf8-c615-45a8-b05a-2db22d11c31a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.57 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 945 time: 0.0479293 Nov 08 13:26:10.316746 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:26:10.348908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Deleting port b0433f27-431d-4c14-84a5-267c0a05601c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:10.349243 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:10.438012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] For port b0433f27-431d-4c14-84a5-267c0a05601c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=b0433f27-431d-4c14-84a5-267c0a05601c,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:10.438406 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:10.450863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Calling delete_port for b0433f27-431d-4c14-84a5-267c0a05601c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:10.641464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:10.653314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['b0433f27-431d-4c14-84a5-267c0a05601c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:26:10.669923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Pushing event deleted for resources: {'Port': ['ID=b0433f27-431d-4c14-84a5-267c0a05601c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:10.720197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] No DVR routers for this DVR port b0433f27-431d-4c14-84a5-267c0a05601c on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:26:10.723064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:10.727005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c60f73d-4d85-4fc5-8ae0-8f81b7cdaffe req-a5c4f6b3-bd68-4b39-a6b1-8314b42c441a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.57 "DELETE /v2.0/ports/b0433f27-431d-4c14-84a5-267c0a05601c HTTP/1.1" status: 204 len: 173 time: 0.4727056 Nov 08 13:26:10.727484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'name': 'network-vif-deleted', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:26:10.730327 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b22194-ce1d-4d99-ac35-fe55a7b03290" -d '{"events": [{"server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "name": "network-vif-deleted", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:26:10.771178 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6795cc4b-245c-4605-b8c7-3ebefdeb02c9 x-openstack-request-id: req-6795cc4b-245c-4605-b8c7-3ebefdeb02c9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:26:10.771471 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df215d-cfc7-4771-81c4-e0cc890391a1", "name": "network-vif-deleted", "tag": "b0433f27-431d-4c14-84a5-267c0a05601c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:26:10.771721 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6795cc4b-245c-4605-b8c7-3ebefdeb02c9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:26:10.772122 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df215d-cfc7-4771-81c4-e0cc890391a1', 'name': 'network-vif-deleted', 'tag': 'b0433f27-431d-4c14-84a5-267c0a05601c', 'status': 'completed', 'code': 200} Nov 08 13:26:11.002611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-311a9960-d67a-4f8d-96d0-2015d28dca47 req-758db9aa-3d80-417d-a361-9e41a8ad6404 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=61df215d-cfc7-4771-81c4-e0cc890391a1 HTTP/1.1" status: 200 len: 210 time: 0.0269790 Nov 08 13:26:12.768293 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-1acab4ea-75fd-48fb-9f3b-737f41effe0e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:12.769773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-1acab4ea-75fd-48fb-9f3b-737f41effe0e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/networks?id=4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 200 len: 816 time: 0.1027508 Nov 08 13:26:12.785378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-8032672c-e4b1-4a4b-b64b-1921fae7ef5a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/quotas/9eef31d6f8714c669bfb57ef6a263199 HTTP/1.1" status: 200 len: 375 time: 0.0092123 Nov 08 13:26:12.841495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-71c7e285-e4e4-4a2d-b050-1372aea0b4c8 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500193 Nov 08 13:26:12.936728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-0c214aad-e604-45aa-be7a-00d27f62926d service neutron] 10.222.0.58 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 Nov 08 13:26:13.028741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-711e6e17-24e7-4af2-9b1f-42e4f8f7151c service neutron] 10.222.0.58 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860338 Nov 08 13:26:13.266581 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-724b7327-ec08-4261-bbe2-a70234beb22a req-b68ae686-207e-474b-b3b3-43d275b4d44b tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Nov 08 13:26:14.365001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-68068e27-3bc7-4342-bc98-9cc2b861e557 req-60aa13e6-1b50-4752-8f63-9850f0798646 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 210 time: 0.0257661 Nov 08 13:26:15.092055 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-94e7a874-945c-4356-b740-9fd01552c21f tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:15.093503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-94e7a874-945c-4356-b740-9fd01552c21f tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.61 "GET /v2.0/networks?id=4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 200 len: 816 time: 0.1061869 Nov 08 13:26:15.107421 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Request body: {'port': {'device_id': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'admin_state_up': True, 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:26:15.269323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Made reservation on behalf of 9eef31d6f8714c669bfb57ef6a263199 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:26:15.272985 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.401768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Allocated IP 172.20.0.3 (4a533b1d-bf2d-49e5-9558-c3cada504958/a088d2b1-5019-4c0d-bf6d-e680835fd8b2/786d463d-0408-4111-bcea-2712c896a88a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:26:15.473298 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-af836a09-e475-46b3-ab6c-ae5e0f7114d6 req-8a847f7b-d912-4233-9dbe-97e7f8290017 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 210 time: 0.0345025 Nov 08 13:26:15.574266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.658149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.700466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:26:15.705497 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:26:15.709215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:26:15.716146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Pushing event updated for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:15.721578 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b0433f27-431d-4c14-84a5-267c0a05601c no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:26:15.745431 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: b0433f27-431d-4c14-84a5-267c0a05601c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:26:15.745801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device b0433f27-431d-4c14-84a5-267c0a05601c not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:26:15.766308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:15.766950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.832627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-76fee3ce-1c00-4350-97db-6d21fb28f053 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7287798 Nov 08 13:26:15.844833 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Request body: {'port': {'device_id': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:26:15.905716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.937394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-bdd9d027-846c-4095-bad7-bd45be0933bd None None] Provisioning complete for port 786d463d-0408-4111-bcea-2712c896a88a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:15.937845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d027-846c-4095-bad7-bd45be0933bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:15.971638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9d027-846c-4095-bad7-bd45be0933bd None None] Port 786d463d-0408-4111-bcea-2712c896a88a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:26:16.169762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786d463d-0408-4111-bcea-2712c896a88a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:26:16.177221 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.189573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Transition to ACTIVE for port object 786d463d-0408-4111-bcea-2712c896a88a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:26:16.263766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.314770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Pushing event updated for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:16.389209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Attempting to bind port 786d463d-0408-4111-bcea-2712c896a88a on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:26:16.389590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Attempting to bind port 786d463d-0408-4111-bcea-2712c896a88a by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:26:16.389872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Attempting to bind port 786d463d-0408-4111-bcea-2712c896a88a on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:26:16.394545 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Port 786d463d-0408-4111-bcea-2712c896a88a on network 4a533b1d-bf2d-49e5-9558-c3cada504958 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:26:16.395037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Attempting to bind port 786d463d-0408-4111-bcea-2712c896a88a on network 4a533b1d-bf2d-49e5-9558-c3cada504958 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:26:16.401911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:26:16.402985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Checking segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:26:16.403380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Bound using segment: {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:26:16.403825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Bound port: 786d463d-0408-4111-bcea-2712c896a88a, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd79d72-f577-428f-ad2f-bf945a551746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:26:16.404190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.471794 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:26:16.474769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=786d463d-0408-4111-bcea-2712c896a88a,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:26:16.556762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.603064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.611390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:16.612081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:16.613497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] 10.222.0.61 "PUT /v2.0/ports/786d463d-0408-4111-bcea-2712c896a88a HTTP/1.1" status: 200 len: 1091 time: 0.7730384 Nov 08 13:26:16.613919 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'tag': '786d463d-0408-4111-bcea-2712c896a88a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:26:16.616215 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc44fb5a-65fb-46a8-91c2-e43e3be49591" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "tag": "786d463d-0408-4111-bcea-2712c896a88a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:26:16.651209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b368f4f-240f-4134-a4f9-318cb5cc892b req-2f7d3411-30cf-4964-b132-034e2f3b44b5 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:16.652869 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b368f4f-240f-4134-a4f9-318cb5cc892b req-2f7d3411-30cf-4964-b132-034e2f3b44b5 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 943 time: 0.1080534 Nov 08 13:26:16.662213 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb60cbc-c639-4ca5-afe3-510c1a39039f x-openstack-request-id: req-7cb60cbc-c639-4ca5-afe3-510c1a39039f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:26:16.662574 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "tag": "786d463d-0408-4111-bcea-2712c896a88a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:26:16.662855 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cb60cbc-c639-4ca5-afe3-510c1a39039f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:26:16.663267 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'tag': '786d463d-0408-4111-bcea-2712c896a88a', 'status': 'completed', 'code': 200} Nov 08 13:26:16.675097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c14ce-6060-4123-987d-42a3c5373ccf service neutron] Pushing event updated for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:16.745424 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6b368f4f-240f-4134-a4f9-318cb5cc892b req-d0db6456-5f15-4e7e-8482-5bfdf0af6c80 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Nov 08 13:26:16.754455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-61c01af6-8ada-4aa0-9cad-11c3d1c92855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:16.755993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-61c01af6-8ada-4aa0-9cad-11c3d1c92855 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0689564 Nov 08 13:26:16.862605 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-73891555-b3f7-44ae-a219-f014959a4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:16.864023 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-73891555-b3f7-44ae-a219-f014959a4efa service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9eef31d6f8714c669bfb57ef6a263199&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1006784 Nov 08 13:26:16.957131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-377ae6dd-939d-47db-8b70-edcb2f083942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:16.958531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc44fb5a-65fb-46a8-91c2-e43e3be49591 req-377ae6dd-939d-47db-8b70-edcb2f083942 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870874 Nov 08 13:26:17.037265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-64fd36c5-a373-4c03-997d-d78e10baa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:17.038760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-64fd36c5-a373-4c03-997d-d78e10baa3b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9eef31d6f8714c669bfb57ef6a263199&device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0449755 Nov 08 13:26:17.080205 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-3fabb63f-ffc6-4180-90d3-54f43298500a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=786d463d-0408-4111-bcea-2712c896a88a HTTP/1.1" status: 200 len: 217 time: 0.0337873 Nov 08 13:26:17.127694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-8f6a5566-80aa-45de-b812-88b03831f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:17.129113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-8f6a5566-80aa-45de-b812-88b03831f549 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a088d2b1-5019-4c0d-bf6d-e680835fd8b2 HTTP/1.1" status: 200 len: 855 time: 0.0420573 Nov 08 13:26:17.173941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72495-a908-4d93-b79f-d808dd63c783 req-35a46b40-16f2-4dc6-8afb-d819b0a5f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:17.175425 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-35a46b40-16f2-4dc6-8afb-d819b0a5f564 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a533b1d-bf2d-49e5-9558-c3cada504958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391655 Nov 08 13:26:17.274655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-f9d0a3d2-8ffe-4a30-8ac4-2b0088b2f182 service neutron] 10.222.0.61 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889120 Nov 08 13:26:17.367386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12d72495-a908-4d93-b79f-d808dd63c783 req-d72fdf03-92ae-4dce-b48c-91e88a166d30 service neutron] 10.222.0.61 "GET /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Nov 08 13:26:17.867013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b873f-b96f-47f3-893d-a5ead5764330 req-4813f0bd-b8f7-494a-8439-efd80bc4edca tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:17.868708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b8b873f-b96f-47f3-893d-a5ead5764330 req-4813f0bd-b8f7-494a-8439-efd80bc4edca tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 943 time: 0.0503037 Nov 08 13:26:17.915838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b8b873f-b96f-47f3-893d-a5ead5764330 req-413fbb34-861a-49ec-b6da-e78ab27121ed tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Nov 08 13:26:19.029894 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215771e4-8d8d-4690-9b46-65e7ec893cf1 req-8c35fd31-60d9-4e41-b232-fc9ecf700c29 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:19.031513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-215771e4-8d8d-4690-9b46-65e7ec893cf1 req-8c35fd31-60d9-4e41-b232-fc9ecf700c29 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 943 time: 0.0496273 Nov 08 13:26:19.078221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-215771e4-8d8d-4690-9b46-65e7ec893cf1 req-17369c10-39a1-464e-8ebb-d97ed9fb7943 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Nov 08 13:26:20.199745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993609-7687-4bec-b628-7c5746444fa7 req-c798fa82-d4b8-4dd3-986b-307cf6003eea tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:20.201203 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c993609-7687-4bec-b628-7c5746444fa7 req-c798fa82-d4b8-4dd3-986b-307cf6003eea tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 943 time: 0.0527823 Nov 08 13:26:20.248459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c993609-7687-4bec-b628-7c5746444fa7 req-7e27b606-f9c0-474d-88de-6b134f261a3e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Nov 08 13:26:20.709317 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:20.993131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 786d463d-0408-4111-bcea-2712c896a88a details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:26:21.089861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=786d463d-0408-4111-bcea-2712c896a88a,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:21.100584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '786d463d-0408-4111-bcea-2712c896a88a', 'network_id': '4a533b1d-bf2d-49e5-9558-c3cada504958', 'port_id': '786d463d-0408-4111-bcea-2712c896a88a', 'mac_address': 'fa:16:3e:e6:71:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a088d2b1-5019-4c0d-bf6d-e680835fd8b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:26:21.137749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:21.149859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786d463d-0408-4111-bcea-2712c896a88a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:26:21.172856 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=786d463d-0408-4111-bcea-2712c896a88a,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:21.251982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:21.301973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:21.364373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eade9be-162c-40de-9a1b-65d45834e8e4 req-8941efe7-de13-40b8-b9e8-1096e5548958 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:21.365874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1eade9be-162c-40de-9a1b-65d45834e8e4 req-8941efe7-de13-40b8-b9e8-1096e5548958 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 944 time: 0.0483716 Nov 08 13:26:21.414102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1eade9be-162c-40de-9a1b-65d45834e8e4 req-dc74dcd2-d45d-423d-9a27-415accc01fae tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Nov 08 13:26:21.490634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['786d463d-0408-4111-bcea-2712c896a88a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:26:22.536028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c5c2a-db72-4862-99ec-480c7ddb47c7 req-4e916958-9ed6-4484-acb6-57d48426f7c3 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:22.537605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a99c5c2a-db72-4862-99ec-480c7ddb47c7 req-4e916958-9ed6-4484-acb6-57d48426f7c3 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 944 time: 0.0495372 Nov 08 13:26:22.592372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a99c5c2a-db72-4862-99ec-480c7ddb47c7 req-0baed83d-45c7-4eda-b808-606d1eb6bf0a tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Nov 08 13:26:23.009268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 786d463d-0408-4111-bcea-2712c896a88a up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:26:23.097744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 786d463d-0408-4111-bcea-2712c896a88a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:26:23.101917 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 786d463d-0408-4111-bcea-2712c896a88a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:23.104744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:23.124425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bb328e7b-633e-41ac-955b-9d652f49bde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:23.183328 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:23.208868 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786d463d-0408-4111-bcea-2712c896a88a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:26:23.211140 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eec758-6f89-4735-9ebd-a0fc5cadceff" -d '{"events": [{"server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "786d463d-0408-4111-bcea-2712c896a88a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:26:23.224250 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=786d463d-0408-4111-bcea-2712c896a88a,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:23.246856 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66679d78-e16d-400c-9ebd-57af6cf62243 x-openstack-request-id: req-66679d78-e16d-400c-9ebd-57af6cf62243 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:26:23.247146 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "786d463d-0408-4111-bcea-2712c896a88a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:26:23.247399 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66679d78-e16d-400c-9ebd-57af6cf62243 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:26:23.247791 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786d463d-0408-4111-bcea-2712c896a88a', 'code': 200} Nov 08 13:26:23.269344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:23.321916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:23.341375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bebc-8df9-4a88-a732-30a5051c5454 req-090acde4-ae71-463a-a2c5-8f1077bf3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:23.342909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45b9bebc-8df9-4a88-a732-30a5051c5454 req-090acde4-ae71-463a-a2c5-8f1077bf3f90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0413980 Nov 08 13:26:23.387095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45b9bebc-8df9-4a88-a732-30a5051c5454 req-f36c34e6-a9be-44b5-8355-3cb11efa3a46 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Nov 08 13:26:23.710345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf37d9-6666-454c-a284-7214deeb68e2 req-6eb1b39e-3100-4a15-a44c-3811af585ab8 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:23.711714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9bf37d9-6666-454c-a284-7214deeb68e2 req-6eb1b39e-3100-4a15-a44c-3811af585ab8 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0486639 Nov 08 13:26:23.759566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a9bf37d9-6666-454c-a284-7214deeb68e2 req-c8da5c8b-263f-4abf-9974-fb77f1889296 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Nov 08 13:26:24.879571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dab554-097a-4c45-a3fe-b9d7621404bb req-2e019e17-91b2-4546-a0a8-f767743a6481 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:24.881033 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0dab554-097a-4c45-a3fe-b9d7621404bb req-2e019e17-91b2-4546-a0a8-f767743a6481 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Nov 08 13:26:24.927378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0dab554-097a-4c45-a3fe-b9d7621404bb req-3d6c6646-e214-4129-996a-a05e8c876fca tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Nov 08 13:26:25.043413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fb39a-e453-4fd1-bebd-c97966912c9e req-7fd2d510-6b22-47a7-b44c-9d1705974c42 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:25.044793 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8fb39a-e453-4fd1-bebd-c97966912c9e req-7fd2d510-6b22-47a7-b44c-9d1705974c42 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0504060 Nov 08 13:26:25.090831 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8fb39a-e453-4fd1-bebd-c97966912c9e req-859ff03d-4b71-4753-918a-cee0e9c123d5 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Nov 08 13:26:25.526987 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9dd03318-3243-41f9-9c9b-9c74288e6efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:26.943400 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.297370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:29.000931 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:46.600517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:47.315865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:26:50.083069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f670b86-d5cd-4bd4-8b07-edde30efaac6 req-85a07110-464d-4b82-86f4-8622f917f6f8 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:50.084565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f670b86-d5cd-4bd4-8b07-edde30efaac6 req-85a07110-464d-4b82-86f4-8622f917f6f8 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Nov 08 13:26:50.132892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f670b86-d5cd-4bd4-8b07-edde30efaac6 req-9fa52fc7-76d2-41ba-87b5-7e86f79f6d50 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Nov 08 13:26:50.738394 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:51.249191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6b4c3-f56d-4768-b9ee-0c0900632331 req-419c45e3-b0e6-47dc-9f2e-60e550a5c71e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:51.250661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4f6b4c3-f56d-4768-b9ee-0c0900632331 req-419c45e3-b0e6-47dc-9f2e-60e550a5c71e tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Nov 08 13:26:51.297760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4f6b4c3-f56d-4768-b9ee-0c0900632331 req-99c745f5-1037-44f2-a3da-0677e9478552 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/security-groups?id=495132d7-8c6d-4215-bdb4-c7728e09f7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Nov 08 13:26:51.595810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f430-2475-469c-8653-371c3a6bd004 req-2c35e498-03db-4fa8-b6a6-6916dfe64ba6 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:51.597258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2576f430-2475-469c-8653-371c3a6bd004 req-2c35e498-03db-4fa8-b6a6-6916dfe64ba6 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 945 time: 0.0483117 Nov 08 13:26:51.689553 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Deleting port 786d463d-0408-4111-bcea-2712c896a88a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:51.689789 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:51.776800 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] For port 786d463d-0408-4111-bcea-2712c896a88a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=786d463d-0408-4111-bcea-2712c896a88a,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:51.777164 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:51.789747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Calling delete_port for 786d463d-0408-4111-bcea-2712c896a88a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:51.983115 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:51.995816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['786d463d-0408-4111-bcea-2712c896a88a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:26:52.016040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Pushing event deleted for resources: {'Port': ['ID=786d463d-0408-4111-bcea-2712c896a88a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:52.024957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.025323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.025675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.026099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.026467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.026805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.027136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.027466 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.027796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.028121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.028444 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.028764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:52.076829 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] No DVR routers for this DVR port 786d463d-0408-4111-bcea-2712c896a88a on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:26:52.079630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:52.082999 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2576f430-2475-469c-8653-371c3a6bd004 req-3c25d336-1ceb-4020-83d5-c654b8067583 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.61 "DELETE /v2.0/ports/786d463d-0408-4111-bcea-2712c896a88a HTTP/1.1" status: 204 len: 173 time: 0.4799109 Nov 08 13:26:52.083432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'name': 'network-vif-deleted', 'tag': '786d463d-0408-4111-bcea-2712c896a88a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:26:52.085711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea63dc7-ec59-4aa6-97b4-1d7b0b3bcc1f" -d '{"events": [{"server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "name": "network-vif-deleted", "tag": "786d463d-0408-4111-bcea-2712c896a88a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:26:52.123640 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6542a1-ac64-4cfd-b901-232072a2a4a2 x-openstack-request-id: req-3e6542a1-ac64-4cfd-b901-232072a2a4a2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:26:52.123966 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5", "name": "network-vif-deleted", "tag": "786d463d-0408-4111-bcea-2712c896a88a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:26:52.124240 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e6542a1-ac64-4cfd-b901-232072a2a4a2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:26:52.124629 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5', 'name': 'network-vif-deleted', 'tag': '786d463d-0408-4111-bcea-2712c896a88a', 'status': 'completed', 'code': 200} Nov 08 13:26:52.407596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1f31ac0b-1189-49f2-be30-eac6daa51913 req-07dd0a2e-b839-4b2c-8687-d454b78d5bd7 tempest-TestEncryptedCinderVolumes-166945248 tempest-TestEncryptedCinderVolumes-166945248-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5a4ab47-923b-49a3-8bd1-6cd6e79d5ce5 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Nov 08 13:26:53.125565 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85b364d5-a07c-40c9-a846-c7163f4bc8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:53.588818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:54.249094 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:54.495839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Deleting port 1d91f834-19c8-4b49-a18d-06ca4b62c815 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:54.496167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:54.575483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] For port 1d91f834-19c8-4b49-a18d-06ca4b62c815, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1d91f834-19c8-4b49-a18d-06ca4b62c815,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:54.575751 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:54.587615 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Calling delete_port for 1d91f834-19c8-4b49-a18d-06ca4b62c815 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:54.827793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:54.853311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d91f834-19c8-4b49-a18d-06ca4b62c815,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:55.023095 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.148652 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 786d463d-0408-4111-bcea-2712c896a88a no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:26:55.168243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 786d463d-0408-4111-bcea-2712c896a88a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:26:55.168590 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 786d463d-0408-4111-bcea-2712c896a88a not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:26:55.234411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Router b25205f4-1bd1-4c71-b450-b983fa196031 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:26:55.341601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:26:55.347135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c3ee3598-8e6e-42c3-a613-6a0d95001f84 admin admin] 10.222.0.58 "PUT /v2.0/routers/b25205f4-1bd1-4c71-b450-b983fa196031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573047 Nov 08 13:26:55.349647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:55.350760 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Sync routers for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:26:55.361316 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:26:55.361913 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:55.467069 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.480350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:26:55.520064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08d66fce-b0df-42c2-b9f3-b5a1b1748134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.583165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.678909 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:26:54Z', 'revision_number': 5, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port': {'id': 'c4685059-432a-49fa-b49b-99de5a189e04', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:18Z', 'updated_at': '2021-11-08T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:55.705237 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Checking router: b25205f4-1bd1-4c71-b450-b983fa196031 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:26:55.714274 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Routers {'b25205f4-1bd1-4c71-b450-b983fa196031'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:26:55.714877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['b25205f4-1bd1-4c71-b450-b983fa196031'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:55.724847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Deleting port c4685059-432a-49fa-b49b-99de5a189e04 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:55.725190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.808925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] For port c4685059-432a-49fa-b49b-99de5a189e04, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c4685059-432a-49fa-b49b-99de5a189e04,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:55.809196 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] Set router b25205f4-1bd1-4c71-b450-b983fa196031 gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:26:55.809396 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.828739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Calling delete_port for c4685059-432a-49fa-b49b-99de5a189e04 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:55.862258 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:26:55Z', 'revision_number': 6, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:55.889037 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c0ce0-3929-430d-84d4-b015af6f26df None None] The sync data for ids ['b25205f4-1bd1-4c71-b450-b983fa196031'] in n-d-816990-1 is: [{'id': 'b25205f4-1bd1-4c71-b450-b983fa196031', 'name': 'tempest-TestEncryptedCinderVolumes-645507343-router', 'tenant_id': '9eef31d6f8714c669bfb57ef6a263199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:17Z', 'updated_at': '2021-11-08T13:26:55Z', 'revision_number': 6, 'project_id': '9eef31d6f8714c669bfb57ef6a263199', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:26:56.080140 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.104529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4685059-432a-49fa-b49b-99de5a189e04,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:56.167549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.265910 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.268295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.377146 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.377684 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25205f4-1bd1-4c71-b450-b983fa196031 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:26:56.382211 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.383391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-029c1834-bf2f-484d-8094-cde23d3b1436 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b25205f4-1bd1-4c71-b450-b983fa196031 HTTP/1.1" status: 204 len: 168 time: 1.0327489 Nov 08 13:26:56.386344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:56.434327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Deleting subnet a088d2b1-5019-4c0d-bf6d-e680835fd8b2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:26:56.437594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.472027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.553485 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.657671 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.682896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a088d2b1-5019-4c0d-bf6d-e680835fd8b2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:56.688622 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.692176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-12ed2092-1281-4033-b88b-7a55bad720c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a088d2b1-5019-4c0d-bf6d-e680835fd8b2 HTTP/1.1" status: 204 len: 168 time: 0.3048248 Nov 08 13:26:56.693757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de7fbc-182c-41eb-8ad4-30a661c37972 None None] Network 4a533b1d-bf2d-49e5-9558-c3cada504958 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:26:56.694723 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:56.778631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.833041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Deleting port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:56.833582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.900335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] DHCP port deletion for 4a533b1d-bf2d-49e5-9558-c3cada504958 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:26:56.904170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] For port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:56.904542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.905359 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:56.924140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Calling delete_port for 52fe30f2-e365-46c1-8474-ad60ec2fe7ae owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:56.957971 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Deleting port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:56.958421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.021164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] For port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,segment=NetworkSegment(8fd79d72-f577-428f-ad2f-bf945a551746),segment_id=8fd79d72-f577-428f-ad2f-bf945a551746)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:57.021557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.033924 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Calling delete_port for 52fe30f2-e365-46c1-8474-ad60ec2fe7ae owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:57.087022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.117582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] No DVR routers for this DVR port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:26:57.123440 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.123997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:57.150111 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Pushing event deleted for resources: {'Port': ['ID=52fe30f2-e365-46c1-8474-ad60ec2fe7ae,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:57.152941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] No DVR routers for this DVR port 52fe30f2-e365-46c1-8474-ad60ec2fe7ae on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:26:57.160859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.161207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.161547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.162024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.162225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.162558 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.162896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.163222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.163538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.163857 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.164204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.164569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d85e5-def7-401f-8a58-5817948fd036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:57.205909 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.227114 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a533b1d-bf2d-49e5-9558-c3cada504958']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:57.237480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd79d72-f577-428f-ad2f-bf945a551746') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:57.237898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd79d72-f577-428f-ad2f-bf945a551746') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:57.247954 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.262818 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.268877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:26:57.269258 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:26:57.270959 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:26:57.387639 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.393294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.396502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4a533b1d-bf2d-49e5-9558-c3cada504958 HTTP/1.1" status: 204 len: 168 time: 0.7006588 Nov 08 13:26:57.399738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36182) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:57.409168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e9189-d44d-47e7-a318-a761c18abc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a533b1d-bf2d-49e5-9558-c3cada504958,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:57.496213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1d91f834-19c8-4b49-a18d-06ca4b62c815 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:26:57.516939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1d91f834-19c8-4b49-a18d-06ca4b62c815 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:26:57.517278 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1d91f834-19c8-4b49-a18d-06ca4b62c815 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:26:57.517693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c4685059-432a-49fa-b49b-99de5a189e04 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:26:57.536877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c4685059-432a-49fa-b49b-99de5a189e04 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:26:57.537215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c4685059-432a-49fa-b49b-99de5a189e04 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:26:57.537624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 52fe30f2-e365-46c1-8474-ad60ec2fe7ae no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:26:57.556153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 52fe30f2-e365-46c1-8474-ad60ec2fe7ae {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:26:57.556538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 52fe30f2-e365-46c1-8474-ad60ec2fe7ae not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:26:57.749716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:57.992661 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Deleting port d611f33c-5679-4357-aa61-39a544897b81 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:57.992998 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:58.072211 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] For port d611f33c-5679-4357-aa61-39a544897b81, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d611f33c-5679-4357-aa61-39a544897b81,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:58.072562 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:58.084663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Calling delete_port for d611f33c-5679-4357-aa61-39a544897b81 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:58.308425 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:58.337138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:58.362728 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Pushing event deleted for resources: {'Port': ['ID=d611f33c-5679-4357-aa61-39a544897b81,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:58.376092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.376440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.376783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.377120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.377453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.377783 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.378110 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.378463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.378789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.379112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.379432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.379770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:58.546621 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.011361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.103016 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Router 5b937d00-99e6-4691-9084-09004b468660 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:26:59.205517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:26:59.211172 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-861a7f8a-4609-4de4-8a58-bd618de7e81a admin admin] 10.222.0.58 "PUT /v2.0/routers/5b937d00-99e6-4691-9084-09004b468660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8093112 Nov 08 13:26:59.213863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:59.215454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Sync routers for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:26:59.225567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:26:59.226186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:59.321307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.431542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.489225 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:26:59.574305 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Deleting port 9e9143e0-4e6e-47de-85db-1f05664d37b1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:26:59.574624 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.654721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] For port 9e9143e0-4e6e-47de-85db-1f05664d37b1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9e9143e0-4e6e-47de-85db-1f05664d37b1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:59.655138 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.668221 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Calling delete_port for 9e9143e0-4e6e-47de-85db-1f05664d37b1 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:26:59.673071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:26:58Z', 'revision_number': 5, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port': {'id': '9e9143e0-4e6e-47de-85db-1f05664d37b1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b937d00-99e6-4691-9084-09004b468660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:25:24Z', 'updated_at': '2021-11-08T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:59.704108 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Checking router: 5b937d00-99e6-4691-9084-09004b468660 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:26:59.712507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Routers {'5b937d00-99e6-4691-9084-09004b468660'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:26:59.713435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b937d00-99e6-4691-9084-09004b468660'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:59.796180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] Set router 5b937d00-99e6-4691-9084-09004b468660 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:26:59.850396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:26:59Z', 'revision_number': 6, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:26:59.876931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b48b60-4827-4a57-9a16-a3693d9743a3 None None] The sync data for ids ['5b937d00-99e6-4691-9084-09004b468660'] in n-d-816990-1 is: [{'id': '5b937d00-99e6-4691-9084-09004b468660', 'name': 'tempest-TestEncryptedCinderVolumes-370871717-router', 'tenant_id': 'a297cd330aca40da9197c23737ccd4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:25:23Z', 'updated_at': '2021-11-08T13:26:59Z', 'revision_number': 6, 'project_id': 'a297cd330aca40da9197c23737ccd4a0', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:26:59.914465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:59.942614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9143e0-4e6e-47de-85db-1f05664d37b1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:00.009442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.100911 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.102950 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.222877 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.223525 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b937d00-99e6-4691-9084-09004b468660 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:27:00.229462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.231838 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5b0567a8-a4a8-482a-9f48-3194db7fbdf5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5b937d00-99e6-4691-9084-09004b468660 HTTP/1.1" status: 204 len: 168 time: 1.0157051 Nov 08 13:27:00.233224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:00.280453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Deleting subnet 5430edf9-8caa-4c07-a782-e0b7cd5b9cc2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:27:00.283895 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.329339 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.406634 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.531587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.562154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5430edf9-8caa-4c07-a782-e0b7cd5b9cc2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:00.565937 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.569394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-de4007f5-0f8f-4848-b939-f4c0daf945b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5430edf9-8caa-4c07-a782-e0b7cd5b9cc2 HTTP/1.1" status: 204 len: 168 time: 0.3351700 Nov 08 13:27:00.573583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36190) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:00.574043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b86a77-15b8-4324-9344-ae12a232384b None None] Network 93d0b31e-157a-4144-9154-21a63e62e033 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:27:00.648739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.715005 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Deleting port 9915abc0-91c2-48b7-993e-dfd98f61f988 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:27:00.715563 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.752344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] DHCP port deletion for 93d0b31e-157a-4144-9154-21a63e62e033 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:27:00.790364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] For port 9915abc0-91c2-48b7-993e-dfd98f61f988, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9915abc0-91c2-48b7-993e-dfd98f61f988,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:00.790869 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.804983 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Calling delete_port for 9915abc0-91c2-48b7-993e-dfd98f61f988 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:27:00.807941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Deleting port 9915abc0-91c2-48b7-993e-dfd98f61f988 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:27:00.808390 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.873336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] For port 9915abc0-91c2-48b7-993e-dfd98f61f988, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9915abc0-91c2-48b7-993e-dfd98f61f988,segment=NetworkSegment(aa699180-e389-47c7-9215-8175f41e816a),segment_id=aa699180-e389-47c7-9215-8175f41e816a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:00.873830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.890800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Calling delete_port for 9915abc0-91c2-48b7-993e-dfd98f61f988 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:27:00.988932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:00.995407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.021927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] Pushing event deleted for resources: {'Port': ['ID=9915abc0-91c2-48b7-993e-dfd98f61f988,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:01.022512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=9915abc0-91c2-48b7-993e-dfd98f61f988,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:01.026402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37ef8a-20db-4fde-8be5-92c772ede5f5 None None] No DVR routers for this DVR port 9915abc0-91c2-48b7-993e-dfd98f61f988 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:27:01.027224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] No DVR routers for this DVR port 9915abc0-91c2-48b7-993e-dfd98f61f988 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:27:01.105919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.125611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d0b31e-157a-4144-9154-21a63e62e033']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:01.135775 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa699180-e389-47c7-9215-8175f41e816a') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:01.136069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa699180-e389-47c7-9215-8175f41e816a') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:01.145182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.158449 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.164414 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:27:01.170372 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:27:01.291687 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.297019 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.300361 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/93d0b31e-157a-4144-9154-21a63e62e033 HTTP/1.1" status: 204 len: 168 time: 0.7247987 Nov 08 13:27:01.313558 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e400a3-65a4-4205-9f3e-b5e43cc23f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d0b31e-157a-4144-9154-21a63e62e033,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:01.496866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e9143e0-4e6e-47de-85db-1f05664d37b1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:27:01.517336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9e9143e0-4e6e-47de-85db-1f05664d37b1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:27:01.517680 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9e9143e0-4e6e-47de-85db-1f05664d37b1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:27:01.518130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9915abc0-91c2-48b7-993e-dfd98f61f988 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:27:01.536362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9915abc0-91c2-48b7-993e-dfd98f61f988 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:27:01.536702 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9915abc0-91c2-48b7-993e-dfd98f61f988 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:27:01.537107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d611f33c-5679-4357-aa61-39a544897b81 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:27:01.558147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d611f33c-5679-4357-aa61-39a544897b81 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:27:01.558147 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d611f33c-5679-4357-aa61-39a544897b81 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:27:01.692596 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36194) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:01.732456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-548be128-bd85-443f-aae4-cd0f314f096e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eef31d6f8714c669bfb57ef6a263199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386820 Nov 08 13:27:01.735085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36196) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:01.782835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.804201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.937101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.939739 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.940936 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/495132d7-8c6d-4215-bdb4-c7728e09f7e8 HTTP/1.1" status: 204 len: 168 time: 0.2048604 Nov 08 13:27:01.950113 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9176a-65be-4b9b-a5ee-816d101ecdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495132d7-8c6d-4215-bdb4-c7728e09f7e8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:02.635243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36202) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:02.673272 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ae270db5-4ea9-43c9-b632-9776a8d79afb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a297cd330aca40da9197c23737ccd4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369060 Nov 08 13:27:02.675687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36204) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:02.725333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:02.746310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:02.880009 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:02.882966 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:02.885033 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d73f1a77-e66a-46c5-ac16-985cb8fd447a HTTP/1.1" status: 204 len: 168 time: 0.2077913 Nov 08 13:27:02.893278 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f5861-36e3-45eb-b921-1eedd4184358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73f1a77-e66a-46c5-ac16-985cb8fd447a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:03.884514 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36226) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:03.979175 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-676534010-network', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:04.039128 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Made reservation on behalf of 5a79c7ba66e84b53878f27b09e97127c for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:27:04.042050 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.050363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.122990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.187784 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.215784 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:27:04.222071 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f9873-87cf-43cb-896b-44a47ed5ecc4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:04.227823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.228202 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Added segment 6960427b-d0d4-40e1-aff9-6b0ec6cbdadb of type vlan for network 262a5bf4-a786-49dd-ae23-03940cdfdc09 Nov 08 13:27:04.268913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.353589 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.354567 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:04.355153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.417898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] Pushing event updated for resources: {'Network': ['ID=262a5bf4-a786-49dd-ae23-03940cdfdc09,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:04.427928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:27:04.456448 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-48374bcb-fe05-4191-b3f4-b51057733e84 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5680702 Nov 08 13:27:04.456677 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36230) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:04.461476 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Request body: {'subnet': {'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-676534010-subnet', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:04.543489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Made reservation on behalf of 5a79c7ba66e84b53878f27b09e97127c for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:27:04.545865 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.760196 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:04.817537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85953d4b-5ff9-46b7-ba2c-61f7479c1736,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:04.824789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Checking segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:04.825155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Network hostable DHCP agents. Network: 262a5bf4-a786-49dd-ae23-03940cdfdc09, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:27:04.895292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:27:04.992826 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 262a5bf4-a786-49dd-ae23-03940cdfdc09) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:04.997029 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:04.997629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.002676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7bb61-77f4-40e0-a692-66a6ecd2a8b9 None None] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:27:05.082796 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3dc575f5-4bbf-46f8-aff9-b58634526442 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6249046 Nov 08 13:27:05.085430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:05.091212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:05.157175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-262a5bf4-a786-49dd-ae23-03940cdfdc09', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:27:05.158029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.182061 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.183237 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.237816 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.293651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Allocated IP 172.20.0.2 (262a5bf4-a786-49dd-ae23-03940cdfdc09/85953d4b-5ff9-46b7-ba2c-61f7479c1736/4388338e-88f7-416d-99c6-73eaa33d31d3) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:05.438921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.464970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.514014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.550441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:05.553260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:05.559172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:05.568530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Pushing event updated for resources: {'Port': ['ID=4388338e-88f7-416d-99c6-73eaa33d31d3,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:05.620096 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Attempting to bind port 4388338e-88f7-416d-99c6-73eaa33d31d3 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:05.620471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Attempting to bind port 4388338e-88f7-416d-99c6-73eaa33d31d3 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:05.620836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Attempting to bind port 4388338e-88f7-416d-99c6-73eaa33d31d3 on network 262a5bf4-a786-49dd-ae23-03940cdfdc09 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:05.625792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:05.626169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Checking segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:05.626597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.626992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Bound using segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:05.627461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Bound port: 4388338e-88f7-416d-99c6-73eaa33d31d3, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:05.627844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.694653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] For port 4388338e-88f7-416d-99c6-73eaa33d31d3, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:05.698336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] For port 4388338e-88f7-416d-99c6-73eaa33d31d3, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4388338e-88f7-416d-99c6-73eaa33d31d3,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:05.733872 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.756135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.793467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.860942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Allocated IP 172.25.1.12 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5135bccb-89d8-4af9-99ad-d2e79baaa947) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:05.864432 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac401-5fce-432a-8224-8eb8d93fd0dd None None] Pushing event updated for resources: {'Port': ['ID=4388338e-88f7-416d-99c6-73eaa33d31d3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:06.309782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:06.411680 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:06.452721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:06.457810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:06.461511 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:06.467495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Pushing event updated for resources: {'Port': ['ID=5135bccb-89d8-4af9-99ad-d2e79baaa947,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:06.752624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abd6fa-1b42-45d2-8781-479cd529f764 None None] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:27:06.787983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:06.839543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-18d01491-5793-450e-921d-172da7388db0 None None] Provisioning complete for port 4388338e-88f7-416d-99c6-73eaa33d31d3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:06.839906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18d01491-5793-450e-921d-172da7388db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:06.978135 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18d01491-5793-450e-921d-172da7388db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:06.991329 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.013013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-18d01491-5793-450e-921d-172da7388db0 None None] For port 4388338e-88f7-416d-99c6-73eaa33d31d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4388338e-88f7-416d-99c6-73eaa33d31d3,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:07.097090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-18d01491-5793-450e-921d-172da7388db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.149594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01491-5793-450e-921d-172da7388db0 None None] Pushing event updated for resources: {'Port': ['ID=4388338e-88f7-416d-99c6-73eaa33d31d3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:07.199910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:27:07.217324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5501b018-3072-484d-bfd0-284de8ae14f2 None None] Provisioning complete for port 4388338e-88f7-416d-99c6-73eaa33d31d3 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:07.217691 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5501b018-3072-484d-bfd0-284de8ae14f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.311084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:27:07.320942 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Sync routers for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:27:07.330692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:07.331288 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:07.396118 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.400054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37e48ccb-954f-4bde-aca2-67a7be249222 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3103995 Nov 08 13:27:07.400771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:07.438076 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:07.550648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4388338e-88f7-416d-99c6-73eaa33d31d3 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:07.600388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4388338e-88f7-416d-99c6-73eaa33d31d3 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:07.600752 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.724732 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:06Z', 'revision_number': 3, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:07.750525 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Checking router: d8491e62-6fdf-4eb3-8eb5-7c80331d35ce for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:27:07.750875 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Updating router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce port 5135bccb-89d8-4af9-99ad-d2e79baaa947 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:27:07.776689 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.832720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:07.988887 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Allocated IP 172.20.0.1 (262a5bf4-a786-49dd-ae23-03940cdfdc09/85953d4b-5ff9-46b7-ba2c-61f7479c1736/a79ce973-2a73-42d1-9725-996ffa7ab0d0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:08.060743 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.094058 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.147869 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.197024 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Attempting to bind port 5135bccb-89d8-4af9-99ad-d2e79baaa947 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:08.198044 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Attempting to bind port 5135bccb-89d8-4af9-99ad-d2e79baaa947 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:08.198581 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Attempting to bind port 5135bccb-89d8-4af9-99ad-d2e79baaa947 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:08.205483 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Pushing event updated for resources: {'Port': ['ID=5135bccb-89d8-4af9-99ad-d2e79baaa947,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:08.208611 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:08.208980 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:08.209395 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.209785 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:08.210258 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Bound port: 5135bccb-89d8-4af9-99ad-d2e79baaa947, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:08.210636 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.217148 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.217491 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.217830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.217946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.218167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.218525 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.218851 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.219180 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.219497 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.219851 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.220139 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.220458 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.220773 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:08.262065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:08.265239 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:08.269769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:08.274013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] For port 5135bccb-89d8-4af9-99ad-d2e79baaa947, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:08.277821 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] For port 5135bccb-89d8-4af9-99ad-d2e79baaa947, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5135bccb-89d8-4af9-99ad-d2e79baaa947,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:08.293029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:08.313214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.365135 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.429952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1fd0-d559-48ca-a4c7-978e57ea52d6 None None] Pushing event updated for resources: {'Port': ['ID=5135bccb-89d8-4af9-99ad-d2e79baaa947,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:08.444942 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:08.445570 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:08.517088 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.533184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f5565726-18ce-4908-8e92-fd419f19aa9e None None] Provisioning complete for port a79ce973-2a73-42d1-9725-996ffa7ab0d0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:08.533764 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f5565726-18ce-4908-8e92-fd419f19aa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.558132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:08.568770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f5565726-18ce-4908-8e92-fd419f19aa9e None None] Port a79ce973-2a73-42d1-9725-996ffa7ab0d0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:08.688420 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.739033 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:06Z', 'revision_number': 3, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:08.765935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64c0f0-c0b5-41ec-bfb7-4b56894570f8 None None] The sync data for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 is: [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:06Z', 'revision_number': 3, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:27:08.787976 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.859542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:08.864414 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:08.968810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:08.972425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:09.123183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:27:09.251720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:27:09.257092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f7bb4958-1502-493f-862b-1cf795d2d0d4 admin admin] 10.222.0.58 "PUT /v2.0/routers/d8491e62-6fdf-4eb3-8eb5-7c80331d35ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545837 Nov 08 13:27:09.292129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2fbc6192-2fdb-4f64-a3fc-e81b72416e1b None None] Provisioning complete for port a79ce973-2a73-42d1-9725-996ffa7ab0d0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:09.292411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6192-2fdb-4f64-a3fc-e81b72416e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:09.327672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc6192-2fdb-4f64-a3fc-e81b72416e1b None None] Port a79ce973-2a73-42d1-9725-996ffa7ab0d0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:09.532871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5135bccb-89d8-4af9-99ad-d2e79baaa947 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:09.586819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5135bccb-89d8-4af9-99ad-d2e79baaa947 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:09.588421 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:09.676419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:09.698105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5135bccb-89d8-4af9-99ad-d2e79baaa947, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5135bccb-89d8-4af9-99ad-d2e79baaa947,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:09.816810 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:09.865376 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5135bccb-89d8-4af9-99ad-d2e79baaa947,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:10.017625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:10.022695 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1153902590-network', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:10.106879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Made reservation on behalf of ad552373915040cbb2e0dde3fc9ec40d for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:27:10.109327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.118494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.194424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.272734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.298008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:27:10.308423 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa154bca-25bb-4611-acd0-5c436422e185,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:10.314117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.316242 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Added segment 3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2 of type vlan for network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 Nov 08 13:27:10.354917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.359901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942e431-1455-413c-88d8-172749079789 None None] Sync routers for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:27:10.371475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942e431-1455-413c-88d8-172749079789 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:10.373791 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c942e431-1455-413c-88d8-172749079789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:10.449499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.450520 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:10.451105 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.482139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c942e431-1455-413c-88d8-172749079789 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:10.515273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2fce77b3-58f9-4a66-9433-12e53ddfe5c0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:10.529808 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:27:10.549400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-033cfd33-cfb7-4bfa-8e93-d363e148c6f1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5305812 Nov 08 13:27:10.552000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36252) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:10.557244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Request body: {'subnet': {'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1153902590-subnet', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:10.639870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Made reservation on behalf of ad552373915040cbb2e0dde3fc9ec40d for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:27:10.642256 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.742467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c942e431-1455-413c-88d8-172749079789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 2, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:10.773938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942e431-1455-413c-88d8-172749079789 None None] Checking router: d8491e62-6fdf-4eb3-8eb5-7c80331d35ce for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:27:10.774317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942e431-1455-413c-88d8-172749079789 None None] Updating router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce port a79ce973-2a73-42d1-9725-996ffa7ab0d0 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:27:10.799983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.868521 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:10.929747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b5d37b-8af1-4109-8fa5-e0395af58a7b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:10.938391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Checking segment: {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:10.941126 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Network hostable DHCP agents. Network: 2fce77b3-58f9-4a66-9433-12e53ddfe5c0, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:27:11.016566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:27:11.059313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.084905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 2fce77b3-58f9-4a66-9433-12e53ddfe5c0) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:11.090173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:11.091285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.094433 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd0597-635e-4116-9dc5-77d16acdc99d None None] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:27:11.191941 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c9fdacd3-c06c-469a-8530-8be6e2944a5b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6387832 Nov 08 13:27:11.194450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:11.200488 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:11.284516 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.285595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.305038 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.341730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.378920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ead71-3c35-407b-8225-6637b545a724 None None] Pushing event updated for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:11.470949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c942e431-1455-413c-88d8-172749079789 None None] Attempting to bind port a79ce973-2a73-42d1-9725-996ffa7ab0d0 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:11.471423 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c942e431-1455-413c-88d8-172749079789 None None] Attempting to bind port a79ce973-2a73-42d1-9725-996ffa7ab0d0 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:11.471782 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942e431-1455-413c-88d8-172749079789 None None] Attempting to bind port a79ce973-2a73-42d1-9725-996ffa7ab0d0 on network 262a5bf4-a786-49dd-ae23-03940cdfdc09 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:11.497068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942e431-1455-413c-88d8-172749079789 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:11.497464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942e431-1455-413c-88d8-172749079789 None None] Checking segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:11.497860 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.498238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942e431-1455-413c-88d8-172749079789 None None] Bound using segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:11.498771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c942e431-1455-413c-88d8-172749079789 None None] Bound port: a79ce973-2a73-42d1-9725-996ffa7ab0d0, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:11.499316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.514114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'fixed_ips': [{'subnet_id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:27:11.515856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.554864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5135bccb-89d8-4af9-99ad-d2e79baaa947 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:11.586017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.688022 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c942e431-1455-413c-88d8-172749079789 None None] For port a79ce973-2a73-42d1-9725-996ffa7ab0d0, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:11.716970 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c942e431-1455-413c-88d8-172749079789 None None] For port a79ce973-2a73-42d1-9725-996ffa7ab0d0, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a79ce973-2a73-42d1-9725-996ffa7ab0d0,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:11.717736 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1dcc6a03-cad7-4bb8-b870-d1cf1118c917 None None] Provisioning complete for port a79ce973-2a73-42d1-9725-996ffa7ab0d0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:11.718105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6a03-cad7-4bb8-b870-d1cf1118c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.788545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5135bccb-89d8-4af9-99ad-d2e79baaa947 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:11.789227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.791976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc6a03-cad7-4bb8-b870-d1cf1118c917 None None] Port a79ce973-2a73-42d1-9725-996ffa7ab0d0 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:11.832300 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c942e431-1455-413c-88d8-172749079789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.848270 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.867530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:11.889297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Allocated IP 172.20.0.2 (2fce77b3-58f9-4a66-9433-12e53ddfe5c0/c5b5d37b-8af1-4109-8fa5-e0395af58a7b/bfc15652-51d6-4c49-9885-a0a7c5bde1ef) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:11.932582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ead71-3c35-407b-8225-6637b545a724 None None] Pushing event updated for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:11.956285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942e431-1455-413c-88d8-172749079789 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:11.956926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c942e431-1455-413c-88d8-172749079789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:11.995824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Allocated IP 172.25.1.61 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/9067f90a-1110-4681-813f-e191e5dcbc54) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:12.107218 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.198612 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.199884 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c942e431-1455-413c-88d8-172749079789 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:12.203099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] Provisioning complete for port a79ce973-2a73-42d1-9725-996ffa7ab0d0 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:12.203469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.236111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:12.241069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:12.245492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:12.273007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Pushing event updated for resources: {'Port': ['ID=9067f90a-1110-4681-813f-e191e5dcbc54,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:12.289364 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.412708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.486816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.490434 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:12.509038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:12.519006 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:12.532997 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Pushing event updated for resources: {'Port': ['ID=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:12.622645 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] For port a79ce973-2a73-42d1-9725-996ffa7ab0d0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a79ce973-2a73-42d1-9725-996ffa7ab0d0,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:12.641214 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Attempting to bind port bfc15652-51d6-4c49-9885-a0a7c5bde1ef on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:12.641583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Attempting to bind port bfc15652-51d6-4c49-9885-a0a7c5bde1ef by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:12.641948 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Attempting to bind port bfc15652-51d6-4c49-9885-a0a7c5bde1ef on network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:12.648167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:12.648533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Checking segment: {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:12.648922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.649305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Bound using segment: {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:12.649918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Bound port: bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:12.650820 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.700101 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.731081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c942e431-1455-413c-88d8-172749079789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:11Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:12.773749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942e431-1455-413c-88d8-172749079789 None None] The sync data for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 is: [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:11Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:27:12.802553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] For port bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:12.815916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] For port bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:12.815916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6af2e2-ec75-4d3c-8b3b-198010a6e9e6 None None] Pushing event updated for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:12.911457 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.961187 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:12.971811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a953c-1280-47a7-8d90-ea856f7cadd0 None None] Pushing event updated for resources: {'Port': ['ID=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:13.184957 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:13.404051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Router 42d23c55-165d-4971-a00a-b64a4f66d448 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:27:13.524022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:27:13.538751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Sync routers for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:27:13.551949 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:13.552567 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:13.585607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a79ce973-2a73-42d1-9725-996ffa7ab0d0 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:13.602960 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:13.607887 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36256) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:13.608399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d3ec844e-f493-4986-9fec-5aec6622207c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4111934 Nov 08 13:27:13.661554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port a79ce973-2a73-42d1-9725-996ffa7ab0d0 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:13.662061 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:13.702157 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:13.769012 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bfc15652-51d6-4c49-9885-a0a7c5bde1ef up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:13.840124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bfc15652-51d6-4c49-9885-a0a7c5bde1ef triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:13.841180 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:13.941732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:13.979930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:13.987994 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 3, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:14.027923 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Checking router: 42d23c55-165d-4971-a00a-b64a4f66d448 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:27:14.028271 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Updating router 42d23c55-165d-4971-a00a-b64a4f66d448 port 9067f90a-1110-4681-813f-e191e5dcbc54 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:27:14.056149 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.074305 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.149822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:14.172792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c220b8-c662-4187-ab6c-91561f822c87 None None] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:27:14.260780 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.272390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-08f39bf9-840b-413a-9eaa-268627db4f38 None None] Provisioning complete for port bfc15652-51d6-4c49-9885-a0a7c5bde1ef triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:14.272768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-08f39bf9-840b-413a-9eaa-268627db4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.349821 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.427954 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.442301 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Allocated IP 172.20.0.1 (2fce77b3-58f9-4a66-9433-12e53ddfe5c0/c5b5d37b-8af1-4109-8fa5-e0395af58a7b/c18c069f-ecab-416e-9fe4-a4a813d753de) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:14.482541 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Attempting to bind port 9067f90a-1110-4681-813f-e191e5dcbc54 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:14.482994 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Attempting to bind port 9067f90a-1110-4681-813f-e191e5dcbc54 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:14.483468 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Attempting to bind port 9067f90a-1110-4681-813f-e191e5dcbc54 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:14.492725 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408e4f0-0329-4d9d-b4c8-89dd5c3a5c1b None None] Pushing event updated for resources: {'Port': ['ID=9067f90a-1110-4681-813f-e191e5dcbc54,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:14.496020 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:14.496487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:14.496953 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.497404 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:14.497933 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Bound port: 9067f90a-1110-4681-813f-e191e5dcbc54, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:14.498418 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.553498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] For port 9067f90a-1110-4681-813f-e191e5dcbc54, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:14.557636 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] For port 9067f90a-1110-4681-813f-e191e5dcbc54, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9067f90a-1110-4681-813f-e191e5dcbc54,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:14.565155 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.611443 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.668579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.670979 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:14.671583 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:14.676627 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408e4f0-0329-4d9d-b4c8-89dd5c3a5c1b None None] Pushing event updated for resources: {'Port': ['ID=9067f90a-1110-4681-813f-e191e5dcbc54,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:14.714625 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:14.721104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:14.725907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:14.729126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Pushing event updated for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:14.752993 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b07665aa-f022-4fb7-aaeb-ac98691a9a63 None None] Provisioning complete for port bfc15652-51d6-4c49-9885-a0a7c5bde1ef triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:14.753640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b07665aa-f022-4fb7-aaeb-ac98691a9a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.784981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:14.796180 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:15.010690 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.089772 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 3, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:15.115723 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2912c2-6636-4f00-895d-f9dc1edfddb8 None None] The sync data for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 is: [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 3, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:27:15.160029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7a88ae31-a52a-4e82-bf4c-69296e280ee0 None None] Provisioning complete for port c18c069f-ecab-416e-9fe4-a4a813d753de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:15.160638 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a88ae31-a52a-4e82-bf4c-69296e280ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.183798 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.196837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7a88ae31-a52a-4e82-bf4c-69296e280ee0 None None] Port c18c069f-ecab-416e-9fe4-a4a813d753de cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:15.239312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.307873 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.309612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Pushing event updated for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:15.423281 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:15.424772 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:15.577405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Router 42d23c55-165d-4971-a00a-b64a4f66d448 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:27:15.621137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9067f90a-1110-4681-813f-e191e5dcbc54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:15.682875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9067f90a-1110-4681-813f-e191e5dcbc54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:15.683380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.711145 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:27:15.724511 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-95abfb61-0943-4c4e-84b1-f1f45cc7fcab admin admin] 10.222.0.58 "PUT /v2.0/routers/42d23c55-165d-4971-a00a-b64a4f66d448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072111 Nov 08 13:27:15.742608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d929afa8-62d3-443c-bd0e-e4bcddfabf8d None None] Provisioning complete for port c18c069f-ecab-416e-9fe4-a4a813d753de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:15.742983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d929afa8-62d3-443c-bd0e-e4bcddfabf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.801186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d929afa8-62d3-443c-bd0e-e4bcddfabf8d None None] Port c18c069f-ecab-416e-9fe4-a4a813d753de cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:15.816562 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.842972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 9067f90a-1110-4681-813f-e191e5dcbc54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9067f90a-1110-4681-813f-e191e5dcbc54,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:15.891183 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:15.892137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bfc15652-51d6-4c49-9885-a0a7c5bde1ef up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:15.972209 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=9067f90a-1110-4681-813f-e191e5dcbc54,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:15.985321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port bfc15652-51d6-4c49-9885-a0a7c5bde1ef triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:15.985696 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:16.689468 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:16.733486 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Sync routers for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:27:16.743362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:16.745369 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:16.877717 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:17.105335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:14Z', 'revision_number': 4, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c18c069f-ecab-416e-9fe4-a4a813d753de', 'name': '', 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'mac_address': 'fa:16:3e:f0:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:14Z', 'updated_at': '2021-11-08T13:27:15Z', 'revision_number': 2, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'subnets': [{'id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:17.136855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Checking router: 42d23c55-165d-4971-a00a-b64a4f66d448 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:27:17.137213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Updating router 42d23c55-165d-4971-a00a-b64a4f66d448 port c18c069f-ecab-416e-9fe4-a4a813d753de binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:27:17.165069 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.471530 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.526159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.554049 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9067f90a-1110-4681-813f-e191e5dcbc54 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:17.614881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd13b-090f-4f91-a5d6-69017d026352 None None] Pushing event updated for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:17.687318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Attempting to bind port c18c069f-ecab-416e-9fe4-a4a813d753de on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:17.687694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Attempting to bind port c18c069f-ecab-416e-9fe4-a4a813d753de by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:17.688063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Attempting to bind port c18c069f-ecab-416e-9fe4-a4a813d753de on network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:17.696293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:17.697745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Checking segment: {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:17.697745 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.701239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Bound using segment: {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:17.701239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Bound port: c18c069f-ecab-416e-9fe4-a4a813d753de, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:17.701239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.701239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 9067f90a-1110-4681-813f-e191e5dcbc54 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:17.701672 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.852426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] For port c18c069f-ecab-416e-9fe4-a4a813d753de, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:17.862296 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] For port c18c069f-ecab-416e-9fe4-a4a813d753de, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c18c069f-ecab-416e-9fe4-a4a813d753de,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:17.942546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-58ab0f3a-5e43-4839-9dab-46c1eab5ad86 None None] Provisioning complete for port c18c069f-ecab-416e-9fe4-a4a813d753de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:17.942813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58ab0f3a-5e43-4839-9dab-46c1eab5ad86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:17.966450 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:18.016100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-58ab0f3a-5e43-4839-9dab-46c1eab5ad86 None None] Port c18c069f-ecab-416e-9fe4-a4a813d753de cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:18.044025 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:27:18.044518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:26:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:18.050212 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd13b-090f-4f91-a5d6-69017d026352 None None] Pushing event updated for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:18.218046 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:27:18.382293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] Provisioning complete for port c18c069f-ecab-416e-9fe4-a4a813d753de triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:18.382827 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:18.518977 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:18.530621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:14Z', 'revision_number': 4, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c18c069f-ecab-416e-9fe4-a4a813d753de', 'name': '', 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'mac_address': 'fa:16:3e:f0:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:14Z', 'updated_at': '2021-11-08T13:27:17Z', 'revision_number': 4, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'subnets': [{'id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:27:18.568262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3bc29-f6b2-48b1-874f-446b4fce1675 None None] The sync data for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 is: [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:14Z', 'revision_number': 4, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'c18c069f-ecab-416e-9fe4-a4a813d753de', 'name': '', 'network_id': '2fce77b3-58f9-4a66-9433-12e53ddfe5c0', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'mac_address': 'fa:16:3e:f0:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:14Z', 'updated_at': '2021-11-08T13:27:17Z', 'revision_number': 4, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'subnets': [{'id': 'c5b5d37b-8af1-4109-8fa5-e0395af58a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:27:18.593508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] For port c18c069f-ecab-416e-9fe4-a4a813d753de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c18c069f-ecab-416e-9fe4-a4a813d753de,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:18.673933 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:18.745625 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101ef05-affb-410e-8d2c-a12bf778327b None None] Pushing event updated for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:19.560984 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c18c069f-ecab-416e-9fe4-a4a813d753de up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:19.626009 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port c18c069f-ecab-416e-9fe4-a4a813d753de triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:19.626408 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:20.749194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:23.142010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c9b70e4f-ca3b-4671-9599-da1c5a6ade86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:24.316781 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:27:25.507914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8a42cf6c-9253-4041-871c-4773dc39e32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:26.913447 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:27.670656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-4b427012-eacd-4c95-af2e-dd2348b8fee0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:27.672122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-4b427012-eacd-4c95-af2e-dd2348b8fee0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 814 time: 0.1067801 Nov 08 13:27:27.687987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-bda368f1-50f6-451a-99bf-4e557d790731 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/quotas/5a79c7ba66e84b53878f27b09e97127c HTTP/1.1" status: 200 len: 375 time: 0.0100138 Nov 08 13:27:27.738540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-d71d5b89-1ef6-4fa7-a97c-26a0f5950040 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451696 Nov 08 13:27:27.838767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-811b357a-d706-44f1-9dd5-ce845e4e1774 service neutron] 10.222.0.58 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879076 Nov 08 13:27:27.932434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-6fcaae0d-83a2-4064-9c0f-907366453404 service neutron] 10.222.0.58 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Nov 08 13:27:28.189652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6d8ad31-94b6-4464-bc91-4eb6ed990bf2 req-0e9c6aca-483f-4004-94be-568f701f18b5 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 210 time: 0.0307746 Nov 08 13:27:28.288778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:29.044954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:29.282996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0602f290-d734-431a-a2ed-f0f0222dd6e2 req-5a3dc904-39b7-4569-9379-32c14e8a3a0b tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 210 time: 0.0348873 Nov 08 13:27:30.412178 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-729f13f9-0c4e-4237-8aeb-b038fe3fd215 req-f4364b50-537f-40fc-a9a2-26db33a8e264 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 210 time: 0.0520232 Nov 08 13:27:30.457386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-ea355c48-8df8-4638-a0a7-b8c9da9b0d7d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:30.458899 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-ea355c48-8df8-4638-a0a7-b8c9da9b0d7d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 814 time: 0.1267893 Nov 08 13:27:30.471718 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'port': {'device_id': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'admin_state_up': True, 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:30.673013 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Made reservation on behalf of 5a79c7ba66e84b53878f27b09e97127c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:27:30.676729 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:30.809611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Allocated IP 172.20.0.9 (262a5bf4-a786-49dd-ae23-03940cdfdc09/85953d4b-5ff9-46b7-ba2c-61f7479c1736/15f86997-586c-4ca8-bed3-76fb1f58e2aa) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:27:30.964871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:31.051483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:31.122512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:27:31.124077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:31.128133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:27:31.130616 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:27:31.189641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:31.190656 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:31.277105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8fbbd1f7-8ed5-4860-b019-b0d9664713e3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092179 Nov 08 13:27:31.479013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1f717837-e0b7-49a4-adfb-546755741279 None None] Provisioning complete for port 15f86997-586c-4ca8-bed3-76fb1f58e2aa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:31.479607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f717837-e0b7-49a4-adfb-546755741279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:31.534780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1f717837-e0b7-49a4-adfb-546755741279 None None] Port 15f86997-586c-4ca8-bed3-76fb1f58e2aa cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:27:31.549998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a6ba3-57a9-4bd3-9413-dea21040126d req-933d95c2-55ba-479b-a595-a8a1ecf5a2f3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:31.551589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-425a6ba3-57a9-4bd3-9413-dea21040126d req-933d95c2-55ba-479b-a595-a8a1ecf5a2f3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0573843 Nov 08 13:27:31.614053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-425a6ba3-57a9-4bd3-9413-dea21040126d req-2d52e083-a924-4286-a3a2-c5ff4f2ba3f7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Nov 08 13:27:32.740843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf775229-8202-4f52-b99f-91300295f765 req-143804ab-14c6-43bb-9add-20848ee1220d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:32.742428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf775229-8202-4f52-b99f-91300295f765 req-143804ab-14c6-43bb-9add-20848ee1220d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0556571 Nov 08 13:27:32.794236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf775229-8202-4f52-b99f-91300295f765 req-154f8483-11da-4b65-ae44-b57b5af7beba tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Nov 08 13:27:33.925546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa07df-9cad-4e02-adaa-2e7123c133eb req-aaa7dba3-4b7c-4222-bab7-8a1bc86f8e4d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:33.927065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eaa07df-9cad-4e02-adaa-2e7123c133eb req-aaa7dba3-4b7c-4222-bab7-8a1bc86f8e4d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0512345 Nov 08 13:27:33.976430 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5eaa07df-9cad-4e02-adaa-2e7123c133eb req-7baf1fdb-d11c-4e9c-ad83-33aaead99d67 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Nov 08 13:27:35.095412 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e1c0-20f1-4d68-8887-eb0a1f2a9dce req-235fc403-dcd8-4bb6-98d8-fc7f376793e6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:35.096940 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c398e1c0-20f1-4d68-8887-eb0a1f2a9dce req-235fc403-dcd8-4bb6-98d8-fc7f376793e6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0499189 Nov 08 13:27:35.151299 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c398e1c0-20f1-4d68-8887-eb0a1f2a9dce req-f4466c51-9af4-4250-a094-c585c7a9b9ce tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473506 Nov 08 13:27:36.304612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f1fa-a15c-4bb2-a34a-77a4b830571c req-5eff548c-e4b0-42e2-aca2-fc3a3443f19e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:36.306040 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdc8f1fa-a15c-4bb2-a34a-77a4b830571c req-5eff548c-e4b0-42e2-aca2-fc3a3443f19e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0684464 Nov 08 13:27:36.366774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bdc8f1fa-a15c-4bb2-a34a-77a4b830571c req-7e657e77-1e01-4727-b6aa-19555ad92cac tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Nov 08 13:27:37.498936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245d63-fa55-4b1a-a77d-ebe4db6d6fe9 req-ff479b55-6acc-43c1-a4e7-d4e4bfecee81 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:37.500484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df245d63-fa55-4b1a-a77d-ebe4db6d6fe9 req-ff479b55-6acc-43c1-a4e7-d4e4bfecee81 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0595763 Nov 08 13:27:37.551781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df245d63-fa55-4b1a-a77d-ebe4db6d6fe9 req-41ff2b26-c96d-4b0f-9d63-732d05863dbc tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Nov 08 13:27:38.705642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4c65-6f02-4bea-bb5a-7a739fbcdb64 req-ce28df3f-833b-4436-ae34-06667ee7a8a5 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:38.708454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d15f4c65-6f02-4bea-bb5a-7a739fbcdb64 req-ce28df3f-833b-4436-ae34-06667ee7a8a5 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0679088 Nov 08 13:27:38.761174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d15f4c65-6f02-4bea-bb5a-7a739fbcdb64 req-672ed9c8-a3b4-4329-9568-babe7f1cb1f7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Nov 08 13:27:39.928398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c303-06d7-4de0-a731-78a513217d3a req-aa900836-b3a6-4e65-a7c9-e106a756a881 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:39.929896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b171c303-06d7-4de0-a731-78a513217d3a req-aa900836-b3a6-4e65-a7c9-e106a756a881 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0518892 Nov 08 13:27:39.980476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b171c303-06d7-4de0-a731-78a513217d3a req-72b512ac-977c-4ccd-ae3b-5fcfbc467bcb tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Nov 08 13:27:41.103752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b76c-aa3b-4690-bb46-21fb95ce5a04 req-d434ddd7-2def-4825-b33b-f3704dfa45b3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:41.107109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0770b76c-aa3b-4690-bb46-21fb95ce5a04 req-d434ddd7-2def-4825-b33b-f3704dfa45b3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 931 time: 0.0554128 Nov 08 13:27:41.155830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0770b76c-aa3b-4690-bb46-21fb95ce5a04 req-f037a1f4-2c25-45ae-85df-7078cf248263 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Nov 08 13:27:41.784158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Request body: {'port': {'device_id': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:27:41.843714 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.115736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f86997-586c-4ca8-bed3-76fb1f58e2aa {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:27:42.123744 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.136279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Transition to ACTIVE for port object 15f86997-586c-4ca8-bed3-76fb1f58e2aa will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:27:42.219890 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.311503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:42.340302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e091e-078a-4d31-a2fe-754107e0d5e7 req-57345806-9228-4291-aaae-dd7537809546 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:42.341839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb5e091e-078a-4d31-a2fe-754107e0d5e7 req-57345806-9228-4291-aaae-dd7537809546 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 943 time: 0.1173396 Nov 08 13:27:42.426502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fb5e091e-078a-4d31-a2fe-754107e0d5e7 req-f233ebce-c6f8-4fbd-86b7-ab3a989fd897 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612664 Nov 08 13:27:42.436989 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Attempting to bind port 15f86997-586c-4ca8-bed3-76fb1f58e2aa on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:27:42.437327 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Attempting to bind port 15f86997-586c-4ca8-bed3-76fb1f58e2aa by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:27:42.437654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Attempting to bind port 15f86997-586c-4ca8-bed3-76fb1f58e2aa on network 262a5bf4-a786-49dd-ae23-03940cdfdc09 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:42.442345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Port 15f86997-586c-4ca8-bed3-76fb1f58e2aa on network 262a5bf4-a786-49dd-ae23-03940cdfdc09 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:27:42.442640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Attempting to bind port 15f86997-586c-4ca8-bed3-76fb1f58e2aa on network 262a5bf4-a786-49dd-ae23-03940cdfdc09 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:27:42.447798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:27:42.448751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Checking segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:27:42.449144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Bound using segment: {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:27:42.449567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Bound port: 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:27:42.449922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.512227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:27:42.515386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:27:42.599003 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.635063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:42.636384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:42.638065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] 10.222.0.57 "PUT /v2.0/ports/15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 1091 time: 0.8585269 Nov 08 13:27:42.638542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:27:42.640863 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771" -d '{"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:27:42.669257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984f3fb-51e8-468f-8d5a-6a1616622064 service neutron] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:42.689782 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f33fa-945e-494e-9a16-2aafce822798 x-openstack-request-id: req-695f33fa-945e-494e-9a16-2aafce822798 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:27:42.690068 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:27:42.690349 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-695f33fa-945e-494e-9a16-2aafce822798 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:27:42.690755 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:27:42.757702 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-6e0acb82-fb16-4115-b9d7-7f145a47f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:42.759241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-6e0acb82-fb16-4115-b9d7-7f145a47f42f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1094 time: 0.0478342 Nov 08 13:27:42.862064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-7c7a5c6b-f642-4625-a628-5a3066c4a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:42.863584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-7c7a5c6b-f642-4625-a628-5a3066c4a225 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a79c7ba66e84b53878f27b09e97127c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965877 Nov 08 13:27:42.961774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-234b1083-148c-42e4-8e40-a72b86c66848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:42.963724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3af6f5fc-e73e-4b15-8a8a-ef921ef41771 req-234b1083-148c-42e4-8e40-a72b86c66848 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936096 Nov 08 13:27:43.040626 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-6427ba6d-a350-4744-a41b-b4dcabbd0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:43.042735 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-6427ba6d-a350-4744-a41b-b4dcabbd0704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1094 time: 0.0412996 Nov 08 13:27:43.084209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-bedb4ade-45e6-4eaa-bf7a-9cbe2d63bfaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 217 time: 0.0337801 Nov 08 13:27:43.140059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-ef471403-d9eb-43f4-9d33-d9024bb1be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:43.141512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-ef471403-d9eb-43f4-9d33-d9024bb1be95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0477459 Nov 08 13:27:43.187113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-eae4b325-e0e1-407b-9659-5c6bd577c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:43.188587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-eae4b325-e0e1-407b-9659-5c6bd577c686 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401533 Nov 08 13:27:43.277529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8741b5f9-ddec-4795-b385-3d8abd925996 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817132 Nov 08 13:27:43.372073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95c9a6fc-ed6f-4ae6-9a22-445dadf969bb req-8dee68e9-bcd8-4221-8615-518b6a8879ad service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Nov 08 13:27:43.546185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047dec-4854-4455-93a5-47d9a00f03cf req-bc8dc5ce-fb43-445d-a686-3fe399d687a7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:43.547627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66047dec-4854-4455-93a5-47d9a00f03cf req-bc8dc5ce-fb43-445d-a686-3fe399d687a7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 943 time: 0.0508821 Nov 08 13:27:43.594967 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-66047dec-4854-4455-93a5-47d9a00f03cf req-5fc40441-3494-4d56-8ecb-52fc4625cd98 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Nov 08 13:27:44.718016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02ab2-efc1-4ac3-88c1-a120ce38e6cf req-37f3b7ee-9d93-4bf7-983c-7a1ac3f5cb3a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:44.719434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e02ab2-efc1-4ac3-88c1-a120ce38e6cf req-37f3b7ee-9d93-4bf7-983c-7a1ac3f5cb3a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 943 time: 0.0538261 Nov 08 13:27:44.766600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f5e02ab2-efc1-4ac3-88c1-a120ce38e6cf req-d8d5accd-9e88-40cd-b9fe-e163e858ba30 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Nov 08 13:27:45.881058 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0868584-0b2e-4f5b-bea8-963fcb5c6ecb req-cf25d6bc-12d7-44eb-a893-f6806862162c tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:45.882568 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0868584-0b2e-4f5b-bea8-963fcb5c6ecb req-cf25d6bc-12d7-44eb-a893-f6806862162c tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 943 time: 0.0493438 Nov 08 13:27:45.931174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0868584-0b2e-4f5b-bea8-963fcb5c6ecb req-71951e2a-4de6-43fa-8847-8fe454cbe0df tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Nov 08 13:27:46.124066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 15f86997-586c-4ca8-bed3-76fb1f58e2aa details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:27:46.218310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:46.232722 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'port_id': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'mac_address': 'fa:16:3e:3b:72:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:27:46.269711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:46.282659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f86997-586c-4ca8-bed3-76fb1f58e2aa {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:27:46.301785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:46.363744 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:46.412388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:46.582619 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:27:46.621612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:47.052603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45971-cd4b-4fef-9673-c10e2b53447d req-b38af3f9-5862-4df6-9c7b-00ea7f98408a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:47.054045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ff45971-cd4b-4fef-9673-c10e2b53447d req-b38af3f9-5862-4df6-9c7b-00ea7f98408a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 944 time: 0.0513752 Nov 08 13:27:47.101449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2ff45971-cd4b-4fef-9673-c10e2b53447d req-1cc2c492-657d-4e49-bf32-e9ecc2ba5fd3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Nov 08 13:27:48.127279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 15f86997-586c-4ca8-bed3-76fb1f58e2aa up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:27:48.221075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e22e1-78ca-4a8d-bcf4-2dbc96b453c6 req-6e9d14cf-ad76-42ab-8dfa-05004a6a59d4 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:48.222612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-586e22e1-78ca-4a8d-bcf4-2dbc96b453c6 req-6e9d14cf-ad76-42ab-8dfa-05004a6a59d4 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 944 time: 0.0500882 Nov 08 13:27:48.243911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 15f86997-586c-4ca8-bed3-76fb1f58e2aa completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:27:48.248191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 15f86997-586c-4ca8-bed3-76fb1f58e2aa triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:27:48.248596 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:48.270980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-586e22e1-78ca-4a8d-bcf4-2dbc96b453c6 req-e2503226-9626-45ac-999a-7bc724f3e0d7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Nov 08 13:27:48.328138 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:48.350004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:27:48.352245 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4bcdef-8b27-4a0e-8a7f-7e49e273602d" -d '{"events": [{"server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "name": "network-vif-plugged", "status": "completed", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:27:48.364239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:27:48.390460 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3269a292-cc34-48f6-9f35-63fb992a525f x-openstack-request-id: req-3269a292-cc34-48f6-9f35-63fb992a525f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:27:48.390758 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "name": "network-vif-plugged", "status": "completed", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:27:48.391013 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3269a292-cc34-48f6-9f35-63fb992a525f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:27:48.391432 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'code': 200} Nov 08 13:27:48.453516 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:48.490464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765df2b0-a859-4970-8cb5-d05f16bf18e3 req-64d08654-c169-4a99-b3a8-af2a5cec83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:48.491968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-765df2b0-a859-4970-8cb5-d05f16bf18e3 req-64d08654-c169-4a99-b3a8-af2a5cec83b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1096 time: 0.0402117 Nov 08 13:27:48.500512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:48.543417 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-765df2b0-a859-4970-8cb5-d05f16bf18e3 req-dd3256b4-413f-4481-80a6-3e224ca85d15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Nov 08 13:27:49.387157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69117-d1b4-417d-84f0-c06a4802d689 req-529923fa-c96b-4993-90d7-5a0c56535f41 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:49.388664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e69117-d1b4-417d-84f0-c06a4802d689 req-529923fa-c96b-4993-90d7-5a0c56535f41 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0505171 Nov 08 13:27:49.437035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e69117-d1b4-417d-84f0-c06a4802d689 req-ef550c1b-7ae0-4919-a7fe-181e194fba01 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Nov 08 13:27:49.927520 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-52c5e0e6-1a82-426a-9d25-10618a7d39f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398297 Nov 08 13:27:50.006743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-f26ecf97-1b5a-4065-aaf3-ec6f04ba2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.008212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-f26ecf97-1b5a-4065-aaf3-ec6f04ba2c93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1096 time: 0.0400748 Nov 08 13:27:50.117070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-d7cc9a64-9265-4c23-bcb1-e86ae0fd767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.118559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-d7cc9a64-9265-4c23-bcb1-e86ae0fd767d service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.0911491 Nov 08 13:27:50.159719 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-3513b113-c5ce-4d35-84f1-efda7d612daa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 217 time: 0.0338442 Nov 08 13:27:50.211541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-f3fd0792-69c9-41e8-92dd-cbe0db912462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.212898 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-f3fd0792-69c9-41e8-92dd-cbe0db912462 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0466416 Nov 08 13:27:50.258451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-ef159a7e-867e-4018-b1af-d81ec21d6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.259920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-ef159a7e-867e-4018-b1af-d81ec21d6651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402076 Nov 08 13:27:50.350539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-5bf93334-b2d4-473e-9a59-9aede7ea4318 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Nov 08 13:27:50.439225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42af689-c1d1-4304-91a2-3e3438c438f9 req-b16ea0e3-13b0-42a8-b51e-8e47d2439568 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Nov 08 13:27:50.552979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5642-93b1-4fc0-acd8-c586d7e9f114 req-0303e69e-0356-4ea1-afec-c29bc11a3d11 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.554483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ea5642-93b1-4fc0-acd8-c586d7e9f114 req-0303e69e-0356-4ea1-afec-c29bc11a3d11 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0490134 Nov 08 13:27:50.606745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ea5642-93b1-4fc0-acd8-c586d7e9f114 req-f9da8fd3-b224-48dd-9f84-f86972567165 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461392 Nov 08 13:27:50.723247 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2823d8-53e1-43a9-960d-ad5974d139fd req-50f14c36-54f4-486b-ab40-2169b12a7fc8 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.724232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:50.724715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e2823d8-53e1-43a9-960d-ad5974d139fd req-50f14c36-54f4-486b-ab40-2169b12a7fc8 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0486379 Nov 08 13:27:50.771744 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e2823d8-53e1-43a9-960d-ad5974d139fd req-4345c4b0-72e2-4f83-b455-b514d36d91b7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Nov 08 13:27:50.959175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36523c-a943-4ef9-8769-5216ed882185 req-6d357825-1dc3-4c20-a21a-10d4c99a5804 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:27:50.960636 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a36523c-a943-4ef9-8769-5216ed882185 req-6d357825-1dc3-4c20-a21a-10d4c99a5804 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0494280 Nov 08 13:27:51.008570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a36523c-a943-4ef9-8769-5216ed882185 req-4da99f8f-84ac-45f7-8554-4672dbc34691 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Nov 08 13:27:53.115850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-006ea45f-d8c4-474a-911c-634d4f84dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:55.512464 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a3c3da93-2acf-4319-a53c-a78daf4ca4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:56.918685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:58.304739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.002060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:01.314454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:28:06.470110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537290a7-0236-467b-b388-5cd639c7340b req-d6785eda-e207-45e8-9044-b2cf830b4bc8 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:06.471619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-537290a7-0236-467b-b388-5cd639c7340b req-d6785eda-e207-45e8-9044-b2cf830b4bc8 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.2042062 Nov 08 13:28:06.519126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-537290a7-0236-467b-b388-5cd639c7340b req-78134761-8d8d-4d3d-8406-aaf85e7bb6e6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Nov 08 13:28:06.541724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:06.624235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8eb02-a7be-4232-9903-024244a180af tempest-TestMinimumBasicScenario-1924863616 tempest-TestMinimumBasicScenario-1924863616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:06.626983 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-61e8eb02-a7be-4232-9903-024244a180af tempest-TestMinimumBasicScenario-1924863616 tempest-TestMinimumBasicScenario-1924863616-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1091 time: 0.0839679 Nov 08 13:28:06.629876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:06.635146 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:06.746636 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:06.845907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:06.946232 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Allocated IP 172.25.1.181 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/09a7a739-554e-493b-826a-af122a2002a8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:28:07.048027 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:07.124021 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:07.161101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:28:07.165847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:28:07.169413 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:28:07.191456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'Port': ['ID=09a7a739-554e-493b-826a-af122a2002a8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:07.203324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.203670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.204011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.204346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.204677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.205006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.205336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.205659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.205982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.206325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.206649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.206969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:07.875272 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:07.997807 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.144935 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.232019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.299767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'Port': ['ID=09a7a739-554e-493b-826a-af122a2002a8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:08.313238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.411935 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Floating IP 7e4db381-349d-47c0-9995-9dcf1772fc11 associated. External IP: 172.25.1.181, port: 15f86997-586c-4ca8-bed3-76fb1f58e2aa. Nov 08 13:28:08.615400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:28:08.724771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:28:08.735154 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Sync routers for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:28:08.744786 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:28:08.745373 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:28:08.809086 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.841852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0df06943-9836-43cd-b238-4c623376cbde tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2105157 Nov 08 13:28:08.842633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:28:08.844536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36480) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:08.845213 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9405e8-e9d2-4a35-8872-5ba764012116" -d '{"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:28:08.849180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016529139', 'description': 'tempest-secgroup-smoke-2016529139 description', 'project_id': '5a79c7ba66e84b53878f27b09e97127c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:08.851852 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:28:08.885893 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56116812-bc48-4253-b15e-90e489978513 x-openstack-request-id: req-56116812-bc48-4253-b15e-90e489978513 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:28:08.886517 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:28:08.886517 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56116812-bc48-4253-b15e-90e489978513 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:28:08.886897 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:28:08.951127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-981d9375-74b4-4cf7-9442-c2869d442666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:08.952437 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:08.953606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-981d9375-74b4-4cf7-9442-c2869d442666 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1096 time: 0.0425377 Nov 08 13:28:09.021227 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.048903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-43a76b34-37a4-4172-b2da-22d95da8977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:09.050485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-43a76b34-37a4-4172-b2da-22d95da8977c service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.0892303 Nov 08 13:28:09.083388 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7e4db381-349d-47c0-9995-9dcf1772fc11', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'port_id': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'mac_address': 'fa:16:3e:3b:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:28:07Z', 'updated_at': '2021-11-08T13:28:07Z', 'revision_number': 0, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:28:09.089053 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.110531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Checking router: d8491e62-6fdf-4eb3-8eb5-7c80331d35ce for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:28:09.119572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:28:09.119799 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:27:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:28:09.124398 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa2874-94e5-4a06-ac86-0bc5525e523c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:09.124728 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-f16c5714-646c-4331-b26e-6fedb63abe1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 999 time: 0.0668690 Nov 08 13:28:09.132456 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.132895 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.133315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.133828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.134224 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.134729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.135004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.135368 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.135703 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.136035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.136363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.136689 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:28:09.179599 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-624d7ffb-6d3d-46e5-92ad-8b3f7ef9cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:09.181120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-624d7ffb-6d3d-46e5-92ad-8b3f7ef9cc0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0491252 Nov 08 13:28:09.183708 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.187747 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f77a2df4-08c6-4a86-b590-e8911edce623 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3394392 Nov 08 13:28:09.187908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36484) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:09.192440 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:09.228466 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:28:09.232803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-34a42d4e-e3ac-4c2a-af82-e66fd3df9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:09.234803 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-34a42d4e-e3ac-4c2a-af82-e66fd3df9055 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440562 Nov 08 13:28:09.317969 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.340045 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-cd139829-55de-4024-bbeb-061b2a4ea602 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967472 Nov 08 13:28:09.377472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.439079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e9405e8-e9d2-4a35-8872-5ba764012116 req-5655bf7e-5730-424e-9a18-1be6a12828ff service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915439 Nov 08 13:28:09.449468 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.465577 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41954d44-22b9-4ce6-9d52-be4073cef323,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:09.473748 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7e4db381-349d-47c0-9995-9dcf1772fc11', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'port_id': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'mac_address': 'fa:16:3e:3b:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:28:07Z', 'updated_at': '2021-11-08T13:28:07Z', 'revision_number': 0, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:28:09.501682 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daecaed-d3ff-47fb-bdf8-526dbd3ff095 None None] The sync data for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 is: [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '7e4db381-349d-47c0-9995-9dcf1772fc11', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'port_id': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'mac_address': 'fa:16:3e:3b:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:28:07Z', 'updated_at': '2021-11-08T13:28:07Z', 'revision_number': 0, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:28:09.577367 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.578610 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df4d9503-a180-4961-87b0-4c89a66d8cf2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897154 Nov 08 13:28:09.581561 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36486) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:09.585898 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:09.697773 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.702353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dfab5b-1952-4819-bfeb-afabb46c0bb4 None None] New status for floating IP 7e4db381-349d-47c0-9995-9dcf1772fc11: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:28:09.763080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.843711 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.860740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fad008-8dfa-44c1-93d3-24592ccb16a0,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:09.954209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.955466 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-804508d5-c25c-47e7-91ed-d2aa88c10221 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732471 Nov 08 13:28:09.958155 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36488) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:09.962492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:10.068959 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.125524 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.201153 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.219880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d945ff-6e15-4a89-9f5d-bc3f0100d8f1,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:10.271598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.272801 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-94c362f3-6883-4084-bc3e-f8b6c982cfa6 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137116 Nov 08 13:28:10.275509 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36490) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:10.280417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:10.366074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.425248 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.489168 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.507139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75638db7-2195-4f13-a6c0-e240398c74ef,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:10.559457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.560655 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7b3cae2e-bd05-43fd-8c23-8b3040fa05b9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842431 Nov 08 13:28:10.563587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36492) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:10.567965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:10.643707 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Project 5a79c7ba66e84b53878f27b09e97127c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:28:10.648709 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.708682 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.772929 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.790319 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0ef2f6-1140-46e5-8887-6be270680c91,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:10.874559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:10.875906 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-4b52fc6f-6fd0-4c4d-be7c-dd1d73db4625 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113666 Nov 08 13:28:10.878583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36494) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:28:10.883123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'security_group_rule': {'security_group_id': '9ffa2874-94e5-4a06-ac86-0bc5525e523c', 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:10.957774 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Project 5a79c7ba66e84b53878f27b09e97127c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:28:10.963101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.022956 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.094712 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.113970 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e99ef91-d0fc-4d9b-bf86-027588365c76,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:11.172096 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.173306 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-38986e8d-e266-4750-8347-112018270f6f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935562 Nov 08 13:28:11.274005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-d7376c4e-7ea6-4247-a5cc-a965e9d414da tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016529139&fields=id&tenant_id=5a79c7ba66e84b53878f27b09e97127c HTTP/1.1" status: 200 len: 267 time: 0.0540307 Nov 08 13:28:11.327169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-9a8b6e0c-eb1a-494c-82f8-ee03893a7838 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:11.328752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-9a8b6e0c-eb1a-494c-82f8-ee03893a7838 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0491462 Nov 08 13:28:11.339872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'port': {'security_groups': ['dd2f9873-87cf-43cb-896b-44a47ed5ecc4', '9ffa2874-94e5-4a06-ac86-0bc5525e523c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:28:11.402154 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.587842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:28:11.618024 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.672536 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.684960 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:28:11.721607 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:11.722263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:11.723667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-035f2b2b-f9d7-4c53-b009-9ab9274ecd45 req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "PUT /v2.0/ports/15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 981 time: 0.3882637 Nov 08 13:28:11.724119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:28:11.726418 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207cc426-749e-42e4-a5fc-d9b5369f8059" -d '{"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:28:11.768792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379eba38-2837-4c2f-b61f-50b339c5dd97 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:11.789539 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b2e41-0c26-48b2-b6b8-315f0e4f5286 x-openstack-request-id: req-190b2e41-0c26-48b2-b6b8-315f0e4f5286 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:28:11.791209 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:28:11.791480 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-190b2e41-0c26-48b2-b6b8-315f0e4f5286 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:28:11.792030 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:28:11.817506 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:28:11.900735 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-2eced410-4670-413e-81b8-fe7b0d058924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:11.902469 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-2eced410-4670-413e-81b8-fe7b0d058924 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1135 time: 0.0856469 Nov 08 13:28:11.928947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e4802-9112-4506-9839-da3fb32b991b req-e9f14049-9838-4eaa-b2fa-e79b87e16288 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:11.930582 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e3e4802-9112-4506-9839-da3fb32b991b req-e9f14049-9838-4eaa-b2fa-e79b87e16288 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0992718 Nov 08 13:28:12.058765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e3e4802-9112-4506-9839-da3fb32b991b req-6e846bb3-3309-4045-a31b-1d5c70b53d30 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171725 Nov 08 13:28:12.061463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-4d14a5f4-b7e1-4056-be06-9fce6f143b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:12.063016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-4d14a5f4-b7e1-4056-be06-9fce6f143b66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.1530144 Nov 08 13:28:12.082533 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-34b3d48a-4989-4aea-b0bb-2fdd09135681 None None] Provisioning complete for port 15f86997-586c-4ca8-bed3-76fb1f58e2aa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:28:12.082533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-34b3d48a-4989-4aea-b0bb-2fdd09135681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:12.133511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-8abc3c82-567b-433a-9bef-ee5f8531283b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 1001 time: 0.0625255 Nov 08 13:28:12.190343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-9e14bf43-e821-48df-92c4-e258306f7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:12.191811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-9e14bf43-e821-48df-92c4-e258306f7407 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0504391 Nov 08 13:28:12.239206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-3afcb56f-bf9f-4900-8754-1f58860f3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:12.240844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-3afcb56f-bf9f-4900-8754-1f58860f3e71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415454 Nov 08 13:28:12.335950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-b355a244-87e1-4bc8-a912-97c6097c937d service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Nov 08 13:28:12.437309 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-207cc426-749e-42e4-a5fc-d9b5369f8059 req-1411206a-cfaa-4b0c-aafc-c982606206d4 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927103 Nov 08 13:28:16.617875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:20.766497 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:23.129064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c032a01a-e209-42b2-b6c8-d3dc563cb432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:25.515480 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7d01ccd-999e-4a0b-b360-d7272db03b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:26.425749 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052a712-fd63-4127-83bd-efcb878b1558 req-0120e480-3510-456f-9b77-9b31b022de72 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:26.430519 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a052a712-fd63-4127-83bd-efcb878b1558 req-0120e480-3510-456f-9b77-9b31b022de72 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0556788 Nov 08 13:28:26.509408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a052a712-fd63-4127-83bd-efcb878b1558 req-7aa9c868-7817-453b-a157-13b57fe1d824 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758479 Nov 08 13:28:26.539118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-ac484259-a206-4552-9963-fb670253bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:26.540626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-ac484259-a206-4552-9963-fb670253bca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1135 time: 0.1006196 Nov 08 13:28:26.634346 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-6035647d-6832-46e8-a7c5-0b48296a645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:26.635827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-6035647d-6832-46e8-a7c5-0b48296a645f service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.0861914 Nov 08 13:28:26.709197 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-98ff1e75-4013-43e6-aa51-2da3881cf4ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 1001 time: 0.0649467 Nov 08 13:28:26.759184 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-6a9b16a8-66ef-4659-acab-dd9f19095648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:26.760626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-6a9b16a8-66ef-4659-acab-dd9f19095648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0444422 Nov 08 13:28:26.806670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-881f9166-acd6-487c-b854-de8a2a752747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:26.808158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-881f9166-acd6-487c-b854-de8a2a752747 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400050 Nov 08 13:28:26.904860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-075efe90-aaab-48ca-9132-d907e582c16d service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877333 Nov 08 13:28:26.939952 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:26.997491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-206fc86d-172b-41c6-8c9c-b78c739e5abe req-cdcc6b17-baf6-4284-9a67-164d69bd3e44 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848441 Nov 08 13:28:27.681911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da197e1-131d-40c2-ab86-6305a1b6960b req-c0d8fcde-2a36-499c-8729-def59c05bf35 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:27.683353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7da197e1-131d-40c2-ab86-6305a1b6960b req-c0d8fcde-2a36-499c-8729-def59c05bf35 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.1045249 Nov 08 13:28:27.743746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7da197e1-131d-40c2-ab86-6305a1b6960b req-3aa05d9c-e299-46b4-b29a-798a2159262e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536623 Nov 08 13:28:28.308409 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:28.864170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f300c5-f14c-430f-b77e-bf4b798a405e req-109ae410-c92d-45fc-ad2e-65e0954b5df0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:28.865666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5f300c5-f14c-430f-b77e-bf4b798a405e req-109ae410-c92d-45fc-ad2e-65e0954b5df0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0505111 Nov 08 13:28:28.926313 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5f300c5-f14c-430f-b77e-bf4b798a405e req-d61e65e1-75fa-4332-bdaf-fa223732ffc7 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544524 Nov 08 13:28:29.019859 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:30.040555 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd4db-94a2-4885-b09e-b8c79550e57d req-3e3ea054-8988-4abd-b823-c0e2393a7769 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:30.049531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817dd4db-94a2-4885-b09e-b8c79550e57d req-3e3ea054-8988-4abd-b823-c0e2393a7769 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0495143 Nov 08 13:28:30.106438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-817dd4db-94a2-4885-b09e-b8c79550e57d req-76fc0354-47db-4d06-97ef-ae2bfd108a2a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579524 Nov 08 13:28:31.227104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335cf6-79f2-489a-a7dc-cd9d112f010c req-07c19475-626a-4d14-9968-68d09aec509d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:31.228632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c335cf6-79f2-489a-a7dc-cd9d112f010c req-07c19475-626a-4d14-9968-68d09aec509d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0514681 Nov 08 13:28:31.292216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2c335cf6-79f2-489a-a7dc-cd9d112f010c req-cacd264e-927f-4079-98ad-2937d615a68f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571795 Nov 08 13:28:32.416360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18416-6f9a-47e6-97dd-b70c043e92a0 req-08dc255e-3867-4991-8949-9da503acebbb tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:32.417859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4c18416-6f9a-47e6-97dd-b70c043e92a0 req-08dc255e-3867-4991-8949-9da503acebbb tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0501766 Nov 08 13:28:32.478189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4c18416-6f9a-47e6-97dd-b70c043e92a0 req-ab2ec15a-dc56-4ccd-8124-1646d11ce364 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534887 Nov 08 13:28:33.596993 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eaee0-964f-4432-a464-47cd1f1af855 req-07714cb1-b321-40bc-8c25-de344a031f3a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:33.598488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e9eaee0-964f-4432-a464-47cd1f1af855 req-07714cb1-b321-40bc-8c25-de344a031f3a tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0536876 Nov 08 13:28:33.658484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9e9eaee0-964f-4432-a464-47cd1f1af855 req-1be77535-c11e-458c-8e4e-b76c832e7f92 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535331 Nov 08 13:28:34.775901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22f5f-c6a3-4e0f-932b-6d8c3368705e req-6622d861-77a2-4e3b-b4b9-71392167cb13 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:34.777416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bb22f5f-c6a3-4e0f-932b-6d8c3368705e req-6622d861-77a2-4e3b-b4b9-71392167cb13 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0499744 Nov 08 13:28:34.838694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1bb22f5f-c6a3-4e0f-932b-6d8c3368705e req-386a8d90-c978-4c66-b582-2ba0d4c2ef6b tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543172 Nov 08 13:28:35.959683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7abde-5a42-4deb-9cd1-88c6f6554a2b req-5c64f4d2-7a85-4f73-8e29-d58213f6c7b2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:35.961192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1d7abde-5a42-4deb-9cd1-88c6f6554a2b req-5c64f4d2-7a85-4f73-8e29-d58213f6c7b2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0553701 Nov 08 13:28:36.024989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1d7abde-5a42-4deb-9cd1-88c6f6554a2b req-46c58854-9762-4b9b-b6be-b41458c55a77 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577030 Nov 08 13:28:37.147767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9f3b2-d379-4f15-9a8e-264ed0853314 req-1d4f2496-f06c-4ab8-a07b-777d8e61372e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:37.149257 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45e9f3b2-d379-4f15-9a8e-264ed0853314 req-1d4f2496-f06c-4ab8-a07b-777d8e61372e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0497856 Nov 08 13:28:37.215160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45e9f3b2-d379-4f15-9a8e-264ed0853314 req-2afb90c6-068f-495e-b79f-4d8535a1c103 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597963 Nov 08 13:28:38.312865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:28:38.330362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbae59c-e9de-4eae-9b7d-47aa9cb74889 req-5b15edcf-6d08-4693-a8e2-10807131b752 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:38.331830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edbae59c-e9de-4eae-9b7d-47aa9cb74889 req-5b15edcf-6d08-4693-a8e2-10807131b752 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0482318 Nov 08 13:28:38.395416 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edbae59c-e9de-4eae-9b7d-47aa9cb74889 req-29b6789d-b1d6-4f3c-9668-1fbba69e92a3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575337 Nov 08 13:28:39.512137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec35d-4d67-4723-ae7a-c6d0632fcf3a req-8a26c474-d2ce-4489-8b63-8bfb4696cba0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:39.513661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d4ec35d-4d67-4723-ae7a-c6d0632fcf3a req-8a26c474-d2ce-4489-8b63-8bfb4696cba0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0506005 Nov 08 13:28:39.574944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0d4ec35d-4d67-4723-ae7a-c6d0632fcf3a req-065b2c09-e927-43d6-aa9b-d0d7148a412d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548747 Nov 08 13:28:40.692269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b5f1b-2288-4881-a839-d1383e31837c req-47834968-809f-4a51-9687-ccd4919de81d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:40.693948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12b5f1b-2288-4881-a839-d1383e31837c req-47834968-809f-4a51-9687-ccd4919de81d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0507457 Nov 08 13:28:40.755230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a12b5f1b-2288-4881-a839-d1383e31837c req-84457b2e-4705-4bd1-9d44-d1407172871d tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551362 Nov 08 13:28:41.878825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf65b8-e2ad-40b4-8c00-69329f070511 req-e462fd0d-d4d5-48d7-a791-94ae53234fbd tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:41.880323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13cf65b8-e2ad-40b4-8c00-69329f070511 req-e462fd0d-d4d5-48d7-a791-94ae53234fbd tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0533209 Nov 08 13:28:41.941113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13cf65b8-e2ad-40b4-8c00-69329f070511 req-1d24b2fb-920e-45bf-8fce-dda01ce7c666 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546551 Nov 08 13:28:43.057000 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad8df-a59c-40c7-ae06-5369e38283d5 req-cecd9179-692a-497d-859f-1edc38e62c5b tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:43.058499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44bad8df-a59c-40c7-ae06-5369e38283d5 req-cecd9179-692a-497d-859f-1edc38e62c5b tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0489607 Nov 08 13:28:43.120111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-44bad8df-a59c-40c7-ae06-5369e38283d5 req-2121b660-b149-4721-b91e-f9581f69a61f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553126 Nov 08 13:28:44.236195 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cd633-39c3-4cf8-b4a1-f73a11d0eb50 req-625fd175-2ce1-420f-818b-8e6e4a4c56bd tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:44.237650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-844cd633-39c3-4cf8-b4a1-f73a11d0eb50 req-625fd175-2ce1-420f-818b-8e6e4a4c56bd tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0485187 Nov 08 13:28:44.301844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-844cd633-39c3-4cf8-b4a1-f73a11d0eb50 req-c3b28e2f-0b67-4b97-881d-69437d18533f tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ffa2874-94e5-4a06-ac86-0bc5525e523c&id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575306 Nov 08 13:28:46.624876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:50.757154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:51.192361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-37cda5da-2fe4-4670-b936-8464517951f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399110 Nov 08 13:28:51.273601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-8cd210f8-5901-4a06-85bc-8ce98cad74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:51.275105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-8cd210f8-5901-4a06-85bc-8ce98cad74dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1135 time: 0.0409303 Nov 08 13:28:51.384292 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-f3e23d34-d564-49e4-9d84-243c76ade326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:51.385747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-f3e23d34-d564-49e4-9d84-243c76ade326 service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.0878968 Nov 08 13:28:51.450692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-b9485721-dc8e-4cd4-b6a4-cd44b1add810 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 1001 time: 0.0582149 Nov 08 13:28:51.499049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-8dd63305-b958-416c-8b46-820fd0371363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:51.500597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-8dd63305-b958-416c-8b46-820fd0371363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0433843 Nov 08 13:28:51.549250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-753d02e2-fe6e-412a-b8b1-171854f1440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:28:51.551142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-753d02e2-fe6e-412a-b8b1-171854f1440c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442233 Nov 08 13:28:51.641948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-8d9174f7-70de-4421-9bf0-5700c783146a service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Nov 08 13:28:51.733874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f6bb95c-dfb7-4b8e-a3a2-9354c8964132 req-748cffc9-128a-410b-80ee-810ac47c2f40 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Nov 08 13:28:53.133732 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb308-408a-487c-8510-7bad54bf3c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:55.527865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-988016cd-89a4-4cd3-9b9a-c97253574428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:56.918722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:58.310599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:59.004414 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:15.312904 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:29:16.601300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59b418bf-59cc-4c99-9b97-61b2362575af req-3bf16194-7740-4903-a56c-d1441d78f8b4 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016529139&fields=id&tenant_id=5a79c7ba66e84b53878f27b09e97127c HTTP/1.1" status: 200 len: 267 time: 0.0497084 Nov 08 13:29:16.636231 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:16.655136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b418bf-59cc-4c99-9b97-61b2362575af req-23255017-b20c-45bb-865e-b7fe7f2732a0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:16.657030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59b418bf-59cc-4c99-9b97-61b2362575af req-23255017-b20c-45bb-865e-b7fe7f2732a0 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 984 time: 0.0496075 Nov 08 13:29:16.669014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Request body: {'port': {'security_groups': ['dd2f9873-87cf-43cb-896b-44a47ed5ecc4']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:16.738760 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:16.912158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:16.941201 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.001737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.013027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:29:17.045244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:17.045856 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.047377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59b418bf-59cc-4c99-9b97-61b2362575af req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "PUT /v2.0/ports/15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 942 time: 0.3835754 Nov 08 13:29:17.047827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:29:17.050287 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:29:17.056789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36570) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:17.080716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event updated for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:17.089769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.090111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.090601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.090941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.091271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.091597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.092453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.092453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.092669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.092909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.093223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.093592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8528a3-7035-43f9-8a74-6a0b36ae2bd9 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.154582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.164246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:29:17.187669 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66604f4a-4abc-4fb8-b9d9-b3b0e1745e06 x-openstack-request-id: req-66604f4a-4abc-4fb8-b9d9-b3b0e1745e06 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:29:17.187840 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.187940 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:29:17.188194 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66604f4a-4abc-4fb8-b9d9-b3b0e1745e06 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:29:17.188590 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:29:17.263836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-3e67b53f-5f75-46a6-9d36-769b99165c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:17.265374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-3e67b53f-5f75-46a6-9d36-769b99165c36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1096 time: 0.0512264 Nov 08 13:29:17.338657 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.341676 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.342949 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "DELETE /v2.0/security-groups/9ffa2874-94e5-4a06-ac86-0bc5525e523c HTTP/1.1" status: 204 len: 168 time: 0.2848847 Nov 08 13:29:17.346506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:17.349496 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7a4873b0-0141-416b-a426-786902d1e1d3 None None] Provisioning complete for port 15f86997-586c-4ca8-bed3-76fb1f58e2aa triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:17.349874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a4873b0-0141-416b-a426-786902d1e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.353535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa2874-94e5-4a06-ac86-0bc5525e523c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:17.361735 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.362084 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.362467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.362803 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.363134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.363590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.363923 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.364386 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.364816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.365560 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.365908 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.366235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e35fdb-2257-4713-b45e-b2c34e532366 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:17.414036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-4c718764-0584-41d0-bb10-3ff4a6f96be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:17.415459 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-4c718764-0584-41d0-bb10-3ff4a6f96be1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.1422231 Nov 08 13:29:17.531822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-ddf7a8f0-de5f-4a8b-a883-9d6dbc7ded23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 1001 time: 0.1061592 Nov 08 13:29:17.604061 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-09919f94-8c3e-432e-bdca-0aff6b6a0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:17.605511 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-09919f94-8c3e-432e-bdca-0aff6b6a0920 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0548093 Nov 08 13:29:17.641719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Deleting port 09a7a739-554e-493b-826a-af122a2002a8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:17.642056 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.698324 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-39465183-8ad6-4199-9a06-d32341d9806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:17.699722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-39465183-8ad6-4199-9a06-d32341d9806a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858262 Nov 08 13:29:17.775434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.775758 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:17.794394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Calling delete_port for 09a7a739-554e-493b-826a-af122a2002a8 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:17.858595 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-e2a004d5-58b2-4d8f-9cd4-54e9c4b309d6 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514800 Nov 08 13:29:17.999415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0222b6a-e213-4ad2-a8ae-0e458dfe37d2 req-9c4bb29d-b5db-4630-9095-9df5b0191f90 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257415 Nov 08 13:29:18.133345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:18.162546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event deleted for resources: {'Port': ['ID=09a7a739-554e-493b-826a-af122a2002a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:18.221860 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:18.222202 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Floating IP 7e4db381-349d-47c0-9995-9dcf1772fc11 disassociated (deleted). External IP: 172.25.1.181, port: 15f86997-586c-4ca8-bed3-76fb1f58e2aa. Nov 08 13:29:18.756360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:29:18.867029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:29:18.872034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:18.876895 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Sync routers for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:29:18.886177 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:18.886916 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:18.899241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a4577cf0-5e9a-4bd8-923e-33058c87be52 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "DELETE /v2.0/floatingips/7e4db381-349d-47c0-9995-9dcf1772fc11 HTTP/1.1" status: 204 len: 168 time: 1.5516758 Nov 08 13:29:18.993609 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:19.190175 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:29:19.190773 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:19.192876 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd3231-df23-4aab-92fb-47bff2a384dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:29:19.235375 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836067a8-ddba-4c43-8bf7-c84a47d38a28 x-openstack-request-id: req-836067a8-ddba-4c43-8bf7-c84a47d38a28 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:29:19.235674 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:29:19.235924 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-836067a8-ddba-4c43-8bf7-c84a47d38a28 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:29:19.236322 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:29:19.309980 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Checking router: d8491e62-6fdf-4eb3-8eb5-7c80331d35ce for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:29:19.314730 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-990c40d9-69e4-476a-90e0-174ac08e4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:19.314730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-990c40d9-69e4-476a-90e0-174ac08e4962 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a79c7ba66e84b53878f27b09e97127c&device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 1096 time: 0.0495768 Nov 08 13:29:19.318843 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:19.319464 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:28:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:19.419438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-c0bd3154-7c6a-4a00-80bc-9e613bc30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:19.421275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-c0bd3154-7c6a-4a00-80bc-9e613bc30b8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 200 len: 915 time: 0.1005180 Nov 08 13:29:19.431105 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:19.470136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-e6bf552e-f943-4f5d-b144-bb8cfdda0598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 200 len: 217 time: 0.0392861 Nov 08 13:29:19.522104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-855c8318-a80a-42dc-bafb-8cd2e8f96643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:19.523665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-855c8318-a80a-42dc-bafb-8cd2e8f96643 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 200 len: 853 time: 0.0458112 Nov 08 13:29:19.573282 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-ef5ab440-7196-42d6-b070-a4eb5f070113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:19.574759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-ef5ab440-7196-42d6-b070-a4eb5f070113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=262a5bf4-a786-49dd-ae23-03940cdfdc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425620 Nov 08 13:29:19.634445 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:19.664671 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861be3c-9286-4640-86e8-e13612c09d4e None None] The sync data for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 is: [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:08Z', 'revision_number': 4, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'a79ce973-2a73-42d1-9725-996ffa7ab0d0', 'name': '', 'network_id': '262a5bf4-a786-49dd-ae23-03940cdfdc09', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'mac_address': 'fa:16:3e:b6:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:07Z', 'updated_at': '2021-11-08T13:27:12Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'subnets': [{'id': '85953d4b-5ff9-46b7-ba2c-61f7479c1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:29:19.673306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-9d6b4dd3-c741-4a01-8e2a-326494eb764a service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887730 Nov 08 13:29:19.785632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7edd3231-df23-4aab-92fb-47bff2a384dc req-c3839381-9691-4e5a-9c60-131545454cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874491 Nov 08 13:29:19.891342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ab9e5-c37d-4a51-8b13-b35c97201299 None None] New status for floating IP 7e4db381-349d-47c0-9995-9dcf1772fc11: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:29:20.763583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:23.147858 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e093245-a9c4-4028-8fca-e4725f9af53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:25.523667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ffdb708b-926d-4afe-8336-1319a89b79f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:26.952465 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:28.350633 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:28.447301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2492-b1f1-4c41-a89d-cae643bba741 req-ffc0a9a6-ed21-419a-9dae-46229c1cc6d2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:28.448452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a50a2492-b1f1-4c41-a89d-cae643bba741 req-ffc0a9a6-ed21-419a-9dae-46229c1cc6d2 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0556774 Nov 08 13:29:28.512409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a50a2492-b1f1-4c41-a89d-cae643bba741 req-f06e36be-58af-4788-9d45-3bf965459d07 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Nov 08 13:29:29.015060 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:29.634641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95436f-ae6a-4a4e-bceb-f1326dbf8f84 req-a1c1af77-61ce-4d63-add2-03babe080c28 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:29.636147 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c95436f-ae6a-4a4e-bceb-f1326dbf8f84 req-a1c1af77-61ce-4d63-add2-03babe080c28 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0511656 Nov 08 13:29:29.684945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c95436f-ae6a-4a4e-bceb-f1326dbf8f84 req-2481a9af-f0b5-4e4a-ab6b-9d648be058bd tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd2f9873-87cf-43cb-896b-44a47ed5ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Nov 08 13:29:30.066708 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-c4bb5d2d-ac12-422d-b3a3-5e06387d311e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:30.066708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-c4bb5d2d-ac12-422d-b3a3-5e06387d311e tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.57 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 945 time: 0.0496504 Nov 08 13:29:30.167330 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Deleting port 15f86997-586c-4ca8-bed3-76fb1f58e2aa {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:30.167669 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:30.260265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] For port 15f86997-586c-4ca8-bed3-76fb1f58e2aa, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=15f86997-586c-4ca8-bed3-76fb1f58e2aa,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:30.260626 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:30.274487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Calling delete_port for 15f86997-586c-4ca8-bed3-76fb1f58e2aa owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:30.495293 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:30.508124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['15f86997-586c-4ca8-bed3-76fb1f58e2aa'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:29:30.527162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Pushing event deleted for resources: {'Port': ['ID=15f86997-586c-4ca8-bed3-76fb1f58e2aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:30.573417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] No DVR routers for this DVR port 15f86997-586c-4ca8-bed3-76fb1f58e2aa on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:29:30.576070 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:30.579369 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41aa97f8-029a-4d7b-bc2c-735b951ee634 req-360ab9b0-0c8f-4e25-8b29-367442db4ded tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.57 "DELETE /v2.0/ports/15f86997-586c-4ca8-bed3-76fb1f58e2aa HTTP/1.1" status: 204 len: 173 time: 0.5097888 Nov 08 13:29:30.579810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'name': 'network-vif-deleted', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:29:30.582075 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771a520-be5a-4596-87fc-e58bfda200d4" -d '{"events": [{"server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "name": "network-vif-deleted", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:29:30.623679 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618c937-f15f-4426-bb97-efff58c845ef x-openstack-request-id: req-4618c937-f15f-4426-bb97-efff58c845ef {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:29:30.623982 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a530871d-c44a-4282-9c2a-a6b940e3825c", "name": "network-vif-deleted", "tag": "15f86997-586c-4ca8-bed3-76fb1f58e2aa", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:29:30.624239 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4618c937-f15f-4426-bb97-efff58c845ef {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:29:30.624648 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a530871d-c44a-4282-9c2a-a6b940e3825c', 'name': 'network-vif-deleted', 'tag': '15f86997-586c-4ca8-bed3-76fb1f58e2aa', 'status': 'completed', 'code': 200} Nov 08 13:29:30.784245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f22d4fb3-ba88-403c-b277-e423f34455fb req-e000c739-ef0c-408c-b4cc-e865bedd21c3 tempest-TestMinimumBasicScenario-1835137877 tempest-TestMinimumBasicScenario-1835137877-project] 10.222.0.58 "GET /v2.0/ports?device_id=a530871d-c44a-4282-9c2a-a6b940e3825c HTTP/1.1" status: 200 len: 210 time: 0.0270100 Nov 08 13:29:33.004979 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36674) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:33.358224 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:33.619305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Deleting port a79ce973-2a73-42d1-9725-996ffa7ab0d0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:33.619552 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:33.698478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] For port a79ce973-2a73-42d1-9725-996ffa7ab0d0, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=a79ce973-2a73-42d1-9725-996ffa7ab0d0,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:33.698838 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:33.716537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Calling delete_port for a79ce973-2a73-42d1-9725-996ffa7ab0d0 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:33.975685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:34.005611 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a79ce973-2a73-42d1-9725-996ffa7ab0d0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:34.174720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:34.399445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:29:34.511536 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:29:34.516626 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c8453008-3a9f-4c26-a19e-302cbcc88f4a admin admin] 10.222.0.58 "PUT /v2.0/routers/d8491e62-6fdf-4eb3-8eb5-7c80331d35ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099547 Nov 08 13:29:34.519152 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36676) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:34.522604 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Sync routers for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:29:34.532908 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:34.533779 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:34.643280 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:34.646516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 15f86997-586c-4ca8-bed3-76fb1f58e2aa no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:34.670918 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 15f86997-586c-4ca8-bed3-76fb1f58e2aa {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:34.671158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 15f86997-586c-4ca8-bed3-76fb1f58e2aa not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:34.856686 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:29:33Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:34.888006 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Checking router: d8491e62-6fdf-4eb3-8eb5-7c80331d35ce for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:29:34.896701 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Routers {'d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:34.897395 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:34.975839 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.004485 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] Set router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:35.081475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.182894 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:29:33Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:35.190656 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Deleting port 5135bccb-89d8-4af9-99ad-d2e79baaa947 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:35.191003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.210062 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c21150-2d63-45b5-b4c8-accdd517e0a0 None None] The sync data for ids ['d8491e62-6fdf-4eb3-8eb5-7c80331d35ce'] in n-d-816990-1 is: [{'id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'name': 'tempest-TestMinimumBasicScenario-676534010-router', 'tenant_id': '5a79c7ba66e84b53878f27b09e97127c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:29:33Z', 'revision_number': 5, 'project_id': '5a79c7ba66e84b53878f27b09e97127c', 'gw_port': {'id': '5135bccb-89d8-4af9-99ad-d2e79baaa947', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8491e62-6fdf-4eb3-8eb5-7c80331d35ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:05Z', 'updated_at': '2021-11-08T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:29:35.275966 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] For port 5135bccb-89d8-4af9-99ad-d2e79baaa947, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5135bccb-89d8-4af9-99ad-d2e79baaa947,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:35.276373 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.293506 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Calling delete_port for 5135bccb-89d8-4af9-99ad-d2e79baaa947 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:35.518007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.548606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5135bccb-89d8-4af9-99ad-d2e79baaa947,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:35.618844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a79ce973-2a73-42d1-9725-996ffa7ab0d0 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:35.624492 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.641616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: a79ce973-2a73-42d1-9725-996ffa7ab0d0 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:35.642643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device a79ce973-2a73-42d1-9725-996ffa7ab0d0 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:35.719101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.721284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.869994 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.870595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8491e62-6fdf-4eb3-8eb5-7c80331d35ce {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:29:35.878424 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.878424 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09ac1b45-b416-4d8c-8669-ffc6e9289ed5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d8491e62-6fdf-4eb3-8eb5-7c80331d35ce HTTP/1.1" status: 204 len: 168 time: 1.3566573 Nov 08 13:29:35.879523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36678) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:35.930678 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Deleting subnet 85953d4b-5ff9-46b7-ba2c-61f7479c1736 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:29:35.934103 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.971434 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.058685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.185138 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.210937 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85953d4b-5ff9-46b7-ba2c-61f7479c1736,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:36.218984 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.223743 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d66f1089-6181-4065-8270-14ff58607836 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/85953d4b-5ff9-46b7-ba2c-61f7479c1736 HTTP/1.1" status: 204 len: 168 time: 0.3426449 Nov 08 13:29:36.226141 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:36.227635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a926d6-3ad2-4bae-9417-5a19d59ed06d None None] Network 262a5bf4-a786-49dd-ae23-03940cdfdc09 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:29:36.326209 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.408591 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Deleting port 4388338e-88f7-416d-99c6-73eaa33d31d3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:36.408935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.464374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] DHCP port deletion for 262a5bf4-a786-49dd-ae23-03940cdfdc09 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:29:36.483870 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] For port 4388338e-88f7-416d-99c6-73eaa33d31d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4388338e-88f7-416d-99c6-73eaa33d31d3,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:36.484238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.498715 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Calling delete_port for 4388338e-88f7-416d-99c6-73eaa33d31d3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:36.526279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Deleting port 4388338e-88f7-416d-99c6-73eaa33d31d3 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:36.527025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.599550 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] For port 4388338e-88f7-416d-99c6-73eaa33d31d3, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4388338e-88f7-416d-99c6-73eaa33d31d3,segment=NetworkSegment(6960427b-d0d4-40e1-aff9-6b0ec6cbdadb),segment_id=6960427b-d0d4-40e1-aff9-6b0ec6cbdadb)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:36.604971 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.621676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Calling delete_port for 4388338e-88f7-416d-99c6-73eaa33d31d3 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:36.670238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:29:36.698471 n-d-816990-1 neutron-server[102537]: self.session.flush() Nov 08 13:29:36.702880 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Pushing event deleted for resources: {'Port': ['ID=4388338e-88f7-416d-99c6-73eaa33d31d3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:36.703526 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] No DVR routers for this DVR port 4388338e-88f7-416d-99c6-73eaa33d31d3 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:29:36.704076 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.732621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Pushing event deleted for resources: {'Port': ['ID=4388338e-88f7-416d-99c6-73eaa33d31d3,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:36.737030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] No DVR routers for this DVR port 4388338e-88f7-416d-99c6-73eaa33d31d3 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:29:36.744530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.744876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.745396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.745920 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.746475 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.747186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.747689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.748193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.748799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.748898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.750815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.751370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11868e5-422f-4345-8777-a78b31728e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:36.797098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.817267 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262a5bf4-a786-49dd-ae23-03940cdfdc09']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:36.827606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:36.827904 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6960427b-d0d4-40e1-aff9-6b0ec6cbdadb') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:36.838183 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.851878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.857996 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:29:36.862716 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:29:36.974582 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.981954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:36.985385 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] 10.222.0.58 "DELETE /v2.0/networks/262a5bf4-a786-49dd-ae23-03940cdfdc09 HTTP/1.1" status: 204 len: 168 time: 0.7582476 Nov 08 13:29:36.988733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:36.998156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1166b8-3b8b-471d-937d-979ff7aaf829 admin admin] Pushing event deleted for resources: {'Network': ['ID=262a5bf4-a786-49dd-ae23-03940cdfdc09,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:37.360064 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:37.579038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4388338e-88f7-416d-99c6-73eaa33d31d3 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:37.601767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4388338e-88f7-416d-99c6-73eaa33d31d3 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:37.602203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4388338e-88f7-416d-99c6-73eaa33d31d3 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:37.602751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5135bccb-89d8-4af9-99ad-d2e79baaa947 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:37.624813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5135bccb-89d8-4af9-99ad-d2e79baaa947 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:37.625234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5135bccb-89d8-4af9-99ad-d2e79baaa947 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:37.639326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Deleting port c18c069f-ecab-416e-9fe4-a4a813d753de {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:37.639674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:37.723633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] For port c18c069f-ecab-416e-9fe4-a4a813d753de, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=c18c069f-ecab-416e-9fe4-a4a813d753de,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:37.724462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:37.737307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Calling delete_port for c18c069f-ecab-416e-9fe4-a4a813d753de owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:37.991637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.017036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Pushing event deleted for resources: {'Port': ['ID=c18c069f-ecab-416e-9fe4-a4a813d753de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:38.197207 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.420295 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Router 42d23c55-165d-4971-a00a-b64a4f66d448 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:29:38.530524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:29:38.536035 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f0422037-a6f5-47c7-bb2c-beb3f755547e admin admin] 10.222.0.58 "PUT /v2.0/routers/42d23c55-165d-4971-a00a-b64a4f66d448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459859 Nov 08 13:29:38.538720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:38.540311 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Sync routers for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:29:38.550599 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:38.551223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:38.660183 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.665169 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:38.769728 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.850510 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:29:37Z', 'revision_number': 5, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port': {'id': '9067f90a-1110-4681-813f-e191e5dcbc54', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:38.877301 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Checking router: 42d23c55-165d-4971-a00a-b64a4f66d448 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:29:38.886456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Routers {'42d23c55-165d-4971-a00a-b64a4f66d448'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:38.887109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['42d23c55-165d-4971-a00a-b64a4f66d448'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:38.899594 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Deleting port 9067f90a-1110-4681-813f-e191e5dcbc54 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:38.899930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.974646 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] Set router 42d23c55-165d-4971-a00a-b64a4f66d448 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:38.984837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] For port 9067f90a-1110-4681-813f-e191e5dcbc54, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=9067f90a-1110-4681-813f-e191e5dcbc54,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:38.985205 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:38.997809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Calling delete_port for 9067f90a-1110-4681-813f-e191e5dcbc54 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:39.035770 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:29:38Z', 'revision_number': 6, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:39.069425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ab1ea7-8c80-4c88-b34b-4dc0de43d194 None None] The sync data for ids ['42d23c55-165d-4971-a00a-b64a4f66d448'] in n-d-816990-1 is: [{'id': '42d23c55-165d-4971-a00a-b64a4f66d448', 'name': 'tempest-TestMinimumBasicScenario-1153902590-router', 'tenant_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:27:11Z', 'updated_at': '2021-11-08T13:29:38Z', 'revision_number': 6, 'project_id': 'ad552373915040cbb2e0dde3fc9ec40d', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:29:39.208983 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.233902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9067f90a-1110-4681-813f-e191e5dcbc54,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:39.299254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.391034 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.393419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.505705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.506303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d23c55-165d-4971-a00a-b64a4f66d448 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:29:39.510897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.512122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ffbe66b5-63c7-4e45-ae4a-81f8713a71a5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/42d23c55-165d-4971-a00a-b64a4f66d448 HTTP/1.1" status: 204 len: 168 time: 0.9721291 Nov 08 13:29:39.514576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:39.559147 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Deleting subnet c5b5d37b-8af1-4109-8fa5-e0395af58a7b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:29:39.562198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.597459 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.678013 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.814006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.842839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b5d37b-8af1-4109-8fa5-e0395af58a7b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:39.847210 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.850924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e5927b82-9493-4c0b-ae90-f90368673da4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c5b5d37b-8af1-4109-8fa5-e0395af58a7b HTTP/1.1" status: 204 len: 168 time: 0.3353589 Nov 08 13:29:39.852060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9067f90a-1110-4681-813f-e191e5dcbc54 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:39.853491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:39.875757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f9479-036a-4f08-8503-6ea351c6846c None None] Network 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:29:39.879235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 9067f90a-1110-4681-813f-e191e5dcbc54 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:39.879583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 9067f90a-1110-4681-813f-e191e5dcbc54 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:39.880530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c18c069f-ecab-416e-9fe4-a4a813d753de no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:39.924020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: c18c069f-ecab-416e-9fe4-a4a813d753de {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:39.924386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device c18c069f-ecab-416e-9fe4-a4a813d753de not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:39.938858 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:39.995519 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Deleting port bfc15652-51d6-4c49-9885-a0a7c5bde1ef {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:39.995929 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.065552 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] For port bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:40.066174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.084610 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Calling delete_port for bfc15652-51d6-4c49-9885-a0a7c5bde1ef owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:40.108045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] DHCP port deletion for 2fce77b3-58f9-4a66-9433-12e53ddfe5c0 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:29:40.165836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Deleting port bfc15652-51d6-4c49-9885-a0a7c5bde1ef {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:29:40.166207 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.229825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] For port bfc15652-51d6-4c49-9885-a0a7c5bde1ef, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,segment=NetworkSegment(3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2),segment_id=3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:40.230187 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.242320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Calling delete_port for bfc15652-51d6-4c49-9885-a0a7c5bde1ef owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:29:40.265673 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.295140 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:40.296945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] No DVR routers for this DVR port bfc15652-51d6-4c49-9885-a0a7c5bde1ef on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:29:40.377766 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.405797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fce77b3-58f9-4a66-9433-12e53ddfe5c0']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:40.420875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:40.421255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5bcbbc-a9bd-4f88-9962-81a3c2dbe3a2') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:40.435535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.455156 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.463696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:29:40.464137 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:29:40.466324 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:29:40.491631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.517738 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] Pushing event deleted for resources: {'Port': ['ID=bfc15652-51d6-4c49-9885-a0a7c5bde1ef,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:40.521393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8a278-89f4-4cd1-8e7f-08e7f967fcb3 None None] No DVR routers for this DVR port bfc15652-51d6-4c49-9885-a0a7c5bde1ef on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:29:40.608984 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.618801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:40.622067 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2fce77b3-58f9-4a66-9433-12e53ddfe5c0 HTTP/1.1" status: 204 len: 168 time: 0.7675979 Nov 08 13:29:40.633204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c0386-1281-43f1-b135-6cd6f4244ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fce77b3-58f9-4a66-9433-12e53ddfe5c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:40.934607 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36692) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:40.983067 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-526471c0-0982-4aaf-8cfe-b8295d3fa1f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a79c7ba66e84b53878f27b09e97127c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472836 Nov 08 13:29:40.987010 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36694) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:41.035157 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:41.057835 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:41.189882 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:41.192883 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:41.194055 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd2f9873-87cf-43cb-896b-44a47ed5ecc4 HTTP/1.1" status: 204 len: 168 time: 0.2061062 Nov 08 13:29:41.202338 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614b90-c02c-4fa7-93ee-0fe0c0041902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f9873-87cf-43cb-896b-44a47ed5ecc4,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:41.581831 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bfc15652-51d6-4c49-9885-a0a7c5bde1ef no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:29:41.610761 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: bfc15652-51d6-4c49-9885-a0a7c5bde1ef {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:29:41.611106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device bfc15652-51d6-4c49-9885-a0a7c5bde1ef not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:29:41.903710 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36700) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:41.946769 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b9f56757-e220-4418-8882-88ed9e6124ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad552373915040cbb2e0dde3fc9ec40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417018 Nov 08 13:29:41.950517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36702) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:42.001970 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:42.026310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:42.185916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:42.188703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:42.189918 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa154bca-25bb-4611-acd0-5c436422e185 HTTP/1.1" status: 204 len: 168 time: 0.2384791 Nov 08 13:29:42.199347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994fa4d-f2c3-43f5-841c-79fe658b7c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa154bca-25bb-4611-acd0-5c436422e185,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:44.370840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36742) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:44.375571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021832490', 'description': 'tempest-secgroup-smoke-1021832490 description', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:44.448767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.457078 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.533720 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.601580 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.638663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3389724-7790-4529-b47f-611984a94a7b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:44.680274 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.751440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.780946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a0ffd2-0f59-4e5d-a891-e9a3084df635,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:44.844914 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:44.846204 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c4b45fbd-2446-4e96-a794-efc36b38fe85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4745438 Nov 08 13:29:44.849197 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:44.858510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:44.951374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.009661 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.248649 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.269179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d0619a-1b95-416d-92f6-9c3b31668aea,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:45.336136 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.337392 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6b18615c-d750-44c3-8de9-bb8d8efa17ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4872751 Nov 08 13:29:45.340435 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:45.345032 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:45.414364 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.475988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.528099 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.548378 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9e6239-f8c5-478e-a73f-998a8e4ffbbc,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:45.604849 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.606113 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7c7aa81b-315f-471d-a81a-e126d608f750 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646561 Nov 08 13:29:45.608896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:45.614131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:45.710951 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.768281 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.836548 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.855328 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a528728d-e7fc-48bb-9fda-df24eece72df,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:45.907165 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:45.908444 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b4129506-4479-4b7b-9cf0-7aeee585d051 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985926 Nov 08 13:29:45.911239 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:45.916695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:46.013697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.072691 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.155300 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.172481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fd7b6f-5f24-4075-9116-cf0cd37df70d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:46.243595 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.244830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3542f8ed-f6c5-4508-8438-c0a77fbeafce tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325768 Nov 08 13:29:46.247537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36752) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:46.252257 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:46.344192 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:29:46.349526 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.412304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.487045 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.507161 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d0c6bc-3fc6-4f11-a236-d1676a15a3f5,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:46.580425 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.581661 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-78ccfa8d-ad78-471e-a3fd-52bfe1dd3967 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332026 Nov 08 13:29:46.584441 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:46.589913 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'b5a0ffd2-0f59-4e5d-a891-e9a3084df635', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:46.636151 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.694618 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:29:46.700139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.762225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.831094 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.851358 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc03dea-f53f-4dcb-9004-936bc8e8842f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:46.918756 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:46.920011 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b87108f1-d184-473a-8807-9e7ccc3ce58d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3346262 Nov 08 13:29:46.923417 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36756) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:46.928394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'network': {'name': 'tempest-network-smoke--1423409489', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:47.018184 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:29:47.021742 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.046049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:29:47.056252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.056624 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Added segment f3a2cda7-611b-460c-bbca-63faa7f69b95 of type vlan for network 829e40de-b79c-477a-885b-3d8534b46f4c Nov 08 13:29:47.097729 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.213714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.219742 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:47.220357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.290177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Network': ['ID=829e40de-b79c-477a-885b-3d8534b46f4c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:47.300726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 829e40de-b79c-477a-885b-3d8534b46f4c details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:29:47.336591 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2cb235ad-5447-4e0a-8de0-fb72ef80621d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4121101 Nov 08 13:29:47.342860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:47.349209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'admin_state_up': True, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:47.431649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.432739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.486711 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:47.997662 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:48.248465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:48.267515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:48.370786 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.13 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/30ec6205-7ad6-4d65-a275-83dc1efd5190) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:29:48.471695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:48.585799 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:48.628329 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:29:48.634032 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:48.637654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:29:48.643231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=30ec6205-7ad6-4d65-a275-83dc1efd5190,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:48.971889 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:49.170073 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:49.379591 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:29:49.488169 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:29:49.500878 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Sync routers for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:29:49.512018 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:49.515573 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:49.570478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:49.571857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1ca911c5-f450-4a59-8e8e-83baff8aaa93 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2263618 Nov 08 13:29:49.575024 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:49.618398 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:49.700079 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-abcd37a3-0de6-4e94-a415-6361d028b524 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4e97c55a969f4009b4aded8d8fbc2a80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239152 Nov 08 13:29:49.703099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:49.801519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d34989-0922-4611-9a89-b4330b842455 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:49.803236 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-30d34989-0922-4611-9a89-b4330b842455 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991428 Nov 08 13:29:49.806766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36766) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:49.833988 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a097a45-e86f-440c-9e26-9067fc4812b5 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261548 Nov 08 13:29:49.837135 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36768) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:49.842072 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45806253', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:49.889132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:48Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:49.915759 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Checking router: 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:29:49.916021 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Updating router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 port 30ec6205-7ad6-4d65-a275-83dc1efd5190 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:29:49.943877 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:49.985489 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:29:49.989084 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.198124 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.252655 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.299654 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.321709 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Subnet': ['ID=38a2f7f2-006e-4f84-969d-c67d8e08b97d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:50.332933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Checking segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:29:50.332933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network hostable DHCP agents. Network: 829e40de-b79c-477a-885b-3d8534b46f4c, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:29:50.352099 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Attempting to bind port 30ec6205-7ad6-4d65-a275-83dc1efd5190 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:29:50.352467 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Attempting to bind port 30ec6205-7ad6-4d65-a275-83dc1efd5190 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:29:50.352830 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Attempting to bind port 30ec6205-7ad6-4d65-a275-83dc1efd5190 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:29:50.360060 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Pushing event updated for resources: {'Port': ['ID=30ec6205-7ad6-4d65-a275-83dc1efd5190,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:50.363317 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:29:50.363695 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:29:50.364095 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.364483 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:29:50.365542 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Bound port: 30ec6205-7ad6-4d65-a275-83dc1efd5190, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:29:50.365963 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.373184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.373530 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.373892 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.374228 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.374586 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.374917 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.375515 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.375842 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.376168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.376489 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.376840 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.377162 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:29:50.433252 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] For port 30ec6205-7ad6-4d65-a275-83dc1efd5190, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:29:50.436350 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] For port 30ec6205-7ad6-4d65-a275-83dc1efd5190, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30ec6205-7ad6-4d65-a275-83dc1efd5190,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:29:50.440933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 829e40de-b79c-477a-885b-3d8534b46f4c is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:29:50.500482 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.528068 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 829e40de-b79c-477a-885b-3d8534b46f4c) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:50.532615 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:50.533457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.544062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c716f2-37be-4a6f-83cd-d9eec1c1e138 None None] Network 829e40de-b79c-477a-885b-3d8534b46f4c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:29:50.560862 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad96d2-86f6-4358-a95f-2ae1f59bc437 None None] Pushing event updated for resources: {'Port': ['ID=30ec6205-7ad6-4d65-a275-83dc1efd5190,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:50.563547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:50.564152 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:50.617129 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8c4f122d-299c-43a1-ac7a-be4cb827e4b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7783494 Nov 08 13:29:50.619764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:29:50.677785 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:50.723166 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-829e40de-b79c-477a-885b-3d8534b46f4c', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:29:50.725777 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.800029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:50.875177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Allocated IP 172.20.0.2 (829e40de-b79c-477a-885b-3d8534b46f4c/38a2f7f2-006e-4f84-969d-c67d8e08b97d/190f68bf-4693-40c6-b665-0561dc1cf41a) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:29:50.880572 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:48Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:50.915958 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c647d-d59a-4f80-b718-664591c2ddc4 None None] The sync data for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 is: [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:48Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:29:51.038608 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.092741 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.123029 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.189732 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Pushing event updated for resources: {'Port': ['ID=190f68bf-4693-40c6-b665-0561dc1cf41a,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:51.197723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Network 829e40de-b79c-477a-885b-3d8534b46f4c is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:29:51.199498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:51.202004 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:29:51.281261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Attempting to bind port 190f68bf-4693-40c6-b665-0561dc1cf41a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:29:51.281706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Attempting to bind port 190f68bf-4693-40c6-b665-0561dc1cf41a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:29:51.282142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Attempting to bind port 190f68bf-4693-40c6-b665-0561dc1cf41a on network 829e40de-b79c-477a-885b-3d8534b46f4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:29:51.289063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:29:51.289967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Checking segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:29:51.289967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.290365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Bound using segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:29:51.290933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Bound port: 190f68bf-4693-40c6-b665-0561dc1cf41a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:29:51.291334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.362233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] For port 190f68bf-4693-40c6-b665-0561dc1cf41a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:29:51.365579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] For port 190f68bf-4693-40c6-b665-0561dc1cf41a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=190f68bf-4693-40c6-b665-0561dc1cf41a,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:29:51.427519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.1 (829e40de-b79c-477a-885b-3d8534b46f4c/38a2f7f2-006e-4f84-969d-c67d8e08b97d/df801a4f-e2e0-4893-be69-abd16f9345b9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:29:51.436489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.501206 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88bf6a-fe42-4b1c-a372-11ed8fb225dc None None] Pushing event updated for resources: {'Port': ['ID=190f68bf-4693-40c6-b665-0561dc1cf41a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:51.611566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.645706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30ec6205-7ad6-4d65-a275-83dc1efd5190 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:29:51.716063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 30ec6205-7ad6-4d65-a275-83dc1efd5190 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:51.717012 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.735188 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.803064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:51.816490 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 829e40de-b79c-477a-885b-3d8534b46f4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:29:51.818053 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:51.821297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:29:51.841940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.872335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 30ec6205-7ad6-4d65-a275-83dc1efd5190, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30ec6205-7ad6-4d65-a275-83dc1efd5190,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:51.883749 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.928679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:51.992358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=30ec6205-7ad6-4d65-a275-83dc1efd5190,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:52.097419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.315928 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:29:52.429062 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.493588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.531744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d09d8-659f-43be-9ceb-69c2999d601b None None] Network 829e40de-b79c-477a-885b-3d8534b46f4c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:29:52.577394 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:52.580163 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.677747 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] Provisioning complete for port 190f68bf-4693-40c6-b665-0561dc1cf41a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:52.678722 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.696933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 829e40de-b79c-477a-885b-3d8534b46f4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:29:52.699304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:52.804117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.845166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:29:52.868482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] For port 190f68bf-4693-40c6-b665-0561dc1cf41a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=190f68bf-4693-40c6-b665-0561dc1cf41a,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:52.949880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:52.984582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:29:52.998100 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aa13461c-1a48-4d7e-8f24-7aa7cf947650 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/5b33df2e-851f-4aa8-8d9f-e235a0a3d038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3699160 Nov 08 13:29:53.016185 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bb27b-c2ea-41d5-a332-f0ee6cfcc170 None None] Pushing event updated for resources: {'Port': ['ID=190f68bf-4693-40c6-b665-0561dc1cf41a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:53.083541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4515fdd7-589f-45fa-a7d4-b911068ca7b2 None None] Provisioning complete for port df801a4f-e2e0-4893-be69-abd16f9345b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:53.089025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4515fdd7-589f-45fa-a7d4-b911068ca7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.134380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-924e3ac7-7e42-4a36-9a4c-483e6aa979a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.138274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-4515fdd7-589f-45fa-a7d4-b911068ca7b2 None None] Port df801a4f-e2e0-4893-be69-abd16f9345b9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:29:53.153284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Sync routers for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:29:53.167557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-4515fdd7-589f-45fa-a7d4-b911068ca7b2 None None] Provisioning complete for port 190f68bf-4693-40c6-b665-0561dc1cf41a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:53.167928 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4515fdd7-589f-45fa-a7d4-b911068ca7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.169564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:53.170194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:53.225562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-1066bafc-d287-4cf5-b2dc-594e8ff7f577 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021832490&fields=id&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 267 time: 0.0506306 Nov 08 13:29:53.334966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:53.348674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-d891c211-1123-40d2-89cd-7b77810d3ad4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:53.350217 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-d891c211-1123-40d2-89cd-7b77810d3ad4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/networks?id=829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 200 len: 797 time: 0.1199372 Nov 08 13:29:53.368786 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-e2b036b1-7502-48de-b526-8fa76ca66a2d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/quotas/4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 375 time: 0.0115433 Nov 08 13:29:53.435485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-b641200a-f43d-4972-8d8e-af290351054d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580285 Nov 08 13:29:53.523525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ad174a9f-0f0b-486c-84cf-e558d773abdb None None] Provisioning complete for port df801a4f-e2e0-4893-be69-abd16f9345b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:53.523998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ad174a9f-0f0b-486c-84cf-e558d773abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.592402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ad174a9f-0f0b-486c-84cf-e558d773abdb None None] Port df801a4f-e2e0-4893-be69-abd16f9345b9 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:29:53.617314 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-b405bced-513d-4a0d-8b29-a17c344f6d42 service neutron] 10.222.0.58 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668499 Nov 08 13:29:53.622406 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:52Z', 'revision_number': 2, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:53.652350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Checking router: 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:29:53.652709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Updating router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 port df801a4f-e2e0-4893-be69-abd16f9345b9 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:29:53.678186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.695829 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 190f68bf-4693-40c6-b665-0561dc1cf41a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:29:53.725251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-694e66d4-80bb-449c-b766-b1b5479fff6f service neutron] 10.222.0.58 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016481 Nov 08 13:29:53.839907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 190f68bf-4693-40c6-b665-0561dc1cf41a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:53.840287 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:53.980108 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bcb4ed65-698e-4eb4-963c-8fea3fc0b1aa req-fbae139a-957d-49b8-9007-8a38f05580f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Nov 08 13:29:54.009666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30ec6205-7ad6-4d65-a275-83dc1efd5190 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:29:54.097324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.106639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 30ec6205-7ad6-4d65-a275-83dc1efd5190 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:54.107002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.179329 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.254375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74924-993f-4345-80ac-46127d4895fe None None] Pushing event updated for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:54.311097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Attempting to bind port df801a4f-e2e0-4893-be69-abd16f9345b9 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:29:54.311572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Attempting to bind port df801a4f-e2e0-4893-be69-abd16f9345b9 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:29:54.312060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Attempting to bind port df801a4f-e2e0-4893-be69-abd16f9345b9 on network 829e40de-b79c-477a-885b-3d8534b46f4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:29:54.318089 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:29:54.318528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Checking segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:29:54.318967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.319393 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Bound using segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:29:54.320849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Bound port: df801a4f-e2e0-4893-be69-abd16f9345b9, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:29:54.321340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.390221 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] For port df801a4f-e2e0-4893-be69-abd16f9345b9, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:29:54.393783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] For port df801a4f-e2e0-4893-be69-abd16f9345b9, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df801a4f-e2e0-4893-be69-abd16f9345b9,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:29:54.481002 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.731950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] Provisioning complete for port df801a4f-e2e0-4893-be69-abd16f9345b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:54.732575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:54.734017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:29:54.734754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:54.792220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74924-993f-4345-80ac-46127d4895fe None None] Pushing event updated for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:54.906274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:29:54.939905 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:55.023914 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] For port df801a4f-e2e0-4893-be69-abd16f9345b9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df801a4f-e2e0-4893-be69-abd16f9345b9,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:29:55.065286 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f23bf5f-db79-41c8-8d53-80e015af70bb req-bfe95fa6-bf2c-4d4f-8b49-a1327b73983c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Nov 08 13:29:55.120162 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:55.184032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056d53-6057-4460-9324-ed20dd0d443e None None] Pushing event updated for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:55.192392 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:29:55.220085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5772154-e642-46ec-b7d6-a223918b4f45 None None] The sync data for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 is: [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:29:55.239650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-431a3c21-2c39-4d34-b87a-dd686c339506 None None] Provisioning complete for port df801a4f-e2e0-4893-be69-abd16f9345b9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:55.240023 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-431a3c21-2c39-4d34-b87a-dd686c339506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:55.499253 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-58907c6b-1e61-4889-bd57-a23fb2aba99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:55.612858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df801a4f-e2e0-4893-be69-abd16f9345b9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:29:55.663792 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port df801a4f-e2e0-4893-be69-abd16f9345b9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:55.664257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:56.166114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b71655de-2b38-4cf8-a52e-39b34ac98d42 req-bcf82ced-a58e-4657-81f6-dbdcbfffb94b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Nov 08 13:29:56.307071 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-60db7c06-17df-4540-8ae8-4ff19d55624d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:56.308504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-60db7c06-17df-4540-8ae8-4ff19d55624d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/networks?id=829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 200 len: 797 time: 0.1202762 Nov 08 13:29:56.375842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-fa23495c-a98f-4ab1-9473-c6dc5f6f4122 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 380 time: 0.0576637 Nov 08 13:29:56.385443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'port': {'device_id': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'admin_state_up': True, 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'security_groups': ['b5a0ffd2-0f59-4e5d-a891-e9a3084df635']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:56.539913 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:29:56.543424 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:56.668311 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.12 (829e40de-b79c-477a-885b-3d8534b46f4c/38a2f7f2-006e-4f84-969d-c67d8e08b97d/be43550e-bfec-42e8-9797-019474faf0fb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:29:56.808661 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:56.909892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:56.933643 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:56.955069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 829e40de-b79c-477a-885b-3d8534b46f4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:29:56.960745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:29:56.964589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:29:56.971177 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:57.024092 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:57.024730 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.119884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-19fdd69a-e654-4f7a-927e-6f02082e1069 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380185 Nov 08 13:29:57.184246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2590e55b-a93b-409d-824d-cb26929cc1aa None None] Provisioning complete for port be43550e-bfec-42e8-9797-019474faf0fb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:29:57.184623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2590e55b-a93b-409d-824d-cb26929cc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.196273 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Request body: {'port': {'device_id': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:29:57.222660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2590e55b-a93b-409d-824d-cb26929cc1aa None None] Port be43550e-bfec-42e8-9797-019474faf0fb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:29:57.287255 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.344082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099288b3-dfef-4afe-ac9b-c707961e4cc1 req-15c8f9ec-31aa-4f81-9f3b-dfe0cdd1a4cc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:57.345470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099288b3-dfef-4afe-ac9b-c707961e4cc1 req-15c8f9ec-31aa-4f81-9f3b-dfe0cdd1a4cc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 932 time: 0.0884430 Nov 08 13:29:57.469232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099288b3-dfef-4afe-ac9b-c707961e4cc1 req-f36377ba-a46a-4828-a260-f2f074d7e415 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153195 Nov 08 13:29:57.617861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be43550e-bfec-42e8-9797-019474faf0fb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:29:57.625439 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.640462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Transition to ACTIVE for port object be43550e-bfec-42e8-9797-019474faf0fb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:29:57.720306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.778145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Pushing event updated for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:57.848875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Attempting to bind port be43550e-bfec-42e8-9797-019474faf0fb on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Attempting to bind port be43550e-bfec-42e8-9797-019474faf0fb by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Attempting to bind port be43550e-bfec-42e8-9797-019474faf0fb on network 829e40de-b79c-477a-885b-3d8534b46f4c {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Port be43550e-bfec-42e8-9797-019474faf0fb on network 829e40de-b79c-477a-885b-3d8534b46f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Attempting to bind port be43550e-bfec-42e8-9797-019474faf0fb on network 829e40de-b79c-477a-885b-3d8534b46f4c {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Checking segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:29:57.860642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Bound using segment: {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:29:57.861354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Bound port: be43550e-bfec-42e8-9797-019474faf0fb, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a2cda7-611b-460c-bbca-63faa7f69b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:29:57.861464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.927104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:29:57.930380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be43550e-bfec-42e8-9797-019474faf0fb,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:29:58.018527 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:58.051783 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.052347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:58.053577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] 10.222.0.61 "PUT /v2.0/ports/be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 200 len: 1092 time: 0.9257052 Nov 08 13:29:58.055662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:29:58.057946 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ce8df-c725-44c5-a031-5f8a13823d76" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:29:58.088053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cc3c1-c491-4dd6-b3a7-f78618cb2306 service neutron] Pushing event updated for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:29:58.106708 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d4b2b-8f3c-49bd-af5d-6619edc31d51 x-openstack-request-id: req-970d4b2b-8f3c-49bd-af5d-6619edc31d51 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:29:58.106708 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:29:58.106708 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-970d4b2b-8f3c-49bd-af5d-6619edc31d51 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:29:58.106708 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb', 'status': 'completed', 'code': 200} Nov 08 13:29:58.170709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-cff2d9f5-d050-4ab0-a11d-217bb7a97736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.172245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-cff2d9f5-d050-4ab0-a11d-217bb7a97736 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1095 time: 0.0448585 Nov 08 13:29:58.282487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-d880a11e-ff4b-49f3-8548-85fb76a4b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.283965 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-d880a11e-ff4b-49f3-8548-85fb76a4b410 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1040606 Nov 08 13:29:58.316870 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:58.403243 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-610ea6b7-93f6-44f6-a7c1-ecacaddce4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.405580 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e36ce8df-c725-44c5-a031-5f8a13823d76 req-610ea6b7-93f6-44f6-a7c1-ecacaddce4f9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143892 Nov 08 13:29:58.505491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-71161f04-3f9c-46d0-8e73-8ee53e5c97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.508724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-71161f04-3f9c-46d0-8e73-8ee53e5c97eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1095 time: 0.0581360 Nov 08 13:29:58.580039 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-749550b9-4c41-4204-864b-4d086bdabbd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 200 len: 217 time: 0.0631342 Nov 08 13:29:58.704744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-43f30c91-3891-4f9b-86bd-ad9a22a688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.707230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-43f30c91-3891-4f9b-86bd-ad9a22a688c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a2f7f2-006e-4f84-969d-c67d8e08b97d HTTP/1.1" status: 200 len: 833 time: 0.1183002 Nov 08 13:29:58.723362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09998dd6-247c-4171-881e-3642f4d1c4ef req-6a729e93-25c2-4d28-b1a1-3a4f616e9127 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.725776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09998dd6-247c-4171-881e-3642f4d1c4ef req-6a729e93-25c2-4d28-b1a1-3a4f616e9127 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 944 time: 0.1476250 Nov 08 13:29:58.848761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-cafd9273-cd7f-43f5-9ad7-f4e557d57ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:29:58.851845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-cafd9273-cd7f-43f5-9ad7-f4e557d57ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829e40de-b79c-477a-885b-3d8534b46f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245646 Nov 08 13:29:58.878501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-09998dd6-247c-4171-881e-3642f4d1c4ef req-bf21e4d7-2815-442f-8522-2152278ebe31 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284261 Nov 08 13:29:59.017726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-be7b037b-2b52-40d9-b6fd-9d1af5da4726 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564128 Nov 08 13:29:59.040818 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:59.120935 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f912fbf-9039-42af-a31a-dba3ce888b2d req-b694661b-6a59-4e9f-8212-c1421d883d27 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963833 Nov 08 13:30:00.013001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37433b14-a908-47a4-b1de-76a3e62fabc8 req-0a7ae67e-f2e5-4bc7-91ac-2de02558abe2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:00.014515 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37433b14-a908-47a4-b1de-76a3e62fabc8 req-0a7ae67e-f2e5-4bc7-91ac-2de02558abe2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 944 time: 0.0544083 Nov 08 13:30:00.063236 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37433b14-a908-47a4-b1de-76a3e62fabc8 req-2351aea1-c7fd-4bd4-b72e-573d2d5471bb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Nov 08 13:30:01.181415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04721-4bf8-4cc8-987b-e189bb4725ae req-d86e5bc8-682d-4458-b094-26f267272b44 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:01.182944 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24e04721-4bf8-4cc8-987b-e189bb4725ae req-d86e5bc8-682d-4458-b094-26f267272b44 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 944 time: 0.0494413 Nov 08 13:30:01.232792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-24e04721-4bf8-4cc8-987b-e189bb4725ae req-8071d503-e9f3-44af-ac97-fc5f409f53b3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Nov 08 13:30:01.970521 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be43550e-bfec-42e8-9797-019474faf0fb details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:30:02.071604 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be43550e-bfec-42e8-9797-019474faf0fb,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:02.086881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'be43550e-bfec-42e8-9797-019474faf0fb', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'port_id': 'be43550e-bfec-42e8-9797-019474faf0fb', 'mac_address': 'fa:16:3e:22:88:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:30:02.124395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:02.137682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be43550e-bfec-42e8-9797-019474faf0fb {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:30:02.157962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be43550e-bfec-42e8-9797-019474faf0fb,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:02.246238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:02.298207 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:02.358236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227223-9e33-4fa0-b74f-21c2c3f0b6a9 req-c41ce805-7e54-45bb-907b-19f0d5cc6b33 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:02.359722 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86227223-9e33-4fa0-b74f-21c2c3f0b6a9 req-c41ce805-7e54-45bb-907b-19f0d5cc6b33 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Nov 08 13:30:02.414884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-86227223-9e33-4fa0-b74f-21c2c3f0b6a9 req-3c1b0e65-0507-49d5-8e98-15ef34e84d0d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 Nov 08 13:30:02.481677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['be43550e-bfec-42e8-9797-019474faf0fb'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:30:03.530137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd03b5-2f6e-480d-9bcb-9c2558a4e792 req-099adf7c-5918-4382-8992-2b037d3cdeaa tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:03.531674 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddbd03b5-2f6e-480d-9bcb-9c2558a4e792 req-099adf7c-5918-4382-8992-2b037d3cdeaa tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 945 time: 0.0482650 Nov 08 13:30:03.580359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ddbd03b5-2f6e-480d-9bcb-9c2558a4e792 req-5ff47532-cd47-4121-bdb0-3cc95281f6d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Nov 08 13:30:03.984934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be43550e-bfec-42e8-9797-019474faf0fb up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:30:04.098419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port be43550e-bfec-42e8-9797-019474faf0fb completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:30:04.102340 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port be43550e-bfec-42e8-9797-019474faf0fb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:30:04.102711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:04.178097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:04.201081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:30:04.203362 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ecd45-b7fa-4355-b4db-cc664da61442" -d '{"events": [{"server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "name": "network-vif-plugged", "status": "completed", "tag": "be43550e-bfec-42e8-9797-019474faf0fb"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:30:04.216934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be43550e-bfec-42e8-9797-019474faf0fb,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:04.303891 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:04.312011 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4b8062-393d-4231-baad-2c33d71ce182 x-openstack-request-id: req-9a4b8062-393d-4231-baad-2c33d71ce182 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:30:04.312314 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "name": "network-vif-plugged", "status": "completed", "tag": "be43550e-bfec-42e8-9797-019474faf0fb", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:30:04.312566 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a4b8062-393d-4231-baad-2c33d71ce182 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:30:04.312958 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb', 'code': 200} Nov 08 13:30:04.362543 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:04.411459 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6b806-7981-4e68-8b9a-1d8e250c1bd2 req-cabfaa13-40bd-43e8-9b82-9c3ffc5714e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:04.413224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51a6b806-7981-4e68-8b9a-1d8e250c1bd2 req-cabfaa13-40bd-43e8-9b82-9c3ffc5714e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1097 time: 0.0428865 Nov 08 13:30:04.464010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51a6b806-7981-4e68-8b9a-1d8e250c1bd2 req-7a26ddbd-5991-46dc-a39e-8acc570ff85d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Nov 08 13:30:05.055439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db80b3d-d492-41a0-92f2-2976fb852533 req-f55f0dea-df11-41c3-bda9-6b8316bebc20 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:05.056845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db80b3d-d492-41a0-92f2-2976fb852533 req-f55f0dea-df11-41c3-bda9-6b8316bebc20 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.4060454 Nov 08 13:30:05.108155 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4db80b3d-d492-41a0-92f2-2976fb852533 req-dbfbc85e-d084-45e3-a8ac-c793c9187932 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Nov 08 13:30:06.226434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd977-af15-49ad-bb7c-0d329c565e57 req-65f57f51-9c6c-4b78-9291-8347af2f4d67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:06.232461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-074cd977-af15-49ad-bb7c-0d329c565e57 req-65f57f51-9c6c-4b78-9291-8347af2f4d67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0472841 Nov 08 13:30:06.278760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-074cd977-af15-49ad-bb7c-0d329c565e57 req-79738c35-e3cc-43be-96bd-4a25b9c6d33c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Nov 08 13:30:06.396628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a650-0489-4da5-887e-432d9ca4e3f7 req-e9dc1268-0cc7-44fe-9e46-101e52644b2e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:06.398689 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec08a650-0489-4da5-887e-432d9ca4e3f7 req-e9dc1268-0cc7-44fe-9e46-101e52644b2e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0507431 Nov 08 13:30:06.453835 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec08a650-0489-4da5-887e-432d9ca4e3f7 req-49b24255-9d44-4979-8614-88fb845a259f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488842 Nov 08 13:30:06.477731 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36830) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:06.518463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe889a4-6fb8-4fa3-b501-5bac3b733986 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:06.519990 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fbe889a4-6fb8-4fa3-b501-5bac3b733986 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1092 time: 0.0412252 Nov 08 13:30:06.523559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:06.527823 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'be43550e-bfec-42e8-9797-019474faf0fb', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:06.640757 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:06.746987 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:06.859491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.155 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/74ebbc28-739a-495e-b3ca-21ee41dfb799) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:30:06.970007 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:07.076611 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:07.115498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:30:07.119003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:30:07.125305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:30:07.150598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=74ebbc28-739a-495e-b3ca-21ee41dfb799,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:07.881057 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-f1e0ae04-7ce6-431b-9e8d-dbcd15de3da5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464180 Nov 08 13:30:07.910543 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:07.984059 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-c612738c-3d4b-4288-aa91-de1ea3cf368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:07.985778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-c612738c-3d4b-4288-aa91-de1ea3cf368c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1097 time: 0.0563905 Nov 08 13:30:08.055831 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:08.112809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-01ab7f04-ccf0-4e97-86a7-27018cfb519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:08.114368 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-01ab7f04-ccf0-4e97-86a7-27018cfb519b service neutron] 10.222.0.61 "GET /v2.0/networks?id=829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 200 len: 898 time: 0.1062953 Nov 08 13:30:08.190717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-096ddec8-199c-48f2-bf27-4663a28b27a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 200 len: 1000 time: 0.0687621 Nov 08 13:30:08.244919 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:08.263051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-79fe8780-db1b-49cc-8c29-668241190286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:08.264729 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-79fe8780-db1b-49cc-8c29-668241190286 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a2f7f2-006e-4f84-969d-c67d8e08b97d HTTP/1.1" status: 200 len: 833 time: 0.0675809 Nov 08 13:30:08.319709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-99e4a04b-1dab-4df5-82e5-e75705edca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:08.321955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-99e4a04b-1dab-4df5-82e5-e75705edca35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829e40de-b79c-477a-885b-3d8534b46f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504177 Nov 08 13:30:08.429900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-56acbbec-7667-4b0c-a0e0-07410dd91e76 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999820 Nov 08 13:30:08.459015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:08.537697 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=74ebbc28-739a-495e-b3ca-21ee41dfb799,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:08.540613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1af619f9-aaba-43fd-8db3-342a5dd64b8a req-41108b7c-7fbd-4f3d-8bbc-ccbf3df2fb1a service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038389 Nov 08 13:30:08.547675 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:08.661171 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 1fd56a04-3f24-4fb8-9966-b4abaf76a46d associated. External IP: 172.25.1.155, port: be43550e-bfec-42e8-9797-019474faf0fb. Nov 08 13:30:08.919670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:30:09.042910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:30:09.061263 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Sync routers for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:30:09.072588 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:09.073192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:09.122755 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:09.166523 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b5a675e3-e515-4c48-a90a-213c64c392d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6387119 Nov 08 13:30:09.166523 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:30:09.212775 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:09.253764 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:30:09.350420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb35e7-890c-4d1c-a334-856fa9473235 req-c9881ecd-ad71-46a4-82f2-c72864dfc897 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:09.363034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badb35e7-890c-4d1c-a334-856fa9473235 req-c9881ecd-ad71-46a4-82f2-c72864dfc897 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.1132169 Nov 08 13:30:09.426551 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d5e48-2bef-4f05-9b9f-989e2732fdc7 x-openstack-request-id: req-5c4d5e48-2bef-4f05-9b9f-989e2732fdc7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:30:09.427080 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:30:09.427456 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c4d5e48-2bef-4f05-9b9f-989e2732fdc7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:30:09.428085 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb', 'status': 'completed', 'code': 200} Nov 08 13:30:09.429694 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-badb35e7-890c-4d1c-a334-856fa9473235 req-855e4559-aa6b-465d-bc53-0844d156bbc3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583491 Nov 08 13:30:09.467008 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:09.536614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-63f33580-1f3b-4589-b31d-46a09aad8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:09.540021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-63f33580-1f3b-4589-b31d-46a09aad8f86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1097 time: 0.0780895 Nov 08 13:30:09.576587 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-70114b7f-9ee0-4836-ab4c-24a001f41994 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 200 len: 992 time: 0.1067617 Nov 08 13:30:09.579866 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '1fd56a04-3f24-4fb8-9966-b4abaf76a46d', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'port_id': 'be43550e-bfec-42e8-9797-019474faf0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'mac_address': 'fa:16:3e:22:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:30:07Z', 'updated_at': '2021-11-08T13:30:07Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:09.616937 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Checking router: 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:30:09.626730 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:09.627341 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:29:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:09.684294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-e6dd9830-abc1-45a6-a356-8b29e70b51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:09.685792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-e6dd9830-abc1-45a6-a356-8b29e70b51b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 200 len: 898 time: 0.1362474 Nov 08 13:30:09.775321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-d7fd8955-bd1a-42be-8162-17e6cbe8daee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 200 len: 1000 time: 0.0826802 Nov 08 13:30:09.778568 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:09.843712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-5951c2e5-0788-41c3-861d-24d80ed41c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:09.846328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-5951c2e5-0788-41c3-861d-24d80ed41c36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a2f7f2-006e-4f84-969d-c67d8e08b97d HTTP/1.1" status: 200 len: 833 time: 0.0645647 Nov 08 13:30:09.909503 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-ca0d4905-2630-467a-81f4-96ec5c7e1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:09.911538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-ca0d4905-2630-467a-81f4-96ec5c7e1da7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829e40de-b79c-477a-885b-3d8534b46f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583513 Nov 08 13:30:10.029306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-91fe37d8-9749-43a2-a68b-e63548a6ab6f service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105256 Nov 08 13:30:10.144176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ef49c13b-2ec5-46c7-92f0-dce3946e7e91 req-773508c0-d766-4a78-a7d0-f81da88cd9b4 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076519 Nov 08 13:30:10.151966 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '1fd56a04-3f24-4fb8-9966-b4abaf76a46d', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'port_id': 'be43550e-bfec-42e8-9797-019474faf0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'mac_address': 'fa:16:3e:22:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:30:07Z', 'updated_at': '2021-11-08T13:30:07Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:10.193264 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bdc66-944a-49b5-963f-b6f2a4335305 None None] The sync data for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 is: [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '1fd56a04-3f24-4fb8-9966-b4abaf76a46d', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'port_id': 'be43550e-bfec-42e8-9797-019474faf0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'mac_address': 'fa:16:3e:22:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:30:07Z', 'updated_at': '2021-11-08T13:30:07Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:30:10.408273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecea2f4-4d7e-47e0-91ae-23e2d42f2588 None None] New status for floating IP 1fd56a04-3f24-4fb8-9966-b4abaf76a46d: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:30:10.579989 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:10.654039 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-106eb996-1a6d-4c75-9eac-9f9172142113 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 200 len: 992 time: 0.0729160 Nov 08 13:30:11.659122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:11.729300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2d368736-2916-4320-84b8-68e688a5b851 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 200 len: 994 time: 0.0690358 Nov 08 13:30:16.639970 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:20.772232 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:23.149556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fb470806-eaaa-4167-99af-b5c2611e05e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:25.497914 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b84ab62-8c6e-4dda-9f5f-c202a3a5e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:26.926827 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:28.308876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:29.034459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:29.316631 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:30:41.233755 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a714e-0334-4b8c-9429-00b649659f2a req-105a8104-abd1-4e11-b654-35fbc4dcaea2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:41.235188 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf0a714e-0334-4b8c-9429-00b649659f2a req-105a8104-abd1-4e11-b654-35fbc4dcaea2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0521898 Nov 08 13:30:41.285790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf0a714e-0334-4b8c-9429-00b649659f2a req-ee465a4b-899e-468a-aae6-a553268db803 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Nov 08 13:30:42.406286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efdacc-c463-4a6a-b14a-79715b43b9fe req-417195e4-6c3c-46c3-a7bc-9727cd15e317 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:42.407799 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63efdacc-c463-4a6a-b14a-79715b43b9fe req-417195e4-6c3c-46c3-a7bc-9727cd15e317 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0503070 Nov 08 13:30:42.457871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-63efdacc-c463-4a6a-b14a-79715b43b9fe req-c86bbe3d-c2d9-4a20-9439-0fb02b888d5c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Nov 08 13:30:42.480414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:42.544137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4d43adcd-a966-4300-89f5-5e6ab8056749 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 200 len: 994 time: 0.0625479 Nov 08 13:30:43.942250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94bfb-61c4-4bfa-88a9-47820cfa4baa req-64e23567-c25d-4d15-b449-556e48a19ded tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:43.943768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fe94bfb-61c4-4bfa-88a9-47820cfa4baa req-64e23567-c25d-4d15-b449-556e48a19ded tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Nov 08 13:30:43.995782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4fe94bfb-61c4-4bfa-88a9-47820cfa4baa req-b583e884-1c0e-4c78-9f54-dac82a18e197 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457122 Nov 08 13:30:45.129454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8677c1-5424-4d9a-9c57-ea5f447c7496 req-13065c9f-679b-44c8-8e1a-6449cb52b1bc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:45.130974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b8677c1-5424-4d9a-9c57-ea5f447c7496 req-13065c9f-679b-44c8-8e1a-6449cb52b1bc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0572102 Nov 08 13:30:45.182168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b8677c1-5424-4d9a-9c57-ea5f447c7496 req-53091e4b-034e-470f-aff0-3c7cdd7b2a57 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Nov 08 13:30:45.203916 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:45.264877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-008627e1-137e-49c0-b105-7e19888ddada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 200 len: 994 time: 0.0597582 Nov 08 13:30:45.495703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:45.655277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 74ebbc28-739a-495e-b3ca-21ee41dfb799 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:30:45.655617 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:45.733917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:45.734277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:45.746584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 74ebbc28-739a-495e-b3ca-21ee41dfb799 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:30:45.948045 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:45.972646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=74ebbc28-739a-495e-b3ca-21ee41dfb799,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:45.988622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.988622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.988622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.988622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.989064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.989227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.989562 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.989895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.990225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.990634 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.990962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:45.991287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:46.046033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:46.046391 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 1fd56a04-3f24-4fb8-9966-b4abaf76a46d disassociated (deleted). External IP: 172.25.1.155, port: be43550e-bfec-42e8-9797-019474faf0fb. Nov 08 13:30:46.256004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:30:46.365355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:30:46.371429 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:46.376735 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Sync routers for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:30:46.389332 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:46.389332 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:46.398856 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b00a87d9-1dfa-415b-9f2a-b05e75a53adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/floatingips/1fd56a04-3f24-4fb8-9966-b4abaf76a46d HTTP/1.1" status: 204 len: 168 time: 0.9018438 Nov 08 13:30:46.399310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:30:46.401568 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1458355-b06c-41cd-9d59-e0ee55220d10" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:30:46.471009 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68efac9e-ca23-4dd8-a29a-afb0424c2145 x-openstack-request-id: req-68efac9e-ca23-4dd8-a29a-afb0424c2145 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:30:46.471280 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "tag": "be43550e-bfec-42e8-9797-019474faf0fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:30:46.471606 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68efac9e-ca23-4dd8-a29a-afb0424c2145 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:30:46.472017 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb', 'status': 'completed', 'code': 200} Nov 08 13:30:46.522128 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:46.547764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-78a8ef6f-66e5-4543-b66a-ca8bd69e6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:46.549308 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-78a8ef6f-66e5-4543-b66a-ca8bd69e6695 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 1097 time: 0.0548158 Nov 08 13:30:46.630485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:46.659020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-8c70a79a-444a-4229-83c2-a45e36696593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:46.660306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-8c70a79a-444a-4229-83c2-a45e36696593 service neutron] 10.222.0.61 "GET /v2.0/networks?id=829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 200 len: 898 time: 0.1035621 Nov 08 13:30:46.711975 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-abaf5825-129e-45e5-892a-8810c1807fdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 200 len: 217 time: 0.0400803 Nov 08 13:30:46.745901 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:46.766637 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-109a42b4-5a91-425b-8d4e-85bc16ce5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:46.768196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-109a42b4-5a91-425b-8d4e-85bc16ce5d0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a2f7f2-006e-4f84-969d-c67d8e08b97d HTTP/1.1" status: 200 len: 833 time: 0.0484083 Nov 08 13:30:46.784842 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Checking router: 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:30:46.791554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:46.792267 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:46.815746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-ada53962-ae3f-431d-bd66-e509bad40e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:46.817332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-ada53962-ae3f-431d-bd66-e509bad40e4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829e40de-b79c-477a-885b-3d8534b46f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425870 Nov 08 13:30:46.831084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-3d043da3-660a-460a-b442-7b573548709a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:30:46.837089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-3d043da3-660a-460a-b442-7b573548709a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053585 Nov 08 13:30:46.910853 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:46.953331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301723f4-1324-4212-8ddc-c7c41159b475 req-ec2c887f-6f7c-4091-a5af-f30ccd2ef72f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:46.954859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-301723f4-1324-4212-8ddc-c7c41159b475 req-ec2c887f-6f7c-4091-a5af-f30ccd2ef72f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0892158 Nov 08 13:30:46.975678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-9a271e8c-4795-44d9-a280-d89857daf5b8 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359191 Nov 08 13:30:47.070156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-301723f4-1324-4212-8ddc-c7c41159b475 req-7c6295d9-4c4d-42cc-a404-174426f1d83c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052682 Nov 08 13:30:47.100994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e1458355-b06c-41cd-9d59-e0ee55220d10 req-3f6cc06a-d6e8-4a3a-ae40-e5cc65f03fc9 service neutron] 10.222.0.61 "GET /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158516 Nov 08 13:30:47.125909 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:47.152550 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972277-019c-423d-ab33-cf951cf4e1a3 None None] The sync data for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 is: [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': 'df801a4f-e2e0-4893-be69-abd16f9345b9', 'name': '', 'network_id': '829e40de-b79c-477a-885b-3d8534b46f4c', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:cd:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:51Z', 'updated_at': '2021-11-08T13:29:54Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '38a2f7f2-006e-4f84-969d-c67d8e08b97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:30:47.423135 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe2e0f-c1fb-4ef0-8e7b-b91e29e56a7b None None] New status for floating IP 1fd56a04-3f24-4fb8-9966-b4abaf76a46d: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:30:48.197082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace7d6-f245-494e-ad2b-b14a50d86c60 req-9a7d393e-f186-45e5-b104-aac694e30ee1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:48.198763 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62ace7d6-f245-494e-ad2b-b14a50d86c60 req-9a7d393e-f186-45e5-b104-aac694e30ee1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0523741 Nov 08 13:30:48.250609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-62ace7d6-f245-494e-ad2b-b14a50d86c60 req-15bae06b-40c4-4261-8483-000550c8bed7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=b5a0ffd2-0f59-4e5d-a891-e9a3084df635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Nov 08 13:30:48.370003 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a0c57286-ea90-4730-ad9c-6a17c9e852a1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:48.371407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a0c57286-ea90-4730-ad9c-6a17c9e852a1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 946 time: 0.0493264 Nov 08 13:30:48.466994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port be43550e-bfec-42e8-9797-019474faf0fb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:30:48.467338 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:48.561547 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port be43550e-bfec-42e8-9797-019474faf0fb, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=be43550e-bfec-42e8-9797-019474faf0fb,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:48.561907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:48.574928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for be43550e-bfec-42e8-9797-019474faf0fb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:30:48.743040 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:48.772942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=be43550e-bfec-42e8-9797-019474faf0fb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:48.821245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] No DVR routers for this DVR port be43550e-bfec-42e8-9797-019474faf0fb on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:30:48.823717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:48.827097 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a53e6aaa-29a9-4c07-8ab9-e28e7bfe03d9 req-a3e2aadc-8861-476b-815e-0f2c4bd2b50b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "DELETE /v2.0/ports/be43550e-bfec-42e8-9797-019474faf0fb HTTP/1.1" status: 204 len: 173 time: 0.4499280 Nov 08 13:30:48.827604 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'name': 'network-vif-deleted', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:30:48.829902 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911bda09-8224-4350-8656-33ba9debd158" -d '{"events": [{"server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "name": "network-vif-deleted", "tag": "be43550e-bfec-42e8-9797-019474faf0fb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:30:48.868862 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80ff95-3415-411c-8072-f6085f64d6ac x-openstack-request-id: req-7e80ff95-3415-411c-8072-f6085f64d6ac {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:30:48.869163 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc1ad2-9731-4e49-be68-5b2a01c7a963", "name": "network-vif-deleted", "tag": "be43550e-bfec-42e8-9797-019474faf0fb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:30:48.869423 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e80ff95-3415-411c-8072-f6085f64d6ac {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:30:48.869835 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc1ad2-9731-4e49-be68-5b2a01c7a963', 'name': 'network-vif-deleted', 'tag': 'be43550e-bfec-42e8-9797-019474faf0fb', 'status': 'completed', 'code': 200} Nov 08 13:30:49.362526 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f317c620-fb96-471c-83b1-ee9f046a6ad9 req-87b6ab5f-0a0e-4a54-88a6-3186842409a9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8cc1ad2-9731-4e49-be68-5b2a01c7a963 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Nov 08 13:30:50.424054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:50.776583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:50.798330 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:51.064672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port df801a4f-e2e0-4893-be69-abd16f9345b9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:30:51.064926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:51.153870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port df801a4f-e2e0-4893-be69-abd16f9345b9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=df801a4f-e2e0-4893-be69-abd16f9345b9,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:51.154225 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:51.167385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for df801a4f-e2e0-4893-be69-abd16f9345b9 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:30:51.410553 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:51.435654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=df801a4f-e2e0-4893-be69-abd16f9345b9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:51.623897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:51.845716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:30:51.953094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:30:51.958620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-cde51a8b-0594-4ba8-aaf5-83b9d9daf694 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/5b33df2e-851f-4aa8-8d9f-e235a0a3d038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330932 Nov 08 13:30:51.961106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:51.964674 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Sync routers for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:30:51.975412 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:51.980283 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:52.013632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting subnet 38a2f7f2-006e-4f84-969d-c67d8e08b97d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:30:52.016771 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.063008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.083787 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:52.143871 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.202077 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be43550e-bfec-42e8-9797-019474faf0fb no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:30:52.222707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: be43550e-bfec-42e8-9797-019474faf0fb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:30:52.223051 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device be43550e-bfec-42e8-9797-019474faf0fb not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:30:52.261965 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:30:51Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:52.268343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.293545 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Checking router: 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:30:52.297933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Subnet': ['ID=38a2f7f2-006e-4f84-969d-c67d8e08b97d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:52.299945 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.303449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a4342596-5f0d-4adf-b76e-9f62edf99919 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/subnets/38a2f7f2-006e-4f84-969d-c67d8e08b97d HTTP/1.1" status: 204 len: 168 time: 0.3413277 Nov 08 13:30:52.305919 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Routers {'5b33df2e-851f-4aa8-8d9f-e235a0a3d038'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:52.306702 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:52.307119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:52.310616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8dfe0-4eb0-49c2-be79-a82815403c38 None None] Network 829e40de-b79c-477a-885b-3d8534b46f4c requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:30:52.423644 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.513997 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] Set router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:52.518853 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] DHCP port deletion for 829e40de-b79c-477a-885b-3d8534b46f4c request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:30:52.575201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Deleting port 190f68bf-4693-40c6-b665-0561dc1cf41a {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:30:52.575577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.642332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] For port 190f68bf-4693-40c6-b665-0561dc1cf41a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=190f68bf-4693-40c6-b665-0561dc1cf41a,segment=NetworkSegment(f3a2cda7-611b-460c-bbca-63faa7f69b95),segment_id=f3a2cda7-611b-460c-bbca-63faa7f69b95)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:52.643244 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.658269 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Calling delete_port for 190f68bf-4693-40c6-b665-0561dc1cf41a owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:30:52.705539 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:30:51Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:52.732651 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef4f3d-86b2-41a9-a420-1df72e33477d None None] The sync data for ids ['5b33df2e-851f-4aa8-8d9f-e235a0a3d038'] in n-d-816990-1 is: [{'id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123583208', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:29:47Z', 'updated_at': '2021-11-08T13:30:51Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '30ec6205-7ad6-4d65-a275-83dc1efd5190', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33df2e-851f-4aa8-8d9f-e235a0a3d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:29:48Z', 'updated_at': '2021-11-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:30:52.807678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:52.833610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Pushing event deleted for resources: {'Port': ['ID=190f68bf-4693-40c6-b665-0561dc1cf41a,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:52.843042 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] No DVR routers for this DVR port 190f68bf-4693-40c6-b665-0561dc1cf41a on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:30:52.845783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.846139 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.846511 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.846851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.847186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.847520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.847849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.848178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.848503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.848830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.849975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.849975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef906714-b6b6-4869-8eec-57d440d1e03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:52.916830 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.019014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 30ec6205-7ad6-4d65-a275-83dc1efd5190 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:30:53.019307 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.119696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 30ec6205-7ad6-4d65-a275-83dc1efd5190, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=30ec6205-7ad6-4d65-a275-83dc1efd5190,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:30:53.119696 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.134820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 30ec6205-7ad6-4d65-a275-83dc1efd5190 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:30:53.149718 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-522834f0-59cb-4531-ad12-bf97068bc934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.365358 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.396891 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=30ec6205-7ad6-4d65-a275-83dc1efd5190,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:53.458297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.550395 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.552475 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.651186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.651792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Fanout notify agent at l3_agent the message router_deleted on router 5b33df2e-851f-4aa8-8d9f-e235a0a3d038 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:30:53.659122 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.660372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-80c2189b-a5ae-44c7-9b85-92db17ce0327 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/routers/5b33df2e-851f-4aa8-8d9f-e235a0a3d038 HTTP/1.1" status: 204 len: 168 time: 1.3518832 Nov 08 13:30:53.663360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36914) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:53.687744 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 190f68bf-4693-40c6-b665-0561dc1cf41a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:30:53.710900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 190f68bf-4693-40c6-b665-0561dc1cf41a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:30:53.711227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 190f68bf-4693-40c6-b665-0561dc1cf41a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:30:53.711861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df801a4f-e2e0-4893-be69-abd16f9345b9 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:30:53.733673 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: df801a4f-e2e0-4893-be69-abd16f9345b9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:30:53.734018 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device df801a4f-e2e0-4893-be69-abd16f9345b9 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:30:53.751851 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.849577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.870759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829e40de-b79c-477a-885b-3d8534b46f4c']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:53.880503 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a2cda7-611b-460c-bbca-63faa7f69b95') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:53.880798 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a2cda7-611b-460c-bbca-63faa7f69b95') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:53.891791 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.905278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.911299 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:30:53.916015 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:30:54.056431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.064442 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.068092 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/networks/829e40de-b79c-477a-885b-3d8534b46f4c HTTP/1.1" status: 204 len: 168 time: 0.4028809 Nov 08 13:30:54.071183 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36916) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:54.089123 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Network': ['ID=829e40de-b79c-477a-885b-3d8534b46f4c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:54.106779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.107119 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.107463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.107802 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.108142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.108477 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.108807 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.109137 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.109467 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.109804 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.110117 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.110464 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c8a01-41c4-4ac4-a53e-df41b618b4f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:30:54.158292 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.185278 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.307876 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.310590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.311780 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/security-groups/b5a0ffd2-0f59-4e5d-a891-e9a3084df635 HTTP/1.1" status: 204 len: 168 time: 0.2396314 Nov 08 13:30:54.321210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14030052-1d41-406b-b5b6-114ef205ef48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a0ffd2-0f59-4e5d-a891-e9a3084df635,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:54.704191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36922) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:54.708938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251044164', 'description': 'tempest-secgroup-smoke-1251044164 description', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:54.782446 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.850462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.931207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:54.962796 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3eebd-f87a-49a7-829e-ad8e959409f2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:55.025039 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.026342 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-caa8be4e-2416-4c85-be2e-965879700708 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3210816 Nov 08 13:30:55.029331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36924) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:55.034029 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:55.136838 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.198774 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.284905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.302484 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b667a4-b012-4cb2-bba3-b16b8256284b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:55.395433 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.396706 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2827e8c4-343e-4580-87a6-130812913390 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663597 Nov 08 13:30:55.399769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:55.404253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:55.490793 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.513627 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-16a315d3-7ed0-4e98-ab13-ab8757d026d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.548193 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.581100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30ec6205-7ad6-4d65-a275-83dc1efd5190 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:30:55.601076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 30ec6205-7ad6-4d65-a275-83dc1efd5190 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:30:55.601419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 30ec6205-7ad6-4d65-a275-83dc1efd5190 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:30:55.616770 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.636317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26223d30-5e7b-44e8-93e7-2278bcac2dcf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:55.710145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.711405 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d8ce446a-fdf5-4260-a70e-37ec87192ce9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106923 Nov 08 13:30:55.714121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36928) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:55.718644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:55.804651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.862102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.941832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:55.960798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996bfefa-2540-4465-86ee-4fedad083b63,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:56.042403 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.043641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-827dea04-0161-4ebe-9c00-cd36c648369a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3284805 Nov 08 13:30:56.046415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:56.050816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:56.136286 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.199239 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.274648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.292483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335de146-c52d-4750-9634-ce8d5afd8832,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:56.385623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.386959 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ac022c62-6770-487c-b99a-be39c1ded33e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394933 Nov 08 13:30:56.389643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:56.394026 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:56.479787 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:30:56.485043 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.545085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.616555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.635792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248e90f6-ed47-4fb0-bbaa-db0764ffb365,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:56.710042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.711331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-3cfbfcba-365f-4dcd-9596-c982ad2e7ba2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207486 Nov 08 13:30:56.715338 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:56.719816 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '13a3eebd-f87a-49a7-829e-ad8e959409f2', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:56.816714 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:30:56.822962 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.884900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.976721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:56.993637 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.013371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a38207-fde9-48fb-889d-dc0f32329668,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:57.081519 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.082801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2de5eb56-e27a-4fe3-ab19-1d7cb6e9736f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3665247 Nov 08 13:30:57.085860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:57.094219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'network': {'name': 'tempest-network-smoke--757219602', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:57.182302 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:30:57.185970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.212378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:30:57.221155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.221496 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Added segment 8b80cfe1-fc7a-450e-ba42-abce8477363a of type vlan for network 9dab956f-8516-4834-b404-67159fd7cd81 Nov 08 13:30:57.262604 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.330657 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.336840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:57.337434 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.407261 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Network': ['ID=9dab956f-8516-4834-b404-67159fd7cd81,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:57.413757 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ac0aab10-8658-48fd-b5ff-e4ca31f4268e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3263311 Nov 08 13:30:57.420498 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:57.420875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 9dab956f-8516-4834-b404-67159fd7cd81 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:30:57.422139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'admin_state_up': True, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:57.508865 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.509946 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.565651 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:57.765916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.019268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.038380 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.148685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.230 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/5c33e910-dce9-4f6e-a3d3-3337569944d1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:30:58.257508 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.354665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.395667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:30:58.399405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:30:58.406462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:30:58.438954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=5c33e910-dce9-4f6e-a3d3-3337569944d1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:58.490719 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.761371 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:58.968970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.028063 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.153744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router a816bae7-4fa9-4207-9241-8a087cc13906 is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:30:59.263712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:30:59.276090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Sync routers for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:30:59.292901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:30:59.292901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:59.332901 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.334275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7b3bdca2-ff33-4c18-8858-7581889d1269 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9156160 Nov 08 13:30:59.337909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:59.367208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a2ac0fce-d395-4f32-bc04-4c1a43d93891 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4e97c55a969f4009b4aded8d8fbc2a80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280247 Nov 08 13:30:59.370689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:59.404666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:30:59.467303 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a23fab-6613-4f94-abc0-e85b1fc4ce24 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:30:59.468900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-04a23fab-6613-4f94-abc0-e85b1fc4ce24 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972729 Nov 08 13:30:59.471837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36944) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:59.504421 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-41022445-fe58-4932-b8f8-0495964e2f5b tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290759 Nov 08 13:30:59.504662 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 36946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:30:59.509909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201715859', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:30:59.605203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:30:58Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:30:59.636008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Checking router: a816bae7-4fa9-4207-9241-8a087cc13906 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:30:59.636363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Updating router a816bae7-4fa9-4207-9241-8a087cc13906 port 5c33e910-dce9-4f6e-a3d3-3337569944d1 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:30:59.661140 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.662069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:30:59.666409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.913873 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.921423 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:59.977401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Subnet': ['ID=d496dc6c-47cd-420a-980c-bb1df584904b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:30:59.984612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Checking segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:30:59.984968 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network hostable DHCP agents. Network: 9dab956f-8516-4834-b404-67159fd7cd81, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:30:59.988133 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.047109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Attempting to bind port 5c33e910-dce9-4f6e-a3d3-3337569944d1 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:31:00.047481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Attempting to bind port 5c33e910-dce9-4f6e-a3d3-3337569944d1 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:31:00.047848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Attempting to bind port 5c33e910-dce9-4f6e-a3d3-3337569944d1 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:31:00.050267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cfead-1740-4b10-a8eb-e96adea0435c None None] Pushing event updated for resources: {'Port': ['ID=5c33e910-dce9-4f6e-a3d3-3337569944d1,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Bound port: 5c33e910-dce9-4f6e-a3d3-3337569944d1, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:31:00.059845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.079065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 9dab956f-8516-4834-b404-67159fd7cd81 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:31:00.111420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] For port 5c33e910-dce9-4f6e-a3d3-3337569944d1, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:31:00.114530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] For port 5c33e910-dce9-4f6e-a3d3-3337569944d1, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5c33e910-dce9-4f6e-a3d3-3337569944d1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:31:00.147572 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 9dab956f-8516-4834-b404-67159fd7cd81) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:00.152862 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:00.153464 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.157104 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc5714-c8f0-44d6-91ba-832fc926c87e None None] Network 9dab956f-8516-4834-b404-67159fd7cd81 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:31:00.180288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.262492 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 36948) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:31:00.263103 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6fdbc903-327e-43dc-bf22-62d56b52ec11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7569926 Nov 08 13:31:00.290877 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:31:00.291509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:00.295790 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cfead-1740-4b10-a8eb-e96adea0435c None None] Pushing event updated for resources: {'Port': ['ID=5c33e910-dce9-4f6e-a3d3-3337569944d1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:00.445385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-9dab956f-8516-4834-b404-67159fd7cd81', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:31:00.447109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.462145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:31:00.716782 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.722373 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Allocated IP 172.20.0.2 (9dab956f-8516-4834-b404-67159fd7cd81/d496dc6c-47cd-420a-980c-bb1df584904b/d64d28bd-054b-4476-8b64-d37936cf44d9) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:31:00.814211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:30:58Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:00.842426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d1f2-ebd0-4c31-983e-fccdc6ad87da None None] The sync data for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 is: [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:30:58Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:31:00.922313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:00.971522 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.017950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Network 9dab956f-8516-4834-b404-67159fd7cd81 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:31:01.020082 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:01.024876 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:31:01.028240 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Pushing event updated for resources: {'Port': ['ID=d64d28bd-054b-4476-8b64-d37936cf44d9,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:01.030037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.1 (9dab956f-8516-4834-b404-67159fd7cd81/d496dc6c-47cd-420a-980c-bb1df584904b/00b60010-d5b0-4f6e-aefb-363066c2aed4) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:31:01.099765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Attempting to bind port d64d28bd-054b-4476-8b64-d37936cf44d9 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:31:01.100226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Attempting to bind port d64d28bd-054b-4476-8b64-d37936cf44d9 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:31:01.100666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Attempting to bind port d64d28bd-054b-4476-8b64-d37936cf44d9 on network 9dab956f-8516-4834-b404-67159fd7cd81 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:31:01.106426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:31:01.106809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Checking segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:31:01.107209 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.107603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Bound using segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:31:01.108097 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Bound port: d64d28bd-054b-4476-8b64-d37936cf44d9, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:31:01.108487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.181624 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] For port d64d28bd-054b-4476-8b64-d37936cf44d9, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:31:01.185060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] For port d64d28bd-054b-4476-8b64-d37936cf44d9, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64d28bd-054b-4476-8b64-d37936cf44d9,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:31:01.197901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.268690 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.297713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.337152 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae696c45-2b02-4b4a-ae9f-721f64a87501 None None] Pushing event updated for resources: {'Port': ['ID=d64d28bd-054b-4476-8b64-d37936cf44d9,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:01.358901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 9dab956f-8516-4834-b404-67159fd7cd81 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:31:01.363304 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:01.365559 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:01.368498 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:31:01.423225 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.635453 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.721242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64d28bd-054b-4476-8b64-d37936cf44d9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:01.788066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d64d28bd-054b-4476-8b64-d37936cf44d9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:01.789834 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.887612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.922283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port d64d28bd-054b-4476-8b64-d37936cf44d9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64d28bd-054b-4476-8b64-d37936cf44d9,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:01.959935 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.976468 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.980911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5c33e910-dce9-4f6e-a3d3-3337569944d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:02.057310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=d64d28bd-054b-4476-8b64-d37936cf44d9,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:02.058187 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.069153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5c33e910-dce9-4f6e-a3d3-3337569944d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:02.069561 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.143880 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.145773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:02.167907 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.190553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 5c33e910-dce9-4f6e-a3d3-3337569944d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5c33e910-dce9-4f6e-a3d3-3337569944d1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:02.258622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 9dab956f-8516-4834-b404-67159fd7cd81 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:31:02.260479 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:02.273683 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.342363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=5c33e910-dce9-4f6e-a3d3-3337569944d1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:02.352394 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484dadd-922c-4ed1-b107-84fa4618e166 None None] Network 9dab956f-8516-4834-b404-67159fd7cd81 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:31:02.394873 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router a816bae7-4fa9-4207-9241-8a087cc13906 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:31:02.497090 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fc8a5ba3-1bf0-48ef-b42c-31987d7d1ae0 None None] Provisioning complete for port d64d28bd-054b-4476-8b64-d37936cf44d9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:02.497721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc8a5ba3-1bf0-48ef-b42c-31987d7d1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.521323 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:31:02.536846 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-141bf10f-04ab-4abe-98d0-b59c855b5dd6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/a816bae7-4fa9-4207-9241-8a087cc13906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623057 Nov 08 13:31:02.765338 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-c2c5921f-8474-4bc3-8a8b-94d58cd2b512 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251044164&fields=id&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 267 time: 0.0792663 Nov 08 13:31:02.904015 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-7728a8d1-83d6-437a-88e4-191475b3cb18 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:02.911805 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-7728a8d1-83d6-437a-88e4-191475b3cb18 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 796 time: 0.1392767 Nov 08 13:31:02.921855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fc6e72b5-5ce7-4a5d-a884-f36b39dae449 None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:02.922485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc6e72b5-5ce7-4a5d-a884-f36b39dae449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.924436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-99a7778b-0fb6-42a2-b279-83b24e57075e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/quotas/4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 375 time: 0.0117235 Nov 08 13:31:02.947705 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Sync routers for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:31:02.960296 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:31:02.960939 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:02.966482 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e72b5-5ce7-4a5d-a884-f36b39dae449 None None] Port 00b60010-d5b0-4f6e-aefb-363066c2aed4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:31:02.982388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fc6e72b5-5ce7-4a5d-a884-f36b39dae449 None None] Provisioning complete for port d64d28bd-054b-4476-8b64-d37936cf44d9 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:02.983723 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fc6e72b5-5ce7-4a5d-a884-f36b39dae449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.002050 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-08948b42-e498-4c25-b4fc-975884faa89a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692732 Nov 08 13:31:03.086716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-4c3c9f89-541e-4691-abe9-73fb57e1ec3b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:31:03.095061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-4c3c9f89-541e-4691-abe9-73fb57e1ec3b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0796406 Nov 08 13:31:03.109182 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:31:03.194627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-40d99365-f503-4be3-a024-56e6cf18eca4 service neutron] 10.222.0.58 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981619 Nov 08 13:31:03.212693 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b51d672a-6a3d-4d6c-9531-84c88bab422a None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:03.213227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b51d672a-6a3d-4d6c-9531-84c88bab422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.251366 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-b51d672a-6a3d-4d6c-9531-84c88bab422a None None] Port 00b60010-d5b0-4f6e-aefb-363066c2aed4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:31:03.310032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-66acadf0-77f7-44b7-a15a-bfd1aa25b165 service neutron] 10.222.0.58 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106861 Nov 08 13:31:03.339704 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 2, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:03.368251 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Checking router: a816bae7-4fa9-4207-9241-8a087cc13906 for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:31:03.368607 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Updating router a816bae7-4fa9-4207-9241-8a087cc13906 port 00b60010-d5b0-4f6e-aefb-363066c2aed4 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:31:03.375621 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1465c985-071c-420c-bac4-5080ad1a87f0 None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:03.376173 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1465c985-071c-420c-bac4-5080ad1a87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.399957 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.420062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1465c985-071c-420c-bac4-5080ad1a87f0 None None] Port 00b60010-d5b0-4f6e-aefb-363066c2aed4 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:31:03.570794 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ea17fe69-bfef-496b-ba4a-1cdb3ccdab36 req-97bfc3a5-26a1-4758-8367-798b1fa27918 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 210 time: 0.0312312 Nov 08 13:31:03.663180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64d28bd-054b-4476-8b64-d37936cf44d9 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:03.698293 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.725925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d64d28bd-054b-4476-8b64-d37936cf44d9 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:03.726331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.753582 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.808427 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Pushing event updated for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:03.818989 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5c33e910-dce9-4f6e-a3d3-3337569944d1 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:03.853895 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.854276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.854667 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.855070 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.856523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.856940 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.857342 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.857736 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.858130 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.859143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.859143 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.859374 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:31:03.887556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Attempting to bind port 00b60010-d5b0-4f6e-aefb-363066c2aed4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:31:03.888004 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Attempting to bind port 00b60010-d5b0-4f6e-aefb-363066c2aed4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:31:03.888428 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Attempting to bind port 00b60010-d5b0-4f6e-aefb-363066c2aed4 on network 9dab956f-8516-4834-b404-67159fd7cd81 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:31:03.891262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 5c33e910-dce9-4f6e-a3d3-3337569944d1 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:03.891519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.894172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:31:03.894661 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Checking segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:31:03.895163 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.895642 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Bound using segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:31:03.896162 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Bound port: 00b60010-d5b0-4f6e-aefb-363066c2aed4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:31:03.896690 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:03.989477 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] For port 00b60010-d5b0-4f6e-aefb-363066c2aed4, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:31:03.996817 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] For port 00b60010-d5b0-4f6e-aefb-363066c2aed4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00b60010-d5b0-4f6e-aefb-363066c2aed4,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:31:04.040630 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:04.101935 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:31:04.102613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:04.108395 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c688f-0e27-459a-b84e-580715db8fd1 None None] Pushing event updated for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:04.159888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:04.160470 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:04.224167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:31:04.280337 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:04.328396 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] For port 00b60010-d5b0-4f6e-aefb-363066c2aed4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00b60010-d5b0-4f6e-aefb-363066c2aed4,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:04.411962 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:04.456976 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-19431196-bd58-45ae-b808-80728ba25914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:03Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:04.469236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1cb9b-a202-49a9-9b8b-7746d0d9483a None None] Pushing event updated for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:04.536974 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a1a4ed2b-f128-4265-82bf-dbf0733dd216 None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:04.537345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ed2b-f128-4265-82bf-dbf0733dd216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:04.583221 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19431196-bd58-45ae-b808-80728ba25914 None None] The sync data for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 is: [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:03Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:31:04.732660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c2d4ce66-7074-4784-bb47-aa61da23a65f req-a684d8cb-e8a0-44f4-962f-1183e19067ec tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 210 time: 0.0307667 Nov 08 13:31:05.657279 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-613c4030-983d-4f39-a9dd-1d632677d465 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:05.659225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-613c4030-983d-4f39-a9dd-1d632677d465 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 796 time: 0.1361167 Nov 08 13:31:05.676554 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00b60010-d5b0-4f6e-aefb-363066c2aed4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:05.738217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 00b60010-d5b0-4f6e-aefb-363066c2aed4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:05.738729 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:05.746122 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-5cc3f7c3-02c9-4afd-ad44-063ce732f3b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 380 time: 0.0769007 Nov 08 13:31:05.755568 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'port': {'device_id': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'admin_state_up': True, 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'security_groups': ['13a3eebd-f87a-49a7-829e-ad8e959409f2']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:31:05.874756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-991dd024-0a6a-44ae-a6a3-8832bf49045b req-a6463e94-cceb-4509-8039-f9cdba4bc30b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 210 time: 0.0326800 Nov 08 13:31:06.004902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:31:06.009648 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.144355 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.8 (9dab956f-8516-4834-b404-67159fd7cd81/d496dc6c-47cd-420a-980c-bb1df584904b/97792b72-758f-4a25-a006-c1c6d79fb4a2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:31:06.300254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.315454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:31:06.404989 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.453686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 9dab956f-8516-4834-b404-67159fd7cd81 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:31:06.459298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:06.463630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:31:06.488581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:06.520930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:06.521290 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.601845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-00babc66-0849-4bf1-b5e1-582835903e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502426 Nov 08 13:31:06.619701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Request body: {'port': {'device_id': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:31:06.677297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.682262 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-39531ea8-f6e8-4bdf-ad6d-43cebdbcfce2 None None] Provisioning complete for port 97792b72-758f-4a25-a006-c1c6d79fb4a2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:06.682852 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-39531ea8-f6e8-4bdf-ad6d-43cebdbcfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:06.716638 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-39531ea8-f6e8-4bdf-ad6d-43cebdbcfce2 None None] Port 97792b72-758f-4a25-a006-c1c6d79fb4a2 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:31:06.967692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97792b72-758f-4a25-a006-c1c6d79fb4a2 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:31:06.976245 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:07.008994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Transition to ACTIVE for port object 97792b72-758f-4a25-a006-c1c6d79fb4a2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:31:07.025926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6f35-880b-4375-9de7-80945b1c3056 req-4339ef86-338a-459a-aaa4-b7738592001d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.027540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3bc6f35-880b-4375-9de7-80945b1c3056 req-4339ef86-338a-459a-aaa4-b7738592001d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 931 time: 0.0730348 Nov 08 13:31:07.063405 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:07.113866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d3bc6f35-880b-4375-9de7-80945b1c3056 req-15d37c58-fb84-49ac-9f15-9e75a154a730 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802379 Nov 08 13:31:07.133744 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Pushing event updated for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:07.213906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Attempting to bind port 97792b72-758f-4a25-a006-c1c6d79fb4a2 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:31:07.214378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Attempting to bind port 97792b72-758f-4a25-a006-c1c6d79fb4a2 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:31:07.214652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Attempting to bind port 97792b72-758f-4a25-a006-c1c6d79fb4a2 on network 9dab956f-8516-4834-b404-67159fd7cd81 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:31:07.219585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Port 97792b72-758f-4a25-a006-c1c6d79fb4a2 on network 9dab956f-8516-4834-b404-67159fd7cd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:31:07.219901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Attempting to bind port 97792b72-758f-4a25-a006-c1c6d79fb4a2 on network 9dab956f-8516-4834-b404-67159fd7cd81 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:31:07.225005 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:31:07.225345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Checking segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:31:07.225733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Bound using segment: {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:31:07.226155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Bound port: 97792b72-758f-4a25-a006-c1c6d79fb4a2, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b80cfe1-fc7a-450e-ba42-abce8477363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:31:07.227144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:07.298122 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:31:07.301857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:31:07.364842 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:07.413763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.415386 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:07.428546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] 10.222.0.61 "PUT /v2.0/ports/97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 1091 time: 0.8023012 Nov 08 13:31:07.428546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:31:07.428546 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:31:07.439851 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dabb9-17c5-45fe-bf0c-c3311d29d783 service neutron] Pushing event updated for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:07.463041 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac3184-bf97-4023-ab0e-eeeb73ec484e x-openstack-request-id: req-41ac3184-bf97-4023-ab0e-eeeb73ec484e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:31:07.463041 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:31:07.463041 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41ac3184-bf97-4023-ab0e-eeeb73ec484e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:31:07.463891 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'status': 'completed', 'code': 200} Nov 08 13:31:07.536947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-d4c3138a-429b-485e-b94e-d6f11b89d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.538542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-d4c3138a-429b-485e-b94e-d6f11b89d7ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1094 time: 0.0515535 Nov 08 13:31:07.663792 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-4ed73de8-9b92-4223-a496-5bda1f02153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.665613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-4ed73de8-9b92-4223-a496-5bda1f02153d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1187692 Nov 08 13:31:07.772478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-f43096d9-7be4-40c3-9a14-7d48d5095513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.774782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93ae4e39-e4a4-4bca-b8b8-e73a66da89f4 req-f43096d9-7be4-40c3-9a14-7d48d5095513 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018567 Nov 08 13:31:07.851924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-bf5405a0-33cc-4698-a393-0c26d7afa267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:07.853454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-bf5405a0-33cc-4698-a393-0c26d7afa267 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1094 time: 0.0414670 Nov 08 13:31:07.900974 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-4ed5bac7-6203-498d-b7fe-96ed48420fed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0395467 Nov 08 13:31:08.322367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-aaa873f4-fe28-4642-9fb4-c20248315ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:08.323860 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-aaa873f4-fe28-4642-9fb4-c20248315ca4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 200 len: 835 time: 0.4161227 Nov 08 13:31:08.348194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2345-92da-4a6f-8ba8-224edd500b59 req-87c91b1b-f878-4f0e-83d0-ee4f83c0e8c3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:08.349678 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edcf2345-92da-4a6f-8ba8-224edd500b59 req-87c91b1b-f878-4f0e-83d0-ee4f83c0e8c3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 943 time: 0.0720985 Nov 08 13:31:08.419659 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-602460c6-e1b8-47bd-bbf1-fcd33f397130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:08.421223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-602460c6-e1b8-47bd-bbf1-fcd33f397130 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dab956f-8516-4834-b404-67159fd7cd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895681 Nov 08 13:31:08.428275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-edcf2345-92da-4a6f-8ba8-224edd500b59 req-e4956af6-de52-490d-b450-df7b1a873e23 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640552 Nov 08 13:31:08.538605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-08d86d4f-5277-4c8d-a8ef-3ff37faf3a7f service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Nov 08 13:31:08.635866 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dca87d-233c-4258-8c74-e79ede22b296 req-b32ce10a-8e5a-40dc-84c0-79d1dbbcff67 service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904312 Nov 08 13:31:09.581589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089b23-c543-4f9c-b9cd-bc81e30e29c7 req-ac55bf02-450c-47ef-94af-44ccdc6efdb4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:09.581589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4089b23-c543-4f9c-b9cd-bc81e30e29c7 req-ac55bf02-450c-47ef-94af-44ccdc6efdb4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 943 time: 0.0601888 Nov 08 13:31:09.625171 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4089b23-c543-4f9c-b9cd-bc81e30e29c7 req-ef3319c8-7948-4706-9e62-4f2d7bc09ac9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479333 Nov 08 13:31:10.743883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967001a-1271-4a05-be5c-93aee4e0338d req-51363db5-8565-477f-b940-dc2e004e8f94 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:10.745381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2967001a-1271-4a05-be5c-93aee4e0338d req-51363db5-8565-477f-b940-dc2e004e8f94 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 943 time: 0.0491843 Nov 08 13:31:10.813283 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2967001a-1271-4a05-be5c-93aee4e0338d req-b08e9198-8a33-4bd5-9149-e74d855f5be4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615644 Nov 08 13:31:11.936997 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8e1cf-5b93-40a7-b9ba-aaeb13a4a805 req-7948f97a-c2a7-46d6-9d03-c58245155adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:11.938566 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46e8e1cf-5b93-40a7-b9ba-aaeb13a4a805 req-7948f97a-c2a7-46d6-9d03-c58245155adc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 943 time: 0.0518305 Nov 08 13:31:11.992542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-46e8e1cf-5b93-40a7-b9ba-aaeb13a4a805 req-fbab218b-bfe3-4f1e-bebf-7536a65d3bf2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477827 Nov 08 13:31:12.263975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 97792b72-758f-4a25-a006-c1c6d79fb4a2 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:31:12.361232 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:12.374325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'port_id': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'mac_address': 'fa:16:3e:8a:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:31:12.418267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:12.431180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97792b72-758f-4a25-a006-c1c6d79fb4a2 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:31:12.451969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:12.530648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:12.582159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:12.733721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['97792b72-758f-4a25-a006-c1c6d79fb4a2'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:31:13.117149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cd9df-8a4d-4343-8f83-4a0b5e1e262a req-a87390b3-f7c9-4e94-8f1e-5874d3a1200d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:13.119218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974cd9df-8a4d-4343-8f83-4a0b5e1e262a req-a87390b3-f7c9-4e94-8f1e-5874d3a1200d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 944 time: 0.0519133 Nov 08 13:31:13.172464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-974cd9df-8a4d-4343-8f83-4a0b5e1e262a req-9def840a-8e7c-4a05-b2a2-82e60e3a1035 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Nov 08 13:31:14.280676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 97792b72-758f-4a25-a006-c1c6d79fb4a2 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:31:14.311835 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47db9a6-2ca9-4df1-b5e5-c6531b71028a req-30dcd961-3183-4550-96ec-9ec03aa3f174 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:14.313804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d47db9a6-2ca9-4df1-b5e5-c6531b71028a req-30dcd961-3183-4550-96ec-9ec03aa3f174 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 944 time: 0.0592895 Nov 08 13:31:14.369691 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d47db9a6-2ca9-4df1-b5e5-c6531b71028a req-2cc72f34-e699-4d8b-901e-ca7b8118d8b9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498216 Nov 08 13:31:14.404725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 97792b72-758f-4a25-a006-c1c6d79fb4a2 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:31:14.409011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 97792b72-758f-4a25-a006-c1c6d79fb4a2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:31:14.409367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:14.497019 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:14.520156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:31:14.522486 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2644b78-1bc9-4e89-8192-b0dba61950f1" -d '{"events": [{"server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "name": "network-vif-plugged", "status": "completed", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:31:14.535756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:31:14.561217 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc25b1d-2728-4830-a237-9bf7040bf757 x-openstack-request-id: req-cdc25b1d-2728-4830-a237-9bf7040bf757 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:31:14.561550 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "name": "network-vif-plugged", "status": "completed", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:31:14.561783 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdc25b1d-2728-4830-a237-9bf7040bf757 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:31:14.562174 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'code': 200} Nov 08 13:31:14.598835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:14.648377 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:14.659929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c532d0-3b97-4f36-9134-7938907fc9c3 req-90629481-0af2-431e-a82e-1b724903c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:14.661505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0c532d0-3b97-4f36-9134-7938907fc9c3 req-90629481-0af2-431e-a82e-1b724903c66b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1096 time: 0.0428669 Nov 08 13:31:14.711988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0c532d0-3b97-4f36-9134-7938907fc9c3 req-aa3fa9dc-20ed-453c-9fb5-ee62927ee728 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 Nov 08 13:31:15.492551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b9a6-7f6d-4353-9ffb-0aa981f8336c req-8f172677-a4ae-4d0c-a5c5-c46e76ac9d11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:15.494274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f39b9a6-7f6d-4353-9ffb-0aa981f8336c req-8f172677-a4ae-4d0c-a5c5-c46e76ac9d11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0522032 Nov 08 13:31:15.552612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2f39b9a6-7f6d-4353-9ffb-0aa981f8336c req-c6b5e684-6ba6-4ea1-8368-4344498d0e91 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506856 Nov 08 13:31:16.644559 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:16.683689 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5240-c498-40f4-b0fb-4fade57e981d req-c7e1beef-bf1e-4ef7-96a1-7bf6a791533e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:16.687814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5aae5240-c498-40f4-b0fb-4fade57e981d req-c7e1beef-bf1e-4ef7-96a1-7bf6a791533e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0568221 Nov 08 13:31:16.739942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5aae5240-c498-40f4-b0fb-4fade57e981d req-cf78ff7b-8bd7-4b9e-bbd6-95e8cea76bfc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486956 Nov 08 13:31:16.863743 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808bc76-0024-496c-9f23-f600d676d37f req-4e4c22a6-0cd4-40a7-a24c-c07be4a6d066 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:16.865556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6808bc76-0024-496c-9f23-f600d676d37f req-4e4c22a6-0cd4-40a7-a24c-c07be4a6d066 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0552287 Nov 08 13:31:16.920948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6808bc76-0024-496c-9f23-f600d676d37f req-d3978317-825b-4142-9fe6-c3bab751fc6c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Nov 08 13:31:16.942149 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37012) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:31:16.983302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3384c65-0046-4f2f-969b-48d92e136f7f tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:16.984849 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e3384c65-0046-4f2f-969b-48d92e136f7f tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1091 time: 0.0416386 Nov 08 13:31:16.987711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37014) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:31:16.991918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:31:17.084528 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:17.204124 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:17.322544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.9 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/d43a9e2c-8566-4a49-912d-044fe6c3c895) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:31:17.429521 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:17.572394 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:17.608303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:31:17.611247 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:31:17.614752 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:31:17.649434 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=d43a9e2c-8566-4a49-912d-044fe6c3c895,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:18.360789 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:18.493792 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:18.657988 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:18.736161 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:18.807090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=d43a9e2c-8566-4a49-912d-044fe6c3c895,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:31:18.819418 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:18.929501 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP ec22320c-98d2-40bf-8dc9-12e79ce33689 associated. External IP: 172.25.1.9, port: 97792b72-758f-4a25-a006-c1c6d79fb4a2. Nov 08 13:31:19.173582 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router a816bae7-4fa9-4207-9241-8a087cc13906 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:31:19.294231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:31:19.305772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Sync routers for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:31:19.318002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:31:19.321266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:19.379925 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:19.420348 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e235fbc9-5e7f-46b7-b288-73a3084e9ca0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4314022 Nov 08 13:31:19.421590 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:31:19.425546 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d11f44-5e6a-42ba-9faf-239e6edd71f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:31:19.436132 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:31:19.484420 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5d5f6-1167-4db9-b6da-80a91bef4920 x-openstack-request-id: req-48a5d5f6-1167-4db9-b6da-80a91bef4920 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:31:19.484850 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:31:19.485128 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48a5d5f6-1167-4db9-b6da-80a91bef4920 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:31:19.485596 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'status': 'completed', 'code': 200} Nov 08 13:31:19.580104 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8824-8016-41c0-985d-7baaa89236a4 req-b50ea892-47be-4353-8d4f-8850d99ae617 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:19.581562 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ecd8824-8016-41c0-985d-7baaa89236a4 req-b50ea892-47be-4353-8d4f-8850d99ae617 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0954018 Nov 08 13:31:19.584805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-87b462ce-4e1c-4037-85cb-22f88779c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:19.587573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-87b462ce-4e1c-4037-85cb-22f88779c763 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1096 time: 0.0656707 Nov 08 13:31:19.701304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7ecd8824-8016-41c0-985d-7baaa89236a4 req-fa3403fc-613c-4d2c-98a6-207267880d3b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114092 Nov 08 13:31:19.716145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ec22320c-98d2-40bf-8dc9-12e79ce33689', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'port_id': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'mac_address': 'fa:16:3e:8a:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:31:18Z', 'updated_at': '2021-11-08T13:31:18Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:19.724233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37020) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:31:19.735720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-faa8389a-08ca-4156-9cb0-fb52fa151ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:19.740321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-faa8389a-08ca-4156-9cb0-fb52fa151ff2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 897 time: 0.1404002 Nov 08 13:31:19.755204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Checking router: a816bae7-4fa9-4207-9241-8a087cc13906 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:31:19.770032 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:31:19.771075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:30:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:19.798268 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-97fb4fe5-65ee-4387-a5ee-ee36f6c57102 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/ec22320c-98d2-40bf-8dc9-12e79ce33689 HTTP/1.1" status: 200 len: 989 time: 0.0721147 Nov 08 13:31:19.818817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-c570d506-390c-444d-b41b-49e0b16d69ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 997 time: 0.0721555 Nov 08 13:31:19.877715 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-9a9cbb71-c6e3-4039-bcc9-0150e0ca9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:19.879255 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-9a9cbb71-c6e3-4039-bcc9-0150e0ca9587 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 200 len: 835 time: 0.0534995 Nov 08 13:31:19.910387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:31:19.941068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-afd64f21-b620-46bf-bb31-66644906ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:19.942700 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-afd64f21-b620-46bf-bb31-66644906ef7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dab956f-8516-4834-b404-67159fd7cd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555398 Nov 08 13:31:20.044662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-24d6db1f-59af-460b-82c7-cf5db95d97ae service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932751 Nov 08 13:31:20.146354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30d11f44-5e6a-42ba-9faf-239e6edd71f4 req-2e82db55-49bb-4597-9334-f697ab057524 service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955043 Nov 08 13:31:20.175246 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ec22320c-98d2-40bf-8dc9-12e79ce33689', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'port_id': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'mac_address': 'fa:16:3e:8a:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:31:18Z', 'updated_at': '2021-11-08T13:31:18Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:31:20.203759 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baceb34-b054-47ce-950e-0ca2260d0ab9 None None] The sync data for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 is: [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'ec22320c-98d2-40bf-8dc9-12e79ce33689', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'port_id': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'mac_address': 'fa:16:3e:8a:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:31:18Z', 'updated_at': '2021-11-08T13:31:18Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:31:20.425782 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadeb40f-cdba-4746-89b7-3ef07cdc4b9d None None] New status for floating IP ec22320c-98d2-40bf-8dc9-12e79ce33689: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:31:20.775720 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:20.802051 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37022) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:31:20.873499 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d1420b9a-019a-48d7-8c01-f17d2804fb66 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/ec22320c-98d2-40bf-8dc9-12e79ce33689 HTTP/1.1" status: 200 len: 991 time: 0.0701656 Nov 08 13:31:23.158581 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dddf34e3-d148-4023-ab54-f7eb45295520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:25.518283 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-368cafec-b665-4e7f-b2e2-eab1dc5e9702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:26.935509 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:28.334934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:29.020938 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:43.314323 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:31:46.654884 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:50.331672 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6290b-d3a0-4b1a-91c8-71c1fb6de63c req-a3a139ad-37ed-4b92-a00c-699e18a53351 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:50.333088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96b6290b-d3a0-4b1a-91c8-71c1fb6de63c req-a3a139ad-37ed-4b92-a00c-699e18a53351 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0499825 Nov 08 13:31:50.417751 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-cb64f3b9-c2cb-48e8-b632-002e64610f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:50.419218 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-cb64f3b9-c2cb-48e8-b632-002e64610f6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1096 time: 0.0722096 Nov 08 13:31:50.423413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96b6290b-d3a0-4b1a-91c8-71c1fb6de63c req-5772ea8e-55b8-4be9-b84d-4a49f3a6f12d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826061 Nov 08 13:31:50.510860 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-5c2754b7-4d25-45ba-aad5-cd6594e1784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:50.512345 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-5c2754b7-4d25-45ba-aad5-cd6594e1784d service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 897 time: 0.0857921 Nov 08 13:31:50.583015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-5d9370fe-96a0-47d7-a24f-28c7b0a62d2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 999 time: 0.0628600 Nov 08 13:31:50.631832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-5e68de39-b8a8-4423-9ae0-03253b68327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:50.633292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-5e68de39-b8a8-4423-9ae0-03253b68327b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 200 len: 835 time: 0.0433636 Nov 08 13:31:50.679644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-2e192056-2d0f-4aa0-8473-46083fc11cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:50.681139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-2e192056-2d0f-4aa0-8473-46083fc11cc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dab956f-8516-4834-b404-67159fd7cd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Nov 08 13:31:50.774881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:50.776752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-da256a22-60da-49bf-8fd3-0ab1c2f8365a service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874724 Nov 08 13:31:50.867466 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d8adc0a-142f-455e-84f2-22372ba22d6d req-ba1d5c35-5301-4fda-9a63-a255d05f9ad1 service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Nov 08 13:31:51.548688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c0ebc-a430-44f7-8c09-e1dbd74da075 req-ced74d9a-16f2-4de7-a0eb-9091f989b4fa tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:51.550223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-901c0ebc-a430-44f7-8c09-e1dbd74da075 req-ced74d9a-16f2-4de7-a0eb-9091f989b4fa tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0551755 Nov 08 13:31:51.599767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-901c0ebc-a430-44f7-8c09-e1dbd74da075 req-b9edc2ab-e659-4d7b-a971-a96518945930 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Nov 08 13:31:52.719091 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc17a9-999e-4710-9806-20b86237f27f req-9d3d8493-67d7-4db1-9efc-664e218da34c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:52.720536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fffc17a9-999e-4710-9806-20b86237f27f req-9d3d8493-67d7-4db1-9efc-664e218da34c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0495126 Nov 08 13:31:52.770538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fffc17a9-999e-4710-9806-20b86237f27f req-28a202de-64bb-4610-91ce-52ac332a4ab1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Nov 08 13:31:53.145533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6dd49f6d-18f7-4a71-b64f-4cb116c875d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:53.887745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5969e0-0d71-4555-a49a-0bd2b7cff726 req-bdd4226e-0cb5-4f64-a704-55e1934b87bb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:53.889207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a5969e0-0d71-4555-a49a-0bd2b7cff726 req-bdd4226e-0cb5-4f64-a704-55e1934b87bb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0482922 Nov 08 13:31:53.942005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a5969e0-0d71-4555-a49a-0bd2b7cff726 req-873d7056-8f26-43f6-992f-5fcf2a18ee02 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Nov 08 13:31:55.059679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75601503-3b1d-4ba3-b400-03b166e70e3e req-425149f0-64e2-425c-bc35-5ada9f8c9567 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:55.061317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75601503-3b1d-4ba3-b400-03b166e70e3e req-425149f0-64e2-425c-bc35-5ada9f8c9567 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0508485 Nov 08 13:31:55.109664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-75601503-3b1d-4ba3-b400-03b166e70e3e req-ff2ea654-253e-442e-954e-bde1b0d85924 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Nov 08 13:31:55.511502 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c2c30644-be4b-41e7-a3ba-c3c95039389f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:56.223506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405230e-22e9-499e-b141-7704bf0fe51b req-30b7d6aa-d9fc-4356-bde3-37376125d9d2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:56.225032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f405230e-22e9-499e-b141-7704bf0fe51b req-30b7d6aa-d9fc-4356-bde3-37376125d9d2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0488648 Nov 08 13:31:56.275084 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f405230e-22e9-499e-b141-7704bf0fe51b req-71e63cbf-165e-4964-9311-13aa07a7cf3d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Nov 08 13:31:56.974137 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:57.398537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2cbf3-1ac2-4425-bbde-50dee96c0911 req-7b5d6825-1c2e-4750-816b-c14664b17df0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:57.400095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f2cbf3-1ac2-4425-bbde-50dee96c0911 req-7b5d6825-1c2e-4750-816b-c14664b17df0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0554099 Nov 08 13:31:57.451399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f2cbf3-1ac2-4425-bbde-50dee96c0911 req-0aaa9219-55da-43d2-9ade-03d37822e5c8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Nov 08 13:31:58.322052 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:58.566976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac56eb-1d4b-418b-aeaa-6c8a1ffa745e req-60db18d1-b30e-41a5-9f53-9add89d2073b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:58.568370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25ac56eb-1d4b-418b-aeaa-6c8a1ffa745e req-60db18d1-b30e-41a5-9f53-9add89d2073b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0492744 Nov 08 13:31:58.617337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25ac56eb-1d4b-418b-aeaa-6c8a1ffa745e req-0f0fc42a-f69d-4f94-be07-10d958a319b6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Nov 08 13:31:59.048429 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:59.731127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000e1c-ed1b-4592-8366-5e1bcd68be56 req-0319f892-23ad-4db7-8357-c6c2bed60772 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:31:59.732573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1000e1c-ed1b-4592-8366-5e1bcd68be56 req-0319f892-23ad-4db7-8357-c6c2bed60772 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0476499 Nov 08 13:31:59.787072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a1000e1c-ed1b-4592-8366-5e1bcd68be56 req-83268b86-938a-45e1-b78e-08f005c79d5b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485134 Nov 08 13:32:00.905018 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f633-17ae-468b-9674-c9df6b164a97 req-b177b0c5-17e2-4693-a554-d4624cdcb788 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:00.906534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe95f633-17ae-468b-9674-c9df6b164a97 req-b177b0c5-17e2-4693-a554-d4624cdcb788 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0486717 Nov 08 13:32:00.955833 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fe95f633-17ae-468b-9674-c9df6b164a97 req-62271690-c9f2-498a-b62f-d9955db17b89 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Nov 08 13:32:02.072300 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1218e-029e-418d-affd-e5527805b543 req-5c3065a0-415c-4058-b105-f3835529dde3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:02.073780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6f1218e-029e-418d-affd-e5527805b543 req-5c3065a0-415c-4058-b105-f3835529dde3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0484359 Nov 08 13:32:02.124646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f6f1218e-029e-418d-affd-e5527805b543 req-f2680103-fbad-443d-8299-eae6c67f3b47 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Nov 08 13:32:03.245522 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b2e2-b0e6-44b4-8ccd-48feb068ecfa req-61f82f8e-d885-4c8f-bf0f-3332a1033837 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:03.247052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8440b2e2-b0e6-44b4-8ccd-48feb068ecfa req-61f82f8e-d885-4c8f-bf0f-3332a1033837 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0533392 Nov 08 13:32:03.297065 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8440b2e2-b0e6-44b4-8ccd-48feb068ecfa req-5f30501b-36ff-496f-b157-607b6ef470bd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Nov 08 13:32:04.416526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd099-0913-44bc-bf80-8bf350b6d8b4 req-03e9f8cb-908e-4b49-a3f1-73346d02ff62 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:04.418133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b2bd099-0913-44bc-bf80-8bf350b6d8b4 req-03e9f8cb-908e-4b49-a3f1-73346d02ff62 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0522959 Nov 08 13:32:04.470389 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7b2bd099-0913-44bc-bf80-8bf350b6d8b4 req-e0b09ce4-f38f-4393-96a1-972e0325597f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Nov 08 13:32:05.590688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cef38-397e-4cfe-baaf-40c62e61ad5f req-805292a3-95b9-448e-8502-c46f977bd3fe tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:05.592224 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f77cef38-397e-4cfe-baaf-40c62e61ad5f req-805292a3-95b9-448e-8502-c46f977bd3fe tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0530820 Nov 08 13:32:05.642571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f77cef38-397e-4cfe-baaf-40c62e61ad5f req-86169d03-67b0-4fac-b64a-a14269eff291 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Nov 08 13:32:06.761033 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba656e26-71fc-40b1-9208-2355d2a50b63 req-eae84044-36ab-4751-8ca1-75ed77152c6b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:06.763231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba656e26-71fc-40b1-9208-2355d2a50b63 req-eae84044-36ab-4751-8ca1-75ed77152c6b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0485671 Nov 08 13:32:06.812855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba656e26-71fc-40b1-9208-2355d2a50b63 req-461fea9c-a2bc-4a70-b65e-4060c2b97297 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Nov 08 13:32:07.932863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a8033-43d5-46ed-b754-73e447886542 req-f37c4c3a-a35c-48e9-854c-bad50a0d02b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:07.934367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-105a8033-43d5-46ed-b754-73e447886542 req-f37c4c3a-a35c-48e9-854c-bad50a0d02b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0486794 Nov 08 13:32:07.988317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-105a8033-43d5-46ed-b754-73e447886542 req-de4ac82c-c42d-420b-88d5-91f0ebf35b71 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477767 Nov 08 13:32:08.011043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37068) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:08.071437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d32b9ec1-c423-4d8f-b0e5-28a5ebfc7ea6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/ec22320c-98d2-40bf-8dc9-12e79ce33689 HTTP/1.1" status: 200 len: 991 time: 0.0592368 Nov 08 13:32:09.631347 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-46706bec-c7f3-4d9e-8412-52554ac58e19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413818 Nov 08 13:32:09.715294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-0191d880-3c93-4071-948a-496d716e6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:09.716878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-0191d880-3c93-4071-948a-496d716e6e54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1096 time: 0.0440819 Nov 08 13:32:09.819260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-a2db6088-7127-4dba-8dd2-4936765b3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:09.820709 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-a2db6088-7127-4dba-8dd2-4936765b3f04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 897 time: 0.0847023 Nov 08 13:32:09.893394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-b73ee9c9-779a-45fb-b885-ad909ced21e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 999 time: 0.0643580 Nov 08 13:32:09.941964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-d15188b9-cc6e-4005-9f49-e4df00f5822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:09.943513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-d15188b9-cc6e-4005-9f49-e4df00f5822e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 200 len: 835 time: 0.0437655 Nov 08 13:32:09.990734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-b46ba87f-d618-454e-9c09-ade8640f560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:09.991543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-b46ba87f-d618-454e-9c09-ade8640f560f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dab956f-8516-4834-b404-67159fd7cd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406649 Nov 08 13:32:10.092119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-60461567-1393-4f1a-9f1a-0f8511c7bdc5 service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923610 Nov 08 13:32:10.182917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5996e09a-e057-4a06-a65c-38f401cecd3e req-29b3de82-5e8e-4281-af3e-9aca84c26ce8 service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843682 Nov 08 13:32:16.670064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:20.312974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:32:20.790661 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:23.133984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7bb81c39-c0c1-4fe1-8711-65d586749776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:25.510899 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45aa364c-59e0-46a1-8158-94771fa91326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:26.950843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:28.333902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:29.093898 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:38.739206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37094) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:38.910814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port d43a9e2c-8566-4a49-912d-044fe6c3c895 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:32:38.911322 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.022437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.022674 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.035186 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for d43a9e2c-8566-4a49-912d-044fe6c3c895 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:32:39.253123 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.281883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=d43a9e2c-8566-4a49-912d-044fe6c3c895,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:39.306223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.306590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.306932 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.307269 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.307603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.307935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.308264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.308598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.308923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.309244 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.309563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.309881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:39.357071 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.357427 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP ec22320c-98d2-40bf-8dc9-12e79ce33689 disassociated (deleted). External IP: 172.25.1.9, port: 97792b72-758f-4a25-a006-c1c6d79fb4a2. Nov 08 13:32:39.571011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router a816bae7-4fa9-4207-9241-8a087cc13906 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:32:39.681191 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:32:39.685966 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:39.691701 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Sync routers for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:32:39.701050 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:39.701672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:39.717800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-66f77751-15e2-4769-8148-a686a3e1bc0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/floatingips/ec22320c-98d2-40bf-8dc9-12e79ce33689 HTTP/1.1" status: 204 len: 168 time: 0.9775496 Nov 08 13:32:39.718521 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:32:39.721713 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff9252-5e03-42f5-b252-4f22e0e12b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:32:39.772305 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28752a5e-5b15-46a4-9fc4-64ea90e934a9 x-openstack-request-id: req-28752a5e-5b15-46a4-9fc4-64ea90e934a9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:32:39.772983 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:32:39.772983 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28752a5e-5b15-46a4-9fc4-64ea90e934a9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:32:39.773729 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'status': 'completed', 'code': 200} Nov 08 13:32:39.818474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:39.839879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-37e05464-2675-4e06-973a-bfd0ceaf2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:39.841321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-37e05464-2675-4e06-973a-bfd0ceaf2fca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 1096 time: 0.0465295 Nov 08 13:32:39.939202 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-d3da0a9a-c972-433d-a2bf-e82997552220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:39.940782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-d3da0a9a-c972-433d-a2bf-e82997552220 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 200 len: 897 time: 0.0926099 Nov 08 13:32:39.991311 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-81253dfc-e51a-4569-ab99-ac19d1065996 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0434713 Nov 08 13:32:40.048821 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-87b92ff7-96f3-481c-83fa-33e2449b2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:40.050332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-87b92ff7-96f3-481c-83fa-33e2449b2c43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 200 len: 835 time: 0.0525444 Nov 08 13:32:40.054442 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:40.082885 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Checking router: a816bae7-4fa9-4207-9241-8a087cc13906 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:32:40.092172 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:40.092731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:40.109208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-2bd161f8-de95-4bc0-9f13-5d5fc0c68526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:40.111326 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-2bd161f8-de95-4bc0-9f13-5d5fc0c68526 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dab956f-8516-4834-b404-67159fd7cd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544834 Nov 08 13:32:40.206460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:40.239240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220fdcd-8e35-4b1d-8413-b597aab4d727 req-c8e5a859-e3b2-48d0-83a7-8a900d53cb9e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:40.240815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c220fdcd-8e35-4b1d-8413-b597aab4d727 req-c8e5a859-e3b2-48d0-83a7-8a900d53cb9e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.1018710 Nov 08 13:32:40.268125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-2fc8b632-1ca4-4553-a312-6ba5922445fb service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489027 Nov 08 13:32:40.324287 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c220fdcd-8e35-4b1d-8413-b597aab4d727 req-9f3ff58e-63b8-46c7-a407-19c82fa0d891 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769508 Nov 08 13:32:40.389179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-59ff9252-5e03-42f5-b252-4f22e0e12b5d req-6d15c490-576d-4fd7-bd11-b81800aaa93e service neutron] 10.222.0.61 "GET /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093886 Nov 08 13:32:40.419474 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:40.451257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759ae1b-ff7e-480e-a475-eef4c62bb4e3 None None] The sync data for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 is: [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:31:01Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '00b60010-d5b0-4f6e-aefb-363066c2aed4', 'name': '', 'network_id': '9dab956f-8516-4834-b404-67159fd7cd81', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:a2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:31:00Z', 'updated_at': '2021-11-08T13:31:04Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': 'd496dc6c-47cd-420a-980c-bb1df584904b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:32:40.668636 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f9477c-c266-45f0-bf9a-3d95dbcc77b6 None None] New status for floating IP ec22320c-98d2-40bf-8dc9-12e79ce33689: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:32:41.448241 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e45ac-3285-4033-a6f4-42ae30a08672 req-6add0996-5e0f-44a2-befd-b00a0a13c9a2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:41.449773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d3e45ac-3285-4033-a6f4-42ae30a08672 req-6add0996-5e0f-44a2-befd-b00a0a13c9a2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0508912 Nov 08 13:32:41.502232 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7d3e45ac-3285-4033-a6f4-42ae30a08672 req-130bc1e0-3b7d-4f95-a549-0bf78aaf8385 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=13a3eebd-f87a-49a7-829e-ad8e959409f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Nov 08 13:32:41.696701 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446a50-4891-4d37-bb62-3354ea501873 req-2ae1a61c-154b-41f5-bdd7-2419ae2bab7a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:41.698220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8446a50-4891-4d37-bb62-3354ea501873 req-2ae1a61c-154b-41f5-bdd7-2419ae2bab7a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 945 time: 0.0500197 Nov 08 13:32:41.793675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 97792b72-758f-4a25-a006-c1c6d79fb4a2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:32:41.794016 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:41.883368 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 97792b72-758f-4a25-a006-c1c6d79fb4a2, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=97792b72-758f-4a25-a006-c1c6d79fb4a2,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:41.883610 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:41.896289 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 97792b72-758f-4a25-a006-c1c6d79fb4a2 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:32:42.091775 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:42.120049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=97792b72-758f-4a25-a006-c1c6d79fb4a2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:42.168286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] No DVR routers for this DVR port 97792b72-758f-4a25-a006-c1c6d79fb4a2 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:32:42.170922 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:42.174354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8446a50-4891-4d37-bb62-3354ea501873 req-24add79d-9e17-4a28-a0b0-6847e5309353 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "DELETE /v2.0/ports/97792b72-758f-4a25-a006-c1c6d79fb4a2 HTTP/1.1" status: 204 len: 173 time: 0.4702535 Nov 08 13:32:42.174801 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'name': 'network-vif-deleted', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:32:42.177032 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57caea-8fe1-4ce3-9b31-cffaa2cfc536" -d '{"events": [{"server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "name": "network-vif-deleted", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:32:42.213971 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff04bea-69b3-464e-8ed5-6561be828b38 x-openstack-request-id: req-2ff04bea-69b3-464e-8ed5-6561be828b38 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:32:42.214285 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d", "name": "network-vif-deleted", "tag": "97792b72-758f-4a25-a006-c1c6d79fb4a2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:32:42.214542 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ff04bea-69b3-464e-8ed5-6561be828b38 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:32:42.214939 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d', 'name': 'network-vif-deleted', 'tag': '97792b72-758f-4a25-a006-c1c6d79fb4a2', 'status': 'completed', 'code': 200} Nov 08 13:32:42.624741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a531788-d742-4324-8f04-eb18ecf5b4c3 req-ef25a0cc-95ac-4466-8bc1-ce57ce9b9e4d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c7a88d9-9b8d-4c73-82ca-7e9cff539a4d HTTP/1.1" status: 200 len: 210 time: 0.0268838 Nov 08 13:32:43.677072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:44.365616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:44.618133 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 00b60010-d5b0-4f6e-aefb-363066c2aed4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:32:44.618654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:44.702092 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 97792b72-758f-4a25-a006-c1c6d79fb4a2 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:32:44.708487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 00b60010-d5b0-4f6e-aefb-363066c2aed4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=00b60010-d5b0-4f6e-aefb-363066c2aed4,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:44.708968 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:44.721690 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 00b60010-d5b0-4f6e-aefb-363066c2aed4 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:32:44.722321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 97792b72-758f-4a25-a006-c1c6d79fb4a2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:32:44.722671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 97792b72-758f-4a25-a006-c1c6d79fb4a2 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:32:44.939260 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:44.965877 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=00b60010-d5b0-4f6e-aefb-363066c2aed4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:45.144499 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.359518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router a816bae7-4fa9-4207-9241-8a087cc13906 has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:32:45.471008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:32:45.476407 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-14d4bac3-002c-4706-838a-47a9469607fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/a816bae7-4fa9-4207-9241-8a087cc13906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980857 Nov 08 13:32:45.478908 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:45.482388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Sync routers for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:32:45.493542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:45.494157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:45.535747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting subnet d496dc6c-47cd-420a-980c-bb1df584904b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:32:45.539213 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.581020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.601283 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:45.667581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.785204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:32:44Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:45.794934 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.812374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Checking router: a816bae7-4fa9-4207-9241-8a087cc13906 for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:32:45.821054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Routers {'a816bae7-4fa9-4207-9241-8a087cc13906'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:45.821669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['a816bae7-4fa9-4207-9241-8a087cc13906'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:45.827325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:45.833863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/subnets/d496dc6c-47cd-420a-980c-bb1df584904b HTTP/1.1" status: 204 len: 168 time: 0.3515100 Nov 08 13:32:45.833863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb671ec-2a74-4657-a6f9-2974596ac19f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Subnet': ['ID=d496dc6c-47cd-420a-980c-bb1df584904b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:45.834093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:45.856275 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580add0f-d26b-451a-b3f8-98e9968a5fb2 None None] Network 9dab956f-8516-4834-b404-67159fd7cd81 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:32:45.944377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.023330 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] Set router a816bae7-4fa9-4207-9241-8a087cc13906 gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:46.052022 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.148937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] DHCP port deletion for 9dab956f-8516-4834-b404-67159fd7cd81 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:32:46.173933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 5c33e910-dce9-4f6e-a3d3-3337569944d1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:32:46.174309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.247451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Deleting port d64d28bd-054b-4476-8b64-d37936cf44d9 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:32:46.247735 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.257178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 5c33e910-dce9-4f6e-a3d3-3337569944d1, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=5c33e910-dce9-4f6e-a3d3-3337569944d1,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:46.262916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.271385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 5c33e910-dce9-4f6e-a3d3-3337569944d1 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:32:46.301514 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:32:44Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:46.339419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d047d7b-de64-4582-b3b5-f99c2d4a94f9 None None] The sync data for ids ['a816bae7-4fa9-4207-9241-8a087cc13906'] in n-d-816990-1 is: [{'id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988920939', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:30:57Z', 'updated_at': '2021-11-08T13:32:44Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '5c33e910-dce9-4f6e-a3d3-3337569944d1', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a816bae7-4fa9-4207-9241-8a087cc13906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:30:58Z', 'updated_at': '2021-11-08T13:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:32:46.347030 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] For port d64d28bd-054b-4476-8b64-d37936cf44d9, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d64d28bd-054b-4476-8b64-d37936cf44d9,segment=NetworkSegment(8b80cfe1-fc7a-450e-ba42-abce8477363a),segment_id=8b80cfe1-fc7a-450e-ba42-abce8477363a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:46.347431 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.360255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Calling delete_port for d64d28bd-054b-4476-8b64-d37936cf44d9 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:32:46.498801 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.527380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.531390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=5c33e910-dce9-4f6e-a3d3-3337569944d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:46.553069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Pushing event deleted for resources: {'Port': ['ID=d64d28bd-054b-4476-8b64-d37936cf44d9,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:46.561200 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] No DVR routers for this DVR port d64d28bd-054b-4476-8b64-d37936cf44d9 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:32:46.563907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.566704 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.567418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.567418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.567606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d810f-5dc8-4808-9106-c7816e01365a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:46.596686 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.668474 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.692423 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.694812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.790559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.791153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Fanout notify agent at l3_agent the message router_deleted on router a816bae7-4fa9-4207-9241-8a087cc13906 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:32:46.799117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.800239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-66311b01-9326-4bd4-93f0-f074f6271f04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/routers/a816bae7-4fa9-4207-9241-8a087cc13906 HTTP/1.1" status: 204 len: 168 time: 0.9653018 Nov 08 13:32:46.802966 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:46.887033 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:46.980745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.004063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dab956f-8516-4834-b404-67159fd7cd81']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:47.014116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b80cfe1-fc7a-450e-ba42-abce8477363a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:47.014372 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b80cfe1-fc7a-450e-ba42-abce8477363a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:47.027576 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.043455 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.049577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:32:47.049964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:32:47.052990 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:32:47.162039 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.169461 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.172194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/networks/9dab956f-8516-4834-b404-67159fd7cd81 HTTP/1.1" status: 204 len: 168 time: 0.3682232 Nov 08 13:32:47.175432 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37118) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:47.183480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05261374-6adb-44dc-9940-31bbdadc0064 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Network': ['ID=9dab956f-8516-4834-b404-67159fd7cd81,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:47.236003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.262410 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.388908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.391916 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:47.393084 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/security-groups/13a3eebd-f87a-49a7-829e-ad8e959409f2 HTTP/1.1" status: 204 len: 168 time: 0.2166555 Nov 08 13:32:47.403258 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3eebd-f87a-49a7-829e-ad8e959409f2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:47.411674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.412028 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.412375 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.412717 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.413054 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.413393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.413725 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.414059 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.414453 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.414817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.415147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.415471 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0c768-abd9-48b0-b9d7-8adfc6388d8d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:47.682767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64d28bd-054b-4476-8b64-d37936cf44d9 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:32:47.707170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: d64d28bd-054b-4476-8b64-d37936cf44d9 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:32:47.707516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d64d28bd-054b-4476-8b64-d37936cf44d9 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:32:47.707927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00b60010-d5b0-4f6e-aefb-363066c2aed4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:32:47.727016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 00b60010-d5b0-4f6e-aefb-363066c2aed4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:32:47.727353 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 00b60010-d5b0-4f6e-aefb-363066c2aed4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:32:47.727749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5c33e910-dce9-4f6e-a3d3-3337569944d1 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:32:47.746615 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 5c33e910-dce9-4f6e-a3d3-3337569944d1 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:32:47.746955 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 5c33e910-dce9-4f6e-a3d3-3337569944d1 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:32:47.897431 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37126) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:47.903487 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855766619', 'description': 'tempest-secgroup-smoke-855766619 description', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:48.028475 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.095761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.184311 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.217866 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7956cceb-29e0-4529-be14-392c35d634ba,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:48.272478 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.273739 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ebbeb8cc-0228-4dca-9bc5-03944ed97fff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3753059 Nov 08 13:32:48.276562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37128) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:48.280899 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:48.381801 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.439270 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.508629 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.531092 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302442a1-9fb9-4bfe-8b39-0c7a0a805e2c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:48.603550 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.604774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c37bcef-2703-491f-a368-6cfaefcd05c6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272657 Nov 08 13:32:48.607626 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37130) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:48.612436 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:48.710206 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.765619 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.830269 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.847438 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9c6ff4-bbdf-4504-908b-838ce5438d42,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:48.906456 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:48.908000 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18178c81-1b51-4eb0-aa60-35251054939c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994292 Nov 08 13:32:48.910794 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37132) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:48.915202 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:49.001285 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.056908 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.115428 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.136067 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90552776-6af1-4804-b5a9-2945109c2264,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:49.192203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.193436 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-8edf6f02-4aaf-4e17-bdef-7902f38a8d5e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816885 Nov 08 13:32:49.196221 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37134) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:49.200574 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:49.285452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.345182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.417108 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.435959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98170de5-4a46-446f-b823-77b87d3455ac,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:49.499194 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.500529 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-01502c41-5120-4244-8781-a44cceaf3bf4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3033333 Nov 08 13:32:49.504320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37136) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:49.508675 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:49.727417 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:32:49.732767 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.795170 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.894283 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.912035 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8a2829-4c11-4cde-b3e4-294b0365f849,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:49.986472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:49.987719 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee61f739-077d-4499-b025-e4aa4a00bff1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4824650 Nov 08 13:32:49.991078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37138) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:49.995638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '7956cceb-29e0-4529-be14-392c35d634ba', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:50.075871 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:32:50.081363 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.140555 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.222995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.243920 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ad83d8-d784-48cd-98d0-4d01dbe3cf1d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:50.327491 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.329189 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9772a51b-4cea-448b-867e-5aea83d9c735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367143 Nov 08 13:32:50.334087 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:50.339233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'network': {'name': 'tempest-network-smoke--123210297', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:50.418434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:32:50.422002 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.446072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:32:50.455408 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.455772 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Added segment 4ae57c73-292c-48d4-9093-3babc243fbd1 of type vlan for network fb685a15-6cd8-4b59-a35e-900ca4afc34f Nov 08 13:32:50.500679 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.590093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.596611 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:50.597238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.662818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Network': ['ID=fb685a15-6cd8-4b59-a35e-900ca4afc34f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:50.672941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:32:50.690675 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c29e29d1-bfea-49e5-8e37-922de3c488da tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3553929 Nov 08 13:32:50.693296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:50.697933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'admin_state_up': True, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:50.780048 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.781093 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.844188 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:50.972813 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.041931 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.312238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.331377 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.436640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.224 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/3f5ee672-ced2-4a53-8a04-0a4ac556ee34) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:32:51.537798 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.647606 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:51.685619 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:32:51.691425 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:51.693971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:32:51.723463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:52.344114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:52.543351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:52.727218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router f13cc871-e9d6-4372-80b7-a0f5066b82de is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:32:52.834668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:32:52.844470 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534f622-d713-4818-87db-41bba807991b None None] Sync routers for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:32:52.855692 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534f622-d713-4818-87db-41bba807991b None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:52.856305 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b534f622-d713-4818-87db-41bba807991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:52.921698 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:52.922991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9ac7c55c-41a1-456f-922e-eba75576a3de tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2286808 Nov 08 13:32:52.927264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37144) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:52.956432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e4efe0a4-fbc5-43ae-bee8-f76c7faf6f9e tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4e97c55a969f4009b4aded8d8fbc2a80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279579 Nov 08 13:32:52.959097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:52.961320 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b534f622-d713-4818-87db-41bba807991b None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:53.051885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c563a-64af-4ef7-99df-4a1c62fb2df5 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:53.053328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e54c563a-64af-4ef7-99df-4a1c62fb2df5 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932457 Nov 08 13:32:53.056308 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37148) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:53.085301 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c030e6ed-aa22-4d8e-a516-f2a97b3bf0be tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279980 Nov 08 13:32:53.087768 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37150) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:53.092557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-308910609', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:53.144264 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a81d54b-0658-425d-bca9-34705cd648a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.144865 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b534f622-d713-4818-87db-41bba807991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:51Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:53.174904 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534f622-d713-4818-87db-41bba807991b None None] Checking router: f13cc871-e9d6-4372-80b7-a0f5066b82de for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:32:53.175245 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534f622-d713-4818-87db-41bba807991b None None] Updating router f13cc871-e9d6-4372-80b7-a0f5066b82de port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:32:53.200236 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.247108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:32:53.250746 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.448597 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.488282 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.521490 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.559080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Subnet': ['ID=7f285984-11ef-4d4e-afdd-6638d74ccf65,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:53.573785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Checking segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:32:53.574210 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network hostable DHCP agents. Network: fb685a15-6cd8-4b59-a35e-900ca4afc34f, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:32:53.580518 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Pushing event updated for resources: {'Port': ['ID=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:53.584438 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b534f622-d713-4818-87db-41bba807991b None None] Attempting to bind port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:32:53.584812 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b534f622-d713-4818-87db-41bba807991b None None] Attempting to bind port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:32:53.585172 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534f622-d713-4818-87db-41bba807991b None None] Attempting to bind port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:32:53.591038 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534f622-d713-4818-87db-41bba807991b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:32:53.591415 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534f622-d713-4818-87db-41bba807991b None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:32:53.591817 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.592203 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534f622-d713-4818-87db-41bba807991b None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:32:53.592667 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-b534f622-d713-4818-87db-41bba807991b None None] Bound port: 3f5ee672-ced2-4a53-8a04-0a4ac556ee34, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:32:53.593091 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.599598 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.605192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:32:53.653117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:32:53.658660 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b534f622-d713-4818-87db-41bba807991b None None] For port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:32:53.661721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-b534f622-d713-4818-87db-41bba807991b None None] For port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:32:53.744979 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-b534f622-d713-4818-87db-41bba807991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.756066 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, fb685a15-6cd8-4b59-a35e-900ca4afc34f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:53.764271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595abe64-6b79-4071-81b5-7e5262158972 None None] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:32:53.774832 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:53.776167 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.801712 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534f622-d713-4818-87db-41bba807991b None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:53.802377 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b534f622-d713-4818-87db-41bba807991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:53.847751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d39372-b126-4f75-9f47-dc5eec550948 None None] Pushing event updated for resources: {'Port': ['ID=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:53.870219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-72ed1a92-dbd2-453f-ae77-25f6ce7ecf9d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7785649 Nov 08 13:32:53.870633 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:53.926145 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:32:53.927243 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.929503 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-b534f622-d713-4818-87db-41bba807991b None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:54.073927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Allocated IP 172.20.0.2 (fb685a15-6cd8-4b59-a35e-900ca4afc34f/7f285984-11ef-4d4e-afdd-6638d74ccf65/0a99b3d9-8f67-4143-a5d4-673b95cfcbd6) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:32:54.122885 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-b534f622-d713-4818-87db-41bba807991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:51Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:54.151276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534f622-d713-4818-87db-41bba807991b None None] The sync data for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 is: [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:51Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:32:54.225790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.299548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.340421 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:32:54.342590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.346720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:54.349155 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:32:54.359904 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Pushing event updated for resources: {'Port': ['ID=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:54.443947 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Attempting to bind port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:32:54.444569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Attempting to bind port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:32:54.445106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Attempting to bind port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:32:54.454130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:32:54.455589 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Checking segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:32:54.456083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.456546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Bound using segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:32:54.457131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Bound port: 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:32:54.457515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.529991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] For port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:32:54.534530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] For port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:32:54.613876 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.666253 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.1 (fb685a15-6cd8-4b59-a35e-900ca4afc34f/7f285984-11ef-4d4e-afdd-6638d74ccf65/0d547ea8-11ed-44b2-805e-ef4f1f6320bb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:32:54.687363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf87a4-c5bf-490c-a337-18fb26cf20c4 None None] Pushing event updated for resources: {'Port': ['ID=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:54.809333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.887734 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:54.940447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:32:54.944237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:54.946804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:32:54.961630 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:55.011792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.203224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.501703 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.533275 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1b5c788b-0c59-4afc-9753-eb1cdb4fecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.561306 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.638068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:55.640483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.718800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3853498-c68d-4f40-9724-50929f72a3ea None None] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:32:55.756937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:32:55.760151 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:55.797864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:32:55.836956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] Provisioning complete for port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:55.837323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.879224 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router f13cc871-e9d6-4372-80b7-a0f5066b82de has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:32:55.959106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:55.959397 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:55.999510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:32:56.005895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0b9e8657-00ad-43a0-8f0a-a14a729eae9b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/f13cc871-e9d6-4372-80b7-a0f5066b82de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338778 Nov 08 13:32:56.044893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.127380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] For port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:56.136020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.194390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-655f12fe-fbf9-4a48-b2f0-d8e825482d14 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855766619&fields=id&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 267 time: 0.0510967 Nov 08 13:32:56.232058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.302919 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:32:56.303313 n-d-816990-1 neutron-server[102537]: DEBUG oslo_db.api [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:32:56.316815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a189-7a99-4aec-9a50-a1547325886d None None] Pushing event updated for resources: {'Port': ['ID=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:56.334350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-e84909f7-30ce-43fa-8f40-c5f07cb402ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:56.334350 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-e84909f7-30ce-43fa-8f40-c5f07cb402ff tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 796 time: 0.1258962 Nov 08 13:32:56.346632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-43ef0b07-485c-4b0d-9e3a-af2653daead7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/quotas/4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 375 time: 0.0124187 Nov 08 13:32:56.351000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Sync routers for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:32:56.367594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6aadabf1-6bf6-4dd6-8fac-f6ca4e8e3a0d None None] Provisioning complete for port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:56.368307 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6aadabf1-6bf6-4dd6-8fac-f6ca4e8e3a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.369999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:56.370728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:56.402156 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-d0150361-3566-4411-b54d-ed7b8e670e2c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500627 Nov 08 13:32:56.510887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-54d486ed-c471-4eb6-95f1-4e8ef9d2594d service neutron] 10.222.0.58 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905721 Nov 08 13:32:56.550530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:56.618134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-a89fb83c-3fd5-4ca5-a39d-620b0b9c2ab1 service neutron] 10.222.0.58 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961626 Nov 08 13:32:56.658855 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6aadabf1-6bf6-4dd6-8fac-f6ca4e8e3a0d None None] Provisioning complete for port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:56.659118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6aadabf1-6bf6-4dd6-8fac-f6ca4e8e3a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.729921 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-6aadabf1-6bf6-4dd6-8fac-f6ca4e8e3a0d None None] Port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:32:56.800189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 2, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:56.828544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Checking router: f13cc871-e9d6-4372-80b7-a0f5066b82de for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:32:56.828901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Updating router f13cc871-e9d6-4372-80b7-a0f5066b82de port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:32:56.869130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39e3f01c-0495-4e55-9dde-617bc8ff8b46 req-5de17395-8613-45a9-bfa6-315b95eec078 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 210 time: 0.0320373 Nov 08 13:32:56.900031 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.909256 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:32:56.920053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5e1cd0f6-3992-4851-8f79-a80728ee5e5d None None] Provisioning complete for port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:56.921662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e1cd0f6-3992-4851-8f79-a80728ee5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:56.998866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.012494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5e1cd0f6-3992-4851-8f79-a80728ee5e5d None None] Port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:32:57.092419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:57.092792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.249642 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.298129 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:57.312444 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:32:57.318291 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.387906 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.413298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.448494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:57.691768 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9e749-3fe2-4e07-808e-4e9852f36432 None None] Pushing event updated for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:57.697526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Attempting to bind port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:32:57.697949 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Attempting to bind port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:32:57.698404 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Attempting to bind port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:32:57.703586 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:32:57.703965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Checking segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:32:57.704363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.705390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Bound using segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:32:57.705943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Bound port: 0d547ea8-11ed-44b2-805e-ef4f1f6320bb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:32:57.706334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.709483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:32:57.792130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-768b2430-3873-41af-8b48-89e61d75a152 None None] Provisioning complete for port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:57.792497 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-768b2430-3873-41af-8b48-89e61d75a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.837304 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] For port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:32:57.846522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] For port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:32:57.856754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-768b2430-3873-41af-8b48-89e61d75a152 None None] Port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:32:57.860467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:57.860467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.944706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:32:57.968187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-01e8c564-a7d9-4af3-ab7e-db31afdfcae0 req-40df4aea-3da9-45de-825e-d61e052b467b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 210 time: 0.0261869 Nov 08 13:32:57.968970 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.042757 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:32:58.043460 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:58.093803 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9e749-3fe2-4e07-808e-4e9852f36432 None None] Pushing event updated for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:58.099363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:58.099738 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.204501 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:32:58.377780 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] Provisioning complete for port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:58.378154 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.407731 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.516555 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.540198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:32:58.572530 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b1454-7cad-4bb9-99fb-7dbd86062d5a None None] The sync data for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 is: [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:32:58.592039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] For port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:32:58.657182 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:58.724655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd529805-8ca4-4245-830b-6ff388d02cf8 None None] Pushing event updated for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:58.746516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-3c6c50a7-d15b-4c9f-98f9-f38e6f0900d4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:58.748038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-3c6c50a7-d15b-4c9f-98f9-f38e6f0900d4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 796 time: 0.1548223 Nov 08 13:32:58.820138 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-18666854-3c06-42d9-a2cc-31cb10e5c881 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 379 time: 0.0626888 Nov 08 13:32:58.830121 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'port': {'device_id': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'admin_state_up': True, 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'security_groups': ['7956cceb-29e0-4529-be14-392c35d634ba']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:59.035725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:32:59.040549 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.128299 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.153349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91902262-270b-4170-bb05-c758eef69de0 req-152ff2a7-6729-4d7d-9d8a-6aabb3d5586b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 210 time: 0.0402098 Nov 08 13:32:59.230052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.13 (fb685a15-6cd8-4b59-a35e-900ca4afc34f/7f285984-11ef-4d4e-afdd-6638d74ccf65/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:32:59.377373 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.464619 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.516461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:32:59.520314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:32:59.523957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:32:59.530585 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:32:59.582265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:32:59.585897 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.665433 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b8d9a4aa-c95e-4828-9087-0ae4e81c5414 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393910 Nov 08 13:32:59.690111 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b866d0ae-42d2-4ef5-8227-eae4ab1fd024 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:32:59.690111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-b866d0ae-42d2-4ef5-8227-eae4ab1fd024 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062706 Nov 08 13:32:59.690868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Request body: {'port': {'device_id': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:32:59.723252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d547ea8-11ed-44b2-805e-ef4f1f6320bb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:32:59.762468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.776881 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:59.777455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.825753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-064233dd-0def-4a5b-a478-c0e741b364f5 None None] Provisioning complete for port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:32:59.826121 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-064233dd-0def-4a5b-a478-c0e741b364f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:59.867583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-064233dd-0def-4a5b-a478-c0e741b364f5 None None] Port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:33:00.040642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77aa9ec-774f-45a5-9cbb-30bc7b288e8a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:33:00.048092 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:00.060328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Transition to ACTIVE for port object c77aa9ec-774f-45a5-9cbb-30bc7b288e8a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:33:00.136501 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:00.189909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:00.295593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:00.295929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:00.296260 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:00.305881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:33:00.306211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:00.314395 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:00.314767 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Checking segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:00.315158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Bound using segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:00.315595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Bound port: c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:00.315951 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:00.333724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a47fd-bd91-4afd-bfac-073be2eed511 req-a699ac02-5734-4b1e-9ed2-dbba67a9aa1b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.335293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-400a47fd-bd91-4afd-bfac-073be2eed511 req-a699ac02-5734-4b1e-9ed2-dbba67a9aa1b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0891490 Nov 08 13:33:00.428356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:00.431410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:00.435855 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-400a47fd-bd91-4afd-bfac-073be2eed511 req-e7a85df1-37bc-4b25-abb9-5086a620987a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942154 Nov 08 13:33:00.549227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:00.584125 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.584791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:00.586222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] 10.222.0.57 "PUT /v2.0/ports/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1092 time: 0.9011652 Nov 08 13:33:00.588506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:33:00.590826 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb3af2-5342-4286-9717-a18bfdce8a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:33:00.618383 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec49f-f426-4c2f-a640-056896f56c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:00.643666 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcae1b3-b483-4d44-8db4-77975d17f8b4 x-openstack-request-id: req-5fcae1b3-b483-4d44-8db4-77975d17f8b4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:33:00.643963 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:33:00.644269 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fcae1b3-b483-4d44-8db4-77975d17f8b4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:33:00.644676 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'status': 'completed', 'code': 200} Nov 08 13:33:00.713235 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-fc02ebf3-9f66-4949-a1ad-925e6e244916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.714790 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-fc02ebf3-9f66-4949-a1ad-925e6e244916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1095 time: 0.0492945 Nov 08 13:33:00.818081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-10b677cc-c49a-4582-97eb-37e69a2722ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.819643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-10b677cc-c49a-4582-97eb-37e69a2722ef service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958848 Nov 08 13:33:00.917770 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-708d5768-b61b-4d4d-a659-a427882ef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.919170 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18cb3af2-5342-4286-9717-a18bfdce8a8c req-708d5768-b61b-4d4d-a659-a427882ef802 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928972 Nov 08 13:33:00.994922 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-8d411e8d-462a-41d4-8600-1e4c0af936a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:00.996400 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-8d411e8d-462a-41d4-8600-1e4c0af936a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1095 time: 0.0405810 Nov 08 13:33:01.041962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-bbc25c46-ae00-42b4-b8ca-78b0562502e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 217 time: 0.0366201 Nov 08 13:33:01.431896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-6ade4ee8-ae5e-42f6-97d4-bb9011fafeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:01.433357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-6ade4ee8-ae5e-42f6-97d4-bb9011fafeb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.3832958 Nov 08 13:33:01.479378 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-88633787-f1ec-4ac4-ad59-4ba27bb6cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:01.480884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-88633787-f1ec-4ac4-ad59-4ba27bb6cf95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Nov 08 13:33:01.605219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7918f47-439b-4118-b798-414e1abfda60 req-ac8b71dc-4fd0-457c-ae36-a9e59290b534 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:01.606713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7918f47-439b-4118-b798-414e1abfda60 req-ac8b71dc-4fd0-457c-ae36-a9e59290b534 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0998676 Nov 08 13:33:01.612553 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-205114aa-5111-40fe-9649-d4569cb92a1a service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234150 Nov 08 13:33:01.709771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c7918f47-439b-4118-b798-414e1abfda60 req-eab687e9-00f4-4f14-b9cf-837bb08d6fcd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962622 Nov 08 13:33:01.736796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7de0cbd2-bfd8-46aa-ab57-23a578560ccb req-50e03d83-df61-4dfa-8cbf-9cf00c81e86e service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163216 Nov 08 13:33:02.829283 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4c00-18cf-4971-a264-1aa1adf69e46 req-93865db2-dbe9-4927-a302-887cb71a2759 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:02.830850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17eb4c00-18cf-4971-a264-1aa1adf69e46 req-93865db2-dbe9-4927-a302-887cb71a2759 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0498755 Nov 08 13:33:02.882230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17eb4c00-18cf-4971-a264-1aa1adf69e46 req-e6cc32ca-e066-46a1-84aa-f85e54b4d4d8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Nov 08 13:33:03.997911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66288-6c21-47c2-8a83-1238d9883da7 req-3088a3b9-47bc-44de-8de5-54a701f77447 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:03.999470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87a66288-6c21-47c2-8a83-1238d9883da7 req-3088a3b9-47bc-44de-8de5-54a701f77447 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0489943 Nov 08 13:33:04.055522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87a66288-6c21-47c2-8a83-1238d9883da7 req-85a9d99e-76e1-4a64-914d-9fe360c623fe tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494087 Nov 08 13:33:05.170609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6cc5-fc16-48ab-af30-bd03282fca0f req-d1eca102-4ce7-49a9-b9c6-ce284ec1e839 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:05.172096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-294d6cc5-fc16-48ab-af30-bd03282fca0f req-d1eca102-4ce7-49a9-b9c6-ce284ec1e839 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0495167 Nov 08 13:33:05.222031 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-294d6cc5-fc16-48ab-af30-bd03282fca0f req-b7f16674-c4cc-4e76-9bc2-b92fd071bd62 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Nov 08 13:33:05.490003 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:33:05.583720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:05.594931 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'mac_address': 'fa:16:3e:40:72:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:33:05.636836 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:05.649428 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77aa9ec-774f-45a5-9cbb-30bc7b288e8a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:33:05.668381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:05.749618 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:05.796565 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:05.978806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:33:06.341101 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd705d-55e0-4a4e-8587-b6c5112bfe48 req-dbc7d389-70a9-4ef5-af15-f4cb23634d80 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:06.342616 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53fd705d-55e0-4a4e-8587-b6c5112bfe48 req-dbc7d389-70a9-4ef5-af15-f4cb23634d80 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 945 time: 0.0500846 Nov 08 13:33:06.392561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53fd705d-55e0-4a4e-8587-b6c5112bfe48 req-8e52ccb2-aa62-43df-b14e-2f440ad24c21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Nov 08 13:33:07.493950 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:07.590670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c58d5b-d382-4df6-acc5-bdde16314074 req-826223c9-46c6-4fff-a928-b1740c6fee40 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:07.592148 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8c58d5b-d382-4df6-acc5-bdde16314074 req-826223c9-46c6-4fff-a928-b1740c6fee40 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 945 time: 0.1315913 Nov 08 13:33:07.601062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:33:07.605122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:07.605491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:07.645461 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f8c58d5b-d382-4df6-acc5-bdde16314074 req-3767871f-e4ef-4b15-a82e-0cea64227072 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471447 Nov 08 13:33:07.691671 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:07.714142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:33:07.716417 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a80713e-7f88-4c69-a3f2-9d2da30e5449" -d '{"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-plugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:33:07.729640 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:07.756519 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd72cabd-d610-4f9a-ba92-e3fd5c78be34 x-openstack-request-id: req-dd72cabd-d610-4f9a-ba92-e3fd5c78be34 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:33:07.756807 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-plugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:33:07.757058 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd72cabd-d610-4f9a-ba92-e3fd5c78be34 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:33:07.757477 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'code': 200} Nov 08 13:33:07.795280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:07.843858 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:07.852341 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5c998-1390-4735-b23d-7dff3267b841 req-bc104a1a-9f5f-4fa7-97bb-221c44bdceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:07.853781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91f5c998-1390-4735-b23d-7dff3267b841 req-bc104a1a-9f5f-4fa7-97bb-221c44bdceb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0412302 Nov 08 13:33:07.905627 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91f5c998-1390-4735-b23d-7dff3267b841 req-97d68076-8b1b-4d6c-b66d-8e2947054bb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Nov 08 13:33:08.761278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025885c-5cd9-4f78-9749-03c8bb62c6dd req-9f2efc21-11c8-4cf0-abe6-3b286aeb8482 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:08.762827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b025885c-5cd9-4f78-9749-03c8bb62c6dd req-9f2efc21-11c8-4cf0-abe6-3b286aeb8482 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0489452 Nov 08 13:33:08.817960 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b025885c-5cd9-4f78-9749-03c8bb62c6dd req-7c9ddaae-8c7a-453c-8ec8-fee0b39ae2ac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482101 Nov 08 13:33:09.936937 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b31930-c5cd-4a7f-8813-74f24cda295a req-03293390-3001-43dd-b62c-2979756969ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:09.938352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06b31930-c5cd-4a7f-8813-74f24cda295a req-03293390-3001-43dd-b62c-2979756969ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0499902 Nov 08 13:33:09.989942 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-06b31930-c5cd-4a7f-8813-74f24cda295a req-fb63b5b5-f317-457c-b569-4af1405d5bd7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448596 Nov 08 13:33:10.110420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2a43f-debd-41cc-91ac-d279b0c8054e req-fb65dac6-5f80-42ac-9f64-2e6643c6d41d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:10.112792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93f2a43f-debd-41cc-91ac-d279b0c8054e req-fb65dac6-5f80-42ac-9f64-2e6643c6d41d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0527165 Nov 08 13:33:10.163173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93f2a43f-debd-41cc-91ac-d279b0c8054e req-035c2757-35ae-454e-b8d3-cf7cde1cffbc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Nov 08 13:33:10.187679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:10.232223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e1550-4b14-4302-8ca8-d6c9ca07977e tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:10.233821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b96e1550-4b14-4302-8ca8-d6c9ca07977e tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1092 time: 0.0451300 Nov 08 13:33:10.245971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:10.250491 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:10.362153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:10.462695 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:10.572435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.65 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/cbadde51-2852-44f5-8d2f-5aa5f405edd6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:10.674144 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:10.761271 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:10.805099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:10.809897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:10.813506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:10.819223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=cbadde51-2852-44f5-8d2f-5aa5f405edd6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:11.173573 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:11.289903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:11.445445 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:11.507515 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:11.574209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=cbadde51-2852-44f5-8d2f-5aa5f405edd6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:11.586165 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:11.688902 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 4cc6b5f4-fcfe-4660-8e03-f223dcf71ced associated. External IP: 172.25.1.65, port: c77aa9ec-774f-45a5-9cbb-30bc7b288e8a. Nov 08 13:33:11.897697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router f13cc871-e9d6-4372-80b7-a0f5066b82de has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:33:12.007023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:33:12.016419 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Sync routers for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:33:12.027560 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:12.036282 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:12.100079 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:12.127534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-5dab8b37-0477-466b-aa70-766e9ee7dd74 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8804603 Nov 08 13:33:12.128123 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:33:12.131011 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:33:12.135343 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:12.179897 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32953391-e816-4249-87ea-8ab4a1f90fce x-openstack-request-id: req-32953391-e816-4249-87ea-8ab4a1f90fce {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:33:12.180437 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:33:12.180437 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32953391-e816-4249-87ea-8ab4a1f90fce {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:33:12.180837 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'status': 'completed', 'code': 200} Nov 08 13:33:12.277258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4d48-b211-41eb-85fb-e783f15a57ad req-a11649e7-d63d-4118-ae03-87122b477068 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:12.278896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee0d4d48-b211-41eb-85fb-e783f15a57ad req-a11649e7-d63d-4118-ae03-87122b477068 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0782111 Nov 08 13:33:12.281925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-04ecf5e7-70a7-4e95-aac9-bacbf5b86009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:12.283363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-04ecf5e7-70a7-4e95-aac9-bacbf5b86009 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0729363 Nov 08 13:33:12.371195 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4cc6b5f4-fcfe-4660-8e03-f223dcf71ced', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'mac_address': 'fa:16:3e:40:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:33:11Z', 'updated_at': '2021-11-08T13:33:11Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:12.394263 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ee0d4d48-b211-41eb-85fb-e783f15a57ad req-d464cb1c-ed6a-40de-8cc4-8f8fa9783407 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088049 Nov 08 13:33:12.398661 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Checking router: f13cc871-e9d6-4372-80b7-a0f5066b82de for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:33:12.411702 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:12.412333 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:32:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:12.419447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37220) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:12.425710 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-e45308d3-a29e-40ca-a10b-4566b05b9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:12.427363 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-e45308d3-a29e-40ca-a10b-4566b05b9b6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.1359408 Nov 08 13:33:12.484105 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-74761a56-a262-4c78-91de-ba091e36a740 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4cc6b5f4-fcfe-4660-8e03-f223dcf71ced HTTP/1.1" status: 200 len: 991 time: 0.0635202 Nov 08 13:33:12.504699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-b9e0a1e6-5564-49cc-810e-3dd8ecec5a19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 999 time: 0.0703292 Nov 08 13:33:12.520531 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:12.556386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-6c2f4be1-1412-4ded-89f0-13a68e0a5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:12.557912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-6c2f4be1-1412-4ded-89f0-13a68e0a5300 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0471013 Nov 08 13:33:12.607036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-3608188f-3387-492e-ae43-cbcaae0aed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:12.608559 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-3608188f-3387-492e-ae43-cbcaae0aed6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425072 Nov 08 13:33:12.704846 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-e73dadb0-9ec1-440f-bab8-41283fa8f304 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885854 Nov 08 13:33:12.749737 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4cc6b5f4-fcfe-4660-8e03-f223dcf71ced', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'mac_address': 'fa:16:3e:40:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:33:11Z', 'updated_at': '2021-11-08T13:33:11Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:12.776772 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56986709-1ae9-4f00-94f9-6628cb7934f2 None None] The sync data for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 is: [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4cc6b5f4-fcfe-4660-8e03-f223dcf71ced', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'mac_address': 'fa:16:3e:40:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:33:11Z', 'updated_at': '2021-11-08T13:33:11Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:33:12.798650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-480e18fd-01d9-47a6-bd35-67aa5c64f6c8 req-b895edf8-2622-4f54-b5b6-50f812dbc182 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Nov 08 13:33:12.989026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde1ea8-b07f-44a4-b480-1f045a6bffc1 None None] New status for floating IP 4cc6b5f4-fcfe-4660-8e03-f223dcf71ced: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:33:13.487034 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37222) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:13.552377 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7260bf26-c7df-4976-8cf2-917ee235bc2e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4cc6b5f4-fcfe-4660-8e03-f223dcf71ced HTTP/1.1" status: 200 len: 993 time: 0.0641916 Nov 08 13:33:16.658660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:20.855682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:23.130909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a30-e328-4c67-9d84-b1ad566ce7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:25.557974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-de3edf43-71bf-4f5b-8b38-99013a09a637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:26.947054 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:28.341036 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:29.086417 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:34.311554 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:33:42.135664 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-a7b6a3e5-2876-4d03-8c27-c1c42a06dfc8 req-ce78d83e-b230-4fd0-bda4-fbafd0b9cf8f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:33:42.136666 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a7b6a3e5-2876-4d03-8c27-c1c42a06dfc8 req-ce78d83e-b230-4fd0-bda4-fbafd0b9cf8f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054488 Nov 08 13:33:42.490435 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e874-1670-45cf-b0fe-128882b0c2c4 req-bd31dae8-ff40-45fc-a8ac-df8f1c4125e1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:42.492206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89d5e874-1670-45cf-b0fe-128882b0c2c4 req-bd31dae8-ff40-45fc-a8ac-df8f1c4125e1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0548460 Nov 08 13:33:42.542204 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89d5e874-1670-45cf-b0fe-128882b0c2c4 req-ed281b18-1b4f-446b-915c-9b86d4409874 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Nov 08 13:33:42.649365 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37238) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:42.730316 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-9f3e84a7-ae77-4bea-83d5-15c81e853fee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797803 Nov 08 13:33:42.739789 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c36b3b4-311a-4b97-9166-63c1943a4b0b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:33:42.740774 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c36b3b4-311a-4b97-9166-63c1943a4b0b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056436 Nov 08 13:33:43.727940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ac3-c094-4951-9801-a71133edfd72 req-187dbff2-710b-462d-a081-62d46d6b405e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:43.729357 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38125ac3-c094-4951-9801-a71133edfd72 req-187dbff2-710b-462d-a081-62d46d6b405e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.1111774 Nov 08 13:33:43.786495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-38125ac3-c094-4951-9801-a71133edfd72 req-6c63c0dd-005a-43fb-b911-de1ae8b68a0f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Nov 08 13:33:44.633080 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-c39317ac-ee1c-4dd4-9fdc-8b777a6bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:44.634699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-c39317ac-ee1c-4dd4-9fdc-8b777a6bdcf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0830455 Nov 08 13:33:44.734732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-a49ecd7c-59b6-497e-b5cc-9faaebf0d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:44.736110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-a49ecd7c-59b6-497e-b5cc-9faaebf0d387 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.0943956 Nov 08 13:33:44.806573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-d5761cb4-f47f-4cff-b843-5bb29616d5f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1001 time: 0.0621669 Nov 08 13:33:44.870212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-7190e08a-5ee2-4fbe-99ae-086a0cb19ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:44.871682 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-7190e08a-5ee2-4fbe-99ae-086a0cb19ba6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0571365 Nov 08 13:33:44.938712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663095c0-ac99-44e7-9fde-58e6986df017 req-5bc9691e-6e32-49f8-a340-a729c4525aec tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:44.940201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-663095c0-ac99-44e7-9fde-58e6986df017 req-5bc9691e-6e32-49f8-a340-a729c4525aec tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0835936 Nov 08 13:33:44.946110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-eac2e11f-6bba-4d72-aebe-0dc55b5a9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:44.947542 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-eac2e11f-6bba-4d72-aebe-0dc55b5a9020 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613344 Nov 08 13:33:45.056253 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-663095c0-ac99-44e7-9fde-58e6986df017 req-137c5d99-1c1c-4c21-9d0a-84d37646862f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076238 Nov 08 13:33:45.076010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-b5f8207d-05d2-43bd-8e46-fd4a02ebfad7 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148899 Nov 08 13:33:45.171074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-c9aaed8f-2b63-4f19-8b1c-a49686c63ef0 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868790 Nov 08 13:33:46.171955 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1dd9-0272-4a71-9874-6fc9fc30da09 req-b4266470-1f9e-4706-ba51-15cef1dd50d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:46.173454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-660c1dd9-0272-4a71-9874-6fc9fc30da09 req-b4266470-1f9e-4706-ba51-15cef1dd50d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0494940 Nov 08 13:33:46.223564 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-660c1dd9-0272-4a71-9874-6fc9fc30da09 req-2372e483-abc9-437c-9814-c2f3fc811251 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Nov 08 13:33:46.660556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.341124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9c47f-62be-40ac-8389-da067aad0906 req-7184b19e-00c6-4e49-889d-f70b178a313e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:47.342663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e9c47f-62be-40ac-8389-da067aad0906 req-7184b19e-00c6-4e49-889d-f70b178a313e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0492220 Nov 08 13:33:47.395630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b2e9c47f-62be-40ac-8389-da067aad0906 req-15cf5851-541a-4456-9702-b61f58609be2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456371 Nov 08 13:33:48.515936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75887d5-fcd0-4bdc-bc43-48b269fd0417 req-ebb1ee4d-8bbe-48f4-a1d0-b3bf8fe1392e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:48.517394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c75887d5-fcd0-4bdc-bc43-48b269fd0417 req-ebb1ee4d-8bbe-48f4-a1d0-b3bf8fe1392e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0531905 Nov 08 13:33:48.566770 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c75887d5-fcd0-4bdc-bc43-48b269fd0417 req-650cfb8b-bd0b-4250-8cf0-3d32a9b924e1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Nov 08 13:33:49.683954 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18ff92-49ff-4ac6-a05b-8f9716e79c66 req-d368d0c5-07cb-4684-9bfc-85ab897bb6bf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:49.685496 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b18ff92-49ff-4ac6-a05b-8f9716e79c66 req-d368d0c5-07cb-4684-9bfc-85ab897bb6bf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0495999 Nov 08 13:33:49.734852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b18ff92-49ff-4ac6-a05b-8f9716e79c66 req-9f3d53f1-09ee-4e6b-966b-962ff6998427 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Nov 08 13:33:50.791586 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.850559 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017e76-19f7-4b6a-9271-b47e8f2fa245 req-9bf2b5b8-a811-460b-af71-da47270301e4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:50.852038 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b017e76-19f7-4b6a-9271-b47e8f2fa245 req-9bf2b5b8-a811-460b-af71-da47270301e4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0494778 Nov 08 13:33:50.905880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3b017e76-19f7-4b6a-9271-b47e8f2fa245 req-e14518a5-c5e7-4372-b5a6-f00bc7da92d1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478201 Nov 08 13:33:52.024137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c55a-461b-4610-a83c-145e32963129 req-15db349d-4b90-4b37-ade5-02caef058d75 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:52.027473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe7c55a-461b-4610-a83c-145e32963129 req-15db349d-4b90-4b37-ade5-02caef058d75 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0505075 Nov 08 13:33:52.081172 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebe7c55a-461b-4610-a83c-145e32963129 req-455bb844-7892-405d-a0e5-f9f40940c1c1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493429 Nov 08 13:33:52.942632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8741-6285-443d-8308-0b884d805892 req-44031079-3453-4348-bd7d-bce3e0e4ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:52.944110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-44031079-3453-4348-bd7d-bce3e0e4ef81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0403960 Nov 08 13:33:53.062354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8741-6285-443d-8308-0b884d805892 req-dafee26f-53b0-4b54-aba1-5c935ad45931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:53.063830 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-dafee26f-53b0-4b54-aba1-5c935ad45931 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.1008432 Nov 08 13:33:53.132167 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-5825363e-fc57-460b-8478-fa1889549854 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1001 time: 0.0609241 Nov 08 13:33:53.139679 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9e6e63b2-4c78-4c28-be44-c042b25752ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.210808 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8741-6285-443d-8308-0b884d805892 req-49f14b13-f350-42df-9392-c7b0e9ceb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:53.212198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-49f14b13-f350-42df-9392-c7b0e9ceb75d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0736535 Nov 08 13:33:53.251809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e27472-d696-4d9b-bb36-00ad9551228b req-192607ee-c3aa-4e24-8ee7-f98f178399f7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:53.253279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07e27472-d696-4d9b-bb36-00ad9551228b req-192607ee-c3aa-4e24-8ee7-f98f178399f7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0822423 Nov 08 13:33:53.283102 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8741-6285-443d-8308-0b884d805892 req-5ff31c0c-2c1a-485e-beca-818106ea4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:53.284586 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-5ff31c0c-2c1a-485e-beca-818106ea4248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655499 Nov 08 13:33:53.334609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-07e27472-d696-4d9b-bb36-00ad9551228b req-6ac0d9ca-6e8f-49dc-8135-ffde94cada67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746021 Nov 08 13:33:53.397892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-50dca1b3-3832-41b5-a4da-50df175fcac0 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038291 Nov 08 13:33:53.486814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-391d8741-6285-443d-8308-0b884d805892 req-0f9c38d8-31c8-4392-8db0-8c2400cd6de3 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819705 Nov 08 13:33:54.457500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183283d-22f3-49db-988a-180b92a39145 req-e58a4912-1b06-43af-a56b-291b072e080d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:54.459025 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a183283d-22f3-49db-988a-180b92a39145 req-e58a4912-1b06-43af-a56b-291b072e080d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0543599 Nov 08 13:33:54.508436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a183283d-22f3-49db-988a-180b92a39145 req-cc5439fd-db9e-43cf-bb7b-d21fc533532c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 Nov 08 13:33:55.525385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd38ca01-509f-47d3-b3a0-54ed04a7ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:55.624899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab845-2bb9-4741-9408-7bafefc3bd73 req-a09f6452-cbf3-4030-81bc-c44b6e0a6c7a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:55.626449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1eab845-2bb9-4741-9408-7bafefc3bd73 req-a09f6452-cbf3-4030-81bc-c44b6e0a6c7a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0492039 Nov 08 13:33:55.675304 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1eab845-2bb9-4741-9408-7bafefc3bd73 req-9fed6240-c2b1-46b9-a7ab-97b9eaa32450 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428419 Nov 08 13:33:56.792691 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17745101-e285-484c-ac65-9f5e2c872a4c req-d229c9ac-015f-48b5-ac77-f3e51456b5db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:56.794150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17745101-e285-484c-ac65-9f5e2c872a4c req-d229c9ac-015f-48b5-ac77-f3e51456b5db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0477784 Nov 08 13:33:56.846437 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-17745101-e285-484c-ac65-9f5e2c872a4c req-1cd32c42-669f-45e6-81aa-7c69f9bfb970 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462363 Nov 08 13:33:56.974507 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.964453 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47985d-d436-4ee5-9bd7-4fc7cf82a159 req-dd302d4e-cc42-45df-b323-abddd65cfaf2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:57.965836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c47985d-d436-4ee5-9bd7-4fc7cf82a159 req-dd302d4e-cc42-45df-b323-abddd65cfaf2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0500851 Nov 08 13:33:58.016474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1c47985d-d436-4ee5-9bd7-4fc7cf82a159 req-96822950-70a6-447a-a812-88ed6acc72a2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Nov 08 13:33:58.331205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.099808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.135052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f67da-7b9c-4278-8fff-de4d114bf436 req-d2b04964-0d3c-4b80-8f90-7aa29049f0f2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:59.136517 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-079f67da-7b9c-4278-8fff-de4d114bf436 req-d2b04964-0d3c-4b80-8f90-7aa29049f0f2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0508015 Nov 08 13:33:59.185715 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-079f67da-7b9c-4278-8fff-de4d114bf436 req-cf4ff8ad-56f5-4fd7-8642-efa22a969966 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433128 Nov 08 13:34:00.305476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3af423-dd40-421c-881e-ce47da4e93e2 req-343eb64a-fc54-4ea5-b283-95c53ff6099f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:00.306996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff3af423-dd40-421c-881e-ce47da4e93e2 req-343eb64a-fc54-4ea5-b283-95c53ff6099f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0524867 Nov 08 13:34:00.356248 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ff3af423-dd40-421c-881e-ce47da4e93e2 req-f46a510d-504c-4ddb-b1b8-875d39f7b159 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Nov 08 13:34:01.474137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6401e-7301-4370-bfcb-7b2b25eb2207 req-37fc5417-d3a8-4e4c-af0a-b9644480d2bc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:01.475664 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fd6401e-7301-4370-bfcb-7b2b25eb2207 req-37fc5417-d3a8-4e4c-af0a-b9644480d2bc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0483103 Nov 08 13:34:01.525436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5fd6401e-7301-4370-bfcb-7b2b25eb2207 req-34e0b79a-6134-4d0c-b594-b306663609f9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Nov 08 13:34:02.236309 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-25f20547-db52-4649-a476-06ceee0628ca service neutron] show failed (client error): The resource could not be found. Nov 08 13:34:02.237330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-25f20547-db52-4649-a476-06ceee0628ca service neutron] 10.222.0.57 "GET /v2.0/ports/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a/bindings/n-h1-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0578437 Nov 08 13:34:02.647021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669145-7d3a-4ef2-aa57-5e7410b35299 req-9df1d545-009f-4e3d-902b-feee0947f2e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:02.648567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39669145-7d3a-4ef2-aa57-5e7410b35299 req-9df1d545-009f-4e3d-902b-feee0947f2e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0515482 Nov 08 13:34:02.719420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-d96ebfec-e380-4596-9923-baad2ddca411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:02.721015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-d96ebfec-e380-4596-9923-baad2ddca411 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 1097 time: 0.0715067 Nov 08 13:34:02.726300 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-39669145-7d3a-4ef2-aa57-5e7410b35299 req-ce5fdf5a-218b-4357-b384-3b70b2daf95d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695386 Nov 08 13:34:02.732548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:02.789312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.991389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:03.024357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:03.063509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:03.065807 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bebd30-8f5f-482a-89f2-61c7f852fdce" -d '{"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-unplugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:03.069752 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.083265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Transition to ACTIVE for port object c77aa9ec-774f-45a5-9cbb-30bc7b288e8a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:34:03.118168 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea64d1-f230-4d0a-a06e-67899ce5afdf x-openstack-request-id: req-ebea64d1-f230-4d0a-a06e-67899ce5afdf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:03.118492 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-unplugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:03.118748 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebea64d1-f230-4d0a-a06e-67899ce5afdf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:03.119170 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'code': 200} Nov 08 13:34:03.150623 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.565064 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:03.580297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.580643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.580986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.581321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.581658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.581990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.582861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.583194 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.583517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.583836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.584157 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.584476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:03.616094 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] No DVR routers for this DVR port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:34:03.749759 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:03.750480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:03.750480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:03.755869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:34:03.755981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Attempting to bind port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on network fb685a15-6cd8-4b59-a35e-900ca4afc34f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:03.760761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:03.761093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Checking segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:03.761469 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Bound using segment: {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:03.761892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Bound port: c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae57c73-292c-48d4-9093-3babc243fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:03.762236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.856354 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:03.859769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:03.872086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514af13-cc67-4154-aa4f-b7c205c232bb req-7fa8b7dc-789f-4c31-ac23-79d38c74ed63 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:03.873560 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5514af13-cc67-4154-aa4f-b7c205c232bb req-7fa8b7dc-789f-4c31-ac23-79d38c74ed63 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0771024 Nov 08 13:34:03.924177 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5514af13-cc67-4154-aa4f-b7c205c232bb req-d1a00c30-d3f7-4934-94e0-fe91d56d86f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Nov 08 13:34:03.945506 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.980600 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:03.981208 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.982652 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] 10.222.0.61 "PUT /v2.0/ports/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1092 time: 1.2539594 Nov 08 13:34:04.004565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7baec-d72a-40cb-b47a-68e4e4e65f29 service neutron] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:04.054093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-83de2ff8-d5cb-4142-be2d-475074da1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:04.055751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-83de2ff8-d5cb-4142-be2d-475074da1b3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1095 time: 0.0468001 Nov 08 13:34:04.158721 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c8b35b6-78e9-49ef-9b2f-a828da5eef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:04.160211 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c8b35b6-78e9-49ef-9b2f-a828da5eef5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.0979562 Nov 08 13:34:04.224375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-e9a9c0ec-753f-4096-a44b-e0d6e6d3d097 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 999 time: 0.0571220 Nov 08 13:34:04.277569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-ff281121-957a-4749-9c92-bacdbea52883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:04.278979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-ff281121-957a-4749-9c92-bacdbea52883 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0480998 Nov 08 13:34:04.333196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c7e3fa5-d798-4f09-8e46-1de0ab39c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:04.334724 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-4c7e3fa5-d798-4f09-8e46-1de0ab39c8aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488243 Nov 08 13:34:04.431968 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-b166fc87-ed10-478d-977c-5fbd36e0d3e5 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897074 Nov 08 13:34:04.526950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2eaab7e1-9dd6-4f4e-927b-262cf6920780 req-c64e157e-a0c0-4f6d-b4c7-09e724e5eb2a service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881453 Nov 08 13:34:05.044205 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188bc75-a703-45f4-82d1-65f01dcb0319 req-937959c7-0deb-4115-9efd-dfd81b3d6b46 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.045737 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1188bc75-a703-45f4-82d1-65f01dcb0319 req-937959c7-0deb-4115-9efd-dfd81b3d6b46 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0499151 Nov 08 13:34:05.096208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1188bc75-a703-45f4-82d1-65f01dcb0319 req-175a891f-7655-459a-acd8-45d220580c5b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Nov 08 13:34:05.119810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:05.122204 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440" -d '{"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:05.173385 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7c8789-55e0-428c-8152-d0966d5bebb6 x-openstack-request-id: req-3f7c8789-55e0-428c-8152-d0966d5bebb6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:05.173548 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:05.173709 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f7c8789-55e0-428c-8152-d0966d5bebb6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:05.174114 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'status': 'completed', 'code': 200} Nov 08 13:34:05.267493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-c74d30d1-6fd8-4284-925b-ebb83a0d6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.269006 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-c74d30d1-6fd8-4284-925b-ebb83a0d6f70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1095 time: 0.0737808 Nov 08 13:34:05.270847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-ef5978ea-4b6c-4aa7-9483-113a8737723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.272779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-ef5978ea-4b6c-4aa7-9483-113a8737723f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1095 time: 0.0691655 Nov 08 13:34:05.431758 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-b5466334-33c4-402a-8bb6-3f2dda3a0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.433246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-b5466334-33c4-402a-8bb6-3f2dda3a0c1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.1503139 Nov 08 13:34:05.434336 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-71539a99-cae4-41e8-8b1f-c061b62c780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.435643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-71539a99-cae4-41e8-8b1f-c061b62c780d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.1601379 Nov 08 13:34:05.549536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-1f5e4b51-243c-47a0-a191-438b7138dbe4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 999 time: 0.1084282 Nov 08 13:34:05.551327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-810a2904-82e8-4501-9c47-08368d4560fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 999 time: 0.1039319 Nov 08 13:34:05.640180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-6f894ef9-2572-49d7-89d8-9095398e7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.641647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-6f894ef9-2572-49d7-89d8-9095398e7212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0847070 Nov 08 13:34:05.643065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-344b0b05-b66a-4f99-b598-20af5056540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.644373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-344b0b05-b66a-4f99-b598-20af5056540e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0804069 Nov 08 13:34:05.718214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-d545643a-f40f-40cf-adda-3f27b00dece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.719778 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-d545643a-f40f-40cf-adda-3f27b00dece9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685668 Nov 08 13:34:05.721740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:05.722460 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-32e0f7a7-4f33-4244-a94c-3f0d7352fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.723847 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-32e0f7a7-4f33-4244-a94c-3f0d7352fd74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715685 Nov 08 13:34:05.760631 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:05.884284 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-55b83d77-83a6-4cf6-9909-1ca8e8fdc403 service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575513 Nov 08 13:34:05.887648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-9bfec12f-70b4-4cbb-a22e-db292b951368 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540291 Nov 08 13:34:06.045370 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-39c494de-4fd7-4609-9141-b13de14f6a6d service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537704 Nov 08 13:34:06.048713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f0fe0ce4-f7a9-4e5d-9bba-6df1eaae3440 req-6cde072c-3cad-4eff-a2a7-c78e2cca4912 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502986 Nov 08 13:34:06.216563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc5b9-b764-493d-93f4-00be6dcb2320 req-7cba0dad-dbaa-4492-8b22-4804685cf8dc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:06.218113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8efdc5b9-b764-493d-93f4-00be6dcb2320 req-7cba0dad-dbaa-4492-8b22-4804685cf8dc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0515847 Nov 08 13:34:06.268619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8efdc5b9-b764-493d-93f4-00be6dcb2320 req-7968d3f5-d2bc-4b0c-963d-3b129a856331 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445826 Nov 08 13:34:07.124498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:34:07.218253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:07.229668 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'port_id': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'mac_address': 'fa:16:3e:40:72:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:34:07.269139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.282073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77aa9ec-774f-45a5-9cbb-30bc7b288e8a {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:07.301672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:07.394859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c69f-a38b-47da-8772-279477fc6864 req-44d57430-15be-4ae8-9781-684ec9b2bd35 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.396306 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c125c69f-a38b-47da-8772-279477fc6864 req-44d57430-15be-4ae8-9781-684ec9b2bd35 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 944 time: 0.0547683 Nov 08 13:34:07.402529 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.451839 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:07.453276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c125c69f-a38b-47da-8772-279477fc6864 req-5a527be2-452c-4b46-bbbc-aa41f568829a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492814 Nov 08 13:34:07.459297 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.460217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.460534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.460534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.460534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.461695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.461861 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.462191 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.462542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.462872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.463198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.463522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:07.644237 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:34:07.773069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67393f-03e0-4dba-88c7-58dfd6c51dd1 req-acef21cf-7d22-4223-b2fa-031633a5a140 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.774717 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e67393f-03e0-4dba-88c7-58dfd6c51dd1 req-acef21cf-7d22-4223-b2fa-031633a5a140 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 945 time: 0.0560184 Nov 08 13:34:07.863756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7e67393f-03e0-4dba-88c7-58dfd6c51dd1 req-71144f25-752e-4a7f-becc-8e9117867a40 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824602 Nov 08 13:34:07.873941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93160-6f44-4895-a13d-43ec331122d2 req-f33b6b28-6449-4d81-a9ae-5e436a1fdd73 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.875505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-f33b6b28-6449-4d81-a9ae-5e436a1fdd73 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&binding%3Ahost_id=n-h1-816990-1 HTTP/1.1" status: 200 len: 945 time: 0.0878413 Nov 08 13:34:07.975436 n-d-816990-1 neutron-server[102535]: INFO neutron.api.v2.resource [req-65c93160-6f44-4895-a13d-43ec331122d2 req-7077b9e8-460b-4753-81cb-9b28a7717b05 service neutron] delete failed (client error): The resource could not be found. Nov 08 13:34:07.976381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-7077b9e8-460b-4753-81cb-9b28a7717b05 service neutron] 10.222.0.57 "DELETE /v2.0/ports/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a/bindings/n-h2-816990-1 HTTP/1.1" status: 404 len: 380 time: 0.0920007 Nov 08 13:34:07.995779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a96b76-255a-4c39-a311-b25483855f80 req-73262117-342f-4312-8cdf-9cac56ae8586 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.997281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31a96b76-255a-4c39-a311-b25483855f80 req-73262117-342f-4312-8cdf-9cac56ae8586 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 945 time: 0.0576966 Nov 08 13:34:08.088216 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-31a96b76-255a-4c39-a311-b25483855f80 req-97b46ce2-e682-4b5e-9ab0-9b77fa517074 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828359 Nov 08 13:34:08.097158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93160-6f44-4895-a13d-43ec331122d2 req-3a85fb88-2714-4d60-9476-1336080dfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.098620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-3a85fb88-2714-4d60-9476-1336080dfedb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1096 time: 0.0740242 Nov 08 13:34:08.195036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93160-6f44-4895-a13d-43ec331122d2 req-510865b5-9c86-4cad-9a5f-881fcae6faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.196632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-510865b5-9c86-4cad-9a5f-881fcae6faf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.0914354 Nov 08 13:34:08.262600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-5e0b0a42-7e23-451f-8706-214854d3bede service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1000 time: 0.0588782 Nov 08 13:34:08.316474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93160-6f44-4895-a13d-43ec331122d2 req-93827744-fe23-483e-9b82-c012d467d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.318098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-93827744-fe23-483e-9b82-c012d467d05e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0484641 Nov 08 13:34:08.367371 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93160-6f44-4895-a13d-43ec331122d2 req-25ba09c0-3376-4f1e-9c28-0202563b39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.368875 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-25ba09c0-3376-4f1e-9c28-0202563b39a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442438 Nov 08 13:34:08.462685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-c6c393dc-7950-4217-8b84-6e8d4aba0f4b service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860648 Nov 08 13:34:08.567547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65c93160-6f44-4895-a13d-43ec331122d2 req-af1958df-7501-4daa-8402-5e8fa6c17d0e service neutron] 10.222.0.57 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977077 Nov 08 13:34:09.133603 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:09.210090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c427e5-7289-4be8-9b7a-8ed46d3f2234 req-3131b542-f648-413a-bd06-51867c27e817 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.211648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89c427e5-7289-4be8-9b7a-8ed46d3f2234 req-3131b542-f648-413a-bd06-51867c27e817 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 945 time: 0.0526967 Nov 08 13:34:09.261994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-89c427e5-7289-4be8-9b7a-8ed46d3f2234 req-7a636012-fa05-4157-a8f5-1642e738ba00 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Nov 08 13:34:09.270399 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:34:09.274819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:09.276496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.356512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.379241 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:09.382105 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f3f75b-953d-4f92-940f-91025908526c" -d '{"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-plugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:09.394821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:09.421731 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a1165-4a1c-4cbc-8cc4-3e2e8f8e356f x-openstack-request-id: req-d85a1165-4a1c-4cbc-8cc4-3e2e8f8e356f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:09.422020 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-plugged", "status": "completed", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:09.422301 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d85a1165-4a1c-4cbc-8cc4-3e2e8f8e356f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:09.422699 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'code': 200} Nov 08 13:34:09.470990 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.519720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=9']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:10.384577 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545d038-d55b-4d31-acea-ab8dc366c49b req-30553d2e-b848-4ee1-9979-e5d3dd10da48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:10.386069 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e545d038-d55b-4d31-acea-ab8dc366c49b req-30553d2e-b848-4ee1-9979-e5d3dd10da48 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.0541375 Nov 08 13:34:10.439552 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e545d038-d55b-4d31-acea-ab8dc366c49b req-0d4e71cf-79b3-4c49-bdbf-23734b538cf8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Nov 08 13:34:10.462907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37328) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:10.523254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-81908588-c1e8-4fba-a811-94ef717ca3db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4cc6b5f4-fcfe-4660-8e03-f223dcf71ced HTTP/1.1" status: 200 len: 993 time: 0.0590668 Nov 08 13:34:11.312257 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:34:12.605351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-d316fd25-293a-4110-949a-12118d44fa5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396886 Nov 08 13:34:12.690008 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-740c8811-2558-4faf-bea5-b1c0899ff548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:12.691463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-740c8811-2558-4faf-bea5-b1c0899ff548 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0434170 Nov 08 13:34:12.796382 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-08b7a404-d1d1-4368-8b77-6b1fbcb02f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:12.797937 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-08b7a404-d1d1-4368-8b77-6b1fbcb02f0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.0872140 Nov 08 13:34:12.867017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-93ac2f4a-c1da-4330-b04f-e865006ac88d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 1001 time: 0.0622745 Nov 08 13:34:12.916407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-8c6b957c-495f-45ed-9b91-2d02abb925da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:12.917863 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-8c6b957c-495f-45ed-9b91-2d02abb925da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0437758 Nov 08 13:34:12.963530 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-76cb4eb3-c0ed-4adc-b563-c27d1b502489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:12.964910 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-76cb4eb3-c0ed-4adc-b563-c27d1b502489 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402291 Nov 08 13:34:13.064796 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-304339a3-f8ef-41a2-937f-5946580ea9d1 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925858 Nov 08 13:34:13.153840 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3736843-532e-40b3-9d69-51c3c66bcb81 req-a80d9125-c334-4047-8f0e-bd9cdfa7db69 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819085 Nov 08 13:34:16.716020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.830443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.193616 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ec8446a-fd02-4f62-8959-fe75b01a5c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.547412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-062775cf-555c-478c-83db-dd8174ef8382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:26.987979 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:28.367556 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:29.095920 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.998946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:37.191465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port cbadde51-2852-44f5-8d2f-5aa5f405edd6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:37.191814 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.279913 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.280204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.294478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for cbadde51-2852-44f5-8d2f-5aa5f405edd6 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:37.547518 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.573500 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=cbadde51-2852-44f5-8d2f-5aa5f405edd6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:37.653442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.653692 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 4cc6b5f4-fcfe-4660-8e03-f223dcf71ced disassociated (deleted). External IP: 172.25.1.65, port: c77aa9ec-774f-45a5-9cbb-30bc7b288e8a. Nov 08 13:34:37.875342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router f13cc871-e9d6-4372-80b7-a0f5066b82de has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:37.990720 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:37.995990 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.000618 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Sync routers for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:38.013066 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:38.013734 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:38.033934 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d833dac7-ff04-41ba-9910-49e82cc505d3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/floatingips/4cc6b5f4-fcfe-4660-8e03-f223dcf71ced HTTP/1.1" status: 204 len: 168 time: 1.0315180 Nov 08 13:34:38.033934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:38.034639 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea" -d '{"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:38.135569 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:38.159040 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8684d89-ecf0-4c25-8d3b-3a55be1f17ac x-openstack-request-id: req-f8684d89-ecf0-4c25-8d3b-3a55be1f17ac {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:38.159547 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:38.159893 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8684d89-ecf0-4c25-8d3b-3a55be1f17ac {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:38.162126 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'status': 'completed', 'code': 200} Nov 08 13:34:38.223974 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-febff2af-5bd5-45e8-b84b-4c089c56e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.225663 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-febff2af-5bd5-45e8-b84b-4c089c56e407 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 1097 time: 0.0433617 Nov 08 13:34:38.321250 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-68a61957-6f70-41b1-a7e1-db3004762aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.323546 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-68a61957-6f70-41b1-a7e1-db3004762aa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 200 len: 897 time: 0.0899413 Nov 08 13:34:38.371727 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:38.374571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-9d1d5f1e-fdbf-407f-beb5-1272a4003aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 200 len: 217 time: 0.0428941 Nov 08 13:34:38.400317 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Checking router: f13cc871-e9d6-4372-80b7-a0f5066b82de for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:38.409811 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:38.410119 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:38.425775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-26c6aab1-4494-4485-b8a5-670e2415e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.427275 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-26c6aab1-4494-4485-b8a5-670e2415e0e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 200 len: 834 time: 0.0450389 Nov 08 13:34:38.493785 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-a61ba79e-08fb-4be7-aeda-d1390a7bb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.496920 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-a61ba79e-08fb-4be7-aeda-d1390a7bb71a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb685a15-6cd8-4b59-a35e-900ca4afc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621548 Nov 08 13:34:38.543568 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:38.610671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1eb8-1565-431b-a294-6b73d1651d6e req-92fd32f5-a6e0-41b9-a344-03b494207784 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.612344 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b6a1eb8-1565-431b-a294-6b73d1651d6e req-92fd32f5-a6e0-41b9-a344-03b494207784 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.1129673 Nov 08 13:34:38.640408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-fadb9df6-d5ce-41eb-af94-54b993e8b396 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313589 Nov 08 13:34:38.731607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0b6a1eb8-1565-431b-a294-6b73d1651d6e req-0f56092b-c7da-40e4-943e-a3a678bd323e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092300 Nov 08 13:34:38.770947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-54aee5cb-7e07-4a44-8a9f-d2d7668995ea req-cd392608-f6d6-4c7e-869c-15ed254b9ef5 service neutron] 10.222.0.61 "GET /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180596 Nov 08 13:34:38.771326 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:38.809754 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e396a6-0136-47bd-b548-e127d20eb66f None None] The sync data for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 is: [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:32:55Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0d547ea8-11ed-44b2-805e-ef4f1f6320bb', 'name': '', 'network_id': 'fb685a15-6cd8-4b59-a35e-900ca4afc34f', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:ad:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:54Z', 'updated_at': '2021-11-08T13:32:58Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '7f285984-11ef-4d4e-afdd-6638d74ccf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:39.062019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020892a-1d87-4465-8f2c-572e446edcb0 None None] New status for floating IP 4cc6b5f4-fcfe-4660-8e03-f223dcf71ced: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:34:39.913926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3d66-46eb-48d7-b9fe-ce129a2cfd0f req-f37193fb-d104-4ab6-a43c-58c6211992ba tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:39.915551 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eea3d66-46eb-48d7-b9fe-ce129a2cfd0f req-f37193fb-d104-4ab6-a43c-58c6211992ba tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.1061878 Nov 08 13:34:39.925674 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-ad372975-23dc-4b13-bc1a-27ebf6571c0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:39.927159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-ad372975-23dc-4b13-bc1a-27ebf6571c0c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 946 time: 0.1092548 Nov 08 13:34:40.367011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7eea3d66-46eb-48d7-b9fe-ce129a2cfd0f req-9d739660-4d6f-43ad-8da9-3cb648f69a0b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=7956cceb-29e0-4529-be14-392c35d634ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388728 Nov 08 13:34:40.391697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:40.391900 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.482976 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:40.483335 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.496057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for c77aa9ec-774f-45a5-9cbb-30bc7b288e8a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:40.686565 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.715464 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=c77aa9ec-774f-45a5-9cbb-30bc7b288e8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:40.765809 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] No DVR routers for this DVR port c77aa9ec-774f-45a5-9cbb-30bc7b288e8a on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:34:40.768357 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.774392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b01dedde-cb41-4c11-b736-a494ae082bfd req-0d1d471a-b1dd-42be-9f86-b773e72c30ed tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "DELETE /v2.0/ports/c77aa9ec-774f-45a5-9cbb-30bc7b288e8a HTTP/1.1" status: 204 len: 173 time: 0.8375368 Nov 08 13:34:40.774392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-deleted', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:40.774392 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91c7e8-b904-466c-9a78-f8d2b1bd2075" -d '{"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-deleted", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:40.814304 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a649b9-d0c1-4fd0-a258-04ba0868c5b1 x-openstack-request-id: req-f8a649b9-d0c1-4fd0-a258-04ba0868c5b1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:40.814600 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b93b09-d6ac-471c-9c75-a909a7b67daa", "name": "network-vif-deleted", "tag": "c77aa9ec-774f-45a5-9cbb-30bc7b288e8a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:40.814855 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8a649b9-d0c1-4fd0-a258-04ba0868c5b1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:40.815253 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b93b09-d6ac-471c-9c75-a909a7b67daa', 'name': 'network-vif-deleted', 'tag': 'c77aa9ec-774f-45a5-9cbb-30bc7b288e8a', 'status': 'completed', 'code': 200} Nov 08 13:34:41.476662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4bdbe08-0f02-409c-a3d4-99fe32a8fcdc req-008f76bc-20ea-43f4-a917-c57a22a3bed3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b93b09-d6ac-471c-9c75-a909a7b67daa HTTP/1.1" status: 200 len: 210 time: 0.0266769 Nov 08 13:34:42.534328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:42.904347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.160405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:43.160654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.249496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 0d547ea8-11ed-44b2-805e-ef4f1f6320bb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:43.249869 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.262203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 0d547ea8-11ed-44b2-805e-ef4f1f6320bb owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:43.334480 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:43.354039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: c77aa9ec-774f-45a5-9cbb-30bc7b288e8a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:34:43.354408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device c77aa9ec-774f-45a5-9cbb-30bc7b288e8a not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:43.547327 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.576848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=0d547ea8-11ed-44b2-805e-ef4f1f6320bb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:43.766598 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.005218 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router f13cc871-e9d6-4372-80b7-a0f5066b82de has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:44.115771 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:44.121004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d23f5d30-690a-4e45-869a-caff9a7c9126 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/f13cc871-e9d6-4372-80b7-a0f5066b82de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855372 Nov 08 13:34:44.123764 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:44.126640 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Sync routers for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:44.138168 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:44.139245 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:44.218170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting subnet 7f285984-11ef-4d4e-afdd-6638d74ccf65 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:34:44.221862 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.267121 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.341669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:44.359542 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.498088 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.525998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Subnet': ['ID=7f285984-11ef-4d4e-afdd-6638d74ccf65,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:44.530924 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.532936 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:34:43Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:44.534282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7f5325ee-ec74-4f31-bb39-8801b76437f5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/subnets/7f285984-11ef-4d4e-afdd-6638d74ccf65 HTTP/1.1" status: 204 len: 168 time: 0.4094996 Nov 08 13:34:44.536987 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:44.544758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd539942-5aad-44c7-9fd6-5436f0c3bb20 None None] Network fb685a15-6cd8-4b59-a35e-900ca4afc34f requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:44.569917 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Checking router: f13cc871-e9d6-4372-80b7-a0f5066b82de for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:44.581149 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Routers {'f13cc871-e9d6-4372-80b7-a0f5066b82de'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:44.581767 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['f13cc871-e9d6-4372-80b7-a0f5066b82de'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:44.659435 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.699648 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] Set router f13cc871-e9d6-4372-80b7-a0f5066b82de gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:44.765545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] DHCP port deletion for fb685a15-6cd8-4b59-a35e-900ca4afc34f request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:34:44.779607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.827184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Deleting port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:44.827184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.891398 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:34:43Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:44.893464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] For port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,segment=NetworkSegment(4ae57c73-292c-48d4-9093-3babc243fbd1),segment_id=4ae57c73-292c-48d4-9093-3babc243fbd1)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:44.893865 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.906893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Calling delete_port for 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:44.919941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:44.920422 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:44.926929 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f990d6-3868-4a79-aeb2-f721a967dcdb None None] The sync data for ids ['f13cc871-e9d6-4372-80b7-a0f5066b82de'] in n-d-816990-1 is: [{'id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495606062', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:32:50Z', 'updated_at': '2021-11-08T13:34:43Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '3f5ee672-ced2-4a53-8a04-0a4ac556ee34', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13cc871-e9d6-4372-80b7-a0f5066b82de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:32:51Z', 'updated_at': '2021-11-08T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:45.014856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 3f5ee672-ced2-4a53-8a04-0a4ac556ee34, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:45.015135 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.027391 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:45.067230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.093021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] Pushing event deleted for resources: {'Port': ['ID=0a99b3d9-8f67-4143-a5d4-673b95cfcbd6,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:45.096694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d69c2-0888-4452-8670-89877c0c7e98 None None] No DVR routers for this DVR port 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:34:45.278843 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.314861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=3f5ee672-ced2-4a53-8a04-0a4ac556ee34,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:45.377928 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.480091 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.482474 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.590163 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.590683 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Fanout notify agent at l3_agent the message router_deleted on router f13cc871-e9d6-4372-80b7-a0f5066b82de {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:34:45.599109 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.599109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9605a55e-3853-4c93-ade3-ac1e9a04263d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/routers/f13cc871-e9d6-4372-80b7-a0f5066b82de HTTP/1.1" status: 204 len: 168 time: 1.0606580 Nov 08 13:34:45.602373 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37366) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:45.687835 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.786066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.809433 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb685a15-6cd8-4b59-a35e-900ca4afc34f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:45.819929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae57c73-292c-48d4-9093-3babc243fbd1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:45.820220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae57c73-292c-48d4-9093-3babc243fbd1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:45.829595 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.842904 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.848644 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:34:45.849020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:34:45.851998 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:34:45.977659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.986555 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.989245 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/networks/fb685a15-6cd8-4b59-a35e-900ca4afc34f HTTP/1.1" status: 204 len: 168 time: 0.3858919 Nov 08 13:34:45.992125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37368) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:46.001415 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bb69b-9ee6-407f-9138-a97489169025 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Network': ['ID=fb685a15-6cd8-4b59-a35e-900ca4afc34f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:46.079807 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.119967 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.131198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:46.159204 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:34:46.161775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0a99b3d9-8f67-4143-a5d4-673b95cfcbd6 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:46.161775 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d547ea8-11ed-44b2-805e-ef4f1f6320bb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:46.185891 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0d547ea8-11ed-44b2-805e-ef4f1f6320bb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:34:46.188743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0d547ea8-11ed-44b2-805e-ef4f1f6320bb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:46.261120 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.264255 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.265438 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/security-groups/7956cceb-29e0-4529-be14-392c35d634ba HTTP/1.1" status: 204 len: 168 time: 0.2722826 Nov 08 13:34:46.275139 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956cceb-29e0-4529-be14-392c35d634ba,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:46.284019 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.284488 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.284931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.285266 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.285601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.285938 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.286296 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.286618 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.286945 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.287271 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.287612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.287933 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313187b-5e46-4840-a2c4-6e32e3fb4b92 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:46.749602 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.819907 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37376) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:46.824500 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830354381', 'description': 'tempest-secgroup-smoke-830354381 description', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:46.902975 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.971315 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.051551 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.079840 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:47.131827 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.133120 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-683b64a5-839b-4abc-b9c9-05ab71bc7232 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3122051 Nov 08 13:34:47.136006 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37378) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:47.140433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:47.243566 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.298634 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.364202 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.383243 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc006440-069b-4353-b662-507008b4a080,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:47.452172 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.453452 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2021c69c-743e-4ce6-ba27-007fc87fc0e5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165185 Nov 08 13:34:47.456261 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37380) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:47.460645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:47.557276 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.612750 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.694167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.702723 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:47.710329 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23a0d68-d99f-4ece-b60e-84d3b7fb7b6b,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:47.724375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:34:47.724750 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 3f5ee672-ced2-4a53-8a04-0a4ac556ee34 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:47.783284 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.784629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2ef66a79-a093-4edf-af35-9f7bf70d8735 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274183 Nov 08 13:34:47.787447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37382) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:47.791816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:47.900411 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.959940 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.038310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.055865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdbb906-b826-43f9-bd7f-c5d5a4ba0ff3,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:48.137386 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.139381 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-922d45c3-e937-4cac-b130-de4d2418690b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509870 Nov 08 13:34:48.142173 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37384) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.146556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:48.260824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.311441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:34:48.318026 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.389430 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.408973 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a18433-f9eb-4851-9f89-0258ec933b2e,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:48.482401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.483662 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f9b79976-3922-417b-a61f-00f131806053 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3405285 Nov 08 13:34:48.486410 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37386) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.491003 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:48.599796 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:34:48.605048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.664672 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.769530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.788658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3115f338-b9df-4130-8f7f-e79dd0928663,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:48.875594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.876830 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ee2a7a43-bbac-4548-a450-cde2eec71a6e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3894329 Nov 08 13:34:48.879737 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37388) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.884133 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': '5e8ae007-2c67-45d3-b3d6-e900e3e93c2e', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:48.964177 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:34:48.969752 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.031116 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.106983 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.126463 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5016f62-e8fc-4f91-9784-93d82dcb5f67,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:49.190932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.192178 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e57c2607-350e-4cde-aba1-2819c6db4c50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3114705 Nov 08 13:34:49.195306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37390) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:49.200443 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'network': {'name': 'tempest-network-smoke--1398069307', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:49.268680 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:49.272174 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.296297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:34:49.305002 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.308307 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Added segment 4f7150f3-c5fd-460e-bde9-e18e6ab510cf of type vlan for network 4dcfc957-eb67-4edd-951a-fce71ae1b018 Nov 08 13:34:49.345481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.411868 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.417556 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:49.418135 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.486579 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Network': ['ID=4dcfc957-eb67-4edd-951a-fce71ae1b018,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:49.497484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:34:49.509847 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-36539fc5-37b1-408c-a6e8-99e2ceab595f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3134949 Nov 08 13:34:49.513231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37392) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:49.518306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'admin_state_up': True, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:49.644473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.645573 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.698304 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:49.900034 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.140685 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.162981 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.265306 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.126 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/4e0d7781-9ddc-4e29-b785-025f3a457f38) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:50.378064 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.463479 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.501886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:50.506863 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:50.510542 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:50.536303 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=4e0d7781-9ddc-4e29-b785-025f3a457f38,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:50.812000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.827374 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.022814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.212241 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5364de62-b52a-43b3-807b-3c26c9d9349c is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:34:51.656126 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:51.666560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Sync routers for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:51.677439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:51.679471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:51.744913 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.746590 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d12d1c38-bf01-4d9b-9e57-f950b90343b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2320931 Nov 08 13:34:51.749662 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37394) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:51.784653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:51.823320 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a9e4b704-dfb8-49ba-b3e0-eb354fc3c774 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4e97c55a969f4009b4aded8d8fbc2a80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723717 Nov 08 13:34:51.825804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:51.920635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70814a3f-eeb7-4f6b-bc5b-4e60443ad1a9 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:51.922896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70814a3f-eeb7-4f6b-bc5b-4e60443ad1a9 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951972 Nov 08 13:34:51.924977 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:51.957620 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-85e2ec32-4a66-43b8-b2ff-e086da2bdef1 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312951 Nov 08 13:34:51.960824 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37402) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:51.967219 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110517907', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:51.967936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:50Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:51.994069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Checking router: 5364de62-b52a-43b3-807b-3c26c9d9349c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:51.994445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Updating router 5364de62-b52a-43b3-807b-3c26c9d9349c port 4e0d7781-9ddc-4e29-b785-025f3a457f38 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:52.023301 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.097379 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:52.101160 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.280174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.326144 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.332598 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.378718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Attempting to bind port 4e0d7781-9ddc-4e29-b785-025f3a457f38 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:52.379084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Attempting to bind port 4e0d7781-9ddc-4e29-b785-025f3a457f38 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:52.379454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Attempting to bind port 4e0d7781-9ddc-4e29-b785-025f3a457f38 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:52.382557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4c726-7e3c-4582-b42d-738c24599f25 None None] Pushing event updated for resources: {'Port': ['ID=4e0d7781-9ddc-4e29-b785-025f3a457f38,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:52.387148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:52.388785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:52.389288 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.389613 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:52.390098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Bound port: 4e0d7781-9ddc-4e29-b785-025f3a457f38, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:52.395102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.409405 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Subnet': ['ID=22c07973-b8af-4c3d-a7ff-aefe8d53eb64,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:52.414991 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Checking segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:52.415347 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network hostable DHCP agents. Network: 4dcfc957-eb67-4edd-951a-fce71ae1b018, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:34:52.446524 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] For port 4e0d7781-9ddc-4e29-b785-025f3a457f38, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:52.449528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] For port 4e0d7781-9ddc-4e29-b785-025f3a457f38, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4e0d7781-9ddc-4e29-b785-025f3a457f38,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:52.604655 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:34:52.634817 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.690809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:52.691427 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:52.696815 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 4dcfc957-eb67-4edd-951a-fce71ae1b018) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:52.701180 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:52.701766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.727381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4c726-7e3c-4582-b42d-738c24599f25 None None] Pushing event updated for resources: {'Port': ['ID=4e0d7781-9ddc-4e29-b785-025f3a457f38,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:52.729961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47eade3-9410-48ef-bcc5-58874da58947 None None] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:52.789784 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-fe35aa26-bdec-415b-8e22-4146a791b950 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8277943 Nov 08 13:34:52.792629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:52.874288 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:53.224571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-4dcfc957-eb67-4edd-951a-fce71ae1b018', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:34:53.225175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.249887 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3d68025f-ea7c-4427-ade9-7d5485f5e074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.402314 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:50Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:53.435894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579c9c-7c17-46ed-89ab-8c301837c191 None None] The sync data for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 is: [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:50Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:53.437826 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Allocated IP 172.20.0.2 (4dcfc957-eb67-4edd-951a-fce71ae1b018/22c07973-b8af-4c3d-a7ff-aefe8d53eb64/d11abc7c-59a1-4b27-a020-cda79c5b9b1d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:53.602878 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.609878 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.669507 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.723437 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:53.729070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:53.733005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:53.741114 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Pushing event updated for resources: {'Port': ['ID=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:53.805267 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4e0d7781-9ddc-4e29-b785-025f3a457f38 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:53.841760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Attempting to bind port d11abc7c-59a1-4b27-a020-cda79c5b9b1d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:53.842639 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Attempting to bind port d11abc7c-59a1-4b27-a020-cda79c5b9b1d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:53.842872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Attempting to bind port d11abc7c-59a1-4b27-a020-cda79c5b9b1d on network 4dcfc957-eb67-4edd-951a-fce71ae1b018 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:53.861338 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:53.861825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Checking segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:53.862331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.862797 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Bound using segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:53.864300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Bound port: d11abc7c-59a1-4b27-a020-cda79c5b9b1d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:53.864300 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.936419 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4e0d7781-9ddc-4e29-b785-025f3a457f38 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:53.936805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.969851 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] For port d11abc7c-59a1-4b27-a020-cda79c5b9b1d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:53.976321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.1 (4dcfc957-eb67-4edd-951a-fce71ae1b018/22c07973-b8af-4c3d-a7ff-aefe8d53eb64/0786371b-cb86-442f-bf6a-2714747bf07c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:53.990261 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] For port d11abc7c-59a1-4b27-a020-cda79c5b9b1d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:54.042490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.070571 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 4e0d7781-9ddc-4e29-b785-025f3a457f38, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4e0d7781-9ddc-4e29-b785-025f3a457f38,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:54.086459 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.114191 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.153681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.167215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ec54-6b6d-48a8-bdc6-34bac34b8fad None None] Pushing event updated for resources: {'Port': ['ID=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:54.216546 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.265011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=4e0d7781-9ddc-4e29-b785-025f3a457f38,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:54.277548 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:54.282037 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:54.285693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:54.331556 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:54.352795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.608500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.899194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.958538 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.035110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.036852 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:55.135255 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:55.136763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:55.251724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5364de62-b52a-43b3-807b-3c26c9d9349c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:55.382971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:55.389783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d5815fe7-e1d5-44a0-b2ce-701db337ab21 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/5364de62-b52a-43b3-807b-3c26c9d9349c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954235 Nov 08 13:34:55.535165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aecf3824-1479-4d68-b844-96824b32a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.578811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-f42f7c87-cfc0-4895-87f1-267f94835ace tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830354381&fields=id&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 267 time: 0.0607300 Nov 08 13:34:55.626972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832ab10-9de9-4669-9f62-df7b3b3fe968 None None] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:55.645675 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Sync routers for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:55.661081 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:55.661816 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:55.712524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-ebec269f-eaa6-40a8-894a-81a02ffea88b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:55.714293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] Provisioning complete for port d11abc7c-59a1-4b27-a020-cda79c5b9b1d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:55.714507 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.722808 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-ebec269f-eaa6-40a8-894a-81a02ffea88b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 797 time: 0.1363511 Nov 08 13:34:55.753230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-cc674186-1001-474d-b30e-23d82d7059e3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/quotas/4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 375 time: 0.0283988 Nov 08 13:34:55.785018 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:55.814884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-9a7332ce-9fe9-4aab-a6d9-bd452fed3089 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605752 Nov 08 13:34:55.888754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.911071 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4e0d7781-9ddc-4e29-b785-025f3a457f38 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:55.949234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-45aeee02-39bf-44aa-a283-8d6ee2569576 service neutron] 10.222.0.58 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221890 Nov 08 13:34:55.967516 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] For port d11abc7c-59a1-4b27-a020-cda79c5b9b1d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:55.997243 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 4e0d7781-9ddc-4e29-b785-025f3a457f38 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:55.998460 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.036498 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 2, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:56.055501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.068864 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Checking router: 5364de62-b52a-43b3-807b-3c26c9d9349c for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:56.076588 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Updating router 5364de62-b52a-43b3-807b-3c26c9d9349c port 0786371b-cb86-442f-bf6a-2714747bf07c binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:56.076979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-3f04ce9b-22d7-4ad8-bcd9-653bb1c5cd6e service neutron] 10.222.0.58 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164999 Nov 08 13:34:56.109065 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.157310 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8576d3-e65b-422d-8b03-34be943984e4 None None] Pushing event updated for resources: {'Port': ['ID=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:56.162748 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d11abc7c-59a1-4b27-a020-cda79c5b9b1d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:56.215845 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d11abc7c-59a1-4b27-a020-cda79c5b9b1d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:56.216326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.339247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5df00951-0978-4348-9c69-a302e5a98194 None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:56.339672 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5df00951-0978-4348-9c69-a302e5a98194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.383279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-45aca41f-7c42-4575-b6de-57ddd3e58b04 req-9bbe20fb-52b2-40e9-9346-9e81f05c3c71 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 210 time: 0.0598879 Nov 08 13:34:56.435086 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5df00951-0978-4348-9c69-a302e5a98194 None None] Port 0786371b-cb86-442f-bf6a-2714747bf07c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:56.445676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5df00951-0978-4348-9c69-a302e5a98194 None None] Provisioning complete for port d11abc7c-59a1-4b27-a020-cda79c5b9b1d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:56.446120 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5df00951-0978-4348-9c69-a302e5a98194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.491544 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.564131 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.616825 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Pushing event updated for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:56.641854 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.642234 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.642547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.642877 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.643206 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.643528 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.644034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.644165 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.644462 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.644775 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.645090 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.645398 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:56.673520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-dff3577d-bb6d-43ef-a36d-53728224ed4e None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:56.674086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dff3577d-bb6d-43ef-a36d-53728224ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.682478 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Attempting to bind port 0786371b-cb86-442f-bf6a-2714747bf07c on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:56.685941 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Attempting to bind port 0786371b-cb86-442f-bf6a-2714747bf07c by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:56.685941 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Attempting to bind port 0786371b-cb86-442f-bf6a-2714747bf07c on network 4dcfc957-eb67-4edd-951a-fce71ae1b018 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:56.689391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:56.689843 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Checking segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:56.690313 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.690700 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Bound using segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:56.691158 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Bound port: 0786371b-cb86-442f-bf6a-2714747bf07c, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:56.691526 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.714494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-dff3577d-bb6d-43ef-a36d-53728224ed4e None None] Port 0786371b-cb86-442f-bf6a-2714747bf07c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:56.774192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] For port 0786371b-cb86-442f-bf6a-2714747bf07c, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:56.777699 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] For port 0786371b-cb86-442f-bf6a-2714747bf07c, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0786371b-cb86-442f-bf6a-2714747bf07c,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:56.835743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c416e5bd-8b2b-4788-a980-d2aa99685916 None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:56.836124 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c416e5bd-8b2b-4788-a980-d2aa99685916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.850766 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.875002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c416e5bd-8b2b-4788-a980-d2aa99685916 None None] Port 0786371b-cb86-442f-bf6a-2714747bf07c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:56.910814 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:56.911434 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:56.977052 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.000985 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:57.001481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.086537 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b136a9-d1fe-4437-9ba1-285f81e1abc5 None None] Pushing event updated for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:57.097099 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.133713 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] For port 0786371b-cb86-442f-bf6a-2714747bf07c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0786371b-cb86-442f-bf6a-2714747bf07c,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:57.153920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:57.205485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.254656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4e2c-55c6-44c0-92dd-cf56f6aa3b25 None None] Pushing event updated for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:57.333505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2003e4a4-0932-4d1b-b8e5-89f9d9da5b0b None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:57.335034 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2003e4a4-0932-4d1b-b8e5-89f9d9da5b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.371454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:56Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:57.401493 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df972a0a-f6d2-4325-8e69-e1494d5a835c None None] The sync data for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 is: [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:56Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:57.501640 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a3714d5-0477-4b4e-9699-33250632b5f7 req-47671790-37ff-4c9e-8036-46c42a1b93f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 210 time: 0.0338159 Nov 08 13:34:57.848798 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d11abc7c-59a1-4b27-a020-cda79c5b9b1d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:57.923471 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port d11abc7c-59a1-4b27-a020-cda79c5b9b1d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:57.923845 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.016669 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0786371b-cb86-442f-bf6a-2714747bf07c up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:58.072329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 0786371b-cb86-442f-bf6a-2714747bf07c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:58.072797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.365592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.597134 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-0c6b94a1-53d7-4d5a-a497-dd1c98b7d2cc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:58.600766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-0c6b94a1-53d7-4d5a-a497-dd1c98b7d2cc tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 797 time: 0.1286185 Nov 08 13:34:58.649947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0844e6a9-0bd8-47d0-893d-154adec5fbe2 req-5e530c58-953f-4532-ad23-f74bc743d002 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 210 time: 0.0365770 Nov 08 13:34:58.694844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-474308df-2012-49ae-8863-0ba404cd5924 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 379 time: 0.0874362 Nov 08 13:34:58.704110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'port': {'device_id': '54953958-41bd-4843-a7fa-20cb87435baa', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'admin_state_up': True, 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'security_groups': ['5e8ae007-2c67-45d3-b3d6-e900e3e93c2e']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:58.935704 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:58.940379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.072438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.13 (4dcfc957-eb67-4edd-951a-fce71ae1b018/22c07973-b8af-4c3d-a7ff-aefe8d53eb64/94661cfe-d42f-47ee-8634-b24490563b02) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:59.103279 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.228017 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.319995 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.363667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:59.368706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:59.373068 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:59.402640 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:59.435910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:59.436533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.539611 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-cdda3d6f-a1e6-4f0d-a591-55f9af390d38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8391795 Nov 08 13:34:59.595496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Request body: {'port': {'device_id': '54953958-41bd-4843-a7fa-20cb87435baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:59.655478 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.666518 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-7632f9b7-925e-44cb-874f-1b8667ff32fb None None] Provisioning complete for port 94661cfe-d42f-47ee-8634-b24490563b02 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:59.666951 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7632f9b7-925e-44cb-874f-1b8667ff32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.703520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7632f9b7-925e-44cb-874f-1b8667ff32fb None None] Port 94661cfe-d42f-47ee-8634-b24490563b02 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:59.864408 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5625-8d88-420c-864e-e67b5289e0bb req-fb7f501b-d73b-4c14-8eeb-f3696f6784dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:59.865901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399d5625-8d88-420c-864e-e67b5289e0bb req-fb7f501b-d73b-4c14-8eeb-f3696f6784dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 932 time: 0.1052163 Nov 08 13:34:59.955570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-399d5625-8d88-420c-864e-e67b5289e0bb req-b4174368-4195-436a-9e6e-88d14aa9713b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805631 Nov 08 13:35:00.001865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94661cfe-d42f-47ee-8634-b24490563b02 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:00.009465 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.022340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Transition to ACTIVE for port object 94661cfe-d42f-47ee-8634-b24490563b02 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:00.085614 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.138836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Pushing event updated for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:00.212926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Attempting to bind port 94661cfe-d42f-47ee-8634-b24490563b02 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:00.212926 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Attempting to bind port 94661cfe-d42f-47ee-8634-b24490563b02 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:00.213347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Attempting to bind port 94661cfe-d42f-47ee-8634-b24490563b02 on network 4dcfc957-eb67-4edd-951a-fce71ae1b018 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:00.218380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Port 94661cfe-d42f-47ee-8634-b24490563b02 on network 4dcfc957-eb67-4edd-951a-fce71ae1b018 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:00.218706 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Attempting to bind port 94661cfe-d42f-47ee-8634-b24490563b02 on network 4dcfc957-eb67-4edd-951a-fce71ae1b018 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:00.223823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:00.224168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Checking segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:00.224543 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Bound using segment: {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:00.224972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Bound port: 94661cfe-d42f-47ee-8634-b24490563b02, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7150f3-c5fd-460e-bde9-e18e6ab510cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:00.225326 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.301398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:00.306398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=94661cfe-d42f-47ee-8634-b24490563b02,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:00.359927 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.398323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.399214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.401226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] 10.222.0.61 "PUT /v2.0/ports/94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 1092 time: 0.8534832 Nov 08 13:35:00.401865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:00.406052 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6" -d '{"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:00.453546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68d183-bdf3-4332-ab43-009bc3a95901 service neutron] Pushing event updated for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:00.467754 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe9496-3c6c-45db-ade1-4f43b8e9b9b8 x-openstack-request-id: req-1ffe9496-3c6c-45db-ade1-4f43b8e9b9b8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:00.468191 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:00.468454 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ffe9496-3c6c-45db-ade1-4f43b8e9b9b8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:00.468893 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02', 'status': 'completed', 'code': 200} Nov 08 13:35:00.524840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-bfc7c60b-e741-4ce6-91b5-4e779995b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.526452 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-bfc7c60b-e741-4ce6-91b5-4e779995b81d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1095 time: 0.0433719 Nov 08 13:35:00.635463 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-9d17bfc7-d81c-4487-b62c-2748726a9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.636961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-9d17bfc7-d81c-4487-b62c-2748726a9c06 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1019173 Nov 08 13:35:00.738276 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-d5aafb1a-b9ca-4b52-b0aa-6b0ac49298a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.739701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c62c6ceb-acf9-4b3b-b64f-99c3b03339d6 req-d5aafb1a-b9ca-4b52-b0aa-6b0ac49298a1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954399 Nov 08 13:35:00.816128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-252ea89b-5237-499c-89a9-83c9af9df5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.817632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-252ea89b-5237-499c-89a9-83c9af9df5bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1095 time: 0.0431163 Nov 08 13:35:00.859687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-3e12cb5f-2874-4738-b0e7-aef99bbcde2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 217 time: 0.0336337 Nov 08 13:35:00.909726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-2050ed87-eda0-41eb-bcf7-61a1413298df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.911135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-2050ed87-eda0-41eb-bcf7-61a1413298df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0444739 Nov 08 13:35:00.961419 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811403d6-c867-48e0-82ae-266a69159899 req-4731a44a-c73c-49e0-8941-18abdaa217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.962955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-4731a44a-c73c-49e0-8941-18abdaa217f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442543 Nov 08 13:35:01.086747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-8394b3c8-892b-4cad-a497-970f6ac81436 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168365 Nov 08 13:35:01.095935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee08a-41ef-44f4-aaba-8b5da7e4b6ec req-bce62470-2f8a-4632-a30f-be10c0a980c7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:01.097467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-182ee08a-41ef-44f4-aaba-8b5da7e4b6ec req-bce62470-2f8a-4632-a30f-be10c0a980c7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 944 time: 0.0719502 Nov 08 13:35:01.198781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-182ee08a-41ef-44f4-aaba-8b5da7e4b6ec req-e87a62b4-89c3-42aa-a947-0d05318338ae tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934429 Nov 08 13:35:01.217135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-811403d6-c867-48e0-82ae-266a69159899 req-d7bfc21c-849e-4976-9107-e672b6dfb6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188827 Nov 08 13:35:02.329099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807856-2e77-4761-8503-2fc72df0d68e req-7c506c50-e6f9-486d-bc99-dd8a53e89f78 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:02.330634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4807856-2e77-4761-8503-2fc72df0d68e req-7c506c50-e6f9-486d-bc99-dd8a53e89f78 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 944 time: 0.0540407 Nov 08 13:35:02.379768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e4807856-2e77-4761-8503-2fc72df0d68e req-d1b5507c-80fd-467f-b274-d476bf74162d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Nov 08 13:35:03.498237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db81d-d409-4225-a1a6-3e0b709636be req-181a842b-d74f-46ff-a700-204af53a0493 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:03.499816 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-547db81d-d409-4225-a1a6-3e0b709636be req-181a842b-d74f-46ff-a700-204af53a0493 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 944 time: 0.0494173 Nov 08 13:35:03.554091 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-547db81d-d409-4225-a1a6-3e0b709636be req-335a7778-0e31-4973-8c03-7f1f4be74b8a tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477979 Nov 08 13:35:04.668179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300886-d71f-4174-b4c7-ef7f355ff266 req-cd02b003-6f25-483e-a6b1-2dd90f279e47 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:04.670183 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b300886-d71f-4174-b4c7-ef7f355ff266 req-cd02b003-6f25-483e-a6b1-2dd90f279e47 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 944 time: 0.0483794 Nov 08 13:35:04.722540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2b300886-d71f-4174-b4c7-ef7f355ff266 req-e955d426-756c-4117-9c28-98f1564e73a0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461035 Nov 08 13:35:05.458400 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 94661cfe-d42f-47ee-8634-b24490563b02 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:05.559061 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=94661cfe-d42f-47ee-8634-b24490563b02,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:05.570675 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '94661cfe-d42f-47ee-8634-b24490563b02', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'port_id': '94661cfe-d42f-47ee-8634-b24490563b02', 'mac_address': 'fa:16:3e:81:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:05.608754 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.621627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94661cfe-d42f-47ee-8634-b24490563b02 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:05.641504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=94661cfe-d42f-47ee-8634-b24490563b02,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:05.696355 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.749153 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:05.840848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473dcdb-7e98-450e-8d38-3c217249088b req-255ea4e9-9b38-409b-b6c4-378aa4dcf4be tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:05.842990 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f473dcdb-7e98-450e-8d38-3c217249088b req-255ea4e9-9b38-409b-b6c4-378aa4dcf4be tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 945 time: 0.0509055 Nov 08 13:35:05.887805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['94661cfe-d42f-47ee-8634-b24490563b02'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:05.897797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f473dcdb-7e98-450e-8d38-3c217249088b req-1dc481ea-7304-44ea-9f62-02c66450e849 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481105 Nov 08 13:35:07.016137 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662fbbe-40b0-43a7-98c0-c99b1a20cc8e req-fc748d25-1710-4819-a803-40d3bb0c073f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:07.017702 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2662fbbe-40b0-43a7-98c0-c99b1a20cc8e req-fc748d25-1710-4819-a803-40d3bb0c073f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 945 time: 0.0528691 Nov 08 13:35:07.067157 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2662fbbe-40b0-43a7-98c0-c99b1a20cc8e req-0faf9f30-4470-452b-a246-49d344c245fb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434954 Nov 08 13:35:07.474403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 94661cfe-d42f-47ee-8634-b24490563b02 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:07.580387 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 94661cfe-d42f-47ee-8634-b24490563b02 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:07.584597 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 94661cfe-d42f-47ee-8634-b24490563b02 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:07.585013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.679597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.698582 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:07.700815 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fba11a-f79c-4c7d-8b75-2aaa6d80b3e4" -d '{"events": [{"server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "name": "network-vif-plugged", "status": "completed", "tag": "94661cfe-d42f-47ee-8634-b24490563b02"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:07.716725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=94661cfe-d42f-47ee-8634-b24490563b02,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:07.786768 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.811337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e4c0f-05ce-4386-adfb-23a85b1641e7 x-openstack-request-id: req-5a5e4c0f-05ce-4386-adfb-23a85b1641e7 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:07.811641 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "name": "network-vif-plugged", "status": "completed", "tag": "94661cfe-d42f-47ee-8634-b24490563b02", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:07.811806 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a5e4c0f-05ce-4386-adfb-23a85b1641e7 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:07.812829 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02', 'code': 200} Nov 08 13:35:07.841186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:07.849318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.849691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.850043 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.850497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.851054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.851384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.851781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.852196 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.852542 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.852986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.853390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.853731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:07.900558 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30167544-a8ae-4f11-b310-fef29d81be82 req-d0547aac-4c1c-495f-be32-3c044f26a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:07.902063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30167544-a8ae-4f11-b310-fef29d81be82 req-d0547aac-4c1c-495f-be32-3c044f26a146 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0496480 Nov 08 13:35:07.950499 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30167544-a8ae-4f11-b310-fef29d81be82 req-edfcd580-d671-4d17-b8ad-f0ddf28ccaa2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413680 Nov 08 13:35:08.191233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0113e-9585-4e05-b7f3-24fcc2620436 req-18190411-ddd1-44bb-83a7-be5b61f40457 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:08.192992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0f0113e-9585-4e05-b7f3-24fcc2620436 req-18190411-ddd1-44bb-83a7-be5b61f40457 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0543027 Nov 08 13:35:08.249880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d0f0113e-9585-4e05-b7f3-24fcc2620436 req-11afd1ef-3a99-4b17-a6be-10ae7bac26b2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500309 Nov 08 13:35:09.377162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1e619-33ac-4faf-990b-d41719b9b679 req-9d537f63-b6e1-43b3-85da-a652ab56da76 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.378787 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15f1e619-33ac-4faf-990b-d41719b9b679 req-9d537f63-b6e1-43b3-85da-a652ab56da76 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0552680 Nov 08 13:35:09.430227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15f1e619-33ac-4faf-990b-d41719b9b679 req-9128eb2d-09af-4439-84fa-2b12ac88d9a3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Nov 08 13:35:09.549717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9526f8-3d0a-4c2b-99ed-28dbe4d1c948 req-85c19fc3-b473-48b2-a134-d9f7a66e7f86 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.551539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e9526f8-3d0a-4c2b-99ed-28dbe4d1c948 req-85c19fc3-b473-48b2-a134-d9f7a66e7f86 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0524127 Nov 08 13:35:09.609845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e9526f8-3d0a-4c2b-99ed-28dbe4d1c948 req-e4e5ac43-02ce-4756-a379-ae689fbcae8b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523314 Nov 08 13:35:09.632589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:09.671896 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cdb2b-1f88-465d-bdf4-32b2e992bd34 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.673605 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f21cdb2b-1f88-465d-bdf4-32b2e992bd34 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1092 time: 0.0399618 Nov 08 13:35:09.676502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:09.680904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '94661cfe-d42f-47ee-8634-b24490563b02', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:09.805556 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.259709 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.364473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.112 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/b09d36c8-3c2f-46b7-bdf6-b3d586f973d9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:10.468005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.559977 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.598694 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:10.603618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:10.607288 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:10.613818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=b09d36c8-3c2f-46b7-bdf6-b3d586f973d9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:10.645804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.646150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.646518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.646853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.647183 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.647510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.647837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.648162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.648486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.648810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.649131 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.649448 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:10.985220 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.105504 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.261014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.319238 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.386047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=b09d36c8-3c2f-46b7-bdf6-b3d586f973d9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:11.398294 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.505882 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 21177085-6c2e-423f-b2ab-b4cccb0c34a0 associated. External IP: 172.25.1.112, port: 94661cfe-d42f-47ee-8634-b24490563b02. Nov 08 13:35:11.716632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5364de62-b52a-43b3-807b-3c26c9d9349c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:35:11.828823 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:35:11.838934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Sync routers for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:35:11.848438 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:11.849085 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:11.909861 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.940246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-70856675-ad49-4897-8f97-de6a960a4b67 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2625422 Nov 08 13:35:11.940885 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:11.944110 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281333ce-a09f-4339-b63c-cc67a7c0aa91" -d '{"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:11.985055 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8820b-2d0d-4e78-afdd-5b08777832ab x-openstack-request-id: req-eef8820b-2d0d-4e78-afdd-5b08777832ab {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:11.985361 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:11.985607 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eef8820b-2d0d-4e78-afdd-5b08777832ab {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:11.986070 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02', 'status': 'completed', 'code': 200} Nov 08 13:35:11.986758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:12.087629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a755e5a-9578-4fed-b7cd-dedca7194658 req-0c57d3f1-9c5a-4311-8cc9-0b1d3c81dc4b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.089269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a755e5a-9578-4fed-b7cd-dedca7194658 req-0c57d3f1-9c5a-4311-8cc9-0b1d3c81dc4b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0810025 Nov 08 13:35:12.092654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-df7daeb1-a836-436a-a71b-3f67438cb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.094409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-df7daeb1-a836-436a-a71b-3f67438cb17e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0767648 Nov 08 13:35:12.208383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8a755e5a-9578-4fed-b7cd-dedca7194658 req-515b58c4-60c9-4e24-b615-e6d50002eaf6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115131 Nov 08 13:35:12.239136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-f6dd1e7c-ea75-4ec8-a01b-04ae9e897fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.240626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-f6dd1e7c-ea75-4ec8-a01b-04ae9e897fb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 898 time: 0.1376247 Nov 08 13:35:12.241738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37474) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:12.307471 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d920bf8d-554b-4968-b66e-7a3173f0d322 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/21177085-6c2e-423f-b2ab-b4cccb0c34a0 HTTP/1.1" status: 200 len: 992 time: 0.0644739 Nov 08 13:35:12.331302 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-74578542-895b-481f-a48b-111cfdd57dd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 1000 time: 0.0700221 Nov 08 13:35:12.385502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-448d7c62-6755-48e8-a853-ec7aa4123b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.387061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-448d7c62-6755-48e8-a853-ec7aa4123b5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0474682 Nov 08 13:35:12.398930 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '21177085-6c2e-423f-b2ab-b4cccb0c34a0', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'port_id': '94661cfe-d42f-47ee-8634-b24490563b02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'mac_address': 'fa:16:3e:81:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54953958-41bd-4843-a7fa-20cb87435baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:10Z', 'updated_at': '2021-11-08T13:35:10Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:12.422813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Checking router: 5364de62-b52a-43b3-807b-3c26c9d9349c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:35:12.431418 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:12.432027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:34:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:12.437084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-768cac46-613b-42e7-afb8-1fee7bcb4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.438897 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-768cac46-613b-42e7-afb8-1fee7bcb4308 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440452 Nov 08 13:35:12.537516 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-b233a196-11d6-4178-93c8-f5a9f60e4dbe service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904529 Nov 08 13:35:12.541527 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:12.635921 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-281333ce-a09f-4339-b63c-cc67a7c0aa91 req-a2a36b6f-2d8b-4d7e-a95d-f2c6e6f07791 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865071 Nov 08 13:35:12.771743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '21177085-6c2e-423f-b2ab-b4cccb0c34a0', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'port_id': '94661cfe-d42f-47ee-8634-b24490563b02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'mac_address': 'fa:16:3e:81:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54953958-41bd-4843-a7fa-20cb87435baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:10Z', 'updated_at': '2021-11-08T13:35:10Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:12.799002 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a4b4-d20c-4875-8146-96bca3b4ee44 None None] The sync data for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 is: [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '21177085-6c2e-423f-b2ab-b4cccb0c34a0', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'port_id': '94661cfe-d42f-47ee-8634-b24490563b02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'mac_address': 'fa:16:3e:81:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54953958-41bd-4843-a7fa-20cb87435baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:10Z', 'updated_at': '2021-11-08T13:35:10Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:35:12.993425 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0316efe-1399-4cf1-8dd2-c1384d0330c3 None None] New status for floating IP 21177085-6c2e-423f-b2ab-b4cccb0c34a0: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:35:13.311638 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37478) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:13.381134 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-18aebf3e-883f-4dc2-8b49-dd320dc0ba47 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/21177085-6c2e-423f-b2ab-b4cccb0c34a0 HTTP/1.1" status: 200 len: 994 time: 0.0682037 Nov 08 13:35:13.680883 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-c7e0bc35-9a4c-4dcf-a5b5-14a43b475e66 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445907 Nov 08 13:35:13.765900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-28d5727f-e820-43a1-8c67-beb9bc59ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.767448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-28d5727f-e820-43a1-8c67-beb9bc59ae6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0459211 Nov 08 13:35:13.871925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-72a64644-ffda-4d9c-a85d-d5a48554a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.873396 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-72a64644-ffda-4d9c-a85d-d5a48554a3c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 898 time: 0.0866642 Nov 08 13:35:13.944836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-eed4ce1f-6c97-44a2-8c7a-86e1ce18db60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 1002 time: 0.0645108 Nov 08 13:35:13.995971 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-9d2de940-278c-4405-b2f7-201cce22b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.997432 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-9d2de940-278c-4405-b2f7-201cce22b83d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0444558 Nov 08 13:35:14.044757 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-5b59aa53-582d-4521-828d-a2cd66a31381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.046522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-5b59aa53-582d-4521-828d-a2cd66a31381 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422971 Nov 08 13:35:14.142066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-d0d91378-0d2f-482b-8f62-eba1a1ca4291 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Nov 08 13:35:14.229759 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1a96b1c0-b236-4160-9fc5-d3a778a26eda req-42033003-ad39-47eb-9232-6c5cc89bc2cd service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810885 Nov 08 13:35:16.747525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.837340 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.130396 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6e24-ec24-4d19-8357-df96006d9689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.310044 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:35:25.558666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d033115-5ae0-455c-947a-c828f6f54d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.004023 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.340616 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.128583 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:40.384900 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c333b-260b-453c-980c-29d4038c9fa4 req-90c68d2e-641d-4257-a98a-898ccc8499d0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:40.386473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-642c333b-260b-453c-980c-29d4038c9fa4 req-90c68d2e-641d-4257-a98a-898ccc8499d0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0551527 Nov 08 13:35:40.444669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-642c333b-260b-453c-980c-29d4038c9fa4 req-ed0eb06e-ea89-45a0-8957-dd1fca74e54d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480468 Nov 08 13:35:41.568074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9020259-4051-4797-ac76-2dc9d9946ecf req-378cddba-48e6-4f6e-98ec-6cbd45320a6d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:41.569651 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9020259-4051-4797-ac76-2dc9d9946ecf req-378cddba-48e6-4f6e-98ec-6cbd45320a6d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0513241 Nov 08 13:35:41.624826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d9020259-4051-4797-ac76-2dc9d9946ecf req-163cc371-238e-4cdc-b2aa-baec7caccf17 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483642 Nov 08 13:35:42.741712 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677f23d-41fd-49b5-85ca-20b9f98c5346 req-534ac699-7bca-4c38-a007-62ccc7d87852 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.743240 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4677f23d-41fd-49b5-85ca-20b9f98c5346 req-534ac699-7bca-4c38-a007-62ccc7d87852 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0492368 Nov 08 13:35:42.797408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4677f23d-41fd-49b5-85ca-20b9f98c5346 req-4262c32c-2eee-4ee7-9c09-cab70f45dfab tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481877 Nov 08 13:35:43.919010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3ba4-233f-4ac9-9b3d-d85a7c0da6fd req-9df13c96-cf7a-4cc1-bf8d-d356c8256199 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.920612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a1c3ba4-233f-4ac9-9b3d-d85a7c0da6fd req-9df13c96-cf7a-4cc1-bf8d-d356c8256199 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0515740 Nov 08 13:35:43.975422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0a1c3ba4-233f-4ac9-9b3d-d85a7c0da6fd req-691ecacc-df26-4470-94f0-118a1731b320 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482152 Nov 08 13:35:44.478190 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-ea54542c-999a-43b5-bf9b-dd6a1a0c58e0 req-a0d93172-b673-4cc5-9d04-d6bbe74d4ee8 service neutron] (102536) timed out ('10.222.0.57', 60880) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:35:45.097155 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65580413-a5d8-41e1-9f04-830910b4285d req-52237ced-4125-4b1d-bfb3-b49b150bb7e2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:45.098972 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65580413-a5d8-41e1-9f04-830910b4285d req-52237ced-4125-4b1d-bfb3-b49b150bb7e2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0521920 Nov 08 13:35:45.149561 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-65580413-a5d8-41e1-9f04-830910b4285d req-c8e99acd-6e51-427d-b278-2f2616b14e38 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Nov 08 13:35:46.274807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb50a1-23f1-45c5-8901-247a34e1615c req-e5b0fc26-edd3-4ece-a58c-ad8ae9156679 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.276355 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ecb50a1-23f1-45c5-8901-247a34e1615c req-e5b0fc26-edd3-4ece-a58c-ad8ae9156679 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0550649 Nov 08 13:35:46.335200 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ecb50a1-23f1-45c5-8901-247a34e1615c req-5a626ca2-68c8-416c-9d34-707e50efdfe1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511229 Nov 08 13:35:46.776097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.465065 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c07e-c000-480a-9db4-637f121649de req-7e8bde0a-5be9-4fcf-a953-073add9d5f11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.466647 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f364c07e-c000-480a-9db4-637f121649de req-7e8bde0a-5be9-4fcf-a953-073add9d5f11 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0522003 Nov 08 13:35:47.524896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f364c07e-c000-480a-9db4-637f121649de req-b58c1e0a-13d2-465c-b4bc-4703989d35d2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512416 Nov 08 13:35:48.662222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f0db4-473b-4d57-9db9-13496547982e req-ddc7984e-d78c-4c45-8b36-1d97e724ae32 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.662222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb5f0db4-473b-4d57-9db9-13496547982e req-ddc7984e-d78c-4c45-8b36-1d97e724ae32 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0612698 Nov 08 13:35:48.715643 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cb5f0db4-473b-4d57-9db9-13496547982e req-3ad22b41-7216-4b1b-80ab-e9dea30d1915 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483532 Nov 08 13:35:49.857214 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c2d5f-473f-4afa-a88f-5de342a9df30 req-768e3f98-c888-4cf3-8625-9a1d5f887bc9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:49.858801 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-642c2d5f-473f-4afa-a88f-5de342a9df30 req-768e3f98-c888-4cf3-8625-9a1d5f887bc9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0666068 Nov 08 13:35:49.913958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-642c2d5f-473f-4afa-a88f-5de342a9df30 req-5c704458-edc0-40b8-9741-ae98853cc6ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480516 Nov 08 13:35:50.877786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:51.046582 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b403c1-55df-496b-89ff-9460017afbe5 req-4c8bad5d-b7a1-4d99-9cf1-43208b4b83ad tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:51.048158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5b403c1-55df-496b-89ff-9460017afbe5 req-4c8bad5d-b7a1-4d99-9cf1-43208b4b83ad tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0524194 Nov 08 13:35:51.104012 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5b403c1-55df-496b-89ff-9460017afbe5 req-289af664-9139-4ae4-8dc7-85925436bb71 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496228 Nov 08 13:35:51.127408 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37522) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:51.187754 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-09ddcc07-d43c-44e4-aa43-960f2cb775d1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/21177085-6c2e-423f-b2ab-b4cccb0c34a0 HTTP/1.1" status: 200 len: 994 time: 0.0588708 Nov 08 13:35:52.612174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb4dd5-e525-4961-94db-8a70d5ab88f4 req-80f2d8ee-519c-4526-a127-1ab6906e1d4c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.613947 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3beb4dd5-e525-4961-94db-8a70d5ab88f4 req-80f2d8ee-519c-4526-a127-1ab6906e1d4c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0526085 Nov 08 13:35:52.676704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3beb4dd5-e525-4961-94db-8a70d5ab88f4 req-80735790-7871-414c-891c-ae55f4e6f2d1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538406 Nov 08 13:35:52.746739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-1af94af6-f174-4827-b8d6-ca5d5bd20fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.748238 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-1af94af6-f174-4827-b8d6-ca5d5bd20fa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0621850 Nov 08 13:35:52.844650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-c4390ba7-915e-43f9-8d09-61ba89558f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.846125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-c4390ba7-915e-43f9-8d09-61ba89558f40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 898 time: 0.0907691 Nov 08 13:35:52.915750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-46f84240-a38e-4776-93f0-d26d2bd97442 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 1002 time: 0.0628676 Nov 08 13:35:52.971367 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-4679f033-73f9-461a-b500-ed8845de5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.972614 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-4679f033-73f9-461a-b500-ed8845de5e28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0503824 Nov 08 13:35:53.020920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-ec266cd6-6dd4-498b-b322-45c66b711124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:53.022446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-ec266cd6-6dd4-498b-b322-45c66b711124 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431044 Nov 08 13:35:53.137978 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-540e0e99-5ccb-4f3c-9026-b0cec1292e98 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085207 Nov 08 13:35:53.145880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f62fdc8-46ca-4037-9ce5-cc3d198906b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.244754 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21f18bf4-c760-46ea-836b-62e0173ca582 req-dcdd85bd-4f40-4ee2-8f3e-7be5f85c151a service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994661 Nov 08 13:35:53.802287 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e4256-6c6c-4b69-ade3-5507b37dd833 req-6f0a6226-3ff0-41f5-9a34-adf7052593e4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:53.805413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-250e4256-6c6c-4b69-ade3-5507b37dd833 req-6f0a6226-3ff0-41f5-9a34-adf7052593e4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0530140 Nov 08 13:35:53.868223 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-250e4256-6c6c-4b69-ade3-5507b37dd833 req-1b0d6cf7-581a-4e30-b947-8f101f4a87c8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558069 Nov 08 13:35:54.995675 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87481337-2293-424c-8b8a-d2de6e49acf1 req-ca8c182e-a3c5-4949-86b3-510a90a0348c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:54.997174 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87481337-2293-424c-8b8a-d2de6e49acf1 req-ca8c182e-a3c5-4949-86b3-510a90a0348c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0559006 Nov 08 13:35:55.053419 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-87481337-2293-424c-8b8a-d2de6e49acf1 req-71a1c6a6-3767-4baf-9a73-d9bf6aa9a123 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495219 Nov 08 13:35:55.087454 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37534) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:55.154714 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-e5af0c18-d196-4d4f-a2be-af11c3bc22d2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/21177085-6c2e-423f-b2ab-b4cccb0c34a0 HTTP/1.1" status: 200 len: 994 time: 0.0658457 Nov 08 13:35:55.539758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-113ef929-5d23-4038-af0c-e256c93d2d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:56.968658 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.385493 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:59.122437 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.309386 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:36:14.694839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-40ce3953-4828-4c6b-b8b1-5b9ba74bf3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403430 Nov 08 13:36:14.779837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-efb1e06b-1492-4e32-97e1-8957d119054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:14.781359 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-efb1e06b-1492-4e32-97e1-8957d119054a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0412838 Nov 08 13:36:14.891112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-2a676715-5c3e-4523-9522-4669467a3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:14.892592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-2a676715-5c3e-4523-9522-4669467a3a34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 898 time: 0.0895658 Nov 08 13:36:14.959360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-ca62fd9a-e9aa-4b17-9993-57920a5d9cda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 1002 time: 0.0598996 Nov 08 13:36:15.013592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-ef10ecee-0690-4b81-8144-6c54dc2aa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.015133 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-ef10ecee-0690-4b81-8144-6c54dc2aa156 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0481410 Nov 08 13:36:15.062510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-5afd184c-a66a-4882-8a72-71731e75b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.064044 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-5afd184c-a66a-4882-8a72-71731e75b81c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416782 Nov 08 13:36:15.155207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-d132c9b1-1236-4adc-96c5-48f01821015e service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836017 Nov 08 13:36:15.254704 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0f4e06ca-ec64-4b53-a3b9-dbd811502389 req-fc87074c-d269-469c-a10c-2b6253f27f1c service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923221 Nov 08 13:36:16.819872 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:20.864698 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.133662 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-afc75a1c-3f64-4731-934c-938f2d99b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.555127 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:23.729074 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port b09d36c8-3c2f-46b7-bdf6-b3d586f973d9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:23.729325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.812930 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.813226 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.826981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for b09d36c8-3c2f-46b7-bdf6-b3d586f973d9 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:24.098955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.130229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=b09d36c8-3c2f-46b7-bdf6-b3d586f973d9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:24.156853 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.157206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.157549 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.157884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.158212 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.158570 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.158899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.159225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.160145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.161166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.161166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.161166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:24.203231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.203733 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 21177085-6c2e-423f-b2ab-b4cccb0c34a0 disassociated (deleted). External IP: 172.25.1.112, port: 94661cfe-d42f-47ee-8634-b24490563b02. Nov 08 13:36:24.784343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5364de62-b52a-43b3-807b-3c26c9d9349c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:24.916222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:24.921834 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.929964 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Sync routers for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:24.948203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:24.949255 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:24.965219 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a9268471-dd8b-432b-b306-96b51aa2bada tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/floatingips/21177085-6c2e-423f-b2ab-b4cccb0c34a0 HTTP/1.1" status: 204 len: 168 time: 1.4089558 Nov 08 13:36:24.966158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:24.970395 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafae67-9d0c-4a10-a2fa-0ac246100851" -d '{"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:25.017066 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9219464e-6231-4b8b-9fe8-6792ff5c200b x-openstack-request-id: req-9219464e-6231-4b8b-9fe8-6792ff5c200b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:25.017066 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "tag": "94661cfe-d42f-47ee-8634-b24490563b02", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:25.017066 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9219464e-6231-4b8b-9fe8-6792ff5c200b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:25.017953 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02', 'status': 'completed', 'code': 200} Nov 08 13:36:25.100307 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-cba6462f-5eda-4b04-8150-b6bfe7e8f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.101093 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:25.102332 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-cba6462f-5eda-4b04-8150-b6bfe7e8f3c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 1097 time: 0.0546758 Nov 08 13:36:25.222899 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-750f72f1-87af-4461-8072-736b4a0a1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.224393 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-750f72f1-87af-4461-8072-736b4a0a1a09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 200 len: 898 time: 0.1141291 Nov 08 13:36:25.270854 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-a7c82bf0-6db6-4536-9fa5-4b96c9508085 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 200 len: 217 time: 0.0397043 Nov 08 13:36:25.324995 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-927de6a4-0184-40d7-a1c8-6ead05ecd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.326485 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-927de6a4-0184-40d7-a1c8-6ead05ecd87e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 200 len: 835 time: 0.0492463 Nov 08 13:36:25.346065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:25.374610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Checking router: 5364de62-b52a-43b3-807b-3c26c9d9349c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:25.384175 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:25.384806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:35:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:25.405504 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-c1a0340d-5c7b-4bf3-a497-89a6a6bec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.408296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-c1a0340d-5c7b-4bf3-a497-89a6a6bec421 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dcfc957-eb67-4edd-951a-fce71ae1b018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701354 Nov 08 13:36:25.519844 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:25.554829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-e1482f91-12db-4097-8614-1c01a11e53fd service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394813 Nov 08 13:36:25.579668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a38d2-d583-46ff-92fd-d4602292d7f7 req-4708aa21-5493-4b86-b945-3f38822a9add tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.581083 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92a38d2-d583-46ff-92fd-d4602292d7f7 req-4708aa21-5493-4b86-b945-3f38822a9add tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0794158 Nov 08 13:36:25.598721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c8741503-963e-4f77-be14-434c7ea78c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:25.687209 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d92a38d2-d583-46ff-92fd-d4602292d7f7 req-94eb3875-3bd6-4ec2-8b0f-5eaca194c9d6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955911 Nov 08 13:36:25.706446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcafae67-9d0c-4a10-a2fa-0ac246100851 req-c3fcea2e-fb35-45a4-99ac-f95a09951f59 service neutron] 10.222.0.61 "GET /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433182 Nov 08 13:36:25.751569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:25.780541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37456ca6-e40a-44cd-8d96-aa7310fa6232 None None] The sync data for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 is: [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '0786371b-cb86-442f-bf6a-2714747bf07c', 'name': '', 'network_id': '4dcfc957-eb67-4edd-951a-fce71ae1b018', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:91:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:53Z', 'updated_at': '2021-11-08T13:34:57Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '22c07973-b8af-4c3d-a7ff-aefe8d53eb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:26.019653 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355f91a-dab9-45ab-b68d-89693b365054 None None] New status for floating IP 21177085-6c2e-423f-b2ab-b4cccb0c34a0: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:36:26.825052 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948de6-39f2-4419-8a11-ac9b63b13c03 req-651af13e-cdb3-4728-8aa3-a8604c044349 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:26.826584 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c948de6-39f2-4419-8a11-ac9b63b13c03 req-651af13e-cdb3-4728-8aa3-a8604c044349 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0623975 Nov 08 13:36:26.880244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c948de6-39f2-4419-8a11-ac9b63b13c03 req-d394713b-b821-4075-840a-b5ff7a1868f3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470476 Nov 08 13:36:26.959523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-3126ccb1-2fce-4302-a8e3-0a32db9d1caf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:26.962082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-3126ccb1-2fce-4302-a8e3-0a32db9d1caf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 946 time: 0.0639288 Nov 08 13:36:27.013098 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.096165 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 94661cfe-d42f-47ee-8634-b24490563b02 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:27.096530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.192592 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 94661cfe-d42f-47ee-8634-b24490563b02, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=94661cfe-d42f-47ee-8634-b24490563b02,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:27.192959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.207056 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 94661cfe-d42f-47ee-8634-b24490563b02 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:27.498853 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.530441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=94661cfe-d42f-47ee-8634-b24490563b02,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.577855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] No DVR routers for this DVR port 94661cfe-d42f-47ee-8634-b24490563b02 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:27.580514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.584252 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c775c396-f67e-4f99-92fd-453e9ef7f3f9 req-1b917ab7-157c-4324-88b1-b16ac3729001 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.61 "DELETE /v2.0/ports/94661cfe-d42f-47ee-8634-b24490563b02 HTTP/1.1" status: 204 len: 173 time: 0.6161096 Nov 08 13:36:27.584731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'name': 'network-vif-deleted', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:27.587223 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fc9360-d649-470e-8255-5a8334fda360" -d '{"events": [{"server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "name": "network-vif-deleted", "tag": "94661cfe-d42f-47ee-8634-b24490563b02"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:27.631899 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420112d8-80a7-43a2-8174-13c788e5535e x-openstack-request-id: req-420112d8-80a7-43a2-8174-13c788e5535e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:27.632184 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54953958-41bd-4843-a7fa-20cb87435baa", "name": "network-vif-deleted", "tag": "94661cfe-d42f-47ee-8634-b24490563b02", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:27.632433 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-420112d8-80a7-43a2-8174-13c788e5535e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:27.632832 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54953958-41bd-4843-a7fa-20cb87435baa', 'name': 'network-vif-deleted', 'tag': '94661cfe-d42f-47ee-8634-b24490563b02', 'status': 'completed', 'code': 200} Nov 08 13:36:28.008201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-25846aa8-fbbf-4c6d-aff4-c9ee082d1f0f req-423d2cdd-b543-40c0-8166-a2811d67d6b0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=54953958-41bd-4843-a7fa-20cb87435baa HTTP/1.1" status: 200 len: 210 time: 0.0344837 Nov 08 13:36:28.402078 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.071548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37566) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:29.190316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.451991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.724685 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 0786371b-cb86-442f-bf6a-2714747bf07c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:29.724931 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.824670 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 0786371b-cb86-442f-bf6a-2714747bf07c, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=0786371b-cb86-442f-bf6a-2714747bf07c,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:29.825022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.839308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 0786371b-cb86-442f-bf6a-2714747bf07c owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:29.877807 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 94661cfe-d42f-47ee-8634-b24490563b02 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:29.904307 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 94661cfe-d42f-47ee-8634-b24490563b02 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:29.904659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 94661cfe-d42f-47ee-8634-b24490563b02 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:30.127489 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:30.156442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=0786371b-cb86-442f-bf6a-2714747bf07c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:30.182058 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.182859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.182859 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.183104 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.183363 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.183693 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.184024 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.184353 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.184683 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.185004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.185325 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.185644 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:30.351048 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:30.575327 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 5364de62-b52a-43b3-807b-3c26c9d9349c has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:30.697144 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:30.702777 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d0cafc1-f1d1-4c57-864d-5153da7940dd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/5364de62-b52a-43b3-807b-3c26c9d9349c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301758 Nov 08 13:36:30.705350 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37570) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:30.710162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Sync routers for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:30.721020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:30.721634 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:30.763086 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting subnet 22c07973-b8af-4c3d-a7ff-aefe8d53eb64 {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:36:30.767033 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:30.810641 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:30.831872 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:30.897193 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.036878 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.067302 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Subnet': ['ID=22c07973-b8af-4c3d-a7ff-aefe8d53eb64,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:31.069392 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.072749 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-60cfaacf-1463-4430-ada6-dc81ae36738f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/subnets/22c07973-b8af-4c3d-a7ff-aefe8d53eb64 HTTP/1.1" status: 204 len: 168 time: 0.3664327 Nov 08 13:36:31.075652 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37572) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:31.101268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da89ac65-afa6-47d5-be2b-35704cf0812b None None] Network 4dcfc957-eb67-4edd-951a-fce71ae1b018 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:31.190897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.287975 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:36:29Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:31.315893 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.320306 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Checking router: 5364de62-b52a-43b3-807b-3c26c9d9349c for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:31.330109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Routers {'5364de62-b52a-43b3-807b-3c26c9d9349c'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:31.330815 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5364de62-b52a-43b3-807b-3c26c9d9349c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:31.336329 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] DHCP port deletion for 4dcfc957-eb67-4edd-951a-fce71ae1b018 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:36:31.481859 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] Set router 5364de62-b52a-43b3-807b-3c26c9d9349c gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:31.497317 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 4e0d7781-9ddc-4e29-b785-025f3a457f38 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:31.497663 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.572730 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Deleting port d11abc7c-59a1-4b27-a020-cda79c5b9b1d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:31.573041 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.595765 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 4e0d7781-9ddc-4e29-b785-025f3a457f38, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=4e0d7781-9ddc-4e29-b785-025f3a457f38,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:31.596252 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.611995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 4e0d7781-9ddc-4e29-b785-025f3a457f38 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:31.676556 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] For port d11abc7c-59a1-4b27-a020-cda79c5b9b1d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,segment=NetworkSegment(4f7150f3-c5fd-460e-bde9-e18e6ab510cf),segment_id=4f7150f3-c5fd-460e-bde9-e18e6ab510cf)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:31.677093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.703734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Calling delete_port for d11abc7c-59a1-4b27-a020-cda79c5b9b1d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:31.810690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:36:29Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:31.850013 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e3532-fc57-48c7-b9b5-c51046002ae4 None None] The sync data for ids ['5364de62-b52a-43b3-807b-3c26c9d9349c'] in n-d-816990-1 is: [{'id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721838514', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:49Z', 'updated_at': '2021-11-08T13:36:29Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '4e0d7781-9ddc-4e29-b785-025f3a457f38', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364de62-b52a-43b3-807b-3c26c9d9349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:50Z', 'updated_at': '2021-11-08T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:31.873869 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device d11abc7c-59a1-4b27-a020-cda79c5b9b1d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:31.895609 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.923674 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=4e0d7781-9ddc-4e29-b785-025f3a457f38,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:31.956728 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.966115 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.994764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Pushing event deleted for resources: {'Port': ['ID=d11abc7c-59a1-4b27-a020-cda79c5b9b1d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:31.997716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] No DVR routers for this DVR port d11abc7c-59a1-4b27-a020-cda79c5b9b1d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:32.005713 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.014972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.014972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.014972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.014972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.021941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911a6bf-6336-4312-8549-7410056b4210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:32.111063 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.114353 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.235858 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.236562 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Fanout notify agent at l3_agent the message router_deleted on router 5364de62-b52a-43b3-807b-3c26c9d9349c {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:36:32.245530 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.245530 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d1e0f099-b330-4fce-b434-84766ad33c5d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/routers/5364de62-b52a-43b3-807b-3c26c9d9349c HTTP/1.1" status: 204 len: 168 time: 1.1687121 Nov 08 13:36:32.248495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:32.332432 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.433153 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.456965 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcfc957-eb67-4edd-951a-fce71ae1b018']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:32.470030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7150f3-c5fd-460e-bde9-e18e6ab510cf') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:32.470856 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7150f3-c5fd-460e-bde9-e18e6ab510cf') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:32.483561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.502060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.509761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:36:32.510194 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:36:32.513322 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:36:32.670291 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.679979 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.681281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/networks/4dcfc957-eb67-4edd-951a-fce71ae1b018 HTTP/1.1" status: 204 len: 168 time: 0.4317815 Nov 08 13:36:32.684177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37576) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:32.695112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b13191-5bb9-4127-bb51-59577c04f1db tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Network': ['ID=4dcfc957-eb67-4edd-951a-fce71ae1b018,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:32.755726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.782559 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.910370 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.913481 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.924496 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e8ae007-2c67-45d3-b3d6-e900e3e93c2e HTTP/1.1" status: 204 len: 168 time: 0.2329142 Nov 08 13:36:32.929931 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ace3c-1189-4b9d-97e9-84bdd8745ea0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ae007-2c67-45d3-b3d6-e900e3e93c2e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:33.601930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:33.608389 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407371813', 'description': 'tempest-secgroup-smoke-1407371813 description', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:33.694083 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.795005 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.838069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4e0d7781-9ddc-4e29-b785-025f3a457f38 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:33.861335 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 4e0d7781-9ddc-4e29-b785-025f3a457f38 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:33.861709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 4e0d7781-9ddc-4e29-b785-025f3a457f38 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:33.862112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0786371b-cb86-442f-bf6a-2714747bf07c no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:33.870102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.891408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 0786371b-cb86-442f-bf6a-2714747bf07c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:33.891959 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 0786371b-cb86-442f-bf6a-2714747bf07c not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:33.921707 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4056581-98d3-48a0-a75e-b134e561580c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:33.989006 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.991343 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1fd67f5f-a927-43c9-a46d-f08f04814b3e tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3878322 Nov 08 13:36:34.000848 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37584) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:34.009134 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:34.124447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.200463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.271310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.303455 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddf113d-7109-404d-83e9-ffa8d5da7b7f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:34.386632 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.388183 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6281e467-11a5-4881-83ce-80378079a5ca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3858266 Nov 08 13:36:34.391132 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37586) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:34.397617 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:34.483142 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.576047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.653131 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.673571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc3d9db-cba4-47d1-afea-12dfe4bea45c,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:34.769473 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.770845 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c0c5a4f5-1ff6-4afe-b15d-78dd6a27158d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785799 Nov 08 13:36:34.774364 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37588) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:34.779713 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:34.902688 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:34.989395 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.149930 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.170127 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960687d2-eb82-428b-996c-349613010bea,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:35.335751 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.337035 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-13f7383c-cbef-40de-89f3-cf54e1ae17ef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5616381 Nov 08 13:36:35.339865 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37590) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:35.348422 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:35.497700 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.562862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.698173 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.718750 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d058e6b0-d582-4789-8a53-6ade0feb5fa6,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:35.843376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.844645 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1144f3b3-a99f-455b-8c65-22e7e2a72e83 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034065 Nov 08 13:36:35.847788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:35.852761 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:35.967154 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:36:35.973023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.045125 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.158725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.181432 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd517f-79f0-4cc0-b4c8-56c059aef215,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:36.266705 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.267894 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-95e2f92a-4e93-45a1-acfc-6b3ff07b8b1d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188128 Nov 08 13:36:36.272037 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37594) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:36.279692 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'security_group_rule': {'security_group_id': 'd4056581-98d3-48a0-a75e-b134e561580c', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:36.401981 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Project 4e97c55a969f4009b4aded8d8fbc2a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:36:36.412213 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.480997 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.567592 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.589691 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729adc9-7475-46a7-8d24-ef1826da5c7f,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:36.666316 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.672305 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-adb0d175-9a64-4db2-a05f-e54f928cc845 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3945160 Nov 08 13:36:36.672640 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37596) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:36.678738 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'network': {'name': 'tempest-network-smoke--1412017806', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'port_security_enabled': True}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:36.824042 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:36.828928 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.856961 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:36:36.868133 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.868544 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Added segment 70d1fa49-7257-43f4-bfa4-2f8c72da6b0e of type vlan for network 031b6ddd-be3b-47a3-9239-fd877305202a Nov 08 13:36:36.915013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.047022 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.052843 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:37.053463 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.123999 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Network': ['ID=031b6ddd-be3b-47a3-9239-fd877305202a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:37.136674 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 031b6ddd-be3b-47a3-9239-fd877305202a details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:36:37.273331 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-aae08155-ea7b-436c-803a-5057dbea4cd9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5996814 Nov 08 13:36:37.276509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:37.281470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'admin_state_up': True, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:37.470365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.471462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.535117 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.822581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.112224 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.137280 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.247942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.171 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/7890a6d0-12ad-452d-8d4b-e142ea6a8d3d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:38.369723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.498879 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.538578 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:38.543670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:38.547340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:38.570510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:38.969603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.207309 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.313621 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:36:39.515636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 83ca2f1c-92c3-4c97-a193-4971761fb5bf is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:36:39.646810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:39.672058 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Sync routers for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:39.679721 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:39.680405 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:39.780460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.781839 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d2dd7cbf-2b2d-4f65-9b29-b711e132e3cb tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5042524 Nov 08 13:36:39.785808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37600) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:39.796379 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:39.834495 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c1de729e-3dfe-4d40-b2f0-be10c52af370 tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4e97c55a969f4009b4aded8d8fbc2a80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466440 Nov 08 13:36:39.837069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:39.939439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add49721-07b3-45b5-9482-cecd248cb71f tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:39.941173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-add49721-07b3-45b5-9482-cecd248cb71f tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029475 Nov 08 13:36:39.944286 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:39.979708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a72975b4-4ac2-437b-afe9-8bc5a6df281b tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=6894d54f-f127-4b21-a375-736db7f41c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342441 Nov 08 13:36:39.982130 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:39.988145 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098546903', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:40.008191 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:40.039054 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Checking router: 83ca2f1c-92c3-4c97-a193-4971761fb5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:40.039404 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Updating router 83ca2f1c-92c3-4c97-a193-4971761fb5bf port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:40.066632 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.207084 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:40.210592 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315349'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.363144 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.470033 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.510754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11609924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318127'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.521188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Attempting to bind port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:40.521556 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Attempting to bind port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:40.528213 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Attempting to bind port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:40.529423 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Pushing event updated for resources: {'Port': ['ID=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,revision_number=2']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.531831 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:40.532198 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:40.532592 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.532978 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:40.533446 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Bound port: 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:40.533846 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.559130 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.559469 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.559904 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.560219 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.560441 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.560762 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.561074 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.561390 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.561702 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.562013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.562349 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.562663 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:40.575477 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Subnet': ['ID=093e9e99-5372-4ca4-be30-95b9f6bff11e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.587454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Checking segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:40.588077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network hostable DHCP agents. Network: 031b6ddd-be3b-47a3-9239-fd877305202a, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:36:40.597943 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] For port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:40.601282 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] For port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:40.704207 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.749505 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 031b6ddd-be3b-47a3-9239-fd877305202a is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:36:40.768864 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:40.769489 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:40.771454 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fba14-5fe7-434f-9b56-938f011373c4 None None] Pushing event updated for resources: {'Port': ['ID=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.846925 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 031b6ddd-be3b-47a3-9239-fd877305202a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:40.852474 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.853411 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.860941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834578ee-87ee-4b78-b0ac-1dbaa85e3a0d None None] Network 031b6ddd-be3b-47a3-9239-fd877305202a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:40.890964 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:40.970195 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a00dd91e-8353-4fd5-9aa6-7c0919962dd5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9869704 Nov 08 13:36:40.974733 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37608) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:41.050359 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-031b6ddd-be3b-47a3-9239-fd877305202a', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:36:41.051637 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.219057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Allocated IP 172.20.0.2 (031b6ddd-be3b-47a3-9239-fd877305202a/093e9e99-5372-4ca4-be30-95b9f6bff11e/090b8ad6-11fe-4214-b1d8-d162eb1a4bcb) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:41.226642 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:41.256885 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249afed-75ec-432b-9ef5-4effc22ad47b None None] The sync data for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 is: [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 3, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:41.399492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.495231 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.510954 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.596280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Network 031b6ddd-be3b-47a3-9239-fd877305202a is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:41.601689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:41.605497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:41.613449 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Pushing event updated for resources: {'Port': ['ID=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:41.681660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Attempting to bind port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:41.682070 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Attempting to bind port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:41.682484 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Attempting to bind port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb on network 031b6ddd-be3b-47a3-9239-fd877305202a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:41.693500 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:41.697356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Checking segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:41.697356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.697356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Bound using segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:41.697356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Bound port: 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:41.697356 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:41.771235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] For port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:41.775519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] For port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:41.881643 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:41.912447 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.005534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de7e6-6258-4d5a-8b90-2db25ee0f891 None None] Pushing event updated for resources: {'Port': ['ID=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:42.026065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:42.026909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.155771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.188977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:42.269509 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.1 (031b6ddd-be3b-47a3-9239-fd877305202a/093e9e99-5372-4ca4-be30-95b9f6bff11e/436fe713-face-48aa-92a1-e5bf7e5aea32) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:42.312258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.394023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:42.444172 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.578384 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:42.624943 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 031b6ddd-be3b-47a3-9239-fd877305202a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:42.629199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:42.635728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:42.663023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:42.694089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.005355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.354570 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.452437 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.557649 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:43.568581 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.575299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163b0e1-9e1f-45d9-822a-da94ac08a931 None None] Network 031b6ddd-be3b-47a3-9239-fd877305202a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:43.683060 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] Provisioning complete for port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:43.683332 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.693236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 031b6ddd-be3b-47a3-9239-fd877305202a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:43.695763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:43.835508 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.878627 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 83ca2f1c-92c3-4c97-a193-4971761fb5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:43.887016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] For port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:43.958536 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:43.994186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.055321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:44.067918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8ca6079a-9a62-40f6-94ed-989dec6affac tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/83ca2f1c-92c3-4c97-a193-4971761fb5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0917614 Nov 08 13:36:44.069435 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Sync routers for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:44.075425 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98797bb7-3fd1-4079-9ade-6e7bd3ca8da0 None None] Pushing event updated for resources: {'Port': ['ID=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:44.087454 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:44.087831 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.124125 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:44.125505 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:44.267508 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-1761d916-7a30-493c-b8dc-f493be9120b5 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407371813&fields=id&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 267 time: 0.0572193 Nov 08 13:36:44.283933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7a27802-b39c-4be9-97ab-3eac86cf4d98 None None] Provisioning complete for port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:44.284228 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7a27802-b39c-4be9-97ab-3eac86cf4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.417002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-0c3de000-1c5e-4d9d-96a7-598587618e3d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:44.419607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-0c3de000-1c5e-4d9d-96a7-598587618e3d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/networks?id=031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 200 len: 797 time: 0.1422601 Nov 08 13:36:44.444577 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-121dde56-01d4-4b55-82b9-f5cce89673a3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/quotas/4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 375 time: 0.0138900 Nov 08 13:36:44.511871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-dd5be59c-349c-48be-b94a-cd880e25e806 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575056 Nov 08 13:36:44.543688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:44.584473 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-e77d17ca-34c1-49b2-8f42-1f0890142e68 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:36:44.586462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-e77d17ca-34c1-49b2-8f42-1f0890142e68 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574322 Nov 08 13:36:44.625099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:44.702850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-710523d1-3bf6-48ef-ac68-13b1e4078e7f service neutron] 10.222.0.58 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084628 Nov 08 13:36:44.812005 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-99071bf6-1696-410e-80c4-39b331f9322a service neutron] 10.222.0.58 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009421 Nov 08 13:36:44.839765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:44.840157 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.885658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7a27802-b39c-4be9-97ab-3eac86cf4d98 None None] Provisioning complete for port 436fe713-face-48aa-92a1-e5bf7e5aea32 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:44.886020 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7a27802-b39c-4be9-97ab-3eac86cf4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.938583 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7a27802-b39c-4be9-97ab-3eac86cf4d98 None None] Port 436fe713-face-48aa-92a1-e5bf7e5aea32 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:44.965659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:43Z', 'revision_number': 2, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:45.004362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Checking router: 83ca2f1c-92c3-4c97-a193-4971761fb5bf for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:45.004710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Updating router 83ca2f1c-92c3-4c97-a193-4971761fb5bf port 436fe713-face-48aa-92a1-e5bf7e5aea32 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:45.105252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.128821 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a9d89c54-89ac-4d4e-92f4-a318cb8471ca None None] Provisioning complete for port 436fe713-face-48aa-92a1-e5bf7e5aea32 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:45.129816 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a9d89c54-89ac-4d4e-92f4-a318cb8471ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.160948 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9954bdff-8856-43e9-8f46-4312004ffa40 req-ae22b0cb-0066-4ed0-9359-c27adfb44f85 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 210 time: 0.0397761 Nov 08 13:36:45.224321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a9d89c54-89ac-4d4e-92f4-a318cb8471ca None None] Port 436fe713-face-48aa-92a1-e5bf7e5aea32 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:45.467757 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.567667 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.621236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d309516-ecc0-4015-8250-6e80bc494f88 None None] Pushing event updated for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:45.691659 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Attempting to bind port 436fe713-face-48aa-92a1-e5bf7e5aea32 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:45.693721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Attempting to bind port 436fe713-face-48aa-92a1-e5bf7e5aea32 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:45.693721 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Attempting to bind port 436fe713-face-48aa-92a1-e5bf7e5aea32 on network 031b6ddd-be3b-47a3-9239-fd877305202a {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:45.699686 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:45.700066 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Checking segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:45.700467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.701074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Bound using segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:45.701337 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Bound port: 436fe713-face-48aa-92a1-e5bf7e5aea32, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:45.701726 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.806450 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] For port 436fe713-face-48aa-92a1-e5bf7e5aea32, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:45.811095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] For port 436fe713-face-48aa-92a1-e5bf7e5aea32, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=436fe713-face-48aa-92a1-e5bf7e5aea32,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:45.843735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:45.891843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f8a2214d-2da7-4756-95a3-f5ae0b9d0e58 None None] Provisioning complete for port 436fe713-face-48aa-92a1-e5bf7e5aea32 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:45.892221 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8a2214d-2da7-4756-95a3-f5ae0b9d0e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.934519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.943257 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2214d-2da7-4756-95a3-f5ae0b9d0e58 None None] Port 436fe713-face-48aa-92a1-e5bf7e5aea32 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:45.955029 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:45.955477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.968637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:45.969248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:46.161611 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d309516-ecc0-4015-8250-6e80bc494f88 None None] Pushing event updated for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:46.253414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-27a3e018-8c29-4f7a-8f2f-b39fc0502b2a req-cac62d61-059f-4ad0-9c8b-618c0e4437b7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 210 time: 0.0338871 Nov 08 13:36:46.266126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:46.313383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] Provisioning complete for port 436fe713-face-48aa-92a1-e5bf7e5aea32 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:46.313843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:46.503569 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:46.564822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] For port 436fe713-face-48aa-92a1-e5bf7e5aea32, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=436fe713-face-48aa-92a1-e5bf7e5aea32,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:46.585299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:45Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:46.614165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f6ee3-ce7c-4c2a-8a17-e1ab3dc879ef None None] The sync data for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 is: [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:45Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:46.707230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:46.771551 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff7b60-c6ce-40a6-bcbc-8ca94a8f9bbc None None] Pushing event updated for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:46.801303 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:47.359109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d5bbc437-3810-4edf-a9f0-ef0f76fa4a42 req-146ab8d4-5985-4f7f-abce-6fd3ba76010f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 210 time: 0.0274513 Nov 08 13:36:47.854805 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 436fe713-face-48aa-92a1-e5bf7e5aea32 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:47.915095 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 436fe713-face-48aa-92a1-e5bf7e5aea32 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:47.915473 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.033014 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-cd878eb7-41c6-4167-93ec-5ab3cb5f3a9c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.035004 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-cd878eb7-41c6-4167-93ec-5ab3cb5f3a9c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/networks?id=031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 200 len: 797 time: 0.1344690 Nov 08 13:36:48.107665 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-bb4c9899-1c63-4e79-98c2-dcd4d73f69f6 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97c55a969f4009b4aded8d8fbc2a80 HTTP/1.1" status: 200 len: 380 time: 0.0594575 Nov 08 13:36:48.117073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'port': {'device_id': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'admin_state_up': True, 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'security_groups': ['d4056581-98d3-48a0-a75e-b134e561580c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:48.424603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Made reservation on behalf of 4e97c55a969f4009b4aded8d8fbc2a80 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:48.428845 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.476540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4dab4a0-0170-42a6-82f8-a96a6cad1cb7 req-f92e981d-0098-4427-a7ee-f23875c6767c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 210 time: 0.0369382 Nov 08 13:36:48.590681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.20.0.7 (031b6ddd-be3b-47a3-9239-fd877305202a/093e9e99-5372-4ca4-be30-95b9f6bff11e/f8807aeb-f8d1-4a49-b4e0-6c7467df7e35) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:48.742594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.876062 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.922168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 031b6ddd-be3b-47a3-9239-fd877305202a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:48.928681 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:48.939256 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:48.961486 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:48.996403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.997675 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.106827 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-71fecea3-ba68-46b3-a182-fd86d192727c tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9935551 Nov 08 13:36:49.120848 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Request body: {'port': {'device_id': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:49.150623 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-af8d0a69-103e-4864-b228-3e31b173b50c None None] Provisioning complete for port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:49.151655 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a69-103e-4864-b228-3e31b173b50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.188042 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.188407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-af8d0a69-103e-4864-b228-3e31b173b50c None None] Port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:49.478380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:49.487151 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.502914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Transition to ACTIVE for port object f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:49.615677 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1afe-054f-4dac-b89c-32e6498b21e2 req-2e3387a1-5e9f-4e9f-a1de-f523446c1654 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:49.617269 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35fa1afe-054f-4dac-b89c-32e6498b21e2 req-2e3387a1-5e9f-4e9f-a1de-f523446c1654 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 931 time: 0.0570953 Nov 08 13:36:49.645025 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.727936 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:49.734111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-35fa1afe-054f-4dac-b89c-32e6498b21e2 req-8fb85702-ab6a-4fad-b001-0e327f416230 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086898 Nov 08 13:36:49.824642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Attempting to bind port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:49.825090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Attempting to bind port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:49.825537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Attempting to bind port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 on network 031b6ddd-be3b-47a3-9239-fd877305202a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:49.831736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 on network 031b6ddd-be3b-47a3-9239-fd877305202a not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:49.832057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Attempting to bind port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 on network 031b6ddd-be3b-47a3-9239-fd877305202a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:49.838009 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:49.838518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Checking segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:49.839161 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Bound using segment: {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:49.839901 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Bound port: f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:49.840463 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:49.929216 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:49.932426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:50.058591 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:50.094597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.095304 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:50.098615 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 200 len: 1091 time: 0.9825280 Nov 08 13:36:50.099089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:50.101800 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:50.127910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51e54c-49c7-40b9-b897-ca24124264d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:50.153903 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6820ff4-ca09-4d27-ade2-65d9731d0c9b x-openstack-request-id: req-a6820ff4-ca09-4d27-ade2-65d9731d0c9b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:50.154198 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:50.154488 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6820ff4-ca09-4d27-ade2-65d9731d0c9b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:50.154900 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'status': 'completed', 'code': 200} Nov 08 13:36:50.223206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-da73b263-55ab-4b55-afca-ab2cc852ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.224893 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-da73b263-55ab-4b55-afca-ab2cc852ef93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1094 time: 0.0496125 Nov 08 13:36:50.348815 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-81c27128-6007-450b-af08-e03371eacfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.350411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-81c27128-6007-450b-af08-e03371eacfe1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1182117 Nov 08 13:36:50.465113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-3f2bfe18-af65-4c5e-802c-47e867eb2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.466618 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-12ebd1c8-0dae-4ddf-b8a6-f4b5eb0ba624 req-3f2bfe18-af65-4c5e-802c-47e867eb2a4d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060622 Nov 08 13:36:50.577426 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-92883225-e2c5-454a-8a73-b0d419a8fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.578895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-92883225-e2c5-454a-8a73-b0d419a8fdcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1094 time: 0.0583324 Nov 08 13:36:50.623822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-f4a58bca-1ad2-4de4-8a97-3b265ad1aaa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 200 len: 217 time: 0.0368986 Nov 08 13:36:50.674748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-f1c7fb88-f552-4743-ad84-259f45712363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.676645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-f1c7fb88-f552-4743-ad84-259f45712363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=093e9e99-5372-4ca4-be30-95b9f6bff11e HTTP/1.1" status: 200 len: 835 time: 0.0466523 Nov 08 13:36:50.725313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-c3fbb9bb-b022-467c-9897-ed669a404ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.726912 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-c3fbb9bb-b022-467c-9897-ed669a404ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=031b6ddd-be3b-47a3-9239-fd877305202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425708 Nov 08 13:36:50.858490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:50.874745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-1d77455d-fda8-463a-a22f-fcb68774dc6e service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273422 Nov 08 13:36:50.886028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add725ae-0717-448a-aba0-40be54e33afb req-16614cf6-a9cc-4cfd-b989-f68f9100cdc7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.887537 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add725ae-0717-448a-aba0-40be54e33afb req-16614cf6-a9cc-4cfd-b989-f68f9100cdc7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 943 time: 0.0728996 Nov 08 13:36:50.991448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-add725ae-0717-448a-aba0-40be54e33afb req-120ff4b1-fde4-4227-a3b4-705bd4ebbb94 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940199 Nov 08 13:36:51.013261 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d4d36157-0b42-421d-9d5a-9b6a914f0d85 req-689d6aff-7ce1-4950-b515-f45d3d7094ef service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434698 Nov 08 13:36:52.121869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77ab-a733-43cf-bb39-78c5e3b75252 req-741d6cfc-08b9-46fe-a96d-09b73d3d20d0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:52.123500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d77ab-a733-43cf-bb39-78c5e3b75252 req-741d6cfc-08b9-46fe-a96d-09b73d3d20d0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 943 time: 0.0575423 Nov 08 13:36:52.175669 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ec2d77ab-a733-43cf-bb39-78c5e3b75252 req-d724c85b-1b47-44ea-b106-ff9a301a7b04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Nov 08 13:36:53.166487 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8b2deb4d-4043-49e3-aae6-d8e5e3afea9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.304362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d87dd7-abc1-48da-99bb-4084a0470a18 req-33d70c1a-8858-4481-8257-de68a1eb9fa4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:53.305906 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51d87dd7-abc1-48da-99bb-4084a0470a18 req-33d70c1a-8858-4481-8257-de68a1eb9fa4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 943 time: 0.0577316 Nov 08 13:36:53.359426 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-51d87dd7-abc1-48da-99bb-4084a0470a18 req-0e749b39-cb77-4c16-92f7-7632f849ea19 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470052 Nov 08 13:36:54.448158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:36:54.497554 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77dd4-4ad7-47e6-be36-824d2b43eb9b req-ce0208f8-f3a7-4f85-9374-99c8c4d7ca50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:54.500118 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc77dd4-4ad7-47e6-be36-824d2b43eb9b req-ce0208f8-f3a7-4f85-9374-99c8c4d7ca50 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 943 time: 0.0645468 Nov 08 13:36:54.551899 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:54.561589 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bbc77dd4-4ad7-47e6-be36-824d2b43eb9b req-ffc6abe3-78ca-490c-aa24-101a764b6422 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549083 Nov 08 13:36:54.565099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'port_id': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'mac_address': 'fa:16:3e:f1:60:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:36:54.609684 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.623977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:54.646184 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:54.703856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.756381 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:54.956055 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:55.537950 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e77d0f26-6150-4d70-a6c6-2ff5ce78490d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.723962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71339a-c0ff-4e57-8138-b0d10ed6e66c req-9593fcac-b4fd-4341-90e0-40ccc467e14b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:55.723962 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b71339a-c0ff-4e57-8138-b0d10ed6e66c req-9593fcac-b4fd-4341-90e0-40ccc467e14b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 944 time: 0.0595894 Nov 08 13:36:55.756903 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b71339a-c0ff-4e57-8138-b0d10ed6e66c req-bd040826-4aec-44ba-94d1-319a3edb6adf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Nov 08 13:36:56.467545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:56.675299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:36:56.679932 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:56.680304 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.767994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.792809 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:56.795511 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347eb83c-706c-4f4d-aa7d-12b77916a62a" -d '{"events": [{"server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "name": "network-vif-plugged", "status": "completed", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:56.810977 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:56.847365 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd02c5-b323-4d52-a88c-92f20d2af901 x-openstack-request-id: req-67bd02c5-b323-4d52-a88c-92f20d2af901 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:56.847661 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "name": "network-vif-plugged", "status": "completed", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:56.847905 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67bd02c5-b323-4d52-a88c-92f20d2af901 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:56.848297 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'code': 200} Nov 08 13:36:56.898071 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.915007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3240c-520f-492c-846b-731c0f5f0dfe req-935393d3-c395-462d-8256-0e5a0f1f65b0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.917058 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92f3240c-520f-492c-846b-731c0f5f0dfe req-935393d3-c395-462d-8256-0e5a0f1f65b0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 944 time: 0.0706539 Nov 08 13:36:56.969476 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:56.988016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741cce-07ec-486f-bbd7-35def1accd60 req-fd7f68c9-bc02-44b9-bbee-e94366bfa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.989681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05741cce-07ec-486f-bbd7-35def1accd60 req-fd7f68c9-bc02-44b9-bbee-e94366bfa879 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1096 time: 0.0716763 Nov 08 13:36:57.020766 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-92f3240c-520f-492c-846b-731c0f5f0dfe req-01c09f26-2f0a-459b-8f17-e0b20780efef tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947659 Nov 08 13:36:57.035775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.056555 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-05741cce-07ec-486f-bbd7-35def1accd60 req-b90483ed-2690-4f0d-9ef7-dd0d7e0bc8a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586865 Nov 08 13:36:58.160870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfd2db-f588-4985-87e0-d538b50dc4fa req-70922aa9-dd84-4394-8618-d6bef8c0ed8b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:58.162512 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5dfd2db-f588-4985-87e0-d538b50dc4fa req-70922aa9-dd84-4394-8618-d6bef8c0ed8b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0632107 Nov 08 13:36:58.227246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e5dfd2db-f588-4985-87e0-d538b50dc4fa req-bbc05586-b62d-41cf-ad5c-3416b4fb7c05 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535469 Nov 08 13:36:58.429923 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.149226 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.369004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01889-b12e-48f0-9d68-d88c469dd6ce req-4c7ff44f-25ea-47bf-ac98-88c2611f6429 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.370592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73b01889-b12e-48f0-9d68-d88c469dd6ce req-4c7ff44f-25ea-47bf-ac98-88c2611f6429 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0568194 Nov 08 13:36:59.441776 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73b01889-b12e-48f0-9d68-d88c469dd6ce req-7ef98a43-c134-484d-a535-c8bb4bba903f tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644984 Nov 08 13:36:59.585946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3105a-c5f5-4548-b887-0c4def761f92 req-bb6f523e-d5cc-4166-86cf-1f006a78fd5b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.587445 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b3105a-c5f5-4548-b887-0c4def761f92 req-bb6f523e-d5cc-4166-86cf-1f006a78fd5b tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0600054 Nov 08 13:36:59.646032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-95b3105a-c5f5-4548-b887-0c4def761f92 req-30503e84-2ceb-4080-b78b-c1c8866232e0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514712 Nov 08 13:36:59.676045 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37670) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:59.724980 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87233882-a495-4c96-8b62-acf77c61a48e tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.726591 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-87233882-a495-4c96-8b62-acf77c61a48e tempest-TestNetworkAdvancedServerOps-702776210 tempest-TestNetworkAdvancedServerOps-702776210-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1091 time: 0.0494080 Nov 08 13:36:59.731169 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37672) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:59.737179 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:59.858874 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.004554 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.131360 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Allocated IP 172.25.1.150 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/ada92819-d82d-438e-ab07-d977b1ced04f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:00.269911 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.384003 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.433985 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:00.440022 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:00.445049 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:00.473391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=ada92819-d82d-438e-ab07-d977b1ced04f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:01.340014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.510029 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.700074 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.771245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.900955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event updated for resources: {'Port': ['ID=ada92819-d82d-438e-ab07-d977b1ced04f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:01.927694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.042917 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 4933b13f-121c-4a4d-915a-e59252658b1b associated. External IP: 172.25.1.150, port: f8807aeb-f8d1-4a49-b4e0-6c7467df7e35. Nov 08 13:37:02.309307 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 83ca2f1c-92c3-4c97-a193-4971761fb5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:02.432235 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:02.446440 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Sync routers for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:02.457639 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:02.463006 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:02.541388 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.582342 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03fea197-358f-42d5-ba83-3cd040b64e25 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8418591 Nov 08 13:37:02.582342 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:02.582342 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e59a138-f141-4e3f-b2dc-5563d4856b13" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:02.595655 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:02.703819 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03d9b-1bc8-40e5-9943-4d973a255889 req-c91f3716-c78e-4ded-ab5d-82fe7ea93aaf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:02.708077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ad03d9b-1bc8-40e5-9943-4d973a255889 req-c91f3716-c78e-4ded-ab5d-82fe7ea93aaf tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0760405 Nov 08 13:37:02.722963 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb89a33-357d-4b03-8513-72ff2890fbc2 x-openstack-request-id: req-1cb89a33-357d-4b03-8513-72ff2890fbc2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:02.723346 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:02.723741 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cb89a33-357d-4b03-8513-72ff2890fbc2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:02.724236 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'status': 'completed', 'code': 200} Nov 08 13:37:02.833758 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1ad03d9b-1bc8-40e5-9943-4d973a255889 req-3ca9ee88-c20f-410c-bb59-3369012646c8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200211 Nov 08 13:37:02.845312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-86aed314-5c32-4410-9ef0-69659696f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:02.846949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-86aed314-5c32-4410-9ef0-69659696f9e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1096 time: 0.0928397 Nov 08 13:37:02.863534 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37680) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:02.893778 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4933b13f-121c-4a4d-915a-e59252658b1b', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'port_id': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'mac_address': 'fa:16:3e:f1:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:00Z', 'updated_at': '2021-11-08T13:37:00Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:02.929486 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Checking router: 83ca2f1c-92c3-4c97-a193-4971761fb5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:02.936159 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-d6b89b72-2b9a-4056-b6cb-cb3e4d9afbd2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 200 len: 991 time: 0.0709949 Nov 08 13:37:02.940568 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:02.941188 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:36:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:03.049362 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:03.065667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-6ace12ff-6c6e-4405-84b3-75fc23c9e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:03.067186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-6ace12ff-6c6e-4405-84b3-75fc23c9e66d service neutron] 10.222.0.57 "GET /v2.0/networks?id=031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 200 len: 898 time: 0.2139142 Nov 08 13:37:03.140158 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-041bfe2b-1fa3-4124-8114-3bd3b7057fb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 200 len: 999 time: 0.0661845 Nov 08 13:37:03.196431 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-e7b75ced-b8a5-4818-991c-022717b53b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:03.198052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-e7b75ced-b8a5-4818-991c-022717b53b6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=093e9e99-5372-4ca4-be30-95b9f6bff11e HTTP/1.1" status: 200 len: 835 time: 0.0511835 Nov 08 13:37:03.258994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-1384eeaa-7fe5-4ddb-8198-63d6ad95bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:03.261327 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-1384eeaa-7fe5-4ddb-8198-63d6ad95bf34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=031b6ddd-be3b-47a3-9239-fd877305202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551467 Nov 08 13:37:03.309924 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4933b13f-121c-4a4d-915a-e59252658b1b', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'port_id': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'mac_address': 'fa:16:3e:f1:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:00Z', 'updated_at': '2021-11-08T13:37:00Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:03.338036 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282aefc-16c2-437d-bc3a-daa9d298d8df None None] The sync data for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 is: [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '4933b13f-121c-4a4d-915a-e59252658b1b', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'port_id': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'mac_address': 'fa:16:3e:f1:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:00Z', 'updated_at': '2021-11-08T13:37:00Z', 'revision_number': 0, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:03.363976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-4afab6ce-21ee-456e-86a5-8a728f4755dd service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952928 Nov 08 13:37:03.461501 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5e59a138-f141-4e3f-b2dc-5563d4856b13 req-e5a5f08b-ad17-4db7-a46f-63220bd6d25f service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908349 Nov 08 13:37:03.575344 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34351d92-4d10-49b5-9419-83ac133fdc59 None None] New status for floating IP 4933b13f-121c-4a4d-915a-e59252658b1b: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:03.941157 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37682) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:04.016856 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0e43fa4e-5794-4f66-8b0e-98467ce538fd tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 200 len: 991 time: 0.0745549 Nov 08 13:37:05.021664 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37684) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:05.088287 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75c4ee37-d09e-4e42-809b-1e9147de8d94 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 200 len: 993 time: 0.0653994 Nov 08 13:37:16.321832 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:37:16.784239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:20.874491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:23.193628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47fe2580-a2e5-48cb-9c9c-af5401d17eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:25.549014 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2025b05b-f2b3-4888-b650-fdd9ddea6977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:26.971563 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.377577 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.142967 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.787390 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62cf4f-1edd-4014-8493-1fef9622b628 req-61782754-953c-4a1b-8e4e-d3f441ccf5be tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:34.788981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc62cf4f-1edd-4014-8493-1fef9622b628 req-61782754-953c-4a1b-8e4e-d3f441ccf5be tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0505669 Nov 08 13:37:34.848890 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fc62cf4f-1edd-4014-8493-1fef9622b628 req-99bfc134-f92a-4463-866e-de33823b0131 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519001 Nov 08 13:37:35.980403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458acc-aff1-426e-9923-97ff5b4781f7 req-35e43dbb-7d9f-4fe7-a254-bfa6a045fb04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:35.982160 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0458acc-aff1-426e-9923-97ff5b4781f7 req-35e43dbb-7d9f-4fe7-a254-bfa6a045fb04 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0614977 Nov 08 13:37:36.035488 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e0458acc-aff1-426e-9923-97ff5b4781f7 req-21de88cb-367c-4ca5-9a0a-4f9a05d70aca tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Nov 08 13:37:36.069919 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37710) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:36.146127 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c7eb2c7b-02af-41dc-ad13-6238abc3e954 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 200 len: 993 time: 0.0749068 Nov 08 13:37:37.766734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a8b3-cd3d-4c48-907f-9208d70ee305 req-49d8852c-0c91-4915-8048-0d398523ebf3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.768317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4718a8b3-cd3d-4c48-907f-9208d70ee305 req-49d8852c-0c91-4915-8048-0d398523ebf3 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0582435 Nov 08 13:37:37.843969 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4718a8b3-cd3d-4c48-907f-9208d70ee305 req-48e62b82-690d-4427-b708-079f5f200fe4 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607591 Nov 08 13:37:37.886358 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-d495eaea-dd12-4426-b234-8a4b4e892256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.887859 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-d495eaea-dd12-4426-b234-8a4b4e892256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1096 time: 0.0554917 Nov 08 13:37:37.981457 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-d34d1d54-8907-441c-b16f-d771a71d74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.983168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-d34d1d54-8907-441c-b16f-d771a71d74d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 200 len: 898 time: 0.0878422 Nov 08 13:37:38.058646 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-39832d9e-c0ac-4809-9783-1a54708d447c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 200 len: 1001 time: 0.0682278 Nov 08 13:37:38.114745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-7b85e74b-a0e7-4c32-a0f5-1505a109b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.116239 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-7b85e74b-a0e7-4c32-a0f5-1505a109b81a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=093e9e99-5372-4ca4-be30-95b9f6bff11e HTTP/1.1" status: 200 len: 835 time: 0.0507917 Nov 08 13:37:38.172990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-2eacbc91-e501-4f8b-8c3b-28c924236ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.174783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-2eacbc91-e501-4f8b-8c3b-28c924236ad6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=031b6ddd-be3b-47a3-9239-fd877305202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509751 Nov 08 13:37:38.296374 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-fc08e1a7-802c-479b-82b9-2cdd5e0c519d service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139932 Nov 08 13:37:38.392163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6894c2bc-3fc4-4373-8d03-51309057e29a req-80a2db47-e03d-4641-b387-2249128dd966 service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Nov 08 13:37:38.970613 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691433fc-d9c8-4658-b26e-cb1f00bb8d82 req-a7e7fd70-3c5c-4176-b470-7becc705d8d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.972126 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-691433fc-d9c8-4658-b26e-cb1f00bb8d82 req-a7e7fd70-3c5c-4176-b470-7becc705d8d9 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0549428 Nov 08 13:37:39.035258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-691433fc-d9c8-4658-b26e-cb1f00bb8d82 req-a64910bd-f98f-4617-bf4b-809b846e4d14 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533795 Nov 08 13:37:40.183546 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b37a1-14f0-497f-89dd-4d7306910e8f req-979cc3a8-23e6-4134-bf26-9035e1aeec34 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.185273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac9b37a1-14f0-497f-89dd-4d7306910e8f req-979cc3a8-23e6-4134-bf26-9035e1aeec34 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0594256 Nov 08 13:37:40.254274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac9b37a1-14f0-497f-89dd-4d7306910e8f req-d4ec295a-2165-4370-8508-faa83940e595 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563004 Nov 08 13:37:40.278645 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37722) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:40.350726 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-1119c8d9-c8c6-41d3-b687-b1c6cb95beb8 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 200 len: 993 time: 0.0705628 Nov 08 13:37:40.596912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:40.767996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port ada92819-d82d-438e-ab07-d977b1ced04f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:40.768227 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.855832 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.856155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.871192 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for ada92819-d82d-438e-ab07-d977b1ced04f owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:41.171141 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.198142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=ada92819-d82d-438e-ab07-d977b1ced04f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:41.229044 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.229407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.229724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.230072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.230439 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.230776 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.231110 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.231443 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.232025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.232351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.232716 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.233041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:41.283108 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.283642 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Floating IP 4933b13f-121c-4a4d-915a-e59252658b1b disassociated (deleted). External IP: 172.25.1.150, port: f8807aeb-f8d1-4a49-b4e0-6c7467df7e35. Nov 08 13:37:41.529945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 83ca2f1c-92c3-4c97-a193-4971761fb5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:41.996982 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:42.002412 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.009819 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Sync routers for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:42.021243 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:42.022220 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:42.037362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4ee2ef50-9837-494c-81de-8391cacf7880 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/floatingips/4933b13f-121c-4a4d-915a-e59252658b1b HTTP/1.1" status: 204 len: 168 time: 1.4359107 Nov 08 13:37:42.037362 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:42.037362 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe6a2fc-cafb-442e-b203-2346323178a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:42.083431 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df40cc9-d4f5-45f4-ba0a-57f8753df892 x-openstack-request-id: req-8df40cc9-d4f5-45f4-ba0a-57f8753df892 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:42.083724 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:42.083980 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8df40cc9-d4f5-45f4-ba0a-57f8753df892 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:42.084773 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'status': 'completed', 'code': 200} Nov 08 13:37:42.160015 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:42.163834 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-67abc460-3554-4b35-ae8a-93f4d836ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.165523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-67abc460-3554-4b35-ae8a-93f4d836ffb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 1096 time: 0.0563204 Nov 08 13:37:42.273387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-e6ec4095-fb8e-4fee-a979-584f934f4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.274989 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-e6ec4095-fb8e-4fee-a979-584f934f4d96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 200 len: 898 time: 0.1018653 Nov 08 13:37:42.327175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-018df744-eecf-4b43-979e-0d7e018473c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 200 len: 217 time: 0.0447824 Nov 08 13:37:42.389363 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-8d2ecd6b-12ef-4982-91d4-807fc87edbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.391251 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-8d2ecd6b-12ef-4982-91d4-807fc87edbd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=093e9e99-5372-4ca4-be30-95b9f6bff11e HTTP/1.1" status: 200 len: 835 time: 0.0567660 Nov 08 13:37:42.465450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-0cd0d2b6-a9d2-41e2-8560-f05a6976958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.467448 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-0cd0d2b6-a9d2-41e2-8560-f05a6976958e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=031b6ddd-be3b-47a3-9239-fd877305202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664959 Nov 08 13:37:42.520910 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:42.552395 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Checking router: 83ca2f1c-92c3-4c97-a193-4971761fb5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:42.561736 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:42.562969 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:42.636586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06af84-e2e2-42e5-a03a-832aa53817a1 req-199047cd-2350-4b9f-aa08-87886a9dbaa0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.638693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c06af84-e2e2-42e5-a03a-832aa53817a1 req-199047cd-2350-4b9f-aa08-87886a9dbaa0 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.1300900 Nov 08 13:37:42.648473 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-49682d37-3322-4683-a7f1-edac8114eb64 service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704545 Nov 08 13:37:42.678553 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:42.760179 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3c06af84-e2e2-42e5-a03a-832aa53817a1 req-f50956d0-7b63-4d16-aee3-725dd735a239 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103845 Nov 08 13:37:42.805348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dfe6a2fc-cafb-442e-b203-2346323178a1 req-c5d06731-d691-459a-bb3e-c0ee5993ea55 service neutron] 10.222.0.57 "GET /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491303 Nov 08 13:37:42.893581 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:42.926763 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def80e1-1d75-431f-a096-5931d6981f02 None None] The sync data for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 is: [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '436fe713-face-48aa-92a1-e5bf7e5aea32', 'name': '', 'network_id': '031b6ddd-be3b-47a3-9239-fd877305202a', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'mac_address': 'fa:16:3e:41:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:41Z', 'updated_at': '2021-11-08T13:36:46Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'subnets': [{'id': '093e9e99-5372-4ca4-be30-95b9f6bff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:43.205069 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e185e-a1bc-4049-b82a-b99cfafdad9c None None] New status for floating IP 4933b13f-121c-4a4d-915a-e59252658b1b: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:43.896652 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42811c6-0f99-4588-8ed6-1555fceeadd0 req-967abe21-8cb3-443e-996e-a2fb94de73ab tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:43.898701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42811c6-0f99-4588-8ed6-1555fceeadd0 req-967abe21-8cb3-443e-996e-a2fb94de73ab tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0567024 Nov 08 13:37:43.954570 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b42811c6-0f99-4588-8ed6-1555fceeadd0 req-13805d82-7b30-4df1-b7af-996e0afeb571 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4056581-98d3-48a0-a75e-b134e561580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491300 Nov 08 13:37:44.031738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-02f9237f-7bd7-4137-92fd-3da789838892 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:44.034131 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-02f9237f-7bd7-4137-92fd-3da789838892 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 945 time: 0.0574541 Nov 08 13:37:44.145209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:44.145545 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.242646 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:44.243001 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.257660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:44.531739 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.578924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=f8807aeb-f8d1-4a49-b4e0-6c7467df7e35,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:44.644975 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] No DVR routers for this DVR port f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:44.648716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.652113 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3a9354dc-fac0-4496-aec7-dd14b96972ad req-b3ff5412-8832-4105-9a40-4b78fda55c84 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.57 "DELETE /v2.0/ports/f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 HTTP/1.1" status: 204 len: 173 time: 0.6113808 Nov 08 13:37:44.652566 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'name': 'network-vif-deleted', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:44.654900 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301578c1-8fe3-4b38-b4eb-579f7cc24bd9" -d '{"events": [{"server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "name": "network-vif-deleted", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:44.693114 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad23c08-2f93-439a-8b0e-024abd948f68 x-openstack-request-id: req-5ad23c08-2f93-439a-8b0e-024abd948f68 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:44.693412 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aa2d30-9d2d-4d46-ba6d-4866d01f030a", "name": "network-vif-deleted", "tag": "f8807aeb-f8d1-4a49-b4e0-6c7467df7e35", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:44.693670 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ad23c08-2f93-439a-8b0e-024abd948f68 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:44.694096 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aa2d30-9d2d-4d46-ba6d-4866d01f030a', 'name': 'network-vif-deleted', 'tag': 'f8807aeb-f8d1-4a49-b4e0-6c7467df7e35', 'status': 'completed', 'code': 200} Nov 08 13:37:45.075234 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8f2f7794-a43d-4429-a259-26c27843c994 req-6c17a01c-63e4-44da-bb61-4d8ba03b394d tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5aa2d30-9d2d-4d46-ba6d-4866d01f030a HTTP/1.1" status: 200 len: 210 time: 0.0308719 Nov 08 13:37:46.138837 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:46.559932 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.715220 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:46.735667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:46.736000 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device f8807aeb-f8d1-4a49-b4e0-6c7467df7e35 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:46.776401 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.875612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 436fe713-face-48aa-92a1-e5bf7e5aea32 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:46.876041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.987120 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 436fe713-face-48aa-92a1-e5bf7e5aea32, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=436fe713-face-48aa-92a1-e5bf7e5aea32,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:46.987452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.002745 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 436fe713-face-48aa-92a1-e5bf7e5aea32 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:47.274041 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.303770 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=436fe713-face-48aa-92a1-e5bf7e5aea32,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:47.332298 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.332729 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.333090 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.333437 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.333773 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.334112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.334684 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.335031 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.335372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.335708 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.336038 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.336367 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:47.506419 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.742842 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Router 83ca2f1c-92c3-4c97-a193-4971761fb5bf has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:47.887150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:47.892794 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7bbfd1fb-d6af-4fb3-8d0a-b6d88f6b6290 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "PUT /v2.0/routers/83ca2f1c-92c3-4c97-a193-4971761fb5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523873 Nov 08 13:37:47.895189 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37746) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:47.898279 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Sync routers for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:47.909160 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:47.909772 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:47.965544 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting subnet 093e9e99-5372-4ca4-be30-95b9f6bff11e {{(pid=102536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:37:47.969150 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.028034 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:48.034505 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8868093'] for subnet, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.150207 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.248238 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:37:47Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:48.275771 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Checking router: 83ca2f1c-92c3-4c97-a193-4971761fb5bf for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:48.284391 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Routers {'83ca2f1c-92c3-4c97-a193-4971761fb5bf'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:48.284994 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:48.303401 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526262'] for subnet, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.335105 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Subnet': ['ID=093e9e99-5372-4ca4-be30-95b9f6bff11e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:48.337201 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.340789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5a4e90bb-489b-4e9c-9d21-c33d52721bd1 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/subnets/093e9e99-5372-4ca4-be30-95b9f6bff11e HTTP/1.1" status: 204 len: 168 time: 0.4445536 Nov 08 13:37:48.343606 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37748) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:48.346760 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685ae27-cac4-4a73-b25e-4f1ac8c53962 None None] Network 031b6ddd-be3b-47a3-9239-fd877305202a requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:48.417948 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] Set router 83ca2f1c-92c3-4c97-a193-4971761fb5bf gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:48.485921 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.563264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] DHCP port deletion for 031b6ddd-be3b-47a3-9239-fd877305202a request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:37:48.606385 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.653585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Deleting port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:48.653839 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.677141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:37:47Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:48.706881 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e951f07-2d86-4866-97c7-f43c0e89b6d2 None None] The sync data for ids ['83ca2f1c-92c3-4c97-a193-4971761fb5bf'] in n-d-816990-1 is: [{'id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017250654', 'tenant_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:37Z', 'updated_at': '2021-11-08T13:37:47Z', 'revision_number': 5, 'project_id': '4e97c55a969f4009b4aded8d8fbc2a80', 'gw_port': {'id': '7890a6d0-12ad-452d-8d4b-e142ea6a8d3d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca2f1c-92c3-4c97-a193-4971761fb5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:38Z', 'updated_at': '2021-11-08T13:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:48.724927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] For port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,segment=NetworkSegment(70d1fa49-7257-43f4-bfa4-2f8c72da6b0e),segment_id=70d1fa49-7257-43f4-bfa4-2f8c72da6b0e)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:48.726097 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.739809 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Deleting port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:48.740697 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.744901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Calling delete_port for 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:48.832493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] For port 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:48.833044 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.849343 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Calling delete_port for 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:48.919380 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.958849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Pushing event deleted for resources: {'Port': ['ID=090b8ad6-11fe-4214-b1d8-d162eb1a4bcb,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:48.973124 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] No DVR routers for this DVR port 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:48.977138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.977682 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.978219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.978698 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.979170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.979602 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.979936 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.980264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.980795 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.981162 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.981867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:48.982271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225bd96c-6c65-43c9-acaf-34a178fdf86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:49.123662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.153707 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Port': ['ID=7890a6d0-12ad-452d-8d4b-e142ea6a8d3d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:49.225954 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.325879 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.328651 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.439616 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.440150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Fanout notify agent at l3_agent the message router_deleted on router 83ca2f1c-92c3-4c97-a193-4971761fb5bf {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:37:49.453447 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.453447 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3cebc6c8-e719-4e1b-b8ed-7b9872537aa2 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/routers/83ca2f1c-92c3-4c97-a193-4971761fb5bf HTTP/1.1" status: 204 len: 168 time: 1.1036625 Nov 08 13:37:49.453447 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:49.543823 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.643404 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.665481 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031b6ddd-be3b-47a3-9239-fd877305202a']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:49.675286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:49.675586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d1fa49-7257-43f4-bfa4-2f8c72da6b0e') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:49.691279 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.707452 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.715726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:37:49.716055 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:37:49.719230 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:37:49.886710 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.895361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.900862 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/networks/031b6ddd-be3b-47a3-9239-fd877305202a HTTP/1.1" status: 204 len: 168 time: 0.4481740 Nov 08 13:37:49.907356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:49.915416 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f709cfb-8642-4de1-b7a1-66544a82def7 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'Network': ['ID=031b6ddd-be3b-47a3-9239-fd877305202a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:49.961658 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 436fe713-face-48aa-92a1-e5bf7e5aea32 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:49.979129 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.011959 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.012235 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 436fe713-face-48aa-92a1-e5bf7e5aea32 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:50.012594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 436fe713-face-48aa-92a1-e5bf7e5aea32 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:50.013218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:50.034734 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:50.035079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 090b8ad6-11fe-4214-b1d8-d162eb1a4bcb not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:50.035581 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:50.058584 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:50.059020 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 7890a6d0-12ad-452d-8d4b-e142ea6a8d3d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:50.216688 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.221345 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.223198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] 10.222.0.58 "DELETE /v2.0/security-groups/d4056581-98d3-48a0-a75e-b134e561580c HTTP/1.1" status: 204 len: 168 time: 0.3193076 Nov 08 13:37:50.237427 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536b2df-bb85-41a9-971a-e049b687c576 tempest-TestNetworkAdvancedServerOps-849639937 tempest-TestNetworkAdvancedServerOps-849639937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4056581-98d3-48a0-a75e-b134e561580c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:50.891592 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.973816 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37760) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:51.111629 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-cd369f4d-d31b-4570-8710-3d8a3727e68f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e97c55a969f4009b4aded8d8fbc2a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365941 Nov 08 13:37:51.114156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37764) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:51.163356 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.190924 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.312724 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.315317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.316559 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3389724-7790-4529-b47f-611984a94a7b HTTP/1.1" status: 204 len: 168 time: 0.2014506 Nov 08 13:37:51.324903 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d0df5-c264-47b2-9bd2-14346a3d5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3389724-7790-4529-b47f-611984a94a7b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:51.929341 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37770) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:51.944448 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d3b402-1000-4db3-975f-a1f5328a875d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.025458 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d3b402-1000-4db3-975f-a1f5328a875d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.079897 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d3b402-1000-4db3-975f-a1f5328a875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.119362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-12d3b402-1000-4db3-975f-a1f5328a875d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d769ff3af0dc4ce392167d3e4b1e77d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888943 Nov 08 13:37:52.120191 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3b402-1000-4db3-975f-a1f5328a875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dee2c1-0f05-4d1d-8ed5-aea8004bd3e7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:52.122603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:52.174014 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.200020 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.336548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.339196 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.340371 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85dee2c1-0f05-4d1d-8ed5-aea8004bd3e7 HTTP/1.1" status: 204 len: 168 time: 0.2163668 Nov 08 13:37:52.348886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385470-d00c-4383-bf1d-fcad0f71856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dee2c1-0f05-4d1d-8ed5-aea8004bd3e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.130780 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-85a7115c-2065-45a4-b8af-adad5f77c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.316363 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:37:53.494060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:53.597393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-345287984-network', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:53.700523 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Made reservation on behalf of 91922eefe1b142d6b0a91ad62fc78897 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:53.703787 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.712603 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.792155 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.901754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.927601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:37:53.938319 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89554b5-e964-4353-99e7-3e9c7aa9cae5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.943426 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.943882 n-d-816990-1 neutron-server[102535]: INFO neutron.db.segments_db [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Added segment 0921279f-99a7-4795-9f31-b9edbeafe6e0 of type vlan for network 08267b10-6cdf-4004-aed0-804827056408 Nov 08 13:37:53.998257 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.088812 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.089839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.090480 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.155980 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] Pushing event updated for resources: {'Network': ['ID=08267b10-6cdf-4004-aed0-804827056408,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:54.173141 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 08267b10-6cdf-4004-aed0-804827056408 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:37:54.196168 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1b798cb6-7b0d-4fbc-b64f-733d0ab95efb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7009475 Nov 08 13:37:54.199512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37800) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:54.206814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Request body: {'subnet': {'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-345287984-subnet', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:54.297146 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Made reservation on behalf of 91922eefe1b142d6b0a91ad62fc78897 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:54.299694 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.537079 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.600065 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6455eb1-3a07-42ef-b12c-fcc768c0a30d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:54.602547 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:54.602909 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Network hostable DHCP agents. Network: 08267b10-6cdf-4004-aed0-804827056408, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:37:54.674094 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Network 08267b10-6cdf-4004-aed0-804827056408 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:37:54.770812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 08267b10-6cdf-4004-aed0-804827056408) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:54.775142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.775766 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.785389 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180f2a7-2310-4b3c-be2f-f305c3ed9f91 None None] Network 08267b10-6cdf-4004-aed0-804827056408 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:54.869525 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ddfe42a3-b1e4-478d-879f-dbb6e883e92c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6688569 Nov 08 13:37:54.872587 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:54.877972 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:54.948677 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-08267b10-6cdf-4004-aed0-804827056408', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:37:54.949614 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.988005 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.989539 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.051490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.112896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Allocated IP 172.20.0.2 (08267b10-6cdf-4004-aed0-804827056408/b6455eb1-3a07-42ef-b12c-fcc768c0a30d/8354b5bc-cafe-4cc8-95b2-2f0f6adbc054) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:55.322362 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.381102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.424098 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Network 08267b10-6cdf-4004-aed0-804827056408 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:55.427912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:55.434555 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:55.444595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Pushing event updated for resources: {'Port': ['ID=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:55.517439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Attempting to bind port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:55.517743 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Attempting to bind port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:55.518101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Attempting to bind port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:55.523952 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:55.524331 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:55.524730 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.525121 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Bound using segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:55.525600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Bound port: 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:55.525983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.594619 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b6013bb0-c865-4995-8529-634fd392e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.602156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] For port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:55.605813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] For port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:55.690979 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.693148 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.757660 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e18f45-cd5a-4649-a5ea-d9d2015ee6e3 None None] Pushing event updated for resources: {'Port': ['ID=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:55.987317 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.009637 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.130354 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Allocated IP 172.25.1.121 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/f793a9be-1209-4d8a-92c8-04c7d7f24af7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:56.245605 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.335293 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.384726 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:56.391097 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:56.393694 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:56.418012 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Pushing event updated for resources: {'Port': ['ID=f793a9be-1209-4d8a-92c8-04c7d7f24af7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:56.679211 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f51524-b63d-4fd1-bca8-b66e61be7141 None None] Network 08267b10-6cdf-4004-aed0-804827056408 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:56.750205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] Provisioning complete for port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:56.750588 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.752208 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.910366 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.953247 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] For port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:56.975814 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.010804 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.039666 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.100274 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cdbe4-a3c7-420e-bbf7-1bcda8ce9a59 None None] Pushing event updated for resources: {'Port': ['ID=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:57.169849 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c1411ea4-f73d-4c65-957c-697b197b61ed None None] Provisioning complete for port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:57.169849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1411ea4-f73d-4c65-957c-697b197b61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.225814 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-e16eae2a-1d41-405a-9792-22221aaeb0c0 req-8c52547a-ccd8-4779-9a23-8c5038d03bb7 service neutron] (102536) timed out ('10.222.0.58', 33148) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:37:57.237352 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:37:57.349565 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:57.359239 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:57.376380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:57.377039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:57.442906 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.443185 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3eb32f32-33b5-471d-92e3-fc174496ab06 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5697997 Nov 08 13:37:57.445940 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37804) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:57.485900 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:57.672888 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:56Z', 'revision_number': 3, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:57.704144 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:57.704912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Updating router 5093ff26-f570-4757-ad1a-84e6e65c3d8d port f793a9be-1209-4d8a-92c8-04c7d7f24af7 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:37:57.730296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.898541 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:57.900358 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.997094 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:57.997370 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.073467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.076852 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Allocated IP 172.20.0.1 (08267b10-6cdf-4004-aed0-804827056408/b6455eb1-3a07-42ef-b12c-fcc768c0a30d/8676f456-6acc-46d1-8b17-dde8ef411b64) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:58.168828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.188011 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.222937 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a814-87fc-4351-8f90-cbd0cb341818 None None] Pushing event updated for resources: {'Port': ['ID=f793a9be-1209-4d8a-92c8-04c7d7f24af7,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:58.225179 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Attempting to bind port f793a9be-1209-4d8a-92c8-04c7d7f24af7 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:58.225545 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Attempting to bind port f793a9be-1209-4d8a-92c8-04c7d7f24af7 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:58.225906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Attempting to bind port f793a9be-1209-4d8a-92c8-04c7d7f24af7 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:58.231972 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:58.232356 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:58.232756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.233461 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:58.233632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Bound port: f793a9be-1209-4d8a-92c8-04c7d7f24af7, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:58.234013 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.289014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.289695 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] For port f793a9be-1209-4d8a-92c8-04c7d7f24af7, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:58.297961 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] For port f793a9be-1209-4d8a-92c8-04c7d7f24af7, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f793a9be-1209-4d8a-92c8-04c7d7f24af7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:58.328766 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Network 08267b10-6cdf-4004-aed0-804827056408 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:58.330959 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:58.336636 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:58.361588 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Pushing event updated for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:58.382114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.389459 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.463446 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.469279 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:58.469916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:58.471801 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a814-87fc-4351-8f90-cbd0cb341818 None None] Pushing event updated for resources: {'Port': ['ID=f793a9be-1209-4d8a-92c8-04c7d7f24af7,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:58.668169 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.747509 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-15a53958-ebd9-4853-a53a-a38aaf39b58c None None] Provisioning complete for port 8676f456-6acc-46d1-8b17-dde8ef411b64 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:58.748117 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-15a53958-ebd9-4853-a53a-a38aaf39b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.773469 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:58.845547 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.849362 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-15a53958-ebd9-4853-a53a-a38aaf39b58c None None] Port 8676f456-6acc-46d1-8b17-dde8ef411b64 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:58.935617 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.972156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:56Z', 'revision_number': 3, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:58.999894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad93433-dab3-4c9c-87a9-5ee885933e1d None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:56Z', 'revision_number': 3, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:59.010714 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Pushing event updated for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:59.013472 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.115733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Network 08267b10-6cdf-4004-aed0-804827056408 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:59.116695 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:59.131176 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.269856 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:59.376608 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-2525b04a-a190-4bc4-8bf0-bc4cb48f9b5c None None] Provisioning complete for port 8676f456-6acc-46d1-8b17-dde8ef411b64 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:59.377497 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2525b04a-a190-4bc4-8bf0-bc4cb48f9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.394445 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:59.399721 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-f524e82d-8184-4d35-9fc4-89ffd5fb7e4a admin admin] 10.222.0.58 "PUT /v2.0/routers/5093ff26-f570-4757-ad1a-84e6e65c3d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9526386 Nov 08 13:37:59.426273 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-2525b04a-a190-4bc4-8bf0-bc4cb48f9b5c None None] Port 8676f456-6acc-46d1-8b17-dde8ef411b64 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:59.885293 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f793a9be-1209-4d8a-92c8-04c7d7f24af7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:59.941277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f793a9be-1209-4d8a-92c8-04c7d7f24af7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:59.941640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.022574 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.043825 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port f793a9be-1209-4d8a-92c8-04c7d7f24af7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f793a9be-1209-4d8a-92c8-04c7d7f24af7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:00.123375 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.140586 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37820) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:00.145902 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912029533-network', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:00.181742 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=f793a9be-1209-4d8a-92c8-04c7d7f24af7,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:00.225605 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Made reservation on behalf of ae475935155e4ba7a8961a755ef3f70b for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:00.228038 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.238361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.317955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.411376 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.438571 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:38:00.448663 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bad3f1-30ca-468d-afd8-bcd3d07cb8e3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:00.453990 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.454370 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Added segment b19a3997-48aa-455f-8810-2efdda9f04b0 of type vlan for network 89525991-ac69-46fd-909a-153a5df298a9 Nov 08 13:38:00.498189 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.558961 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.559956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:00.560662 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.585284 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:00.596197 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:00.597727 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:00.629156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] Pushing event updated for resources: {'Network': ['ID=89525991-ac69-46fd-909a-153a5df298a9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:00.639119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 89525991-ac69-46fd-909a-153a5df298a9 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:38:00.654456 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ac778bda-a1ee-4b00-9b55-97d1f4471a1b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5125418 Nov 08 13:38:00.656112 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37822) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:00.663918 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Request body: {'subnet': {'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912029533-subnet', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:00.706969 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:00.730497 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Made reservation on behalf of ae475935155e4ba7a8961a755ef3f70b for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:00.733186 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.954420 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.011485 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 2, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:01.013754 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b4b9f6-5931-4ce0-8667-97379fa29838,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.024764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Checking segment: {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:01.025125 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Network hostable DHCP agents. Network: 89525991-ac69-46fd-909a-153a5df298a9, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:38:01.044613 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:01.045547 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Updating router 5093ff26-f570-4757-ad1a-84e6e65c3d8d port 8676f456-6acc-46d1-8b17-dde8ef411b64 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:01.070714 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.113227 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Network 89525991-ac69-46fd-909a-153a5df298a9 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:38:01.187205 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 89525991-ac69-46fd-909a-153a5df298a9) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:01.192601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:01.193287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.200333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb5588-e684-4dac-a6a6-0479b73ed856 None None] Network 89525991-ac69-46fd-909a-153a5df298a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:01.293104 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-25cdaebb-9781-43b8-87c3-ff1465df0dd9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6330936 Nov 08 13:38:01.295947 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:01.302631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:01.363233 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.365867 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-89525991-ac69-46fd-909a-153a5df298a9', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:38:01.368959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.387479 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.388649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.445984 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.468926 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.550922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Allocated IP 172.20.0.2 (89525991-ac69-46fd-909a-153a5df298a9/46b4b9f6-5931-4ce0-8667-97379fa29838/98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:01.553550 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Attempting to bind port 8676f456-6acc-46d1-8b17-dde8ef411b64 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:01.553923 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Attempting to bind port 8676f456-6acc-46d1-8b17-dde8ef411b64 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:01.554344 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Attempting to bind port 8676f456-6acc-46d1-8b17-dde8ef411b64 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:01.557499 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Pushing event updated for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.568061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569013 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569377 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569665 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.569984 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.570324 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.570649 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.570952 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.571268 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.571581 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:01.576619 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:01.576996 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:01.577383 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.577764 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Bound using segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:01.578266 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Bound port: 8676f456-6acc-46d1-8b17-dde8ef411b64, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:01.579931 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.653337 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] For port 8676f456-6acc-46d1-8b17-dde8ef411b64, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:01.659474 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] For port 8676f456-6acc-46d1-8b17-dde8ef411b64, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8676f456-6acc-46d1-8b17-dde8ef411b64,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:01.731660 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.734692 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.736321 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.770670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] Provisioning complete for port 8676f456-6acc-46d1-8b17-dde8ef411b64 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:01.773645 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.792829 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:01.793717 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:01.833168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.841731 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14054-4525-4782-a5b8-25cf977613a7 None None] Pushing event updated for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.928287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Pushing event updated for resources: {'Port': ['ID=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.942519 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f793a9be-1209-4d8a-92c8-04c7d7f24af7 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:01.948660 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:01.983700 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.001534 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Network 89525991-ac69-46fd-909a-153a5df298a9 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:02.010893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:02.013911 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:02.051102 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] For port 8676f456-6acc-46d1-8b17-dde8ef411b64, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8676f456-6acc-46d1-8b17-dde8ef411b64,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:02.103375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port f793a9be-1209-4d8a-92c8-04c7d7f24af7 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:02.103823 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.140297 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.143572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Attempting to bind port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:02.144201 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Attempting to bind port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:02.144580 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Attempting to bind port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 on network 89525991-ac69-46fd-909a-153a5df298a9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.160665 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.177316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:02.177781 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Checking segment: {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:02.178175 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.178610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Bound using segment: {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:02.179112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Bound port: 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:02.179499 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.187288 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.213487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:01Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:02.248226 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858958e-b4f7-4983-bd7d-4ad493593122 None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:01Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:02.275710 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b655-7bc7-4678-a29b-b69810799e77 None None] Pushing event updated for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.307467 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Allocated IP 172.25.1.229 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/918d617a-d1fd-448b-8f9a-dfd2397fafe4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:02.331011 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] For port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:02.337746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-0f8ade1d-0dc1-4097-827b-ef1cf8a84c04 None None] Provisioning complete for port 8676f456-6acc-46d1-8b17-dde8ef411b64 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:02.338322 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0f8ade1d-0dc1-4097-827b-ef1cf8a84c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.381796 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] For port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:02.449345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.489171 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.527956 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8541-90f3-4007-a7da-cc30ba42c1f5 None None] Pushing event updated for resources: {'Port': ['ID=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.595019 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.655614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:02.659847 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:02.664940 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:02.668401 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=918d617a-d1fd-448b-8f9a-dfd2397fafe4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:03.046023 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.272524 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.476544 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803737c4-48b8-4fe5-ad34-2438808a1cd5 None None] Network 89525991-ac69-46fd-909a-153a5df298a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:03.479583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Router 67b94419-301a-40db-96bf-c5fcb495db9e is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:38:03.559745 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] Provisioning complete for port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:03.560211 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.602881 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:03.629342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Sync routers for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:03.663451 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:03.663978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:03.680722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.682225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-73979244-1c38-4717-8b77-01192a9c8ba8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3848600 Nov 08 13:38:03.684868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:03.807330 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.844986 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:03.916272 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] For port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:03.986816 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:03.993546 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.112822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deadb9-0ef1-4bf8-a202-b447bf87d78f None None] Pushing event updated for resources: {'Port': ['ID=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:04.147087 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.147491 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.167157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.177567 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d2cede62-0edc-4d61-aeff-f82760298261 None None] Provisioning complete for port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.177944 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d2cede62-0edc-4d61-aeff-f82760298261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.268607 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 3, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:04.304776 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Checking router: 67b94419-301a-40db-96bf-c5fcb495db9e for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:04.305126 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Updating router 67b94419-301a-40db-96bf-c5fcb495db9e port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:04.330471 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Allocated IP 172.20.0.1 (89525991-ac69-46fd-909a-153a5df298a9/46b4b9f6-5931-4ce0-8667-97379fa29838/32f4e70a-18d6-4101-89c5-6e27a1d45c60) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:04.446605 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.522350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8676f456-6acc-46d1-8b17-dde8ef411b64 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:04.547681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.565477 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.604313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Network 89525991-ac69-46fd-909a-153a5df298a9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:04.612203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:04.616693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:04.619830 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Pushing event updated for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:04.658752 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.678426 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 8676f456-6acc-46d1-8b17-dde8ef411b64 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.678794 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.911508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c33a5f12-c6cc-47e1-92a2-b66d634605ff None None] Provisioning complete for port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.911902 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f12-c6cc-47e1-92a2-b66d634605ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.948841 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.964707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-c33a5f12-c6cc-47e1-92a2-b66d634605ff None None] Port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:05.036875 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.096854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Attempting to bind port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:05.097230 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Attempting to bind port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:05.097614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Attempting to bind port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:05.100594 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd95e93-f677-4a2e-aaa0-533b0592164a None None] Pushing event updated for resources: {'Port': ['ID=918d617a-d1fd-448b-8f9a-dfd2397fafe4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.105576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:05.106116 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:05.106504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.107133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:05.107259 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Bound port: 918d617a-d1fd-448b-8f9a-dfd2397fafe4, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:05.107644 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.160504 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] For port 918d617a-d1fd-448b-8f9a-dfd2397fafe4, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:05.163667 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] For port 918d617a-d1fd-448b-8f9a-dfd2397fafe4, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=918d617a-d1fd-448b-8f9a-dfd2397fafe4,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:05.225880 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.229940 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.282024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:05.282385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:05.321630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd95e93-f677-4a2e-aaa0-533b0592164a None None] Pushing event updated for resources: {'Port': ['ID=918d617a-d1fd-448b-8f9a-dfd2397fafe4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.396325 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:05.403008 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.444333 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.514664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.518765 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Pushing event updated for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.607266 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '32f4e70a-18d6-4101-89c5-6e27a1d45c60', 'name': '', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'mac_address': 'fa:16:3e:c0:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:04Z', 'updated_at': '2021-11-08T13:38:04Z', 'revision_number': 1, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'subnets': [{'id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:05.616238 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Network 89525991-ac69-46fd-909a-153a5df298a9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:05.617948 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:05.634226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1032-706d-4d01-b79e-071f4e0369fe None None] The sync data for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 is: [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '32f4e70a-18d6-4101-89c5-6e27a1d45c60', 'name': '', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'mac_address': 'fa:16:3e:c0:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:04Z', 'updated_at': '2021-11-08T13:38:04Z', 'revision_number': 1, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'subnets': [{'id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:05.742632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Router 67b94419-301a-40db-96bf-c5fcb495db9e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:05.879385 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:05.884438 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1f4b84a7-3200-442e-bdc9-f0e195228e18 admin admin] 10.222.0.58 "PUT /v2.0/routers/67b94419-301a-40db-96bf-c5fcb495db9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1985562 Nov 08 13:38:05.906694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-5fe69347-1e21-487e-89d2-5048e579e4a6 None None] Provisioning complete for port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:05.907411 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5fe69347-1e21-487e-89d2-5048e579e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.939264 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:05.981665 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-5fe69347-1e21-487e-89d2-5048e579e4a6 None None] Port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:06.002588 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:06.002872 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.571795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:06.576883 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240829410', 'description': 'tempest-secgroup-smoke-1240829410 description', 'project_id': '91922eefe1b142d6b0a91ad62fc78897'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:06.678767 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.749587 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.792723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.823713 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c79279-af3c-4271-8e0b-66f53399bb25,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:06.896009 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.897598 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-2b52810b-1e62-4d4f-8bd2-6670d8cee381 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3246496 Nov 08 13:38:06.900584 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:06.904972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:06.986933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.043754 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.107394 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.126676 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dde94e0-a258-4223-9f3d-b79ae1e5cbb5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:07.194742 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.196010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-96356477-91c3-4e3f-ac78-c29d3d74092e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2944894 Nov 08 13:38:07.198793 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:07.203826 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:07.277917 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.345502 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.439757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.459779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016ffb3b-d397-4c29-bbf0-c1c9ae8e0b82,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:07.519483 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.520753 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-d6fa416a-44bc-4b58-ac47-3b5dd2cedb4d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3210163 Nov 08 13:38:07.523687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:07.528372 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:07.638140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.697748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.764312 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.783249 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e1ae6a-672f-4be1-b377-289b719ca4ca,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:07.880896 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 918d617a-d1fd-448b-8f9a-dfd2397fafe4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:07.884457 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.885723 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-13c96671-cec8-4832-b9d3-bfa724346345 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610337 Nov 08 13:38:07.890150 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:07.893165 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:07.933005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:07.933373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.984922 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.017194 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.041513 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 918d617a-d1fd-448b-8f9a-dfd2397fafe4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=918d617a-d1fd-448b-8f9a-dfd2397fafe4,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:08.055762 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.065123 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Sync routers for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:08.075356 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:08.076067 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:08.117070 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.151229 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.169068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=918d617a-d1fd-448b-8f9a-dfd2397fafe4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.170226 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722431a1-79f5-4a3b-bd24-d8305eb5bb1d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.189376 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:08.253016 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.254347 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-829acd8d-b268-4f34-a1e7-830fcaf8e4d0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3648565 Nov 08 13:38:08.257085 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37844) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:08.261522 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:08.346116 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Project 91922eefe1b142d6b0a91ad62fc78897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:38:08.351490 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.387837 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '32f4e70a-18d6-4101-89c5-6e27a1d45c60', 'name': '', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'mac_address': 'fa:16:3e:c0:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:04Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 2, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'subnets': [{'id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:08.413380 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.414990 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Checking router: 67b94419-301a-40db-96bf-c5fcb495db9e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:08.415337 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Updating router 67b94419-301a-40db-96bf-c5fcb495db9e port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:08.443135 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.488571 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.506580 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17b2b78-7605-4605-99b7-bf45501809c8,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.581748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.583029 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-7d2fd1a7-d0e6-4852-a1e0-427b66efe016 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3249927 Nov 08 13:38:08.585812 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 37846) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:08.590099 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '81c79279-af3c-4271-8e0b-66f53399bb25', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:08.674486 n-d-816990-1 neutron-server[102536]: INFO neutron.db.securitygroups_db [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Project 91922eefe1b142d6b0a91ad62fc78897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:38:08.680046 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.740707 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.798226 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.815640 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.834573 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a61737f-4589-4910-b545-409e7b38796d,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.878789 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.898027 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.899428 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6a823ef9-85d9-44f0-9601-1244bdadb4e8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126380 Nov 08 13:38:08.936813 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46948d5-2c00-47a3-8f62-1ac33b2b6642 None None] Pushing event updated for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.997052 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Attempting to bind port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:08.997433 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Attempting to bind port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:08.997789 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Attempting to bind port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 on network 89525991-ac69-46fd-909a-153a5df298a9 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:09.004758 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:09.005141 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Checking segment: {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:09.005598 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.005920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Bound using segment: {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:09.006433 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Bound port: 32f4e70a-18d6-4101-89c5-6e27a1d45c60, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19a3997-48aa-455f-8810-2efdda9f04b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89525991-ac69-46fd-909a-153a5df298a9'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:09.006815 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.070222 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-73b68828-7721-4850-93a1-62ebf51e2258 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240829410&fields=id&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 267 time: 0.0507271 Nov 08 13:38:09.076533 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] For port 32f4e70a-18d6-4101-89c5-6e27a1d45c60, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:09.080846 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] For port 32f4e70a-18d6-4101-89c5-6e27a1d45c60, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=32f4e70a-18d6-4101-89c5-6e27a1d45c60,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:09.143332 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.183030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-2a2ad122-bf21-492d-93a2-d3c26ad38b72 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.186721 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-2a2ad122-bf21-492d-93a2-d3c26ad38b72 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 808 time: 0.1094737 Nov 08 13:38:09.201072 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-d84ddda4-a57d-4e72-84b0-3d31954935fe tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/quotas/91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 375 time: 0.0099418 Nov 08 13:38:09.204407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:09.205167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:09.207135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46948d5-2c00-47a3-8f62-1ac33b2b6642 None None] Pushing event updated for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:09.236216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] Provisioning complete for port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:09.237252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.275362 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-898be5b3-8001-4f0f-bfec-8a0eda975e49 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665536 Nov 08 13:38:09.338801 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:09.348814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.395492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] For port 32f4e70a-18d6-4101-89c5-6e27a1d45c60, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=32f4e70a-18d6-4101-89c5-6e27a1d45c60,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:09.473335 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.505659 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-5c0ae60e-b3bc-4bc6-a729-5f90b7723867 service neutron] 10.222.0.58 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174180 Nov 08 13:38:09.532448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143a057-bd60-4fcc-9edd-cf8686e655e5 None None] Pushing event updated for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:09.568965 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '32f4e70a-18d6-4101-89c5-6e27a1d45c60', 'name': '', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'mac_address': 'fa:16:3e:c0:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:04Z', 'updated_at': '2021-11-08T13:38:09Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'subnets': [{'id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:09.598157 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f642d-ae9e-44d7-8e60-84ca9a18bf62 None None] The sync data for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 is: [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '32f4e70a-18d6-4101-89c5-6e27a1d45c60', 'name': '', 'network_id': '89525991-ac69-46fd-909a-153a5df298a9', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'mac_address': 'fa:16:3e:c0:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:04Z', 'updated_at': '2021-11-08T13:38:09Z', 'revision_number': 4, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'subnets': [{'id': '46b4b9f6-5931-4ce0-8667-97379fa29838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:09.604222 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-b25c1b9c-0f0f-42d5-83ca-6b7eb90a09a4 None None] Provisioning complete for port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:09.604591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b25c1b9c-0f0f-42d5-83ca-6b7eb90a09a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.618991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29943613-582c-4e65-b96d-6c14f8aa2ef3 service neutron] 10.222.0.58 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047654 Nov 08 13:38:09.929316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 918d617a-d1fd-448b-8f9a-dfd2397fafe4 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:09.972467 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-73bc9013-db0b-4c62-a511-99e29825711f req-0e30e995-0de2-4385-8f86-74411f5eb315 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 210 time: 0.0996082 Nov 08 13:38:10.019907 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:10.020284 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.102828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 32f4e70a-18d6-4101-89c5-6e27a1d45c60 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:10.157489 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:10.157857 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.083241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f923529f-6cf8-448f-b891-1971621a46d3 req-fadf6fd9-ad54-458c-9dd6-c1e4627b74c5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 210 time: 0.0280006 Nov 08 13:38:12.133356 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-4344397b-b7a1-49f8-8184-888b506cf01c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.134929 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-4344397b-b7a1-49f8-8184-888b506cf01c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 808 time: 0.1116049 Nov 08 13:38:12.204603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-10e8d0bf-e055-4031-a770-cbbbe4632685 req-72a970ce-0daa-4f9a-ba08-faf493960f52 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 210 time: 0.0381968 Nov 08 13:38:12.226392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-a2cc9bfa-0dc0-4b29-9387-5c433a874e8d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 380 time: 0.0822039 Nov 08 13:38:12.237343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'port': {'device_id': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'admin_state_up': True, 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'security_groups': ['81c79279-af3c-4271-8e0b-66f53399bb25']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:12.438844 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Made reservation on behalf of 91922eefe1b142d6b0a91ad62fc78897 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:12.442488 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.571118 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Allocated IP 172.20.0.13 (08267b10-6cdf-4004-aed0-804827056408/b6455eb1-3a07-42ef-b12c-fcc768c0a30d/6121dc46-65ae-40fa-aa3c-aeb93cd988a8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:12.712810 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.804607 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.847614 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Network 08267b10-6cdf-4004-aed0-804827056408 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:12.852763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:12.856802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:12.885886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:12.914741 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.915365 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.034961 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-29b16293-8405-47ae-a04a-fbfebfaaeed0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8017597 Nov 08 13:38:13.047075 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-9e25a719-234f-4f8e-abc7-51039f811668 None None] Provisioning complete for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:13.047657 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9e25a719-234f-4f8e-abc7-51039f811668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.048178 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Request body: {'port': {'device_id': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:13.085958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-9e25a719-234f-4f8e-abc7-51039f811668 None None] Port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:13.103933 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.365660 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd45efe-2464-437b-8528-69f0501cb7ad req-61c46ea8-4d21-4e41-9681-f6b712f5da8b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.367194 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fd45efe-2464-437b-8528-69f0501cb7ad req-61c46ea8-4d21-4e41-9681-f6b712f5da8b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 932 time: 0.0840983 Nov 08 13:38:13.461093 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:13.470540 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.475993 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3fd45efe-2464-437b-8528-69f0501cb7ad req-c258a775-755e-48f4-b020-9464aa9239f0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994418 Nov 08 13:38:13.487590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Transition to ACTIVE for port object 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:13.573660 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.630222 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:13.704872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:13.705417 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:13.706002 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:13.712115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:13.712442 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:13.718428 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:13.718871 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:13.719257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Bound using segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:13.719697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Bound port: 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:13.720055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.799251 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:13.802647 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:13.856559 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.893386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.893998 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.895404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] 10.222.0.61 "PUT /v2.0/ports/6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1092 time: 0.8515112 Nov 08 13:38:13.895984 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:13.898186 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64159e8-7f5a-4726-b051-7b7e4bbedfec" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:13.930321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3eb77-e178-45ba-920a-868c8a126b28 service neutron] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:13.971926 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec55cf9-593f-444b-815c-661d15987ccf x-openstack-request-id: req-8ec55cf9-593f-444b-815c-661d15987ccf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:13.972258 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:13.972511 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ec55cf9-593f-444b-815c-661d15987ccf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:13.972925 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'status': 'completed', 'code': 200} Nov 08 13:38:14.040622 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-9785a859-1f5c-49be-b8b4-dc275cef6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.042227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-9785a859-1f5c-49be-b8b4-dc275cef6979 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1095 time: 0.0473180 Nov 08 13:38:14.168275 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-316b486a-1cce-4e34-8192-a508f0c02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.169705 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-316b486a-1cce-4e34-8192-a508f0c02e68 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=91922eefe1b142d6b0a91ad62fc78897&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1198816 Nov 08 13:38:14.270879 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-4c0d4f2d-3af9-4f20-baab-89c36d81a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.272276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d64159e8-7f5a-4726-b051-7b7e4bbedfec req-4c0d4f2d-3af9-4f20-baab-89c36d81a681 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963342 Nov 08 13:38:14.351347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-ed0bc55a-a5d4-4586-998b-676eed1e2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.352880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-ed0bc55a-a5d4-4586-998b-676eed1e2767 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1095 time: 0.0437243 Nov 08 13:38:14.403773 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-b7445bf7-6915-4088-9a7f-45e6cc4c393d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 217 time: 0.0433843 Nov 08 13:38:14.453542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-7169b590-1fe7-4302-a2ac-8ca0486099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.455573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-7169b590-1fe7-4302-a2ac-8ca0486099b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0454929 Nov 08 13:38:14.507075 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-06de6600-2353-4757-a440-fe4b938c5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.508617 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-06de6600-2353-4757-a440-fe4b938c5608 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459285 Nov 08 13:38:14.634048 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-3de671f3-745d-4fe8-8172-95539c318d88 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168456 Nov 08 13:38:14.643271 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896cbe-7c0b-4d47-95a7-3b47deb4bbdd req-5e5535f6-5cee-47e7-85f9-56f5f1ebdbf0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.644701 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6896cbe-7c0b-4d47-95a7-3b47deb4bbdd req-5e5535f6-5cee-47e7-85f9-56f5f1ebdbf0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0767779 Nov 08 13:38:14.748622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6896cbe-7c0b-4d47-95a7-3b47deb4bbdd req-2c010004-12ba-4f4f-9281-4d25f83f1296 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958228 Nov 08 13:38:14.768402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b5c94ff-aa09-4108-98ad-2268b1bc7dce req-630e1efd-30b3-4435-a169-7e3c17e22fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227033 Nov 08 13:38:15.872506 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60358-98e2-46aa-a195-715dcc24ad67 req-bf670215-f25c-4ccc-8b45-2baad617328a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:15.874030 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c60358-98e2-46aa-a195-715dcc24ad67 req-bf670215-f25c-4ccc-8b45-2baad617328a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0548391 Nov 08 13:38:15.925630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69c60358-98e2-46aa-a195-715dcc24ad67 req-ff6897b4-566a-45cd-b632-caa310016271 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449100 Nov 08 13:38:16.779648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:17.047069 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533c94-2283-48ed-aa73-39dcf2788c08 req-72b605bc-04e2-414f-9b71-337be26a6a10 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.048539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77533c94-2283-48ed-aa73-39dcf2788c08 req-72b605bc-04e2-414f-9b71-337be26a6a10 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0513058 Nov 08 13:38:17.100484 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77533c94-2283-48ed-aa73-39dcf2788c08 req-2baf6aca-0602-4e5d-81f8-5f945f817631 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Nov 08 13:38:18.225227 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba540bf-4e02-4286-969c-fc4e532ee22d req-40cb4769-f0aa-46b5-abb7-dbab1472e383 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.226747 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba540bf-4e02-4286-969c-fc4e532ee22d req-40cb4769-f0aa-46b5-abb7-dbab1472e383 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0537753 Nov 08 13:38:18.281878 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fba540bf-4e02-4286-969c-fc4e532ee22d req-e3d1b4c1-185b-4b6f-94b6-19a7773f5856 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488005 Nov 08 13:38:18.498733 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:18.600520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:18.613383 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:18.657150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.672664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:18.692923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:18.796549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.847976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:19.038771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6121dc46-65ae-40fa-aa3c-aeb93cd988a8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:19.404898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df438c3-6bfd-4810-ada3-84673d7882b5 req-e8e7d1d2-aa1a-4db0-8adc-119be5e9a645 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:19.407312 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3df438c3-6bfd-4810-ada3-84673d7882b5 req-e8e7d1d2-aa1a-4db0-8adc-119be5e9a645 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0536554 Nov 08 13:38:19.459486 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3df438c3-6bfd-4810-ada3-84673d7882b5 req-12de8f59-5667-4d66-815f-9cfc35d4ed58 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460217 Nov 08 13:38:20.514670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:20.584970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1183-97f3-4bba-a34b-a7bdab7c2c8b req-984cfa58-c738-4b3a-a757-457313b1247b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.586596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa9a1183-97f3-4bba-a34b-a7bdab7c2c8b req-984cfa58-c738-4b3a-a757-457313b1247b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0527081 Nov 08 13:38:20.642465 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aa9a1183-97f3-4bba-a34b-a7bdab7c2c8b req-dd1a9276-ac78-4f80-862b-5b44234c34c7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Nov 08 13:38:20.770034 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:20.774320 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:20.774697 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.867230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.893663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:20.895938 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424277e-b6b1-475e-93b6-7d3024a9c71e" -d '{"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:20.913174 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:20.940469 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8d28e-110c-4666-944b-c88da55b38fb x-openstack-request-id: req-8fa8d28e-110c-4666-944b-c88da55b38fb {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:20.940906 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:20.941251 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fa8d28e-110c-4666-944b-c88da55b38fb {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:20.941646 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'code': 200} Nov 08 13:38:20.991086 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.041512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab63b8-dc81-4a6a-9558-8f94832f3191 req-b8de5dd8-0b21-4060-b4bb-0eac01b5b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.043162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4ab63b8-dc81-4a6a-9558-8f94832f3191 req-b8de5dd8-0b21-4060-b4bb-0eac01b5b721 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0438926 Nov 08 13:38:21.067540 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.101009 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f4ab63b8-dc81-4a6a-9558-8f94832f3191 req-b0965a4c-126d-4fb7-917c-fcf2c5f729f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508831 Nov 08 13:38:21.122048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:21.769732 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddd84a-7e36-4773-a08d-c8e1f93b6ebf req-ef2b92f3-9826-48c3-8010-c5545dffe9ce tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.771273 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11ddd84a-7e36-4773-a08d-c8e1f93b6ebf req-ef2b92f3-9826-48c3-8010-c5545dffe9ce tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0592318 Nov 08 13:38:21.825291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11ddd84a-7e36-4773-a08d-c8e1f93b6ebf req-e1684e4b-faa1-4360-8ec4-e32279e3c442 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478795 Nov 08 13:38:22.950981 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b25b-74f1-4848-a98f-a33dd56e24ce req-682e2215-145a-46e9-9900-d896257e57e3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.953071 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d800b25b-74f1-4848-a98f-a33dd56e24ce req-682e2215-145a-46e9-9900-d896257e57e3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0523148 Nov 08 13:38:23.004710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d800b25b-74f1-4848-a98f-a33dd56e24ce req-76b276d2-740a-44a5-b25f-da681d0ca914 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Nov 08 13:38:23.122028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18befb-edd0-48ab-ae14-15dd170192d3 req-4e6816a0-f200-4495-a766-a77dcbe473ad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:23.123441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c18befb-edd0-48ab-ae14-15dd170192d3 req-4e6816a0-f200-4495-a766-a77dcbe473ad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0510654 Nov 08 13:38:23.133576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-943d1e95-8a53-4645-b024-22cc2596c96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.176136 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c18befb-edd0-48ab-ae14-15dd170192d3 req-60dc37e5-be33-4745-a1d3-5b80ce970c00 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Nov 08 13:38:23.197956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:23.279072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd6448-d865-402b-9818-386c7a92a93b tempest-TestShelveInstance-1334707638 tempest-TestShelveInstance-1334707638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:23.281190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-ebcd6448-d865-402b-9818-386c7a92a93b tempest-TestShelveInstance-1334707638 tempest-TestShelveInstance-1334707638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1092 time: 0.0816281 Nov 08 13:38:23.284297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 37910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:23.288631 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:23.379300 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.480886 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.588072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Allocated IP 172.25.1.44 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/770a10f5-fb6f-4bd9-99c9-b7f6497efa97) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:23.705892 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.793350 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.834347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:23.839063 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:23.841517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:23.872321 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=770a10f5-fb6f-4bd9-99c9-b7f6497efa97,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:24.230594 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.366496 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.532181 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.615379 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.693012 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=770a10f5-fb6f-4bd9-99c9-b7f6497efa97,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:24.701450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.808070 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Floating IP 8a4293ba-c452-430a-8d12-0471c189b106 associated. External IP: 172.25.1.44, port: 6121dc46-65ae-40fa-aa3c-aeb93cd988a8. Nov 08 13:38:25.373047 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:25.496001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:25.507755 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:25.521707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:25.522363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:37:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:25.561348 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f0ad768c-b1b0-4b78-a83c-c646108a7212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.589343 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.634612 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-926c06b3-f38a-4297-a2bf-608ec05bab56 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3491466 Nov 08 13:38:25.635144 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:25.637770 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ab9fc-1c43-40ae-9164-4c5e5dd01255" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:25.658922 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:25.690766 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b422fa-4b80-494d-a7c7-69ec834e4206 x-openstack-request-id: req-30b422fa-4b80-494d-a7c7-69ec834e4206 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:25.691246 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:25.691678 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30b422fa-4b80-494d-a7c7-69ec834e4206 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:25.692258 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'status': 'completed', 'code': 200} Nov 08 13:38:25.763643 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-1b6b4fd4-3f65-448e-be83-5e169bee5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.765215 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-1b6b4fd4-3f65-448e-be83-5e169bee5aec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1097 time: 0.0503097 Nov 08 13:38:25.875746 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-46dc51dd-3751-43c1-aeb4-2c13e0ea4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.877267 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-46dc51dd-3751-43c1-aeb4-2c13e0ea4205 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1043942 Nov 08 13:38:25.935865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '8a4293ba-c452-430a-8d12-0471c189b106', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:24Z', 'updated_at': '2021-11-08T13:38:24Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:25.962882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-aeee6988-248e-46fe-ac34-eca851132094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 999 time: 0.0787683 Nov 08 13:38:25.963226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:25.973019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:25.973632 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:38:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:26.029233 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-ef0566aa-552e-4698-a7fb-ae723807ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.031575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-ef0566aa-552e-4698-a7fb-ae723807ac75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0620954 Nov 08 13:38:26.086153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-81da64a7-0863-4212-a0bb-b2104d59eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.087756 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-81da64a7-0863-4212-a0bb-b2104d59eaa8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497453 Nov 08 13:38:26.220391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-3a18ec6a-cf74-4d65-944e-e1524140824a service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252372 Nov 08 13:38:26.259508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:26.333781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-385ab9fc-1c43-40ae-9164-4c5e5dd01255 req-842b1619-707e-4144-beca-0378d658abf8 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066067 Nov 08 13:38:26.532101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '8a4293ba-c452-430a-8d12-0471c189b106', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:24Z', 'updated_at': '2021-11-08T13:38:24Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:26.565576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b1835-7678-4449-bc1a-78b472d88bdd None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '8a4293ba-c452-430a-8d12-0471c189b106', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:24Z', 'updated_at': '2021-11-08T13:38:24Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:26.785251 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9831062-3acd-40a4-8887-9ccd3adab10d None None] New status for floating IP 8a4293ba-c452-430a-8d12-0471c189b106: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:38:27.016523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.392719 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.107087 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.317132 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:38:46.780212 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.880485 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.303715 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09a3cf14-7cda-4b41-95e4-a438a5ed307e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:55.519701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae5345ef-7881-469f-a954-296e3986c071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.975165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.384102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.121208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:07.317276 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:39:16.623457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-d451dc05-86aa-4b0b-9f17-7e7fcd4b5cee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415831 Nov 08 13:39:16.709020 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-453b958f-5d4f-4856-a98f-33d4a20c1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:16.710497 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-453b958f-5d4f-4856-a98f-33d4a20c1ddc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1097 time: 0.0427959 Nov 08 13:39:16.817762 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:16.835106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-348920e8-bd14-47c1-897c-f844b8252e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:16.844619 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-348920e8-bd14-47c1-897c-f844b8252e3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1041641 Nov 08 13:39:16.905690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-2ebf13b3-7985-4ccc-9675-c4e8971e0ddc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1001 time: 0.0619602 Nov 08 13:39:16.956185 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-2e00d3d9-890f-4f71-b6e5-9c50c9249d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:16.958411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-2e00d3d9-890f-4f71-b6e5-9c50c9249d0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0459838 Nov 08 13:39:17.011865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-929cb949-5879-4dfd-8a05-a3354b1c572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:17.013281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-929cb949-5879-4dfd-8a05-a3354b1c572a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479424 Nov 08 13:39:17.110752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-fc155c35-6dc4-4488-b4b4-b7fc1b7f19df service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906448 Nov 08 13:39:17.205540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a4813def-a696-4b9c-b1d2-01e722afc9b4 req-270308d1-78d5-4705-b227-30e0c12eb679 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Nov 08 13:39:20.902324 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:23.391174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87186a80-be69-4e1e-90ab-e208c001a271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:25.582186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-12e10c10-ce6e-45e7-b331-cdad97ab73fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.987785 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:28.387685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.139132 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:44.316709 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:39:46.833515 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:50.889235 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.152141 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-45104397-02c2-4d0b-b26d-b482ac323c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.523118 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b80b709-3b10-4dc5-bfb6-400889cf3915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.013095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:58.395454 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.140523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:16.079460 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-afb05a26-e354-43f0-8ed8-7cdd6ef22a55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270335 Nov 08 13:40:16.168407 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-64162e8b-90d7-4c29-b43e-0d2833276956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:16.170137 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-64162e8b-90d7-4c29-b43e-0d2833276956 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1097 time: 0.0471308 Nov 08 13:40:16.318160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-f6f7897a-9357-42a9-8ceb-5d38f367a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:16.320742 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-f6f7897a-9357-42a9-8ceb-5d38f367a3ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1288235 Nov 08 13:40:16.403354 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-85a9ab9e-5975-49c3-a365-3a6bf09ac945 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1001 time: 0.0755970 Nov 08 13:40:16.469280 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-ccafde35-00b8-4d72-bdc4-9260fbb36b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:16.470780 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-ccafde35-00b8-4d72-bdc4-9260fbb36b99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0605757 Nov 08 13:40:16.525310 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-40da6d99-0100-4cfc-9ec4-b0dbc999d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:16.527019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-40da6d99-0100-4cfc-9ec4-b0dbc999d3e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492308 Nov 08 13:40:16.642979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-5026555d-e8ce-4403-afed-4cc00ca9a5ee service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081657 Nov 08 13:40:16.754888 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5bc194ef-ad89-4af4-8124-77ef6c0070f7 req-dacd8339-f7cb-4238-81a6-e8b9ac719300 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047835 Nov 08 13:40:16.858178 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.595298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53571-df1c-49a5-846f-2e44129fa561 req-04984ba2-c70c-4a49-bfcf-443b32b594b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:20.596857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc53571-df1c-49a5-846f-2e44129fa561 req-04984ba2-c70c-4a49-bfcf-443b32b594b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.1094153 Nov 08 13:40:20.656889 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ecc53571-df1c-49a5-846f-2e44129fa561 req-65d9ff1f-cc98-4894-98ec-73fafe48ace8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500586 Nov 08 13:40:20.903539 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:21.317523 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:40:21.821865 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355852c7-ed6c-48e3-a0e2-3f8a3f92d65b req-cf79c064-2776-4638-862a-4793a2fbd884 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:21.823710 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355852c7-ed6c-48e3-a0e2-3f8a3f92d65b req-cf79c064-2776-4638-862a-4793a2fbd884 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0593481 Nov 08 13:40:21.877105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-355852c7-ed6c-48e3-a0e2-3f8a3f92d65b req-97866e66-6bb9-42ac-b77c-6efbb5634cbd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Nov 08 13:40:23.020804 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111f24-3e20-48ed-a886-e45f277cbec2 req-067fa80e-1e19-4d5d-8318-9f919cac556d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:23.022336 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30111f24-3e20-48ed-a886-e45f277cbec2 req-067fa80e-1e19-4d5d-8318-9f919cac556d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0509436 Nov 08 13:40:23.078235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-30111f24-3e20-48ed-a886-e45f277cbec2 req-c83f98ed-a6d0-4cbd-90ca-7057053fe89c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489633 Nov 08 13:40:23.162455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79dda7d2-de88-4277-be88-02240f95d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:24.212917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15453cc8-97a8-467f-a2a1-5bccedddf818 req-8e3ac7cb-5495-49fb-a2b0-517917a97a22 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:24.214378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15453cc8-97a8-467f-a2a1-5bccedddf818 req-8e3ac7cb-5495-49fb-a2b0-517917a97a22 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0582688 Nov 08 13:40:24.270384 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-15453cc8-97a8-467f-a2a1-5bccedddf818 req-c25c762d-b190-4942-8afb-b9773e99e923 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494483 Nov 08 13:40:25.396461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a2240-b7c1-4d8b-a427-998fd2cc9203 req-c9b65615-9a9d-4ed6-a1a1-d9b1b536869d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:25.397980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-837a2240-b7c1-4d8b-a427-998fd2cc9203 req-c9b65615-9a9d-4ed6-a1a1-d9b1b536869d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0556276 Nov 08 13:40:25.451333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-837a2240-b7c1-4d8b-a427-998fd2cc9203 req-1c9080fe-b4d9-4eda-ba9e-cc069620aba8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463784 Nov 08 13:40:25.550733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4d85dd9a-1224-438b-842e-ce7fe64ad30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.578629 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1c74-61ed-4377-8ca3-371319ca0ac8 req-19b41809-e7fa-472f-bae5-65f390fd7a31 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:26.580221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a4a1c74-61ed-4377-8ca3-371319ca0ac8 req-19b41809-e7fa-472f-bae5-65f390fd7a31 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0538306 Nov 08 13:40:26.641845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a4a1c74-61ed-4377-8ca3-371319ca0ac8 req-a96d541d-ed36-463e-9ff7-0f96143e3d16 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552068 Nov 08 13:40:27.008026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.765714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270493b9-5ba4-48ce-91fa-4b3717fafd2f req-c7fad10f-cc03-495c-9def-341ef957a6de tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:27.767296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-270493b9-5ba4-48ce-91fa-4b3717fafd2f req-c7fad10f-cc03-495c-9def-341ef957a6de tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0561492 Nov 08 13:40:27.819924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-270493b9-5ba4-48ce-91fa-4b3717fafd2f req-98c7fa2d-56ce-47ed-9e62-0d51116192bb tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464592 Nov 08 13:40:28.385782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.955726 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273400-4d4a-4675-9cad-34c51ae1f953 req-650d494a-8012-4dd4-9fdc-8628c9f9e6f1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.957324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4273400-4d4a-4675-9cad-34c51ae1f953 req-650d494a-8012-4dd4-9fdc-8628c9f9e6f1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0593998 Nov 08 13:40:29.020144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c4273400-4d4a-4675-9cad-34c51ae1f953 req-59de38c9-0a51-4701-a294-e4b6328dceb1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539224 Nov 08 13:40:29.151699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:30.144070 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec87a-502c-4720-a49e-c34fda301a98 req-cd6a9d33-831b-473d-8b98-f0edc86a1329 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:30.145505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c9ec87a-502c-4720-a49e-c34fda301a98 req-cd6a9d33-831b-473d-8b98-f0edc86a1329 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0513270 Nov 08 13:40:30.202708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c9ec87a-502c-4720-a49e-c34fda301a98 req-94d5d05e-9df9-45fa-974c-6ae478556ae3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Nov 08 13:40:31.328739 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e723c-508d-40d1-bb74-86e3d2bc4a2c req-ff23b8d4-54c7-4d81-9316-cea6de1a497a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:31.330318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-041e723c-508d-40d1-bb74-86e3d2bc4a2c req-ff23b8d4-54c7-4d81-9316-cea6de1a497a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0522218 Nov 08 13:40:31.387331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-041e723c-508d-40d1-bb74-86e3d2bc4a2c req-8977565c-aefb-4705-96f2-61aa527450b8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Nov 08 13:40:32.510670 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54953c-e978-469b-9edf-3b39aa17ebaf req-23974037-633d-4684-86c9-c7eac17bbb3b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.512192 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a54953c-e978-469b-9edf-3b39aa17ebaf req-23974037-633d-4684-86c9-c7eac17bbb3b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0521359 Nov 08 13:40:32.576867 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2a54953c-e978-469b-9edf-3b39aa17ebaf req-d4aaeec4-2ebb-4b00-b425-e42f2cf61810 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574830 Nov 08 13:40:33.261526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:33.382284 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:33.396512 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:33.440889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:33.455764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:33.478576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:33.544934 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:33.606703 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:33.614998 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.615339 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.615678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.616076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.616410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.616741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.618109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.618109 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.618502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.618991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.619358 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.619689 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:33.625048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['6121dc46-65ae-40fa-aa3c-aeb93cd988a8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:33.715265 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebb0ec-eca4-4773-902f-b98768fa5499 req-1156a02a-3ae0-4e3e-9ddf-f79ff3053d6c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:33.718294 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ebb0ec-eca4-4773-902f-b98768fa5499 req-1156a02a-3ae0-4e3e-9ddf-f79ff3053d6c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0588262 Nov 08 13:40:33.773463 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-02ebb0ec-eca4-4773-902f-b98768fa5499 req-3eecd3ee-91d0-4286-b074-267eb4df116d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Nov 08 13:40:34.937200 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36991-1465-49fe-8ff8-04e441beedc9 req-3ae4fd13-d66f-4448-9151-170524656deb tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:34.939221 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82b36991-1465-49fe-8ff8-04e441beedc9 req-3ae4fd13-d66f-4448-9151-170524656deb tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0669703 Nov 08 13:40:35.064781 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82b36991-1465-49fe-8ff8-04e441beedc9 req-f48b8cd3-0360-4f9e-a484-58991ca27a36 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120017 Nov 08 13:40:35.270576 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:35.342078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:35.342395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:35.465025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:35.501146 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:35.506548 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a114a5-87d3-4842-ac3c-89aaced2e4e4" -d '{"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:35.518942 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:35.585244 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:35.655983 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a60ff6-b5af-47d9-a9de-3bca643bdc97 x-openstack-request-id: req-80a60ff6-b5af-47d9-a9de-3bca643bdc97 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:35.656482 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:35.656904 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80a60ff6-b5af-47d9-a9de-3bca643bdc97 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:35.657398 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'code': 200} Nov 08 13:40:35.660564 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:36.260663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c18b4-6313-4638-a1e5-24b88f100551 req-b909d9d3-ac15-4f5f-971b-a0a353757747 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.262987 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a6c18b4-6313-4638-a1e5-24b88f100551 req-b909d9d3-ac15-4f5f-971b-a0a353757747 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.1089246 Nov 08 13:40:36.324687 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a6c18b4-6313-4638-a1e5-24b88f100551 req-b7151c49-9310-41a8-8656-73c54b8ea752 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540576 Nov 08 13:40:37.475593 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290aac-71d9-4019-832e-55a0e6a4359d req-cb89a0b9-1e27-40b0-a8a6-4014ffeb54b1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:37.485318 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad290aac-71d9-4019-832e-55a0e6a4359d req-cb89a0b9-1e27-40b0-a8a6-4014ffeb54b1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0696220 Nov 08 13:40:37.556034 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ad290aac-71d9-4019-832e-55a0e6a4359d req-be42221b-00df-40fd-bfcf-697e232585ab tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673769 Nov 08 13:40:38.720476 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105557d-dba8-49bb-b1df-3cd8da784ba6 req-ed11cc61-3347-4567-b3ad-d6d6d487bb66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:38.722507 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4105557d-dba8-49bb-b1df-3cd8da784ba6 req-ed11cc61-3347-4567-b3ad-d6d6d487bb66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0741930 Nov 08 13:40:38.823765 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4105557d-dba8-49bb-b1df-3cd8da784ba6 req-8671c3ea-4e98-4a8d-bb1d-6cb33a545807 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829778 Nov 08 13:40:40.042352 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be46d2-6be5-4fc8-be7f-6ba85325954d req-e57bee89-7e63-4c77-adc2-c4df01f53871 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:40.049768 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82be46d2-6be5-4fc8-be7f-6ba85325954d req-e57bee89-7e63-4c77-adc2-c4df01f53871 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0994444 Nov 08 13:40:40.125196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82be46d2-6be5-4fc8-be7f-6ba85325954d req-797cbe43-5593-4de4-8b10-5fb622a67f5e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677772 Nov 08 13:40:41.275699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710a510-9b7e-4d6a-94b1-9e8d7f0a060f req-265fe9cb-ed3f-4e08-a567-28d6b7ef3f3a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.282845 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c710a510-9b7e-4d6a-94b1-9e8d7f0a060f req-265fe9cb-ed3f-4e08-a567-28d6b7ef3f3a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0757732 Nov 08 13:40:41.355146 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c710a510-9b7e-4d6a-94b1-9e8d7f0a060f req-ee0ed990-b7ae-4d0b-afc4-763e5f22dec2 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661240 Nov 08 13:40:42.545811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82924c3f-48f6-4e35-8a4a-df10cc3334de req-1cbff700-e977-468e-bc8b-e7630a167941 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:42.547740 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82924c3f-48f6-4e35-8a4a-df10cc3334de req-1cbff700-e977-468e-bc8b-e7630a167941 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0678604 Nov 08 13:40:42.624088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-82924c3f-48f6-4e35-8a4a-df10cc3334de req-37f8a1e7-e74c-4a1b-acfe-c860c35b3190 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630820 Nov 08 13:40:43.777369 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66043f8-68c8-4fe1-b741-6c0a06adac28 req-bfaec69a-ed7c-4ef3-ae11-2df143e03b6d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:43.779882 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b66043f8-68c8-4fe1-b741-6c0a06adac28 req-bfaec69a-ed7c-4ef3-ae11-2df143e03b6d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0649104 Nov 08 13:40:43.848337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b66043f8-68c8-4fe1-b741-6c0a06adac28 req-e4040aec-d1ec-4767-8996-e58c0270b1f7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599658 Nov 08 13:40:45.027106 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03943-7479-4faf-894c-106e57250fd8 req-cf22c959-f225-4d0d-b330-5d2193cdbf7f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.028848 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1b03943-7479-4faf-894c-106e57250fd8 req-cf22c959-f225-4d0d-b330-5d2193cdbf7f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0813775 Nov 08 13:40:45.106603 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1b03943-7479-4faf-894c-106e57250fd8 req-9481f343-fbaf-4105-b038-0cf0d6a01e1b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699923 Nov 08 13:40:46.240007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625442e-86df-4938-8e4e-7715480ecb03 req-1c60cd6b-7599-41ae-86d8-f88fdefa678a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.241330 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1625442e-86df-4938-8e4e-7715480ecb03 req-1c60cd6b-7599-41ae-86d8-f88fdefa678a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0562944 Nov 08 13:40:46.303117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1625442e-86df-4938-8e4e-7715480ecb03 req-1b8dc648-c5b5-4480-85ce-f69f76eb65cf tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552349 Nov 08 13:40:46.657933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-0be289ca-4359-45b7-a1f3-e02d7beefb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.659061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-0be289ca-4359-45b7-a1f3-e02d7beefb21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1097 time: 0.0493107 Nov 08 13:40:46.767045 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-10814465-0474-4165-9b03-8fd508968ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.768569 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-10814465-0474-4165-9b03-8fd508968ece service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1017942 Nov 08 13:40:46.842377 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-eed41a1b-b638-45fe-95ac-eb49db2c13b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1001 time: 0.0666175 Nov 08 13:40:46.853083 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.909840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-02f0e335-4c5f-4acf-a3ef-83bff613fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.911282 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-02f0e335-4c5f-4acf-a3ef-83bff613fd93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0621784 Nov 08 13:40:46.963335 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-0ceeb6f2-c836-44a7-9f74-289e599c233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.964896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-0ceeb6f2-c836-44a7-9f74-289e599c233b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469997 Nov 08 13:40:46.976394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-2f2c87d3-91c3-4f7f-b69a-0dca31d26487 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:40:46.977454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-2f2c87d3-91c3-4f7f-b69a-0dca31d26487 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056117 Nov 08 13:40:47.079592 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-7f72241a-0e68-43e4-aa99-024f5cb2f177 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950243 Nov 08 13:40:47.181016 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-be5e08b8-0a8f-4adb-9b23-7a419711be82 req-548b4e6d-7736-4257-ac29-a148c9ead131 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930586 Nov 08 13:40:47.435166 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0303-86a1-49ae-9b32-7b1510c00550 req-7557d96b-e9a4-4881-9598-65d297b0db53 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.436597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f5d0303-86a1-49ae-9b32-7b1510c00550 req-7557d96b-e9a4-4881-9598-65d297b0db53 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0538855 Nov 08 13:40:47.494638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f5d0303-86a1-49ae-9b32-7b1510c00550 req-1286bf24-7288-428c-ab4a-fcf90b1ae9fa tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513923 Nov 08 13:40:48.630083 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cb57a-b921-4ef5-b782-f1ece5208e99 req-f5a7e5ac-0de4-440a-951a-3ee617d8e6e4 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:48.631645 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e41cb57a-b921-4ef5-b782-f1ece5208e99 req-f5a7e5ac-0de4-440a-951a-3ee617d8e6e4 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0565941 Nov 08 13:40:48.686522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e41cb57a-b921-4ef5-b782-f1ece5208e99 req-102d0dad-5c91-44c4-93e6-761b7489161e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483861 Nov 08 13:40:49.322178 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:49.400709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:49.425799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:49.428083 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c038b9-c8e0-4ec0-b377-f7c1644e4845" -d '{"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:49.442063 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:49.471697 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74037bbc-9495-45c0-8caa-dea1aa04a6de x-openstack-request-id: req-74037bbc-9495-45c0-8caa-dea1aa04a6de {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:49.471990 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:49.472258 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74037bbc-9495-45c0-8caa-dea1aa04a6de {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:49.472637 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'code': 200} Nov 08 13:40:49.526797 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:49.583830 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:49.819179 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe9920-eea9-453b-b868-320fa075b71c req-70c2a008-8e0c-4c86-964b-bf1732a2af63 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:49.821120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcbe9920-eea9-453b-b868-320fa075b71c req-70c2a008-8e0c-4c86-964b-bf1732a2af63 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0569360 Nov 08 13:40:49.879096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dcbe9920-eea9-453b-b868-320fa075b71c req-a2639249-441c-444d-a207-6cf16718bddd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511644 Nov 08 13:40:49.962840 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-13945076-20ed-4bec-a76f-fe4b01ed6bc8 req-2d235ec2-e6a2-4437-8851-18f2d1be2b6c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:40:49.964649 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-13945076-20ed-4bec-a76f-fe4b01ed6bc8 req-2d235ec2-e6a2-4437-8851-18f2d1be2b6c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067093 Nov 08 13:40:50.362542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9ab3e-bcc8-4fea-bc25-5e9c4f53c3a2 req-6fc0b860-94ca-4629-b49f-b128df40dbb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.364290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0db9ab3e-bcc8-4fea-bc25-5e9c4f53c3a2 req-6fc0b860-94ca-4629-b49f-b128df40dbb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0797732 Nov 08 13:40:50.453153 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0db9ab3e-bcc8-4fea-bc25-5e9c4f53c3a2 req-9c1498c3-c088-45e2-80dd-55bf1da65dee tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781541 Nov 08 13:40:50.881400 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:50.962883 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-0debe77e-7a8c-436d-ad85-ba5b0feaa7f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934081 Nov 08 13:40:51.610449 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4b0cf-c31f-4991-b716-390f73c6a67c req-6a2ef180-3d9c-44f6-ae81-fcef581e6763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:51.612293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43d4b0cf-c31f-4991-b716-390f73c6a67c req-6a2ef180-3d9c-44f6-ae81-fcef581e6763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0601153 Nov 08 13:40:51.680871 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-43d4b0cf-c31f-4991-b716-390f73c6a67c req-0f60ea2e-ed2f-48b5-b50a-454ba8496cca tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597188 Nov 08 13:40:52.363843 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cab8d4c6-e95b-4747-9d24-20cdf62fed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.365353 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cab8d4c6-e95b-4747-9d24-20cdf62fed95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 1095 time: 0.0932620 Nov 08 13:40:52.377658 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816990-1', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:52.440228 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.667542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:52.709598 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:52.761350 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:52.774472 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.809313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Transition to ACTIVE for port object 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:52.854078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaac55-e816-4e54-b8f3-12663193e0cf req-c4c8c6fd-5549-49a4-a7cb-b682aa738b08 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.855844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6deaac55-e816-4e54-b8f3-12663193e0cf req-c4c8c6fd-5549-49a4-a7cb-b682aa738b08 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 944 time: 0.0684469 Nov 08 13:40:52.863547 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.982567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=9']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:53.016456 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.016788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.017149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.017489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.017827 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.018162 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.018526 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.018857 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.019196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.019596 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.019979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.020360 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.029104 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6deaac55-e816-4e54-b8f3-12663193e0cf req-f6b6e220-45e3-4071-9d62-1fbcdcc7594e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630709 Nov 08 13:40:53.071072 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] No DVR routers for this DVR port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:53.127159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-045ed081-88f9-4074-84f4-f805cb2c53bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.249342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:53.249912 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:53.250507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:53.258030 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:53.258641 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Attempting to bind port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:53.267462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:53.267810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:53.268455 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Bound using segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:53.269199 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Bound port: 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:53.269796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.322532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:53.368413 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:53.369270 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:53.375001 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:53.467992 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.504518 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.505068 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.506523 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] 10.222.0.57 "PUT /v2.0/ports/6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1092 time: 1.1330831 Nov 08 13:40:53.509108 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:53.511790 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:53.573632 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee86566-a2e6-41b8-86ed-2011b84076ff service neutron] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:53.602317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-e695b202-5844-48cd-9465-5f10e9da4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.604672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-e695b202-5844-48cd-9465-5f10e9da4cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0647914 Nov 08 13:40:53.678691 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df2885-9034-4402-bd4b-8567c42e36da x-openstack-request-id: req-d5df2885-9034-4402-bd4b-8567c42e36da {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:53.679388 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:53.679388 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5df2885-9034-4402-bd4b-8567c42e36da {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:53.679947 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'status': 'completed', 'code': 200} Nov 08 13:40:53.754096 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-3348a9c1-e44c-4ba3-8894-1736da3d7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.766713 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-3348a9c1-e44c-4ba3-8894-1736da3d7b69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1438477 Nov 08 13:40:53.835609 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-603061c2-dede-467e-a96e-d66f6bd7fdd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 999 time: 0.0717049 Nov 08 13:40:53.905124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-5de4cc7e-808a-4dab-8052-b9b6d3d8ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.906681 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-5de4cc7e-808a-4dab-8052-b9b6d3d8ceed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0636435 Nov 08 13:40:53.955869 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-5442787b-a95a-42a9-a313-b0b4e752c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.957431 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-5442787b-a95a-42a9-a313-b0b4e752c9ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435860 Nov 08 13:40:54.062628 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-b5d2979e-fcbf-43e5-b301-5d431bb31709 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941098 Nov 08 13:40:54.200441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f088d2aa-0d74-481f-a5cf-bdb846d5bf64 req-9b478f12-d419-4010-98fb-cff095878006 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350329 Nov 08 13:40:54.208113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609030f-d801-4b09-9ec8-9b3008e3d233 req-253a4378-9f4b-429e-92a7-5f88d5f0c786 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.209613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6609030f-d801-4b09-9ec8-9b3008e3d233 req-253a4378-9f4b-429e-92a7-5f88d5f0c786 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0761175 Nov 08 13:40:54.264315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6609030f-d801-4b09-9ec8-9b3008e3d233 req-32118699-36e8-447d-a452-f5aa26466b14 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Nov 08 13:40:54.435970 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-fcf0aa7f-ac20-4390-ad2d-9a59da6477b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.437567 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-fcf0aa7f-ac20-4390-ad2d-9a59da6477b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0663149 Nov 08 13:40:54.546667 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-cc745a4b-181c-4171-a719-7bb3d8467df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.548259 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-cc745a4b-181c-4171-a719-7bb3d8467df8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1035919 Nov 08 13:40:54.634115 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-2830acd5-3fc4-4f4b-8b9c-a98601dc9949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 999 time: 0.0784223 Nov 08 13:40:54.688082 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-19737663-26a2-44e7-b539-45b4446b76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.689525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-19737663-26a2-44e7-b539-45b4446b76fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0486083 Nov 08 13:40:54.737043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-d9f06283-f1a2-49a3-b18c-3af643f637d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.738587 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-d9f06283-f1a2-49a3-b18c-3af643f637d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422187 Nov 08 13:40:54.893482 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-0bb12c30-643c-4476-bdd7-9d7f84f89ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479564 Nov 08 13:40:55.420315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fc4b8-6c27-47fd-8054-f6dc75c83e11 req-7238f468-8d2b-446d-9e85-5d2f8d6d5771 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:55.422127 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-690fc4b8-6c27-47fd-8054-f6dc75c83e11 req-7238f468-8d2b-446d-9e85-5d2f8d6d5771 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0637240 Nov 08 13:40:55.483112 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-690fc4b8-6c27-47fd-8054-f6dc75c83e11 req-6cf87920-0556-46f0-a6af-9fbdbb89a7c3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 Nov 08 13:40:55.544756 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-13c8597e-4c6f-474b-b6d2-46f5ca5f748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:56.698215 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877db39-279a-43ce-af74-5a6150cacedf req-ed70d50f-2a7f-49b8-a630-8d226c2da438 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:56.699692 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2877db39-279a-43ce-af74-5a6150cacedf req-ed70d50f-2a7f-49b8-a630-8d226c2da438 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0693028 Nov 08 13:40:56.766395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2877db39-279a-43ce-af74-5a6150cacedf req-62398c50-dea8-4ea3-98e1-69a71c474d61 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599728 Nov 08 13:40:57.021139 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:57.916951 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507d7f-fdd7-4ab5-9a8a-63afff33ef43 req-4cddb978-7d25-4771-a5af-60c3f2049c2f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:57.918491 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37507d7f-fdd7-4ab5-9a8a-63afff33ef43 req-4cddb978-7d25-4771-a5af-60c3f2049c2f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0575659 Nov 08 13:40:57.978132 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-37507d7f-fdd7-4ab5-9a8a-63afff33ef43 req-6dd58f77-d02a-4207-9527-24acd7f2a66e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527501 Nov 08 13:40:58.317487 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:40:58.469711 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:59.133411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e50570-2e96-417c-a050-9afbd1bd70de req-e09bcfa9-0d8d-44f8-8f2c-0479cafd9656 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.135142 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03e50570-2e96-417c-a050-9afbd1bd70de req-e09bcfa9-0d8d-44f8-8f2c-0479cafd9656 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0731823 Nov 08 13:40:59.167188 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:59.235323 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-03e50570-2e96-417c-a050-9afbd1bd70de req-0a2b17c9-b658-4df3-af14-d9dd7dd6c018 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884438 Nov 08 13:41:00.380465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b8b24-39b4-469c-94df-9fa63f337c78 req-b5a81551-498e-4daa-9416-52f01d32c1f9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.382913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e35b8b24-39b4-469c-94df-9fa63f337c78 req-b5a81551-498e-4daa-9416-52f01d32c1f9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0630915 Nov 08 13:41:00.454055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e35b8b24-39b4-469c-94df-9fa63f337c78 req-07ac5136-c11a-43b8-ab13-5a8a188ba2ce tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639961 Nov 08 13:41:01.605803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00151c0-0780-408a-a165-4a3a04c803da req-f02a2851-b946-4eb6-bd96-1143a094c996 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.608098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c00151c0-0780-408a-a165-4a3a04c803da req-f02a2851-b946-4eb6-bd96-1143a094c996 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0672636 Nov 08 13:41:01.667173 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c00151c0-0780-408a-a165-4a3a04c803da req-b1d337b9-7e55-4983-9f41-2cd37d6cc5ca tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526190 Nov 08 13:41:02.838357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb2a4e-f849-4cd9-86d9-892bfa553e0d req-88ef2243-67d6-44c6-b118-4e7d2d1e7c6c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:02.840024 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8eb2a4e-f849-4cd9-86d9-892bfa553e0d req-88ef2243-67d6-44c6-b118-4e7d2d1e7c6c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0696988 Nov 08 13:41:02.894782 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8eb2a4e-f849-4cd9-86d9-892bfa553e0d req-45deac69-7f2d-47aa-92d8-64850861fcaf tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485294 Nov 08 13:41:04.034642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822827bc-9df6-4f3f-be66-6c8d69e91984 req-0feb12dc-5a35-4a4f-a2ae-c12d10755930 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:04.036296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-822827bc-9df6-4f3f-be66-6c8d69e91984 req-0feb12dc-5a35-4a4f-a2ae-c12d10755930 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0531349 Nov 08 13:41:04.095597 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-822827bc-9df6-4f3f-be66-6c8d69e91984 req-7519901d-832c-481d-a4c4-c45870c263fc tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521867 Nov 08 13:41:05.222624 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54a248-e4bc-4874-8f6d-92ca5618ba12 req-e3e74529-f90e-44fd-99fd-7ce1e0bcc176 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.224399 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d54a248-e4bc-4874-8f6d-92ca5618ba12 req-e3e74529-f90e-44fd-99fd-7ce1e0bcc176 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0510905 Nov 08 13:41:05.285328 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d54a248-e4bc-4874-8f6d-92ca5618ba12 req-0943a6d5-afc8-4893-a9f8-f1e567485a74 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542049 Nov 08 13:41:05.482588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7a1a1fe5-9257-4b16-80df-16fb9a09fe58 req-34abeeda-6d03-4eef-b406-6ccb0332920b service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976732 Nov 08 13:41:05.611510 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-aa6cb20d-3b60-4fc5-8e48-fa1c4a9e7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.613037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-aa6cb20d-3b60-4fc5-8e48-fa1c4a9e7d21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0566251 Nov 08 13:41:05.728160 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-cf5b9000-2e24-4b99-9d16-38c1a07ebbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.729547 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-cf5b9000-2e24-4b99-9d16-38c1a07ebbd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0933335 Nov 08 13:41:05.799098 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-59989cda-8e19-40c9-a885-e3aee45ff843 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 999 time: 0.0600395 Nov 08 13:41:05.854680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-abc5a00e-def4-4805-8325-50f7c80e8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.856193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-abc5a00e-def4-4805-8325-50f7c80e8eb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0495558 Nov 08 13:41:05.906760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-e467c4d8-3e71-4438-afdf-9377398cd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.908262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-e467c4d8-3e71-4438-afdf-9377398cd41e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445313 Nov 08 13:41:06.018494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-9592f568-2f78-4173-8661-d1f1a40fe7aa service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022294 Nov 08 13:41:06.114489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5004d79e-0d37-42b2-9879-8d21307d97a4 req-537f595e-c08a-40f2-99ee-15820093dd58 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Nov 08 13:41:06.404941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2df7-ba70-4845-91f3-c273a009471b req-98d97a6f-b01a-47ab-a846-aef12e5732dd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:06.406483 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912a2df7-ba70-4845-91f3-c273a009471b req-98d97a6f-b01a-47ab-a846-aef12e5732dd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0510745 Nov 08 13:41:06.463106 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-912a2df7-ba70-4845-91f3-c273a009471b req-6933320e-4545-4ffe-bbc1-ed4b143b60bd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507374 Nov 08 13:41:07.519107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:07.588380 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb98fd-6fe9-4320-a389-d52722c12f53 req-2f9aaa84-5ae9-4855-940d-38cb61a8d73d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:07.589943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8bb98fd-6fe9-4320-a389-d52722c12f53 req-2f9aaa84-5ae9-4855-940d-38cb61a8d73d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 945 time: 0.0556691 Nov 08 13:41:07.639128 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:07.652686 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e8bb98fd-6fe9-4320-a389-d52722c12f53 req-ce1cbee2-61a4-4b4f-9f65-b02e51e4e8e1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557699 Nov 08 13:41:07.656635 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'port_id': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'mac_address': 'fa:16:3e:01:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:07.703166 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.717263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:07.739390 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:07.845597 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.900939 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=11']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:08.083606 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['6121dc46-65ae-40fa-aa3c-aeb93cd988a8'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:08.784777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc164ed-b9f0-4964-ba72-acaa81aac2bd req-a5aa0f26-78a6-4653-b6f7-3d4804c62b7c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.786321 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abc164ed-b9f0-4964-ba72-acaa81aac2bd req-a5aa0f26-78a6-4653-b6f7-3d4804c62b7c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0540488 Nov 08 13:41:08.838331 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-abc164ed-b9f0-4964-ba72-acaa81aac2bd req-46aa6a74-dd87-40bc-b83e-41691972bf3d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Nov 08 13:41:09.527609 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:09.681074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:09.685528 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:09.693943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.768142 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.798676 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb38e6-1790-45c5-9c72-64743bba7eae" -d '{"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b132fa91-1881-4d35-a61f-4e2a17b001d6 x-openstack-request-id: req-b132fa91-1881-4d35-a61f-4e2a17b001d6 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b132fa91-1881-4d35-a61f-4e2a17b001d6 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:10.321374 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'code': 200} Nov 08 13:41:10.325213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62998ae-c235-4be8-9890-bd6a1dd87dea req-88fecc6c-6a0e-43c4-b122-e829c0c3571a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.325213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a62998ae-c235-4be8-9890-bd6a1dd87dea req-88fecc6c-6a0e-43c4-b122-e829c0c3571a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 946 time: 0.0632012 Nov 08 13:41:10.325213 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a62998ae-c235-4be8-9890-bd6a1dd87dea req-b60f6887-63d9-4a9e-a196-088af31e5418 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563262 Nov 08 13:41:10.383809 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.438716 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=12']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:10.487170 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e097fe6-4cc1-4236-9ba5-fdaa93865e9d req-50265ce9-4cac-4d70-b9f4-28893b6244df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.488879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e097fe6-4cc1-4236-9ba5-fdaa93865e9d req-50265ce9-4cac-4d70-b9f4-28893b6244df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0418408 Nov 08 13:41:10.539755 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8e097fe6-4cc1-4236-9ba5-fdaa93865e9d req-e845f00e-7aa3-4ec8-81a0-2768b2383ac9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 Nov 08 13:41:11.179197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da9bb6-6e10-4970-9f8b-b8a52182d6eb req-45562dcd-55f5-414c-9361-4288439021f1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.180984 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3da9bb6-6e10-4970-9f8b-b8a52182d6eb req-45562dcd-55f5-414c-9361-4288439021f1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.0567076 Nov 08 13:41:11.237003 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c3da9bb6-6e10-4970-9f8b-b8a52182d6eb req-2af07e43-d3fe-4dd2-be61-0253f3bab005 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494053 Nov 08 13:41:12.386569 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca3ef-642d-436b-b6e1-3b9e27e663c9 req-79da6ef0-d8ae-48a9-be0d-29aebcafe6db tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.388207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aebca3ef-642d-436b-b6e1-3b9e27e663c9 req-79da6ef0-d8ae-48a9-be0d-29aebcafe6db tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.0649304 Nov 08 13:41:12.466165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aebca3ef-642d-436b-b6e1-3b9e27e663c9 req-9130f849-8b0a-417f-ac85-c0c0ce4b5095 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639324 Nov 08 13:41:13.596539 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4292-eabb-4b83-976c-a460eabc836d req-b75c632b-faa3-4c1c-8d69-4118a1806a9b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.598220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58ac4292-eabb-4b83-976c-a460eabc836d req-b75c632b-faa3-4c1c-8d69-4118a1806a9b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.0543888 Nov 08 13:41:13.653494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58ac4292-eabb-4b83-976c-a460eabc836d req-4de46b52-9c1b-46f5-aa8c-60fdf4b61e5c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Nov 08 13:41:16.816998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:20.897278 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:23.142326 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-10a76e32-b440-45fd-96dc-b73656770105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:25.542109 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-66954cb4-10fc-4d31-8ad7-80bbc3cd7134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:26.999453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:28.387843 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:29.107764 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:35.319051 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:41:46.867169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:50.906805 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:53.192681 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-713d93d0-6481-447b-8eb0-443d6fc8ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.535623 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3b042397-07fe-42ea-8dc3-57e29d36acc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.980957 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.254638 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-afb78d93-6a0e-4e9d-a1e1-5ec2ddfdd03b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4018598 Nov 08 13:41:58.342213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-d4fc49fc-87db-490b-bdce-87db44e3d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.343726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-d4fc49fc-87db-490b-bdce-87db44e3d510 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0438435 Nov 08 13:41:58.415114 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.453754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-b2ed1bec-832d-47cc-a4df-ac97337e2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.455254 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-b2ed1bec-832d-47cc-a4df-ac97337e2cbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0919375 Nov 08 13:41:58.522458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-f44c4c15-5e23-4afa-b79e-4dd514e99c4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 1001 time: 0.0598347 Nov 08 13:41:58.571799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-0b969e43-c530-43f4-9ab4-f743a4292127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.573319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-0b969e43-c530-43f4-9ab4-f743a4292127 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0444608 Nov 08 13:41:58.631297 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-18f90901-1b16-4c69-b718-09c192b8dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.632815 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-18f90901-1b16-4c69-b718-09c192b8dd22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523238 Nov 08 13:41:58.725902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-fdad2fc2-b0ea-4419-a10f-842bbf7997ba service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Nov 08 13:41:58.823414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-caafb2d7-18a5-4d85-a1d6-7fd04e7022c9 req-efbaed7f-0ed1-44d4-9b33-4ab3a088ff1d service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918794 Nov 08 13:41:59.106912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.319925 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:42:16.860922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.922717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.146766 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c483464-db5c-4e54-8832-d2880bfefd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.796411 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38250) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:23.959658 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Deleting port 770a10f5-fb6f-4bd9-99c9-b7f6497efa97 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:23.959995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.047553 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.047795 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.059420 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Calling delete_port for 770a10f5-fb6f-4bd9-99c9-b7f6497efa97 owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:24.283523 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.662545 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'Port': ['ID=770a10f5-fb6f-4bd9-99c9-b7f6497efa97,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:24.688517 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.688864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.689209 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.689548 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.689884 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.690218 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.690601 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.690935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.691315 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.691642 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.691968 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.692292 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:24.734440 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.734843 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Floating IP 8a4293ba-c452-430a-8d12-0471c189b106 disassociated (deleted). External IP: 172.25.1.44, port: 6121dc46-65ae-40fa-aa3c-aeb93cd988a8. Nov 08 13:42:24.956984 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:42:25.071262 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:42:25.075841 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.084219 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:42:25.094490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:25.095130 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:41:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.106858 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a5f861cb-d8bb-4dcc-838c-0b074846fe9d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "DELETE /v2.0/floatingips/8a4293ba-c452-430a-8d12-0471c189b106 HTTP/1.1" status: 204 len: 168 time: 1.3094132 Nov 08 13:42:25.107448 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:25.109746 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ab36c-a06c-4fac-809d-f23e450470eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:25.239345 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4505017-7ced-4e85-b9bf-f94203dc2b96 x-openstack-request-id: req-f4505017-7ced-4e85-b9bf-f94203dc2b96 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:25.239345 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:25.239345 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4505017-7ced-4e85-b9bf-f94203dc2b96 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:25.239345 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'status': 'completed', 'code': 200} Nov 08 13:42:25.312953 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab36c-a06c-4fac-809d-f23e450470eb req-2cbd224c-c69b-42e4-a796-a96b306764da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.314534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-2cbd224c-c69b-42e4-a796-a96b306764da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0509317 Nov 08 13:42:25.427286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:25.437787 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab36c-a06c-4fac-809d-f23e450470eb req-169afc4d-30a3-4ff2-a7ac-97bf8ee4f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.443010 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-169afc4d-30a3-4ff2-a7ac-97bf8ee4f97f service neutron] 10.222.0.57 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1182482 Nov 08 13:42:25.488880 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-4699c6e2-c6ce-4757-93ec-8cda5922b878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 200 len: 217 time: 0.0415885 Nov 08 13:42:25.602854 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9afa6936-253a-4a16-843a-80725661909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.620028 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab36c-a06c-4fac-809d-f23e450470eb req-efa1ca50-2fbe-48f2-b111-b3faf7c588ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.622391 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-efa1ca50-2fbe-48f2-b111-b3faf7c588ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.1249506 Nov 08 13:42:25.659746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.687678 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:42:25.688492 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824c4cd-e410-4b96-8e94-c4ecdb8ddbf9 req-98848670-f4e9-4047-9d3b-f51867695723 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.690914 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7824c4cd-e410-4b96-8e94-c4ecdb8ddbf9 req-98848670-f4e9-4047-9d3b-f51867695723 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.1484904 Nov 08 13:42:25.698783 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:25.700125 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:42:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.737796 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab36c-a06c-4fac-809d-f23e450470eb req-dfb030e3-0092-4d2d-91b6-9e6985afcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.740726 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-dfb030e3-0092-4d2d-91b6-9e6985afcd1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101530 Nov 08 13:42:25.810532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:25.827492 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7824c4cd-e410-4b96-8e94-c4ecdb8ddbf9 req-a555dfe1-678c-4649-8fc1-2edaf749c7e5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284268 Nov 08 13:42:25.925143 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-80fae48f-991b-4601-ab0b-2cff8aa50941 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681938 Nov 08 13:42:26.021825 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-695ab36c-a06c-4fac-809d-f23e450470eb req-d9215a4a-641a-4a0f-9d6f-2b1c44295fb9 service neutron] 10.222.0.57 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893068 Nov 08 13:42:26.027940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:26.056488 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ec491-8502-4064-9e04-6d560214c43c None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:42:26.317367 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb73d0-2571-4746-982c-f00cc67e9eda None None] New status for floating IP 8a4293ba-c452-430a-8d12-0471c189b106: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:42:26.789609 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba96e76-b619-426e-82b4-8059c887b1eb req-866af2eb-df9d-4a93-93e7-eac3b0aac4ae tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:26.791125 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba96e76-b619-426e-82b4-8059c887b1eb req-866af2eb-df9d-4a93-93e7-eac3b0aac4ae tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.57 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.0497282 Nov 08 13:42:26.891618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Deleting port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:26.891964 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.985682 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.019822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda94066-5c2d-45f4-a15a-5fbaf3f6513d req-86fd456a-4685-4886-b32b-53563654d73c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.021411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda94066-5c2d-45f4-a15a-5fbaf3f6513d req-86fd456a-4685-4886-b32b-53563654d73c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 947 time: 0.1085279 Nov 08 13:42:27.026842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] For port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:27.027193 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.051752 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Calling delete_port for 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:27.122175 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bda94066-5c2d-45f4-a15a-5fbaf3f6513d req-7236ed05-3925-4ef9-88ea-7e10e58063c4 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=81c79279-af3c-4271-8e0b-66f53399bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923977 Nov 08 13:42:27.254737 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.283651 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'Port': ['ID=6121dc46-65ae-40fa-aa3c-aeb93cd988a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:27.296537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.296890 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.297236 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.297573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.297960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.298257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.298603 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.298934 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.299262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.299589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.299911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.300343 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:27.336969 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] No DVR routers for this DVR port 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:27.340053 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.344621 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eba96e76-b619-426e-82b4-8059c887b1eb req-05e1ff4a-d2d4-4452-93f8-d4a5e08b36ed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.57 "DELETE /v2.0/ports/6121dc46-65ae-40fa-aa3c-aeb93cd988a8 HTTP/1.1" status: 204 len: 173 time: 0.5466559 Nov 08 13:42:27.345957 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-deleted', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:27.349550 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057c1ae-663b-4b56-9bd9-238a6773a733" -d '{"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-deleted", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:27.389796 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c4515-d5c5-45f2-bb19-1cf4869282b7 x-openstack-request-id: req-ae4c4515-d5c5-45f2-bb19-1cf4869282b7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:27.389796 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b5b6a-0a28-4a10-b597-68d30c20fc2d", "name": "network-vif-deleted", "tag": "6121dc46-65ae-40fa-aa3c-aeb93cd988a8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:27.390052 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae4c4515-d5c5-45f2-bb19-1cf4869282b7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:27.390326 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04b5b6a-0a28-4a10-b597-68d30c20fc2d', 'name': 'network-vif-deleted', 'tag': '6121dc46-65ae-40fa-aa3c-aeb93cd988a8', 'status': 'completed', 'code': 200} Nov 08 13:42:28.232470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-72e310a3-ab6d-4283-b7a0-21d149ad33ed req-61e896f2-5e31-45f3-b804-5f1e4789af85 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04b5b6a-0a28-4a10-b597-68d30c20fc2d HTTP/1.1" status: 200 len: 210 time: 0.0266712 Nov 08 13:42:28.408985 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.111414 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.293494 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38276) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:29.355824 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.382920 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.523140 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.525995 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.527723 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "DELETE /v2.0/security-groups/81c79279-af3c-4271-8e0b-66f53399bb25 HTTP/1.1" status: 204 len: 168 time: 0.2330034 Nov 08 13:42:29.542300 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3e5bb-b215-4218-9f90-f0a01d6cf1b9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c79279-af3c-4271-8e0b-66f53399bb25,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:30.198740 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38282) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:30.203551 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742363473', 'description': 'tempest-secgroup-smoke-1742363473 description', 'project_id': '91922eefe1b142d6b0a91ad62fc78897'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:30.294462 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.367795 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.431863 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.464416 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:30.526561 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.527900 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b136b6b2-ad90-4559-bc4d-5803732f717e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3280396 Nov 08 13:42:30.530962 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:30.536150 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:30.620912 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.687550 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.757896 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.779264 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96e4265-75e4-4fd1-82a9-6196ff87d999,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:30.867548 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.868804 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c9f3eb6-7e51-4e46-95f1-342959c9a927 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368638 Nov 08 13:42:30.871822 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:30.876254 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:30.979441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.036955 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.117219 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.136960 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d509cf7c-17c8-4ea0-a103-b8eeb0199bf0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.187764 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.189019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b81bc85b-8131-4dcc-b0e6-88ca899ffdad tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162384 Nov 08 13:42:31.191870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:31.196935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:31.276580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.338533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.391259 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.412220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3b1be8-a4b4-46cf-b723-c3fda9cb8807,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.456859 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.458565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a02a1666-d7cd-4225-b929-340167ea177c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657104 Nov 08 13:42:31.461312 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:31.465602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:31.533467 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.592498 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.654841 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.673924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f90d28-4d79-4dce-93c6-6fde1cf47319,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.754410 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.755829 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-292bda28-9121-4996-beab-056f65b3aaf5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935073 Nov 08 13:42:31.758561 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:31.763213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:31.812242 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:31.834193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:31.834628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device 6121dc46-65ae-40fa-aa3c-aeb93cd988a8 not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:31.859690 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Project 91922eefe1b142d6b0a91ad62fc78897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:42:31.866633 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.927173 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.997160 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.017665 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2767490c-5033-4a7f-9ca9-48a3e522a15a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.096578 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.098474 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a332ee86-aebf-4792-b44a-439e9549194a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388898 Nov 08 13:42:32.101344 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:32.105859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'security_group_rule': {'security_group_id': '8e6ffd5f-c097-4501-b3bb-49942ed0b4a0', 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:32.191702 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Project 91922eefe1b142d6b0a91ad62fc78897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:42:32.198347 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.264266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.333949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.351031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69cbbdf-6e6c-4aa2-9526-eeff0e93e215,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.427903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.429165 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-585e371f-67c6-4727-9dd8-e52d38f6ba66 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268631 Nov 08 13:42:46.882424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:49.320669 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:42:50.934023 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.213994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d95244c4-9386-4de7-b228-2a5411b90899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.557517 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7a021892-7814-47d2-98ce-b3e26ac010a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.571360 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-99faa2d9-7b58-482e-ad3b-87823076bbfb tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742363473&fields=id&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 267 time: 0.0494304 Nov 08 13:42:55.682294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-58060bf2-f8d9-4380-832d-554f108a071a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.683761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-58060bf2-f8d9-4380-832d-554f108a071a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 808 time: 0.1052103 Nov 08 13:42:55.699080 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-b3d042fd-04a5-42f4-94d1-729e1e8449f8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/quotas/91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 375 time: 0.0091748 Nov 08 13:42:55.755317 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-61d7ee6b-61ac-4e2c-8f95-91038577b8d5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507174 Nov 08 13:42:55.770963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-f3084d74-fce2-4357-b242-3d10def4ba5a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:42:55.771850 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-f3084d74-fce2-4357-b242-3d10def4ba5a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057683 Nov 08 13:42:55.861105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-83257cba-f3b3-4986-a32b-f800d8705311 service neutron] 10.222.0.58 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Nov 08 13:42:55.960292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-4daf74f4-6ca1-4302-a642-ba3df08f32a7 service neutron] 10.222.0.58 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926452 Nov 08 13:42:56.602585 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4de1deb3-1e19-4750-bf57-a52da474bd0b req-3fbf6900-2aee-476f-a593-06d90e72de1c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0344555 Nov 08 13:42:57.025840 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.714630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-16893933-4d47-4e01-bd5a-c0e6c44acc2a req-72d17cc6-5c89-4508-9e7e-0011cfeed798 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0342731 Nov 08 13:42:58.417713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.685874 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-170d0317-eabf-42f8-a124-dcf33af97649 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:58.687409 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-170d0317-eabf-42f8-a124-dcf33af97649 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 808 time: 0.1147356 Nov 08 13:42:58.759398 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-52853128-d228-4cc6-b9b6-62268a0062f1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 380 time: 0.0631897 Nov 08 13:42:58.770231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'port': {'device_id': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'admin_state_up': True, 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'security_groups': ['8e6ffd5f-c097-4501-b3bb-49942ed0b4a0']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:58.887841 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0388ae2-054b-4541-80bd-4b9a732dede7 req-9bc3c138-cd13-40f2-8df1-8eae9dfdc4dc tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0655880 Nov 08 13:42:59.012410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Made reservation on behalf of 91922eefe1b142d6b0a91ad62fc78897 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:59.016249 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.139640 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.189725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Allocated IP 172.20.0.6 (08267b10-6cdf-4004-aed0-804827056408/b6455eb1-3a07-42ef-b12c-fcc768c0a30d/3e68a6ef-01e1-4788-bf9a-280a64c1c576) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:42:59.369942 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.458903 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.509763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Network 08267b10-6cdf-4004-aed0-804827056408 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:42:59.515245 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:59.520507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:42:59.553875 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:59.606062 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:59.607590 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.686037 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-84528125-5f04-481f-91bb-6eb1ec9aa763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210536 Nov 08 13:42:59.698774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Request body: {'port': {'device_id': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:59.776580 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.869553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1477e354-209d-49d6-a587-c2fcccc1414c None None] Provisioning complete for port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:59.870692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1477e354-209d-49d6-a587-c2fcccc1414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.911854 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1477e354-209d-49d6-a587-c2fcccc1414c None None] Port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:00.080813 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21487f9b-2220-4922-b854-e9de39cc1763 req-1a09d661-6edb-4a18-9c25-cf21e8d792c0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.082476 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21487f9b-2220-4922-b854-e9de39cc1763 req-1a09d661-6edb-4a18-9c25-cf21e8d792c0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 931 time: 0.0863371 Nov 08 13:43:00.186904 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e68a6ef-01e1-4788-bf9a-280a64c1c576 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:00.200988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21487f9b-2220-4922-b854-e9de39cc1763 req-01088cbd-70db-40df-9de1-e6c2a345ee72 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084473 Nov 08 13:43:00.207953 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.229524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Transition to ACTIVE for port object 3e68a6ef-01e1-4788-bf9a-280a64c1c576 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:00.349266 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.428204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:00.493493 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Attempting to bind port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:00.493703 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Attempting to bind port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:00.494021 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Attempting to bind port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:00.499203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 on network 08267b10-6cdf-4004-aed0-804827056408 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:00.499535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Attempting to bind port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 on network 08267b10-6cdf-4004-aed0-804827056408 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:00.507257 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:00.507648 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Checking segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:00.507988 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Bound using segment: {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:00.508429 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Bound port: 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0921279f-99a7-4795-9f31-b9edbeafe6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08267b10-6cdf-4004-aed0-804827056408'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:00.508788 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.579040 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:00.583430 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:00.684427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.722897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.723523 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.725162 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] 10.222.0.61 "PUT /v2.0/ports/3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1091 time: 1.0311060 Nov 08 13:43:00.725775 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:00.727973 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a5257-8d68-4e1e-904f-e24bcae6072f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:00.756935 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d99e7-dc32-44bc-8a07-9e2e733ecd78 service neutron] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:00.783936 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8521aa6-2d47-4fa7-8586-6337d1ea45f0 x-openstack-request-id: req-d8521aa6-2d47-4fa7-8586-6337d1ea45f0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:00.784716 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:00.784890 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8521aa6-2d47-4fa7-8586-6337d1ea45f0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:00.785418 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'status': 'completed', 'code': 200} Nov 08 13:43:00.851317 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-8ecda1a4-596e-4847-9a3a-691390cdf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.852955 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-8ecda1a4-596e-4847-9a3a-691390cdf779 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1094 time: 0.0474734 Nov 08 13:43:00.967139 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-15620638-b210-4ff0-899c-e92c5f10c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.968610 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-15620638-b210-4ff0-899c-e92c5f10c463 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=91922eefe1b142d6b0a91ad62fc78897&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1061206 Nov 08 13:43:01.067805 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-5c7fbf70-f436-492a-97ff-fe5075a1596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:01.069279 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df8a5257-8d68-4e1e-904f-e24bcae6072f req-5c7fbf70-f436-492a-97ff-fe5075a1596d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943086 Nov 08 13:43:01.150803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-8714c54a-8d76-4639-9bb0-b0d0f2d6da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:01.152293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-8714c54a-8d76-4639-9bb0-b0d0f2d6da5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1094 time: 0.0444140 Nov 08 13:43:01.195278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-137413cf-c4c4-46fe-99d6-cd1e930beed0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 217 time: 0.0339420 Nov 08 13:43:01.245053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-968073c0-2136-475f-8c9e-8ad14555c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:01.246730 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-968073c0-2136-475f-8c9e-8ad14555c303 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0458474 Nov 08 13:43:01.330612 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-739139d1-25aa-4141-99fc-01a86117bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:01.332144 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-739139d1-25aa-4141-99fc-01a86117bf8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770035 Nov 08 13:43:01.344812 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577034d-2577-488b-bded-33cdafe0cd85 req-f5b64a42-52a1-4e63-99b1-6a403868444b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:01.346351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6577034d-2577-488b-bded-33cdafe0cd85 req-f5b64a42-52a1-4e63-99b1-6a403868444b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0610893 Nov 08 13:43:01.456032 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6577034d-2577-488b-bded-33cdafe0cd85 req-5a82ecff-b23f-4549-8c1e-c092e2fdd74a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013846 Nov 08 13:43:01.479648 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-6c3650ce-2ec9-41fe-9855-ca2959264a3d service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321115 Nov 08 13:43:01.577513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-00d4f186-548d-4e26-9b08-dc84c1c44f8b req-aa40f46f-23a9-46be-804c-385c1db8b4ba service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895576 Nov 08 13:43:02.585516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb7b23-31f8-4f8d-a471-ef4a07896a7d req-9a48d430-2f1e-4993-b35e-c604fdf71503 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:02.587088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96cb7b23-31f8-4f8d-a471-ef4a07896a7d req-9a48d430-2f1e-4993-b35e-c604fdf71503 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0568714 Nov 08 13:43:02.638049 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-96cb7b23-31f8-4f8d-a471-ef4a07896a7d req-566220db-bd30-4d1e-8672-3f56abb2632a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Nov 08 13:43:03.755392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d12e9-373b-4945-aa39-90241af9cba7 req-de1e13d4-1fa6-4838-9d1e-5581d414206c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:03.756988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-996d12e9-373b-4945-aa39-90241af9cba7 req-de1e13d4-1fa6-4838-9d1e-5581d414206c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0500526 Nov 08 13:43:03.807578 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-996d12e9-373b-4945-aa39-90241af9cba7 req-d018193c-41f4-440b-8445-153c20366517 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Nov 08 13:43:04.927117 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0dd6a-c313-4569-b62d-31e9035f9c36 req-e7d42fd5-d65b-4d0f-81a0-053f63b5a0ab tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:04.928650 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40f0dd6a-c313-4569-b62d-31e9035f9c36 req-e7d42fd5-d65b-4d0f-81a0-053f63b5a0ab tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0494616 Nov 08 13:43:04.982625 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-40f0dd6a-c313-4569-b62d-31e9035f9c36 req-1caadd74-f14a-49a0-b900-f7bbe99e1e80 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478606 Nov 08 13:43:06.152717 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e56e-4d73-4809-99e9-0841156f8657 req-66ff17a3-e865-4337-bfdc-b1902ce59b73 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:06.154258 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d830e56e-4d73-4809-99e9-0841156f8657 req-66ff17a3-e865-4337-bfdc-b1902ce59b73 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0506737 Nov 08 13:43:06.205745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d830e56e-4d73-4809-99e9-0841156f8657 req-d34420f1-fe98-446e-8096-4dc8e04093a2 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Nov 08 13:43:07.321048 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81ee9d-afc8-4cdd-ac52-6d05a64a9803 req-39762bab-865b-4374-b111-7744eed6452d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:07.322351 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c81ee9d-afc8-4cdd-ac52-6d05a64a9803 req-39762bab-865b-4374-b111-7744eed6452d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0480328 Nov 08 13:43:07.371907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8c81ee9d-afc8-4cdd-ac52-6d05a64a9803 req-e896b486-6710-4322-aabe-5ef9339f1987 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Nov 08 13:43:08.490203 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53abb5-5fd5-41bf-809f-4364a9bc5b75 req-5ffcaa3c-a5e4-46b5-bee6-d0e1fc4f3588 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:08.491714 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd53abb5-5fd5-41bf-809f-4364a9bc5b75 req-5ffcaa3c-a5e4-46b5-bee6-d0e1fc4f3588 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0519791 Nov 08 13:43:08.541292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd53abb5-5fd5-41bf-809f-4364a9bc5b75 req-c9b277fc-d94c-474d-aa64-0b734cf02065 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Nov 08 13:43:09.660725 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0576226-9b3a-41e4-a2c0-64559de43d6c req-0131bbf6-9107-4a96-89a3-9cb2e7639037 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:09.662150 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0576226-9b3a-41e4-a2c0-64559de43d6c req-0131bbf6-9107-4a96-89a3-9cb2e7639037 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0501521 Nov 08 13:43:09.711408 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c0576226-9b3a-41e4-a2c0-64559de43d6c req-8f63bd7b-b1da-4fd1-842e-32fe39ada03c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Nov 08 13:43:10.836154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264799b5-8b84-4fd7-a960-4319d912eb73 req-dc9327d2-520c-47cc-bc58-25dabe3c2288 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:10.837641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264799b5-8b84-4fd7-a960-4319d912eb73 req-dc9327d2-520c-47cc-bc58-25dabe3c2288 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0554371 Nov 08 13:43:10.888798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-264799b5-8b84-4fd7-a960-4319d912eb73 req-f636c63a-15ed-4dde-8fec-0cda0395c6e1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Nov 08 13:43:12.089946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f03f-c42a-40fc-a64c-145d3d8f2718 req-75f164e1-413e-47a0-b2e3-95b061d6eaa7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:12.091477 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1001f03f-c42a-40fc-a64c-145d3d8f2718 req-75f164e1-413e-47a0-b2e3-95b061d6eaa7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.1337712 Nov 08 13:43:12.142672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1001f03f-c42a-40fc-a64c-145d3d8f2718 req-55ce2b5b-8905-4be5-a7a0-057a7b001139 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Nov 08 13:43:13.257580 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac2c21-2ba4-43af-aafa-d770dd502c3a req-07257030-11ec-4dc3-ab9d-c9357492b08b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:13.259086 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1ac2c21-2ba4-43af-aafa-d770dd502c3a req-07257030-11ec-4dc3-ab9d-c9357492b08b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0492213 Nov 08 13:43:13.313293 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c1ac2c21-2ba4-43af-aafa-d770dd502c3a req-eeed4727-9a91-44e2-b6c1-092b51e2cb14 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Nov 08 13:43:13.941707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:14.040473 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:14.052182 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'mac_address': 'fa:16:3e:66:d4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:14.089031 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.106498 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e68a6ef-01e1-4788-bf9a-280a64c1c576 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:14.125650 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:14.224713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.272492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:14.280481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.280836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.281197 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.281523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.281860 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.282194 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.283226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.283557 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.283893 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.284218 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.284546 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.284878 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:14.434361 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef3e5-f417-45c5-97b6-19bdfae0e097 req-e81f6783-7180-4da1-841f-384329913e81 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:14.435873 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e5ef3e5-f417-45c5-97b6-19bdfae0e097 req-e81f6783-7180-4da1-841f-384329913e81 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Nov 08 13:43:14.450526 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3e68a6ef-01e1-4788-bf9a-280a64c1c576'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:14.488976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e5ef3e5-f417-45c5-97b6-19bdfae0e097 req-d45f47e3-7115-46f1-bb08-54028b1b6ba6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Nov 08 13:43:15.611917 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98129e7-3ef3-41d9-abc8-a913388b7b05 req-dfcf8d0e-e135-4377-a523-fcee62981d46 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:15.613439 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b98129e7-3ef3-41d9-abc8-a913388b7b05 req-dfcf8d0e-e135-4377-a523-fcee62981d46 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 944 time: 0.0525157 Nov 08 13:43:15.663135 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b98129e7-3ef3-41d9-abc8-a913388b7b05 req-d5ca32e6-3d96-4006-9ee5-6567e033ed11 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Nov 08 13:43:15.956157 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:16.058889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:16.063101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:16.063476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.142753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.164926 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:16.167249 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289ecfc-aa5a-48e5-b867-7245b3b724db" -d '{"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-plugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:16.180074 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:16.206164 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0f283-684d-4619-b65a-7f006fb9f27f x-openstack-request-id: req-20d0f283-684d-4619-b65a-7f006fb9f27f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:16.206482 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-plugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:16.206755 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20d0f283-684d-4619-b65a-7f006fb9f27f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:16.207148 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'code': 200} Nov 08 13:43:16.245400 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.292657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:16.307402 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f4c5-2644-4e8a-abfc-a5d26ee68ffb req-e58cc467-3318-4acb-9948-24e368411e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:16.308892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac48f4c5-2644-4e8a-abfc-a5d26ee68ffb req-e58cc467-3318-4acb-9948-24e368411e61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0456583 Nov 08 13:43:16.357110 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ac48f4c5-2644-4e8a-abfc-a5d26ee68ffb req-cf59c80e-1402-4fae-b676-206841ed5198 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404012 Nov 08 13:43:16.785060 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf46a00-033b-4849-8f19-8fa578ed83fa req-d97a617c-a7e8-4a36-9d91-b9088c36d9a5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:16.786622 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbf46a00-033b-4849-8f19-8fa578ed83fa req-d97a617c-a7e8-4a36-9d91-b9088c36d9a5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Nov 08 13:43:16.846976 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dbf46a00-033b-4849-8f19-8fa578ed83fa req-bd6ab00a-f0d3-43ba-8461-9a5ca706cc44 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526779 Nov 08 13:43:16.897220 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.965972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b730a-5443-45c3-a9ea-f166b1e55903 req-5139ec89-9a3b-4220-8328-b3b22f472c9b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:17.967468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c2b730a-5443-45c3-a9ea-f166b1e55903 req-5139ec89-9a3b-4220-8328-b3b22f472c9b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0497620 Nov 08 13:43:18.022088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9c2b730a-5443-45c3-a9ea-f166b1e55903 req-933549bb-f73c-4494-afea-afa2edf0e6e3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Nov 08 13:43:18.137240 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7db6-f6b7-4e47-8b85-8829f6a3e071 req-77475c7d-b567-40da-8a13-b7f0cab70ffc tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.138662 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-075b7db6-f6b7-4e47-8b85-8829f6a3e071 req-77475c7d-b567-40da-8a13-b7f0cab70ffc tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Nov 08 13:43:18.190017 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-075b7db6-f6b7-4e47-8b85-8829f6a3e071 req-bc031bed-91b1-4aec-bd86-c273e7a00411 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Nov 08 13:43:18.212007 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.252697 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37943d1a-ad69-478d-bee3-28bc81b4508d tempest-TestShelveInstance-1334707638 tempest-TestShelveInstance-1334707638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.255042 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-37943d1a-ad69-478d-bee3-28bc81b4508d tempest-TestShelveInstance-1334707638 tempest-TestShelveInstance-1334707638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1091 time: 0.0420537 Nov 08 13:43:18.257814 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.262128 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:18.354085 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.459456 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.570077 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Allocated IP 172.25.1.228 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/97a0e33e-0191-4e47-a952-c68961985a1f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:19.043679 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-f05f06f0-c238-421f-ab10-4fbf99b583da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739279 Nov 08 13:43:19.050197 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.136277 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-49c9fc7d-170b-4a55-8236-abffb71bc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.137779 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-49c9fc7d-170b-4a55-8236-abffb71bc065 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Nov 08 13:43:19.167419 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.258196 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:19.265870 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:19.274112 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:19.280399 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=97a0e33e-0191-4e47-a952-c68961985a1f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:19.319938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-4fcdb6fd-6671-4e77-8a54-8f17ef8d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.321390 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-4fcdb6fd-6671-4e77-8a54-8f17ef8d0b20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1633344 Nov 08 13:43:19.372415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-9e15061c-cec5-4837-9c46-08b41887945c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 217 time: 0.0431023 Nov 08 13:43:19.473692 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-31ce45f9-dbc1-4567-9102-6968c8343f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.475196 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-31ce45f9-dbc1-4567-9102-6968c8343f60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0870104 Nov 08 13:43:19.599923 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-e59a41be-7635-45e0-b157-48d807961c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.601470 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-e59a41be-7635-45e0-b157-48d807961c0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139574 Nov 08 13:43:19.764456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-bf2c7f3d-cc8a-4bdd-9360-145d21716654 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561162 Nov 08 13:43:19.937254 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.943066 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1cb53b51-c7a9-40a9-8544-ffad9ed9f503 req-c5f61287-5a28-439f-b3b5-2fcf6eeae3eb service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420531 Nov 08 13:43:20.120827 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.301087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.384265 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.456590 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event updated for resources: {'Port': ['ID=97a0e33e-0191-4e47-a952-c68961985a1f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:20.472468 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.592861 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Floating IP 97585353-a44d-44d3-bf77-561c1741a62b associated. External IP: 172.25.1.228, port: 3e68a6ef-01e1-4788-bf9a-280a64c1c576. Nov 08 13:43:20.849149 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:43:20.939448 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.965979 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:20.983574 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:20.995281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:20.995934 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:21.043716 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.074696 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0fb3fd5e-5fcf-41ac-8735-72ebf88a9608 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8156660 Nov 08 13:43:21.075262 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:21.077925 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9188ce69-44b0-49ed-bedf-0e73564af605" -d '{"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:21.119626 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e0967-763b-4643-af32-81272e5fcca8 x-openstack-request-id: req-c13e0967-763b-4643-af32-81272e5fcca8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:21.119939 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:21.120190 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c13e0967-763b-4643-af32-81272e5fcca8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:21.120595 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'status': 'completed', 'code': 200} Nov 08 13:43:21.127799 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:21.190959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-b673544b-9566-4adf-92e6-ca039d654cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.192503 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-b673544b-9566-4adf-92e6-ca039d654cf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0468779 Nov 08 13:43:21.317351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-f23e74a6-6916-4d2b-89dc-325c8ddd8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.319902 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-f23e74a6-6916-4d2b-89dc-325c8ddd8b75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1207108 Nov 08 13:43:21.393297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-0d9357f1-b671-468a-b895-be05bc3a8ca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 999 time: 0.0666916 Nov 08 13:43:21.416203 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '97585353-a44d-44d3-bf77-561c1741a62b', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:66:d4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:19Z', 'updated_at': '2021-11-08T13:43:19Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:21.444378 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:21.451777 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-2b7dccec-4b19-476d-9fc2-c5a047501be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.453436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-2b7dccec-4b19-476d-9fc2-c5a047501be2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0539601 Nov 08 13:43:21.455991 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:21.457138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:42:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:21.504508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-4b2692c2-fcbc-409c-addb-b0e26ad91770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.506073 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-4b2692c2-fcbc-409c-addb-b0e26ad91770 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462444 Nov 08 13:43:21.582749 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:21.612857 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-ad75a643-9eb4-43cf-ad31-753451c921c8 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994189 Nov 08 13:43:21.709220 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9188ce69-44b0-49ed-bedf-0e73564af605 req-95a04d14-882e-455c-b07d-749f6d3516e8 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896423 Nov 08 13:43:21.817079 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '97585353-a44d-44d3-bf77-561c1741a62b', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:66:d4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:19Z', 'updated_at': '2021-11-08T13:43:19Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:21.843752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae58f90-d267-4100-b5e1-9afa7ddd7535 None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': '97585353-a44d-44d3-bf77-561c1741a62b', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'mac_address': 'fa:16:3e:66:d4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:19Z', 'updated_at': '2021-11-08T13:43:19Z', 'revision_number': 0, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:22.051193 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3695d7-5a63-46d6-be1a-a3d2bec91db4 None None] New status for floating IP 97585353-a44d-44d3-bf77-561c1741a62b: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:43:23.149895 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-930452c7-4ec0-4e47-a6ff-8266211ae290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:25.543844 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d965b1c3-02a8-46a9-8ea7-a0de33a55d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.319997 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:43:27.017143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.405458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.130599 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:46.909462 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.937848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.152453 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0b81bc5b-030b-4bff-a89d-bb2d66a18688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.572025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e6a00466-eda6-4e1d-a01d-a4e92ae08226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:57.038296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.411943 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.120424 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.318861 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:44:16.885467 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.955713 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.003795 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-644ecc81-b94c-4c65-ac20-53ac07585942 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448830 Nov 08 13:44:21.109807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58628-618c-4d79-8dff-89879f288ddb req-c1cfafd3-ba7f-40fe-956c-b1ca5bb9f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.111449 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-c1cfafd3-ba7f-40fe-956c-b1ca5bb9f3eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0605628 Nov 08 13:44:21.233301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58628-618c-4d79-8dff-89879f288ddb req-c355a6bd-2759-4e9c-a864-4a098dd5999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.234798 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-c355a6bd-2759-4e9c-a864-4a098dd5999b service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1018250 Nov 08 13:44:21.319274 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-60fd887c-24f4-4edf-a2cd-ee51cb3f176d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1001 time: 0.0763216 Nov 08 13:44:21.375529 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58628-618c-4d79-8dff-89879f288ddb req-ebe55553-8888-4a03-b7a2-8225bc8bd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.377022 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-ebe55553-8888-4a03-b7a2-8225bc8bd78a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0509169 Nov 08 13:44:21.436892 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58628-618c-4d79-8dff-89879f288ddb req-5118d99f-e2c7-4637-aa24-7222d204b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.438462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-5118d99f-e2c7-4637-aa24-7222d204b801 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530543 Nov 08 13:44:21.542762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-93911def-74d2-47be-b629-06807611a26c service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964134 Nov 08 13:44:21.645402 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ebc58628-618c-4d79-8dff-89879f288ddb req-1a48d471-99c2-4869-a1be-15a81b952f89 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956078 Nov 08 13:44:23.163134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2b959984-7bc5-4481-80c8-b4bee3386cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.594469 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0afd6103-3355-4eee-bb71-3afc979a0e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:27.054280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:28.488075 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:29.156663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.320690 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:44:46.881523 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.995850 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.190334 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7b269ecf-06a9-4000-8e47-44045f0cf628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.570533 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72e175fe-0cbc-4ad0-910c-d9a60abada1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.039184 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.421549 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.138636 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:17.009792 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:17.318617 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:45:20.981705 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:22.095495 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-2aa599d5-0047-416a-87b8-58ef52827189 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270349 Nov 08 13:45:22.207481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-59a771f1-7406-41f9-a89e-63f245fc1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.209129 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-59a771f1-7406-41f9-a89e-63f245fc1c9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0660291 Nov 08 13:45:22.330657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-1e2a202e-c975-4643-a010-87def9d0e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.332297 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-1e2a202e-c975-4643-a010-87def9d0e6fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1011021 Nov 08 13:45:22.423457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-a1bc6012-6abe-45df-a886-986e5e367d30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1001 time: 0.0830047 Nov 08 13:45:22.480897 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-5e23a67e-a0a2-4873-9847-b3f844c38335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.483411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-5e23a67e-a0a2-4873-9847-b3f844c38335 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0542691 Nov 08 13:45:22.536618 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-a1b9a554-f9ea-4e76-ba5d-8938e2eceaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.538661 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-a1b9a554-f9ea-4e76-ba5d-8938e2eceaf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488763 Nov 08 13:45:22.642720 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-74da92c5-898d-46cf-9b87-397966ac20bb service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970659 Nov 08 13:45:22.738879 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-518cca56-e88f-443f-a1f2-842f9c5a6244 req-f01441e8-777b-41fd-8c5d-6943cf8f1062 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Nov 08 13:45:23.171501 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cf07aa00-7759-47a9-b835-fb52ae553eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.559758 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2bd23725-1e9b-4875-8a14-833dad0f71f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.119678 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:28.502959 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:29.131148 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:46.901663 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:48.331656 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc8b0-8457-40d6-9787-693121651441 req-61696798-9247-4fea-bac5-a90572bcd6f9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:48.334334 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b4fc8b0-8457-40d6-9787-693121651441 req-61696798-9247-4fea-bac5-a90572bcd6f9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0644369 Nov 08 13:45:48.396176 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4b4fc8b0-8457-40d6-9787-693121651441 req-db9e2a68-f2d2-4e77-9189-da7e8f645d2d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525925 Nov 08 13:45:49.654589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64750cf-91aa-429f-a876-de5035b23ac1 req-e7bc57e1-be13-4bfd-9636-928dd2acf63f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:49.657055 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e64750cf-91aa-429f-a876-de5035b23ac1 req-e7bc57e1-be13-4bfd-9636-928dd2acf63f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.1349585 Nov 08 13:45:49.738534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e64750cf-91aa-429f-a876-de5035b23ac1 req-bb393d84-401b-4327-ba5b-b7d4eaeb1c39 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695364 Nov 08 13:45:50.938772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca78240-b61d-42f4-a28b-f823e01e19c4 req-0697f748-bcb1-4f89-b9ef-57e35ec5f73b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:50.940464 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ca78240-b61d-42f4-a28b-f823e01e19c4 req-0697f748-bcb1-4f89-b9ef-57e35ec5f73b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0782607 Nov 08 13:45:50.981537 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:51.022335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ca78240-b61d-42f4-a28b-f823e01e19c4 req-8ae72b43-07f1-490e-9bd6-d2b31b2f9e9b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746741 Nov 08 13:45:52.170557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296ceab-a447-4137-bc95-59a5574689d6 req-d17462d6-fdd0-4757-b03e-20ddd90b5895 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:52.172957 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b296ceab-a447-4137-bc95-59a5574689d6 req-d17462d6-fdd0-4757-b03e-20ddd90b5895 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0665324 Nov 08 13:45:52.246677 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b296ceab-a447-4137-bc95-59a5574689d6 req-6683dd18-e603-494d-96ba-f3c596166f7c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628874 Nov 08 13:45:53.205168 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3655b4a7-91dc-4f15-9dd0-637c69653e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.378994 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87390e-2160-4ab6-9b8d-2134a9b19eff req-0f941354-25f2-4ce7-aef2-107f22ae143a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:53.381087 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf87390e-2160-4ab6-9b8d-2134a9b19eff req-0f941354-25f2-4ce7-aef2-107f22ae143a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0591800 Nov 08 13:45:53.444991 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf87390e-2160-4ab6-9b8d-2134a9b19eff req-59486f01-2a9b-4199-8ac1-b3af35f4be1d tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574200 Nov 08 13:45:54.320809 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:45:54.603258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aead4f-a8ef-4221-802c-a87b41aa63b0 req-7a40be45-91ed-4c15-bc31-d20bb2a14bd9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.605457 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83aead4f-a8ef-4221-802c-a87b41aa63b0 req-7a40be45-91ed-4c15-bc31-d20bb2a14bd9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0705478 Nov 08 13:45:54.682690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-83aead4f-a8ef-4221-802c-a87b41aa63b0 req-c645f6c4-44b1-4f90-a87c-c88bb398546f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654464 Nov 08 13:45:55.553784 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5638774-492b-499d-8ad0-530aa910b645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:55.816907 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc5621-ca7c-4397-87f4-8a74812572f2 req-5a239ef3-3eb2-4626-8c7f-927a232b8d4c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.816907 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dbc5621-ca7c-4397-87f4-8a74812572f2 req-5a239ef3-3eb2-4626-8c7f-927a232b8d4c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0573094 Nov 08 13:45:55.880458 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9dbc5621-ca7c-4397-87f4-8a74812572f2 req-04cc9145-e629-43af-9f8d-c0040174a417 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579798 Nov 08 13:45:57.035357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada794d-d46f-4b20-bb43-4723b852d549 req-f7bb66c5-4988-43f7-950a-87a282a828ab tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:57.036917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ada794d-d46f-4b20-bb43-4723b852d549 req-f7bb66c5-4988-43f7-950a-87a282a828ab tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0635400 Nov 08 13:45:57.044191 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:57.097191 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6ada794d-d46f-4b20-bb43-4723b852d549 req-eeaa52e8-e81f-40f4-94cc-be5ec9e73eed tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538793 Nov 08 13:45:58.236635 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923248-7f4a-4116-b040-b8068ace8e42 req-e75e5157-2f37-40e0-9dea-9ba390fa34c7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.238186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69923248-7f4a-4116-b040-b8068ace8e42 req-e75e5157-2f37-40e0-9dea-9ba390fa34c7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0534327 Nov 08 13:45:58.292995 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-69923248-7f4a-4116-b040-b8068ace8e42 req-5f2656bb-6c3c-44e2-8cf8-4478b39a4d06 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485337 Nov 08 13:45:58.524105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:58.527617 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-78a83ee7-0612-4214-a463-7d4e454ab1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.529435 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-78a83ee7-0612-4214-a463-7d4e454ab1bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0440767 Nov 08 13:45:58.626855 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-0c84c755-a972-4c2a-ab7d-c2fb7165746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.628367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-0c84c755-a972-4c2a-ab7d-c2fb7165746c service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0924597 Nov 08 13:45:58.699077 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-277d5048-4444-43bc-9681-da268a5d41cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1001 time: 0.0638757 Nov 08 13:45:58.751115 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-74ec5581-1839-46f9-953f-ceae1c4d81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.752680 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-74ec5581-1839-46f9-953f-ceae1c4d81cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0470438 Nov 08 13:45:58.801797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-812e156c-e56e-4c57-8dfc-f94de56d41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.803792 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-812e156c-e56e-4c57-8dfc-f94de56d41b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442641 Nov 08 13:45:58.903731 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-ad12e893-6041-4695-924a-156ef3e7a456 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926881 Nov 08 13:45:59.004828 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a694cdf4-2dc3-4dc7-8b4f-005d2051e136 req-83d59815-8eb7-4afe-82ba-0b8889517a38 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941069 Nov 08 13:45:59.141172 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:59.418693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2a5b-f04f-44ec-86b5-63d749eb14fb req-6063e0f8-56c3-4ea4-bf2b-7ff91baafd59 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:59.421541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-194c2a5b-f04f-44ec-86b5-63d749eb14fb req-6063e0f8-56c3-4ea4-bf2b-7ff91baafd59 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0560546 Nov 08 13:45:59.482383 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-194c2a5b-f04f-44ec-86b5-63d749eb14fb req-a087216d-5890-4611-a355-0d922fb291b1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520980 Nov 08 13:46:00.605043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58039-f51e-4c47-84c6-dc49f3aada3b req-6dc14211-04f4-4ad8-bbd4-453efa07eb4c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.606600 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91c58039-f51e-4c47-84c6-dc49f3aada3b req-6dc14211-04f4-4ad8-bbd4-453efa07eb4c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0542564 Nov 08 13:46:00.658335 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-91c58039-f51e-4c47-84c6-dc49f3aada3b req-79e099c1-e653-4c48-a2fe-fbaadf18105e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450833 Nov 08 13:46:01.789933 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b4075-f42a-440a-b77e-7d96ac227635 req-c8653915-7fac-471d-85e3-e15e0d61ae1b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:01.791514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-798b4075-f42a-440a-b77e-7d96ac227635 req-c8653915-7fac-471d-85e3-e15e0d61ae1b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0540216 Nov 08 13:46:01.849752 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-798b4075-f42a-440a-b77e-7d96ac227635 req-40a199d6-4066-400e-8ad0-37896767117f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510547 Nov 08 13:46:02.701497 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:02.789734 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:02.816741 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:02.819168 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4e6917-cb29-444f-89ad-de7596f60a2a" -d '{"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:02.832767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:02.907461 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:02.932262 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a5610-19ae-41d4-bf9e-2574ca435de8 x-openstack-request-id: req-c63a5610-19ae-41d4-bf9e-2574ca435de8 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:02.932559 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:02.932854 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c63a5610-19ae-41d4-bf9e-2574ca435de8 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:02.933208 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'code': 200} Nov 08 13:46:02.963100 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:02.972037 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.972467 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.972889 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.973299 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.973691 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.974112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.974538 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.974925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.975321 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.975648 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.975969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:02.976289 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.018748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0680fe9-443a-47fc-90dd-27f5ad33a677 req-e3704de4-5acf-46e2-aca3-b878eafa2718 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.020414 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0680fe9-443a-47fc-90dd-27f5ad33a677 req-e3704de4-5acf-46e2-aca3-b878eafa2718 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0673535 Nov 08 13:46:03.080427 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a0680fe9-443a-47fc-90dd-27f5ad33a677 req-e6e130d4-f851-4804-bcaf-b341bcf2897b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522139 Nov 08 13:46:04.238016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a70b-3b02-45b5-bb97-da0ee67fa70e req-74d5ae1d-44e1-48a0-bbb8-880c81031322 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.239626 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b02a70b-3b02-45b5-bb97-da0ee67fa70e req-74d5ae1d-44e1-48a0-bbb8-880c81031322 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0573177 Nov 08 13:46:04.294767 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8b02a70b-3b02-45b5-bb97-da0ee67fa70e req-5e273376-cfe6-43a8-9dac-7c05899d06d4 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488021 Nov 08 13:46:04.421278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-53f1476c-c6c5-40eb-b903-d0876e42e2ad req-c338adc1-3d48-43ca-b07d-94780528567e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:46:04.428120 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-53f1476c-c6c5-40eb-b903-d0876e42e2ad req-c338adc1-3d48-43ca-b07d-94780528567e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567076 Nov 08 13:46:04.770714 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fb13-4cfa-4ead-a773-8f75319c4ab0 req-30eeb825-937b-40f7-b3e1-ff6e0021ce80 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.772380 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba05fb13-4cfa-4ead-a773-8f75319c4ab0 req-30eeb825-937b-40f7-b3e1-ff6e0021ce80 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0605192 Nov 08 13:46:04.920750 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-ef1a5fc2-e830-4e5c-bff3-792ae383d77a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963540 Nov 08 13:46:04.929121 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-dbe2e73e-985a-435f-b277-89a8fc45450b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:46:04.930175 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-dbe2e73e-985a-435f-b277-89a8fc45450b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057523 Nov 08 13:46:05.184988 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ba05fb13-4cfa-4ead-a773-8f75319c4ab0 req-221a0e58-2ff9-4e33-8513-e1c0e4b29849 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054508 Nov 08 13:46:06.324351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20cd9c-df6d-4083-a9a2-5df04756d45a req-85849926-078d-4171-85ca-a62c80558129 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:06.325986 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d20cd9c-df6d-4083-a9a2-5df04756d45a req-85849926-078d-4171-85ca-a62c80558129 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0552201 Nov 08 13:46:06.382454 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4d20cd9c-df6d-4083-a9a2-5df04756d45a req-53bd5f71-bff8-46e7-8f7a-a06c1897ce2a tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 Nov 08 13:46:07.527042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe243f9-278f-45b4-8d6e-29278ef91209 req-1bdd5a8d-c39f-4293-9f0f-edad0b544bb9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:07.528623 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fe243f9-278f-45b4-8d6e-29278ef91209 req-1bdd5a8d-c39f-4293-9f0f-edad0b544bb9 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0619233 Nov 08 13:46:07.610800 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fe243f9-278f-45b4-8d6e-29278ef91209 req-7917ee97-d403-43b2-948f-7124aa6f7edb tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703459 Nov 08 13:46:08.781930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b350f0-a478-42e7-aa4d-a7a3055486f3 req-03432c15-a366-4d71-893e-b4fde725c003 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.783872 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76b350f0-a478-42e7-aa4d-a7a3055486f3 req-03432c15-a366-4d71-893e-b4fde725c003 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0740683 Nov 08 13:46:08.846820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-76b350f0-a478-42e7-aa4d-a7a3055486f3 req-43c15820-2d34-4545-bc4e-b7dd68a25781 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Nov 08 13:46:10.008331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33c20-3acf-4099-9fa5-4604ac62c206 req-e6600b26-3a41-4696-8f90-e08e19646bd6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:10.009877 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b33c20-3acf-4099-9fa5-4604ac62c206 req-e6600b26-3a41-4696-8f90-e08e19646bd6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0662239 Nov 08 13:46:10.069189 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-58b33c20-3acf-4099-9fa5-4604ac62c206 req-35c792f4-e351-496c-85b8-b5ac1d7306e6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515361 Nov 08 13:46:11.207097 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517672a-4f44-4a5b-a656-4c896775ef90 req-b2a6e091-033e-40b7-8461-c07333e15228 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.208741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a517672a-4f44-4a5b-a656-4c896775ef90 req-b2a6e091-033e-40b7-8461-c07333e15228 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0622311 Nov 08 13:46:11.275114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a517672a-4f44-4a5b-a656-4c896775ef90 req-8fce3b34-d0bd-4227-97be-1e56c47f3205 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585401 Nov 08 13:46:12.421998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb5aec-e40f-4afc-8819-867ccd4f0710 req-24538110-4acb-407c-9922-bc2cd36228f2 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.423588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9bb5aec-e40f-4afc-8819-867ccd4f0710 req-24538110-4acb-407c-9922-bc2cd36228f2 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0719452 Nov 08 13:46:12.478446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9bb5aec-e40f-4afc-8819-867ccd4f0710 req-0d0eba87-4021-433e-be9b-c12d6ec309e4 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488689 Nov 08 13:46:12.763972 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-caac1d26-ca74-48bd-be07-ffa930e1d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.766202 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-caac1d26-ca74-48bd-be07-ffa930e1d079 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&tenant_id=91922eefe1b142d6b0a91ad62fc78897 HTTP/1.1" status: 200 len: 1094 time: 0.0448475 Nov 08 13:46:12.835606 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-c036dcbc-7f09-4bde-bc6c-9e540ac747f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.838413 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-c036dcbc-7f09-4bde-bc6c-9e540ac747f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1094 time: 0.0494206 Nov 08 13:46:12.953839 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-aac658ae-620d-4f65-8542-08cf2b9ed2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.955401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-aac658ae-620d-4f65-8542-08cf2b9ed2d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.1104877 Nov 08 13:46:13.032774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-bf716588-b4f6-4ac7-b527-f7c630fb3dd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 999 time: 0.0691993 Nov 08 13:46:13.087673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-8f213440-e345-463d-ba27-4bbf919b4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.089262 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-8f213440-e345-463d-ba27-4bbf919b4764 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0502889 Nov 08 13:46:13.142537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-c2b80a9e-ef96-43e2-8ea6-eaac8dcae4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.144082 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-c2b80a9e-ef96-43e2-8ea6-eaac8dcae4a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478909 Nov 08 13:46:13.263751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-39d9cad6-132f-45b1-9ca3-edcd600d03bb service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093965 Nov 08 13:46:13.368276 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-38b68efd-3efd-423f-99d8-f3d2315a976f service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973814 Nov 08 13:46:13.622920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec872d-f60d-4c8c-8f74-9b3bd65e59af req-e38fa962-c738-49a1-9e91-771c304d373c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.624481 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5ec872d-f60d-4c8c-8f74-9b3bd65e59af req-e38fa962-c738-49a1-9e91-771c304d373c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0623169 Nov 08 13:46:13.699534 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b5ec872d-f60d-4c8c-8f74-9b3bd65e59af req-3c676983-25bb-4101-90f5-068c4d1fc98e tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681791 Nov 08 13:46:14.850314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdf5e4-b4a5-4481-add1-ea59d2ae264a req-cd7110b1-c7e9-4d4f-9e81-130bcf42c469 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.851924 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77cdf5e4-b4a5-4481-add1-ea59d2ae264a req-cd7110b1-c7e9-4d4f-9e81-130bcf42c469 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0662498 Nov 08 13:46:14.907529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-77cdf5e4-b4a5-4481-add1-ea59d2ae264a req-90013cf7-2809-47ad-bf48-ff532f862989 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489213 Nov 08 13:46:16.039198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78a26-93d9-420b-9d13-f569512d2bf2 req-97ea9fd6-d58a-487f-909a-731a96c68f91 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:16.040745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aec78a26-93d9-420b-9d13-f569512d2bf2 req-97ea9fd6-d58a-487f-909a-731a96c68f91 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0517483 Nov 08 13:46:16.103281 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-aec78a26-93d9-420b-9d13-f569512d2bf2 req-266b14b6-cfcb-4f1d-a5b4-26d54a8ee19f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536735 Nov 08 13:46:16.923004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.227054 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e809ecc-79b7-49a0-b966-032ac4d2bc7b req-04e41d8a-5784-439f-828c-e17c7186187c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:17.228693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e809ecc-79b7-49a0-b966-032ac4d2bc7b req-04e41d8a-5784-439f-828c-e17c7186187c tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0529766 Nov 08 13:46:17.293285 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0e809ecc-79b7-49a0-b966-032ac4d2bc7b req-e40f6951-4b40-419d-906e-d17af72b19bd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539968 Nov 08 13:46:18.420939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a76cb-8ca4-4dd3-af7a-5da17098c385 req-045f7066-7362-4586-b98b-e2f5fca512c0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.422543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c2a76cb-8ca4-4dd3-af7a-5da17098c385 req-045f7066-7362-4586-b98b-e2f5fca512c0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0563886 Nov 08 13:46:18.480116 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7c2a76cb-8ca4-4dd3-af7a-5da17098c385 req-72c9bf97-5fdd-488a-8b85-a99e4f4b3814 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501339 Nov 08 13:46:19.621924 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073796e-40f9-48e8-8d62-af9c0e8f1193 req-6fdd53ea-82c0-445b-adc2-a1bdc7202ff3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:19.624059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b073796e-40f9-48e8-8d62-af9c0e8f1193 req-6fdd53ea-82c0-445b-adc2-a1bdc7202ff3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0625618 Nov 08 13:46:19.695633 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b073796e-40f9-48e8-8d62-af9c0e8f1193 req-dcf2ad1f-606d-4724-8f49-88b2ea9c0b35 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638337 Nov 08 13:46:20.778332 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:20.823946 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf676bb8-542d-4e9e-9055-a2e24f8ee9ec req-ab6c7c04-2c81-4b30-8155-c10b86934ab3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:20.825545 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf676bb8-542d-4e9e-9055-a2e24f8ee9ec req-ab6c7c04-2c81-4b30-8155-c10b86934ab3 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 943 time: 0.0553262 Nov 08 13:46:20.895630 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cf676bb8-542d-4e9e-9055-a2e24f8ee9ec req-7f549744-32b2-4987-99d5-e53fd8cb562b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577552 Nov 08 13:46:20.932028 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:20.953651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'port_id': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'mac_address': 'fa:16:3e:66:d4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:21.015102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:21.032865 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e68a6ef-01e1-4788-bf9a-280a64c1c576 {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:21.038553 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:21.057429 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:21.150883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:21.203836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:21.364549 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['3e68a6ef-01e1-4788-bf9a-280a64c1c576'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:22.043496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9e50a-9392-46e3-b75f-5f246d2bf195 req-ec652e4c-5367-4513-bbbe-f7824f0fbf10 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:22.045606 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf9e50a-9392-46e3-b75f-5f246d2bf195 req-ec652e4c-5367-4513-bbbe-f7824f0fbf10 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 944 time: 0.0613923 Nov 08 13:46:22.111096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-acf9e50a-9392-46e3-b75f-5f246d2bf195 req-1cdf2b1b-0f11-4077-a749-537525ddd0b7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588784 Nov 08 13:46:22.779170 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:22.853252 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:22.853641 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:22.961106 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:22.994045 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:22.996360 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cbf622-03d8-444a-862e-2b1075f6c554" -d '{"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-plugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:23.010707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:23.053115 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ddfa01-9878-4367-8378-e8349310ae45 x-openstack-request-id: req-59ddfa01-9878-4367-8378-e8349310ae45 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:23.053516 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-plugged", "status": "completed", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:23.054004 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59ddfa01-9878-4367-8378-e8349310ae45 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:23.054662 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'code': 200} Nov 08 13:46:23.129635 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.205871 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ef62-7161-4aab-9938-e6d11ad2b03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.229380 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:23.276996 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff13110-524a-4666-b8e7-75f01fe4de27 req-d5f7f340-5c99-4d19-a1b7-f817273746df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.278632 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eff13110-524a-4666-b8e7-75f01fe4de27 req-d5f7f340-5c99-4d19-a1b7-f817273746df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0902061 Nov 08 13:46:23.302434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb42d-f115-4238-8ccc-baa803940820 req-d559ab55-3a36-477b-88f0-0c1e6d9663a6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.303870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8bb42d-f115-4238-8ccc-baa803940820 req-d559ab55-3a36-477b-88f0-0c1e6d9663a6 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0756266 Nov 08 13:46:23.388011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eff13110-524a-4666-b8e7-75f01fe4de27 req-3caef3b7-a2f7-49ea-b276-adec05b24f9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019638 Nov 08 13:46:23.414774 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-bf8bb42d-f115-4238-8ccc-baa803940820 req-3d9dea09-21fe-4498-8b4f-c70c38072b79 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995798 Nov 08 13:46:24.026440 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-19b439f0-2df3-4b89-a13b-72c26d897d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.027956 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-19b439f0-2df3-4b89-a13b-72c26d897d2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0480242 Nov 08 13:46:24.146461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-e7751dc1-5d87-413b-bbdc-1285275f1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.147949 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-e7751dc1-5d87-413b-bbdc-1285275f1f6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0969892 Nov 08 13:46:24.238896 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-448ca042-b909-47b6-b3f1-088c3c200f02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1001 time: 0.0801263 Nov 08 13:46:24.300788 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-a8ea9e69-5a3e-4309-a405-539b33a1fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.302292 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-a8ea9e69-5a3e-4309-a405-539b33a1fe69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0564542 Nov 08 13:46:24.363237 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-07176be6-c1fa-410d-b65e-038d46bf3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.364814 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-07176be6-c1fa-410d-b65e-038d46bf3a74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511212 Nov 08 13:46:24.483102 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-8ac31217-772f-40be-81ba-aa91bfaf0d27 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091781 Nov 08 13:46:24.618728 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a236847-7267-40e9-bc2a-e54909a09756 req-0301d13a-1d27-409c-8df8-a8c02866493f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.625241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a236847-7267-40e9-bc2a-e54909a09756 req-0301d13a-1d27-409c-8df8-a8c02866493f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.1093462 Nov 08 13:46:24.625241 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b9f7acf7-81ce-495a-9020-a039d317a458 req-eea796f8-d22c-4200-9d00-7865fc48bd86 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360333 Nov 08 13:46:24.677395 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9a236847-7267-40e9-bc2a-e54909a09756 req-060545f4-d22e-425d-83eb-492f2bad950f tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508409 Nov 08 13:46:25.631010 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38770277-fd0a-4d68-b554-ac2e679d657c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:25.815967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d49b3-e095-4b33-8365-e31d8c543fa7 req-074670c4-35ae-4530-930e-e802804d814b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.817529 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25d49b3-e095-4b33-8365-e31d8c543fa7 req-074670c4-35ae-4530-930e-e802804d814b tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0610502 Nov 08 13:46:25.871943 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e25d49b3-e095-4b33-8365-e31d8c543fa7 req-52cb4e52-f3fe-42bb-96d1-c8ac971e5aa1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Nov 08 13:46:27.054065 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:28.494177 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:29.139626 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:31.321164 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:46:46.939250 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:51.013607 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:53.224862 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f8f-3dd0-441e-ba44-82e0ae556107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.653158 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fcb8fa2e-4e46-4a2f-b5f3-d52d92dfd8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:57.063786 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.481548 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.149852 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.321777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:47:16.961107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.086227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.200107 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79e62068-21e0-415e-831f-d51599df2fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.999447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-6ef9d292-8a7c-4a3c-9549-b0f5d0195da1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454342 Nov 08 13:47:25.088499 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-76cbf54d-1b6f-4949-8eaa-bb913bb34d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.090134 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-76cbf54d-1b6f-4949-8eaa-bb913bb34d6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0432472 Nov 08 13:47:25.196073 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-ca2f7b12-e9e4-4953-9397-4ae63a6ee0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.197543 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-ca2f7b12-e9e4-4953-9397-4ae63a6ee0b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0876915 Nov 08 13:47:25.272068 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-4bc78237-db5d-46ad-ad24-1569a5637dcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 1001 time: 0.0673344 Nov 08 13:47:25.325963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-f8f45388-815b-40c8-b0f2-c8b52e3bf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.327468 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-f8f45388-815b-40c8-b0f2-c8b52e3bf40b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0459096 Nov 08 13:47:25.374328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-8863f5f9-2f12-4b1f-ba5c-afe79dd54b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.375844 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-8863f5f9-2f12-4b1f-ba5c-afe79dd54b60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414820 Nov 08 13:47:25.475100 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-c84aec0e-1c89-48db-a2c5-6f40545c1cfd service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919242 Nov 08 13:47:25.543496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-452bf9ef-32bf-48e9-8d59-41bcaf0a75e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.577771 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1301c32c-531f-4418-bf80-da17e3c9d155 req-e12c3794-1d5f-4736-a0b9-e4c66c90aacc service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953267 Nov 08 13:47:27.051576 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.417808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.137383 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.322232 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:47:46.914357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:50.976557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.175778 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20be6112-536a-4cf2-9a95-0c16fc414f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:55.536793 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d313f48c-79e8-4454-bbb6-edaba5931e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.044344 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.444223 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.130088 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.565340 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:05.725099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Deleting port 97a0e33e-0191-4e47-a952-c68961985a1f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:05.725442 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.801325 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.801645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.814219 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Calling delete_port for 97a0e33e-0191-4e47-a952-c68961985a1f owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:05.999236 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.026142 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'Port': ['ID=97a0e33e-0191-4e47-a952-c68961985a1f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:06.055673 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.056016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.056357 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.056693 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.057516 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.058090 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.058231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.058512 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.058836 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.059159 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.059480 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.059810 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:06.099233 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.099561 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Floating IP 97585353-a44d-44d3-bf77-561c1741a62b disassociated (deleted). External IP: 172.25.1.228, port: 3e68a6ef-01e1-4788-bf9a-280a64c1c576. Nov 08 13:48:06.308223 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:06.419347 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:06.424190 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.429205 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:06.440915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:06.441649 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.453074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-19c575e3-f52b-4bee-97bf-292b4c9ff3a1 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "DELETE /v2.0/floatingips/97585353-a44d-44d3-bf77-561c1741a62b HTTP/1.1" status: 204 len: 168 time: 0.8865983 Nov 08 13:48:06.453654 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:06.455979 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:06.594746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:06.653735 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844faacf-e074-4a4a-8429-50d00c33784d x-openstack-request-id: req-844faacf-e074-4a4a-8429-50d00c33784d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:06.654273 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:06.654273 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-844faacf-e074-4a4a-8429-50d00c33784d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:06.654675 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'status': 'completed', 'code': 200} Nov 08 13:48:06.725911 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-a1853f97-3d38-43b2-aac0-3808460f7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.727819 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-a1853f97-3d38-43b2-aac0-3808460f7d6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91922eefe1b142d6b0a91ad62fc78897&device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 1096 time: 0.0502155 Nov 08 13:48:06.794036 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.825651 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:06.826342 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-cf480284-9d67-4fcb-8f51-bdd58a4a289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.827870 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-cf480284-9d67-4fcb-8f51-bdd58a4a289a service neutron] 10.222.0.61 "GET /v2.0/networks?id=08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 200 len: 909 time: 0.0934730 Nov 08 13:48:06.834407 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:06.835021 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.871154 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-c3d7e604-146d-404a-8052-f02e03c735d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 200 len: 217 time: 0.0357356 Nov 08 13:48:06.922738 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-8f70d2a1-bd07-4745-bc63-7248ca43032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.924246 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-8f70d2a1-bd07-4745-bc63-7248ca43032c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 200 len: 847 time: 0.0465198 Nov 08 13:48:06.947199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:06.977565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-ae569b70-f950-447f-91bf-74af188ac9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.979785 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-ae569b70-f950-447f-91bf-74af188ac9e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08267b10-6cdf-4004-aed0-804827056408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420134 Nov 08 13:48:07.114060 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-fcbf2a8e-e89e-47de-b900-a2971a8ecc33 service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276248 Nov 08 13:48:07.138663 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62af1f-9395-4251-bdaa-ae592e8b60ad req-74842338-d7e0-4736-85bc-0fe05e8b9763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:07.140139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e62af1f-9395-4251-bdaa-ae592e8b60ad req-74842338-d7e0-4736-85bc-0fe05e8b9763 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0737224 Nov 08 13:48:07.159522 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:07.186670 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a84ace-abc9-448f-8116-133d6ea025af None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:37:58Z', 'revision_number': 4, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '8676f456-6acc-46d1-8b17-dde8ef411b64', 'name': '', 'network_id': '08267b10-6cdf-4004-aed0-804827056408', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'mac_address': 'fa:16:3e:1c:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:57Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'subnets': [{'id': 'b6455eb1-3a07-42ef-b12c-fcc768c0a30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:07.240541 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2e62af1f-9395-4251-bdaa-ae592e8b60ad req-25c10c37-595a-4a36-9393-cc333c46f4ce tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907278 Nov 08 13:48:07.259887 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4ba65d56-1bad-4bb4-8bb6-b205498f2cd1 req-08231a08-e064-43e8-9f19-11ca295dcffb service neutron] 10.222.0.61 "GET /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369321 Nov 08 13:48:07.442934 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1018147c-8f1a-4312-8959-e6a21581fffd None None] New status for floating IP 97585353-a44d-44d3-bf77-561c1741a62b: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:48:08.361263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c063-d329-4d15-8b00-8581f54ac6bb req-b93cd161-6f5a-428e-bcab-a1cbd35973bd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.362764 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9f7c063-d329-4d15-8b00-8581f54ac6bb req-b93cd161-6f5a-428e-bcab-a1cbd35973bd tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Nov 08 13:48:08.419187 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e9f7c063-d329-4d15-8b00-8581f54ac6bb req-135290be-3ffe-4a7e-ae41-35969b6a9a89 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501289 Nov 08 13:48:08.618016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-5d7bfb91-408f-4f46-8f05-1c3bafeb4bea tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.620210 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-5d7bfb91-408f-4f46-8f05-1c3bafeb4bea tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Nov 08 13:48:08.709328 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Deleting port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:08.709666 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:08.814225 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] For port 3e68a6ef-01e1-4788-bf9a-280a64c1c576, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=3e68a6ef-01e1-4788-bf9a-280a64c1c576,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:08.814616 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:08.829573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Calling delete_port for 3e68a6ef-01e1-4788-bf9a-280a64c1c576 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:09.051409 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.082258 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'Port': ['ID=3e68a6ef-01e1-4788-bf9a-280a64c1c576,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:09.126381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] No DVR routers for this DVR port 3e68a6ef-01e1-4788-bf9a-280a64c1c576 on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:09.129065 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.132381 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5234b99a-7f6a-4e4b-b1ef-d1188d53c244 req-847d6f33-cdbd-463e-90b4-9053f32e6672 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.61 "DELETE /v2.0/ports/3e68a6ef-01e1-4788-bf9a-280a64c1c576 HTTP/1.1" status: 204 len: 173 time: 0.5063977 Nov 08 13:48:09.132884 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-deleted', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:09.135305 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd1ae73-6529-468a-8064-df9afcd4455b" -d '{"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-deleted", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:09.174711 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26644bf9-86ea-444d-a84b-c07099acb996 x-openstack-request-id: req-26644bf9-86ea-444d-a84b-c07099acb996 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:09.175008 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d05f50c-bf88-4010-a2be-a577f5847a85", "name": "network-vif-deleted", "tag": "3e68a6ef-01e1-4788-bf9a-280a64c1c576", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:09.175290 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26644bf9-86ea-444d-a84b-c07099acb996 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:09.175699 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d05f50c-bf88-4010-a2be-a577f5847a85', 'name': 'network-vif-deleted', 'tag': '3e68a6ef-01e1-4788-bf9a-280a64c1c576', 'status': 'completed', 'code': 200} Nov 08 13:48:09.531386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-08ba7cd8-92bd-436b-8f46-b54dcc845eb8 req-d9da178e-4f3f-45f3-8809-8fb09a7216a7 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Nov 08 13:48:10.639111 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f1dd2bad-1086-4745-851d-4f393714062f req-44c6625e-f0c6-495e-b690-abbb75c6b1ec tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0303857 Nov 08 13:48:11.279101 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:11.476778 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 3e68a6ef-01e1-4788-bf9a-280a64c1c576 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:11.477143 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 3e68a6ef-01e1-4788-bf9a-280a64c1c576 not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:11.749109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-061d0ccf-32fe-4a55-a3d7-f0f32f2f3b6d req-47c03812-0575-4d0c-8b99-d27b9e601fe5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Nov 08 13:48:12.974852 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-11f3e5cf-ee71-4278-8123-d4f678459084 req-344d90de-9c41-4934-8c5a-daf8d5186ad8 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.1457930 Nov 08 13:48:14.075212 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a2173168-425e-4d7f-91a0-78c74173e2ee req-38d62c25-f76b-4f6e-8433-64f0be5eecb0 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d05f50c-bf88-4010-a2be-a577f5847a85 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Nov 08 13:48:15.133790 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38744) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:15.193331 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.219809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.348254 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.351678 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.357956 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e6ffd5f-c097-4501-b3bb-49942ed0b4a0 HTTP/1.1" status: 204 len: 168 time: 0.2180007 Nov 08 13:48:15.368941 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ffd5f-c097-4501-b3bb-49942ed0b4a0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:15.379491 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.383910 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d0280-b52a-462e-a6c1-e5ebf0722eb5 tempest-TestShelveInstance-931750129 tempest-TestShelveInstance-931750129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:15.497631 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38750) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:16.039579 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.298166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Deleting port 8676f456-6acc-46d1-8b17-dde8ef411b64 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:16.298881 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.381853 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] For port 8676f456-6acc-46d1-8b17-dde8ef411b64, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8676f456-6acc-46d1-8b17-dde8ef411b64,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:16.382219 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.402391 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Calling delete_port for 8676f456-6acc-46d1-8b17-dde8ef411b64 owned by network:router_interface {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:16.668333 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.697583 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Pushing event deleted for resources: {'Port': ['ID=8676f456-6acc-46d1-8b17-dde8ef411b64,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:16.883622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.930746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.117451 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Router 5093ff26-f570-4757-ad1a-84e6e65c3d8d has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:17.235934 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:17.241492 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-6c7a2012-a2fc-4f31-a5b1-4a0bd35f8944 admin admin] 10.222.0.58 "PUT /v2.0/routers/5093ff26-f570-4757-ad1a-84e6e65c3d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420857 Nov 08 13:48:17.243649 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38754) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:17.247151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Sync routers for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:17.257529 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:17.258148 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:17.360151 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.381084 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:17.476578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.588360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:48:16Z', 'revision_number': 5, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port': {'id': 'f793a9be-1209-4d8a-92c8-04c7d7f24af7', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:37:56Z', 'updated_at': '2021-11-08T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:17.611890 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Deleting port f793a9be-1209-4d8a-92c8-04c7d7f24af7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:17.612235 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.617494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Checking router: 5093ff26-f570-4757-ad1a-84e6e65c3d8d for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:17.632164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Routers {'5093ff26-f570-4757-ad1a-84e6e65c3d8d'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:17.632164 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:17.704947 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] For port f793a9be-1209-4d8a-92c8-04c7d7f24af7, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=f793a9be-1209-4d8a-92c8-04c7d7f24af7,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:17.705362 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.725433 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Calling delete_port for f793a9be-1209-4d8a-92c8-04c7d7f24af7 owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:17.740662 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] Set router 5093ff26-f570-4757-ad1a-84e6e65c3d8d gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:17.803752 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:48:17Z', 'revision_number': 6, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:17.831814 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ac401-0005-4f63-9117-d282c9bc95ea None None] The sync data for ids ['5093ff26-f570-4757-ad1a-84e6e65c3d8d'] in n-d-816990-1 is: [{'id': '5093ff26-f570-4757-ad1a-84e6e65c3d8d', 'name': 'tempest-TestShelveInstance-345287984-router', 'tenant_id': '91922eefe1b142d6b0a91ad62fc78897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:37:54Z', 'updated_at': '2021-11-08T13:48:17Z', 'revision_number': 6, 'project_id': '91922eefe1b142d6b0a91ad62fc78897', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:17.970939 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.002672 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f793a9be-1209-4d8a-92c8-04c7d7f24af7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:18.069986 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.165139 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.168390 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.319265 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.319864 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5093ff26-f570-4757-ad1a-84e6e65c3d8d {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:48:18.329182 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.330400 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:18.330899 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a0b9e65c-458b-4eab-a209-2e844ad648f7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5093ff26-f570-4757-ad1a-84e6e65c3d8d HTTP/1.1" status: 204 len: 168 time: 1.0856063 Nov 08 13:48:18.378136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Deleting subnet b6455eb1-3a07-42ef-b12c-fcc768c0a30d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:18.381382 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.422535 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.505126 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.645287 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.671653 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8676f456-6acc-46d1-8b17-dde8ef411b64 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:18.675153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6455eb1-3a07-42ef-b12c-fcc768c0a30d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:18.678481 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.681981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-58d92c8f-fb69-48f4-b8b1-8d8aff4bb11a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6455eb1-3a07-42ef-b12c-fcc768c0a30d HTTP/1.1" status: 204 len: 168 time: 0.3502607 Nov 08 13:48:18.687390 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38758) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:18.698271 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8676f456-6acc-46d1-8b17-dde8ef411b64 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:18.699696 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8676f456-6acc-46d1-8b17-dde8ef411b64 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:18.706057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06022836-7fae-4c13-9c23-e6fe7f7344e5 None None] Network 08267b10-6cdf-4004-aed0-804827056408 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:18.778993 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.844622 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Deleting port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:18.845134 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.959287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] DHCP port deletion for 08267b10-6cdf-4004-aed0-804827056408 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:18.973442 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] For port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:18.973886 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.993507 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Calling delete_port for 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:19.012727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Deleting port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:19.020888 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.096962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] For port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,segment=NetworkSegment(0921279f-99a7-4795-9f31-b9edbeafe6e0),segment_id=0921279f-99a7-4795-9f31-b9edbeafe6e0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:19.097358 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.111456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Calling delete_port for 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:19.147718 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.174953 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:19.180362 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] No DVR routers for this DVR port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:19.194580 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.221322 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Pushing event deleted for resources: {'Port': ['ID=8354b5bc-cafe-4cc8-95b2-2f0f6adbc054,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:19.225642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] No DVR routers for this DVR port 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:19.233630 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.233973 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.234343 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.234715 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.235024 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.235363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.235692 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.236053 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.236326 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.236647 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.236969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.237316 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b8c6-e534-4e5d-955f-98891bb3bf1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:19.269286 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.294082 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08267b10-6cdf-4004-aed0-804827056408']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:19.304599 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0921279f-99a7-4795-9f31-b9edbeafe6e0') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:19.304955 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0921279f-99a7-4795-9f31-b9edbeafe6e0') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:19.315323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.328432 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.334779 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:19.341630 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:19.473287 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.479176 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.491606 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] 10.222.0.58 "DELETE /v2.0/networks/08267b10-6cdf-4004-aed0-804827056408 HTTP/1.1" status: 204 len: 168 time: 0.7944224 Nov 08 13:48:19.492332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:19.494313 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa2069-8e95-4199-badd-a281396ca2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=08267b10-6cdf-4004-aed0-804827056408,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:19.850769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.269236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:20.289966 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:20.290336 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 8354b5bc-cafe-4cc8-95b2-2f0f6adbc054 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:20.290754 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f793a9be-1209-4d8a-92c8-04c7d7f24af7 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:20.313008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: f793a9be-1209-4d8a-92c8-04c7d7f24af7 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:20.313416 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device f793a9be-1209-4d8a-92c8-04c7d7f24af7 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:20.452802 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Deleting port 32f4e70a-18d6-4101-89c5-6e27a1d45c60 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:20.453147 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.537571 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] For port 32f4e70a-18d6-4101-89c5-6e27a1d45c60, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=32f4e70a-18d6-4101-89c5-6e27a1d45c60,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:20.538297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.554326 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Calling delete_port for 32f4e70a-18d6-4101-89c5-6e27a1d45c60 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:20.834087 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.864595 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f4e70a-18d6-4101-89c5-6e27a1d45c60,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:21.020134 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.046796 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.283100 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Router 67b94419-301a-40db-96bf-c5fcb495db9e has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:21.399323 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:21.405573 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-019fdbfa-37c1-4dca-a7eb-9fc76f35b066 admin admin] 10.222.0.58 "PUT /v2.0/routers/67b94419-301a-40db-96bf-c5fcb495db9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159467 Nov 08 13:48:21.407586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:21.411949 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Sync routers for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:21.424167 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:21.424893 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:21.516697 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.542837 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:21.627112 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.738886 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:48:20Z', 'revision_number': 5, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port': {'id': '918d617a-d1fd-448b-8f9a-dfd2397fafe4', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:02Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:21.766009 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Checking router: 67b94419-301a-40db-96bf-c5fcb495db9e for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:21.774057 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Deleting port 918d617a-d1fd-448b-8f9a-dfd2397fafe4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:21.774450 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.775272 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Routers {'67b94419-301a-40db-96bf-c5fcb495db9e'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:21.775945 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:47:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['67b94419-301a-40db-96bf-c5fcb495db9e'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:21.865027 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] Set router 67b94419-301a-40db-96bf-c5fcb495db9e gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:21.866086 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] For port 918d617a-d1fd-448b-8f9a-dfd2397fafe4, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=918d617a-d1fd-448b-8f9a-dfd2397fafe4,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:21.866715 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.887410 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Calling delete_port for 918d617a-d1fd-448b-8f9a-dfd2397fafe4 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:21.924328 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:48:21Z', 'revision_number': 6, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:21.953974 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6850650-e143-4fcd-b640-17604a675e28 None None] The sync data for ids ['67b94419-301a-40db-96bf-c5fcb495db9e'] in n-d-816990-1 is: [{'id': '67b94419-301a-40db-96bf-c5fcb495db9e', 'name': 'tempest-TestShelveInstance-1912029533-router', 'tenant_id': 'ae475935155e4ba7a8961a755ef3f70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:48:21Z', 'revision_number': 6, 'project_id': 'ae475935155e4ba7a8961a755ef3f70b', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:22.159145 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.196153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Pushing event deleted for resources: {'Port': ['ID=918d617a-d1fd-448b-8f9a-dfd2397fafe4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:22.264388 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.321807 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:48:22.360972 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.363268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.496328 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 918d617a-d1fd-448b-8f9a-dfd2397fafe4 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:22.513543 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.518411 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b94419-301a-40db-96bf-c5fcb495db9e {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:48:22.519824 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.521061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f2440c1d-1a3f-4b5b-85c1-194ffa2dc230 admin admin] 10.222.0.58 "DELETE /v2.0/routers/67b94419-301a-40db-96bf-c5fcb495db9e HTTP/1.1" status: 204 len: 168 time: 1.1124742 Nov 08 13:48:22.523920 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:22.527277 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 918d617a-d1fd-448b-8f9a-dfd2397fafe4 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:22.527806 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 918d617a-d1fd-448b-8f9a-dfd2397fafe4 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:22.528457 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 32f4e70a-18d6-4101-89c5-6e27a1d45c60 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:22.560940 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 32f4e70a-18d6-4101-89c5-6e27a1d45c60 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:22.561547 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 32f4e70a-18d6-4101-89c5-6e27a1d45c60 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:22.594049 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Deleting subnet 46b4b9f6-5931-4ce0-8667-97379fa29838 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:22.597611 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.635428 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.723427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.857441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.884985 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b4b9f6-5931-4ce0-8667-97379fa29838,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:22.889184 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.892494 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-22c0fadb-8ea2-432a-9836-9f1d958cb3e9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46b4b9f6-5931-4ce0-8667-97379fa29838 HTTP/1.1" status: 204 len: 168 time: 0.3671641 Nov 08 13:48:22.895036 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:22.898008 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4aabc5-fda3-42fe-a2a5-1a9439105c4c None None] Network 89525991-ac69-46fd-909a-153a5df298a9 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:22.974530 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.041678 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Deleting port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:23.042554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.131174 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] For port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:23.131174 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.139403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] DHCP port deletion for 89525991-ac69-46fd-909a-153a5df298a9 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:23.149089 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Calling delete_port for 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:23.196775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f64417ba-88aa-41c8-81a8-65797c1fd4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.208502 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Deleting port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:23.209165 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.285503 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] For port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,segment=NetworkSegment(b19a3997-48aa-455f-8810-2efdda9f04b0),segment_id=b19a3997-48aa-455f-8810-2efdda9f04b0)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:23.286047 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.302103 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Calling delete_port for 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:23.352051 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.384898 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:23.387081 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] No DVR routers for this DVR port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:23.389881 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.420161 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] Pushing event deleted for resources: {'Port': ['ID=98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:23.422057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fedf0-c2ba-41f6-b7b3-d0df97910d38 None None] No DVR routers for this DVR port 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:23.472430 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.494468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89525991-ac69-46fd-909a-153a5df298a9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:23.504507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19a3997-48aa-455f-8810-2efdda9f04b0') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:23.504825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19a3997-48aa-455f-8810-2efdda9f04b0') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:23.515752 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.530753 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.537799 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:23.538526 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:23.541485 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:23.677458 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.686731 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.687264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/89525991-ac69-46fd-909a-153a5df298a9 HTTP/1.1" status: 204 len: 168 time: 0.7911716 Nov 08 13:48:23.698798 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb916b-86a0-44f8-ad62-cc9812a50f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=89525991-ac69-46fd-909a-153a5df298a9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:24.106597 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:24.147423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-a8660a8d-2ee3-4e81-a322-31ef4cb48dbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91922eefe1b142d6b0a91ad62fc78897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394905 Nov 08 13:48:24.149859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:24.200884 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.225119 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.270980 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:24.296370 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:24.296708 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 98eb09cf-db7c-446f-ae5c-b1b54d0ed5f2 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:24.363132 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.365722 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.367114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a89554b5-e964-4353-99e7-3e9c7aa9cae5 HTTP/1.1" status: 204 len: 168 time: 0.2163067 Nov 08 13:48:24.375124 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c96f5-4eba-463e-a4b6-e0891299a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89554b5-e964-4353-99e7-3e9c7aa9cae5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:25.163289 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38778) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:25.206333 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-3d2b326b-59b8-409b-bfa9-60fea0674a97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae475935155e4ba7a8961a755ef3f70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418184 Nov 08 13:48:25.209076 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38780) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:25.256327 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.277454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.398890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.401703 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.403709 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0bad3f1-30ca-468d-afd8-bcd3d07cb8e3 HTTP/1.1" status: 204 len: 168 time: 0.1935117 Nov 08 13:48:25.412011 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c7f2-0a34-457c-b97a-76bb3ff047ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bad3f1-30ca-468d-afd8-bcd3d07cb8e3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:25.599246 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b5178bad-db8f-4678-b728-356ac54e2c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.670719 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38802) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:26.771901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1146836882-network', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:26.867370 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Made reservation on behalf of cedbd3e767754a0780b309a8889d351c for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:26.869765 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.882753 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.960454 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.050090 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.072775 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.078740 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:48:27.083628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75caa8e-dd56-4d65-9a4e-2c71b087ce69,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:27.091303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.091631 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Added segment fc9a1c3d-a6e5-4ced-abd9-0e3039699977 of type vlan for network 803b6100-f216-4a53-9398-18d27635a3e2 Nov 08 13:48:27.132273 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.216588 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.217647 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.218297 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.279711 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] Pushing event updated for resources: {'Network': ['ID=803b6100-f216-4a53-9398-18d27635a3e2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:27.290813 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network 803b6100-f216-4a53-9398-18d27635a3e2 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:48:27.394168 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-77c98ce0-4991-4fa7-b487-02f14c63499e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7223196 Nov 08 13:48:27.397093 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38806) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:27.402474 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Request body: {'subnet': {'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1146836882-subnet', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:27.518759 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Made reservation on behalf of cedbd3e767754a0780b309a8889d351c for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:27.521132 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.753622 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.803233 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78d7805-f04a-437a-a3d4-b59fea685b40,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:27.818935 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Checking segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:27.819297 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Network hostable DHCP agents. Network: 803b6100-f216-4a53-9398-18d27635a3e2, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:48:27.884718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Network 803b6100-f216-4a53-9398-18d27635a3e2 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:48:27.947393 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, 803b6100-f216-4a53-9398-18d27635a3e2) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:27.951704 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.952323 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.959047 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58fbfc-10cc-40c2-8055-ed2284038965 None None] Network 803b6100-f216-4a53-9398-18d27635a3e2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:28.030584 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-ba67516a-6ffe-4039-97dd-11bfe45fa853 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6321220 Nov 08 13:48:28.033294 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:28.039099 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:28.108381 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.109457 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.114683 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-803b6100-f216-4a53-9398-18d27635a3e2', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:48:28.115575 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.187186 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.282837 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Allocated IP 172.20.0.2 (803b6100-f216-4a53-9398-18d27635a3e2/e78d7805-f04a-437a-a3d4-b59fea685b40/2cacba55-edbf-4265-aff9-a0f264b1e18d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:28.399493 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.451885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.536323 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.537644 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.584753 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Network 803b6100-f216-4a53-9398-18d27635a3e2 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:28.587965 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:28.592368 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:28.599122 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Pushing event updated for resources: {'Port': ['ID=2cacba55-edbf-4265-aff9-a0f264b1e18d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:28.665727 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Attempting to bind port 2cacba55-edbf-4265-aff9-a0f264b1e18d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:28.666106 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Attempting to bind port 2cacba55-edbf-4265-aff9-a0f264b1e18d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:28.666569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Attempting to bind port 2cacba55-edbf-4265-aff9-a0f264b1e18d on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:28.673078 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:28.673453 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Checking segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:28.673848 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.674233 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Bound using segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:28.674718 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Bound port: 2cacba55-edbf-4265-aff9-a0f264b1e18d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:28.675094 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.695655 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.722534 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.746812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] For port 2cacba55-edbf-4265-aff9-a0f264b1e18d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:28.750308 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] For port 2cacba55-edbf-4265-aff9-a0f264b1e18d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2cacba55-edbf-4265-aff9-a0f264b1e18d,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:28.835017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Allocated IP 172.25.1.92 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/96dd2e7c-1294-43b1-972b-034931b4414d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:28.862270 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.923016 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac8eac-7301-419d-acdf-78bd1a8b8a5a None None] Pushing event updated for resources: {'Port': ['ID=2cacba55-edbf-4265-aff9-a0f264b1e18d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:28.956503 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.050920 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.113231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:29.119138 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:29.124959 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:29.150748 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Pushing event updated for resources: {'Port': ['ID=96dd2e7c-1294-43b1-972b-034931b4414d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:29.176458 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.481337 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.702717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.864199 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd3041-a5a9-44f6-8da3-cff67f0b465f None None] Network 803b6100-f216-4a53-9398-18d27635a3e2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:29.905807 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:48:29.977978 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] Provisioning complete for port 2cacba55-edbf-4265-aff9-a0f264b1e18d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:29.978363 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.019105 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:30.032981 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:30.069999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:30.070637 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:30.137204 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.138504 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-b3299f74-8f22-42dd-9398-4e5e2b033d28 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1038220 Nov 08 13:48:30.142098 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38810) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:30.358345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2cacba55-edbf-4265-aff9-a0f264b1e18d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:30.365351 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.438410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:30.511626 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] For port 2cacba55-edbf-4265-aff9-a0f264b1e18d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2cacba55-edbf-4265-aff9-a0f264b1e18d,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:30.578360 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2cacba55-edbf-4265-aff9-a0f264b1e18d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:30.578830 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.609192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.718015 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f49a-127e-4487-ba6a-4661e4f9af57 None None] Pushing event updated for resources: {'Port': ['ID=2cacba55-edbf-4265-aff9-a0f264b1e18d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:30.776280 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-31244323-48c4-493f-a020-c9989a1823ee None None] Provisioning complete for port 2cacba55-edbf-4265-aff9-a0f264b1e18d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:30.776653 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31244323-48c4-493f-a020-c9989a1823ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.843391 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:29Z', 'revision_number': 3, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:30.875787 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:30.876140 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Updating router 7b9021c2-5351-4056-afa2-ba90f94f6c9a port 96dd2e7c-1294-43b1-972b-034931b4414d binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:30.929000 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.016764 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.190064 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Allocated IP 172.20.0.1 (803b6100-f216-4a53-9398-18d27635a3e2/e78d7805-f04a-437a-a3d4-b59fea685b40/1a834dce-91cd-4c32-8176-225db4d32233) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:31.221197 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.303303 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.307398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.367828 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Attempting to bind port 96dd2e7c-1294-43b1-972b-034931b4414d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:31.368443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Attempting to bind port 96dd2e7c-1294-43b1-972b-034931b4414d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:31.368563 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Attempting to bind port 96dd2e7c-1294-43b1-972b-034931b4414d on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:31.372596 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426e66c-aa85-4136-9ecb-3c8a18524659 None None] Pushing event updated for resources: {'Port': ['ID=96dd2e7c-1294-43b1-972b-034931b4414d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:31.377227 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:31.377610 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:31.378018 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.378439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:31.378912 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Bound port: 96dd2e7c-1294-43b1-972b-034931b4414d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:31.379298 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.439562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] For port 96dd2e7c-1294-43b1-972b-034931b4414d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:31.442774 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] For port 96dd2e7c-1294-43b1-972b-034931b4414d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=96dd2e7c-1294-43b1-972b-034931b4414d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:31.483960 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.523290 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Network 803b6100-f216-4a53-9398-18d27635a3e2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:31.528345 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:31.531977 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:31.538412 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Pushing event updated for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:31.554123 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.577850 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.617186 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:31.617811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:31.682198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426e66c-aa85-4136-9ecb-3c8a18524659 None None] Pushing event updated for resources: {'Port': ['ID=96dd2e7c-1294-43b1-972b-034931b4414d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:31.760385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:31.782067 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.877224 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-d7d4adb7-b88e-4b7b-9452-28a074aab816 None None] Provisioning complete for port 1a834dce-91cd-4c32-8176-225db4d32233 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:31.877591 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d7d4adb7-b88e-4b7b-9452-28a074aab816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.936671 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4adb7-b88e-4b7b-9452-28a074aab816 None None] Port 1a834dce-91cd-4c32-8176-225db4d32233 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:31.959299 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.988875 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:29Z', 'revision_number': 3, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:32.015664 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0b856-9cad-40c2-95c0-fa9a4758824e None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:29Z', 'revision_number': 3, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:32.025761 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.104896 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Pushing event updated for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:32.107593 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.207944 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Network 803b6100-f216-4a53-9398-18d27635a3e2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:32.209563 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:32.328769 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2cacba55-edbf-4265-aff9-a0f264b1e18d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:32.374508 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:32.415577 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 2cacba55-edbf-4265-aff9-a0f264b1e18d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:32.416093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.534600 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:32.540553 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-c93eef62-aefe-4d6b-b91a-3c2b4048606a admin admin] 10.222.0.58 "PUT /v2.0/routers/7b9021c2-5351-4056-afa2-ba90f94f6c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972576 Nov 08 13:48:32.561600 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-41f80fbe-9de7-4976-bba4-43860e877ae8 None None] Provisioning complete for port 1a834dce-91cd-4c32-8176-225db4d32233 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:32.561983 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-41f80fbe-9de7-4976-bba4-43860e877ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.603386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-41f80fbe-9de7-4976-bba4-43860e877ae8 None None] Port 1a834dce-91cd-4c32-8176-225db4d32233 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:33.392659 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38826) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:33.397736 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-980061119-network', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:33.559643 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Made reservation on behalf of a7ebe651f791476b9d3daa02777eacd1 for: {'network': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:33.562023 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for network, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.571266 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.618372 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:33.629074 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:33.629771 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:33.655431 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.734294 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.763568 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:48:33.773602 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578860f-2dfc-43d5-a37b-15dda32bbe89,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:33.778862 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.779217 n-d-816990-1 neutron-server[102536]: INFO neutron.db.segments_db [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Added segment e47d60ed-1765-4407-948d-01d2d75bbb9a of type vlan for network f87607ea-02f3-4999-99e7-8cb444707431 Nov 08 13:48:33.820295 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790080969939'] for network, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.832752 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:33.930439 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475'] for network, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.931956 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:33.932643 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.993553 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f87607ea-02f3-4999-99e7-8cb444707431,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:34.004892 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Network f87607ea-02f3-4999-99e7-8cb444707431 details requested by agent ovs-agent-n-d-816990-1 with host n-d-816990-1 {{(pid=102537) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:48:34.043504 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 2, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.050473 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-a6c29060-90bd-462d-ad67-611c1eb56cd4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6541321 Nov 08 13:48:34.050733 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38828) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:34.056635 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Request body: {'subnet': {'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-980061119-subnet', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'ip_version': 4}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:34.077623 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:34.078153 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Updating router 7b9021c2-5351-4056-afa2-ba90f94f6c9a port 1a834dce-91cd-4c32-8176-225db4d32233 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:34.104060 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.168808 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Made reservation on behalf of a7ebe651f791476b9d3daa02777eacd1 for: {'subnet': 1} {{(pid=102536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:34.171310 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8524631'] for subnet, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.328901 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 96dd2e7c-1294-43b1-972b-034931b4414d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:34.385062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 96dd2e7c-1294-43b1-972b-034931b4414d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:34.385426 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.407479 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.476219 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.517443 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10056362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526253'] for subnet, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.532447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 96dd2e7c-1294-43b1-972b-034931b4414d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=96dd2e7c-1294-43b1-972b-034931b4414d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:34.552014 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.579192 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298a1642-8851-42e1-ab5e-f116f9a9803b,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:34.591069 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Checking segment: {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:34.591465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Network hostable DHCP agents. Network: f87607ea-02f3-4999-99e7-8cb444707431, hostable agents: ['35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa'], hosted agents: [] {{(pid=102536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:48:34.625566 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Pushing event updated for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:34.647932 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.648259 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.648592 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.648949 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.649270 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.649594 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.649920 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.650238 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.650577 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.650900 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.651220 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.651558 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:34.651819 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.676061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Attempting to bind port 1a834dce-91cd-4c32-8176-225db4d32233 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:34.676061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Attempting to bind port 1a834dce-91cd-4c32-8176-225db4d32233 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:34.676061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Attempting to bind port 1a834dce-91cd-4c32-8176-225db4d32233 on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:34.676061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:34.676061 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Checking segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:34.676608 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.676608 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Bound using segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:34.677004 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Bound port: 1a834dce-91cd-4c32-8176-225db4d32233, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:34.677382 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.717958 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=96dd2e7c-1294-43b1-972b-034931b4414d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:34.747911 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Network f87607ea-02f3-4999-99e7-8cb444707431 is scheduled to be hosted by DHCP agent 35efb05f-bd35-4c8f-bbfd-480e8c8ffdfa with binding_index 1 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:48:34.759792 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] For port 1a834dce-91cd-4c32-8176-225db4d32233, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:34.763392 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] For port 1a834dce-91cd-4c32-8176-225db4d32233, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a834dce-91cd-4c32-8176-225db4d32233,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:34.839217 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-cbe0d0f9-a7a3-4474-973a-8770763ea9a4 None None] Provisioning complete for port 1a834dce-91cd-4c32-8176-225db4d32233 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:34.839489 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-cbe0d0f9-a7a3-4474-973a-8770763ea9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.850230 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816990-1, f87607ea-02f3-4999-99e7-8cb444707431) {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:34.854396 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:34.855112 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.866562 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831aeb8-c164-4569-96c6-83ddbee95830 None None] Network f87607ea-02f3-4999-99e7-8cb444707431 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:34.906234 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.924439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0d0f9-a7a3-4474-973a-8770763ea9a4 None None] Port 1a834dce-91cd-4c32-8176-225db4d32233 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:34.965283 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:34.965895 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.990789 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-df42b0a9-b47c-40af-95ea-a0d434f92e04 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9388456 Nov 08 13:48:34.993657 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:35.000278 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:35.007758 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67545dc4-a4e3-4034-bab7-e4367aba3cba None None] Pushing event updated for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.059342 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp389c614b-f22c-51cd-86ca-cbc1a48f2ffd-f87607ea-02f3-4999-99e7-8cb444707431', 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'fixed_ips': [{'subnet_id': '298a1642-8851-42e1-ab5e-f116f9a9803b'}]}} from n-d-816990-1. {{(pid=102537) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:48:35.060361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.098973 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:35.129060 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5484'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.129636 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5493'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.187057 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.228779 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.db_base_plugin_common [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Allocated IP 172.20.0.2 (f87607ea-02f3-4999-99e7-8cb444707431/298a1642-8851-42e1-ab5e-f116f9a9803b/72bad1d6-50ea-4de7-9639-28477d78e13d) {{(pid=102537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:35.272804 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] Provisioning complete for port 1a834dce-91cd-4c32-8176-225db4d32233 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:35.273169 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.326184 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:35.364026 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3b0ac-90c3-47f4-a43e-6eea50edb46b None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:35.451709 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.518535 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks [] for port, precommit_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.536694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] For port 1a834dce-91cd-4c32-8176-225db4d32233, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a834dce-91cd-4c32-8176-225db4d32233,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:35.639870 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369'] for port, after_create {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.680333 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Network f87607ea-02f3-4999-99e7-8cb444707431 is already hosted by enough agents. {{(pid=102537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:35.687493 n-d-816990-1 neutron-server[102537]: DEBUG neutron.scheduler.base_scheduler [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Resources bound (agent type, host, resource id): {{(pid=102537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:35.692248 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Received port after_create {{(pid=102537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:35.694771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.697681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Pushing event updated for resources: {'Port': ['ID=72bad1d6-50ea-4de7-9639-28477d78e13d,revision_number=1']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.776026 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.972928 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Attempting to bind port 72bad1d6-50ea-4de7-9639-28477d78e13d on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:35.973300 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Attempting to bind port 72bad1d6-50ea-4de7-9639-28477d78e13d by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:35.974068 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Attempting to bind port 72bad1d6-50ea-4de7-9639-28477d78e13d on network f87607ea-02f3-4999-99e7-8cb444707431 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:35.987285 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:35.987688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Checking segment: {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:35.988093 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.988492 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Bound using segment: {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:35.988962 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Bound port: 72bad1d6-50ea-4de7-9639-28477d78e13d, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:35.989339 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.991384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0d6b-df88-4ed9-87a8-63fc05d473e5 None None] Pushing event updated for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:36.069481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] For port 72bad1d6-50ea-4de7-9639-28477d78e13d, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:36.073477 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] For port 72bad1d6-50ea-4de7-9639-28477d78e13d, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72bad1d6-50ea-4de7-9639-28477d78e13d,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:36.130189 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.151659 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.193984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.312229 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Allocated IP 172.25.1.164 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/90388e05-8d57-43fc-b100-e5c8a52dc26a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:36.333156 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29866a7a-ac76-45a7-b405-88bc4316094e None None] Pushing event updated for resources: {'Port': ['ID=72bad1d6-50ea-4de7-9639-28477d78e13d,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:36.454408 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a834dce-91cd-4c32-8176-225db4d32233 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:36.472949 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.535023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 1a834dce-91cd-4c32-8176-225db4d32233 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:36.535413 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.582721 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.643825 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:36.647502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:36.651315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:36.674531 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 96dd2e7c-1294-43b1-972b-034931b4414d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:36.715298 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Pushing event updated for resources: {'Port': ['ID=90388e05-8d57-43fc-b100-e5c8a52dc26a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:36.745365 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 96dd2e7c-1294-43b1-972b-034931b4414d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:36.746471 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.064214 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.284782 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590805'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.458134 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711eb1e-bd30-44c2-b468-5c217796fcbb None None] Network f87607ea-02f3-4999-99e7-8cb444707431 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:37.552941 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] Provisioning complete for port 72bad1d6-50ea-4de7-9639-28477d78e13d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:37.553208 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb is scheduled to L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:48:37.553385 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.690359 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:37.698095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.702228 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Sync routers for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:37.728520 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:37.729151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:37.773554 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.779105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-e72b718e-f196-451d-acc8-e9de35059265 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7799323 Nov 08 13:48:37.782551 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38832) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:37.783729 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] For port 72bad1d6-50ea-4de7-9639-28477d78e13d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72bad1d6-50ea-4de7-9639-28477d78e13d,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:37.861422 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.864281 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:38.030448 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82f1e8-fdad-4a10-872e-bb1ce1107ca3 None None] Pushing event updated for resources: {'Port': ['ID=72bad1d6-50ea-4de7-9639-28477d78e13d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:38.041027 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-87001e54-d0ab-4036-bf77-fe70d385ecad None None] Provisioning complete for port 72bad1d6-50ea-4de7-9639-28477d78e13d triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:38.041027 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87001e54-d0ab-4036-bf77-fe70d385ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.200532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:36Z', 'revision_number': 3, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:38.233954 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Checking router: 7bc58544-e1b3-4733-905d-6d3e3b8e47bb for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:38.234456 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Updating router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb port 90388e05-8d57-43fc-b100-e5c8a52dc26a binding host n-d-816990-1 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:38.271753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.317690 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72bad1d6-50ea-4de7-9639-28477d78e13d up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:38.364890 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.502345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 72bad1d6-50ea-4de7-9639-28477d78e13d triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:38.502345 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.553879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Allocated IP 172.20.0.1 (f87607ea-02f3-4999-99e7-8cb444707431/298a1642-8851-42e1-ab5e-f116f9a9803b/64f33565-5e1f-43ee-a39a-cbd0df5f3c40) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:38.689569 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.691389 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.791330 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.831127 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.851866 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Attempting to bind port 90388e05-8d57-43fc-b100-e5c8a52dc26a on host n-d-816990-1 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:38.852231 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Attempting to bind port 90388e05-8d57-43fc-b100-e5c8a52dc26a by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:38.852595 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Attempting to bind port 90388e05-8d57-43fc-b100-e5c8a52dc26a on network 6894d54f-f127-4b21-a375-736db7f41c4c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:38.854895 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363460-fb42-4b23-be6a-798abbfa6e95 None None] Pushing event updated for resources: {'Port': ['ID=90388e05-8d57-43fc-b100-e5c8a52dc26a,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:38.861735 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:38.862112 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Checking segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:38.862544 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.862938 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Bound using segment: {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:38.864213 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Bound port: 90388e05-8d57-43fc-b100-e5c8a52dc26a, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324d873-d69e-4781-b8f4-3c9f4d2aec81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:38.864213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:38.878320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Network f87607ea-02f3-4999-99e7-8cb444707431 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:38.881286 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:38.884318 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:38.944350 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] For port 90388e05-8d57-43fc-b100-e5c8a52dc26a, host n-d-816990-1, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:38.949725 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] For port 90388e05-8d57-43fc-b100-e5c8a52dc26a, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90388e05-8d57-43fc-b100-e5c8a52dc26a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:38.958465 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:38.958465 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-590848'] for router_interface, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.075001 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.141292 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:39.141915 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:39.181532 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363460-fb42-4b23-be6a-798abbfa6e95 None None] Pushing event updated for resources: {'Port': ['ID=90388e05-8d57-43fc-b100-e5c8a52dc26a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:39.237080 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.431039 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-3017b016-900f-444a-9bc9-d870be5c8852 None None] Provisioning complete for port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:39.431316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3017b016-900f-444a-9bc9-d870be5c8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.470726 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.488916 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:39.491107 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-3017b016-900f-444a-9bc9-d870be5c8852 None None] Port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:39.536357 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.608991 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590996'] for router_interface, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.610965 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:39.722976 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:36Z', 'revision_number': 3, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:39.747486 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Network f87607ea-02f3-4999-99e7-8cb444707431 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:39.749060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:39.757215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced7cb-110e-4c1a-b6f1-72fb64a8a0a5 None None] The sync data for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 is: [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:36Z', 'revision_number': 3, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:39.920166 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:40.128102 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:40.132765 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-f44da046-1267-457e-8c4e-23c9773b1692 None None] Provisioning complete for port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:40.135557 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f44da046-1267-457e-8c4e-23c9773b1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.135824 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-19f02007-50bb-440a-b67f-7b5978566fa1 admin admin] 10.222.0.58 "PUT /v2.0/routers/7bc58544-e1b3-4733-905d-6d3e3b8e47bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3530433 Nov 08 13:48:40.179151 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f44da046-1267-457e-8c4e-23c9773b1692 None None] Port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:40.337822 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90388e05-8d57-43fc-b100-e5c8a52dc26a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:40.416035 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 90388e05-8d57-43fc-b100-e5c8a52dc26a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:40.416883 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.547224 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.575479 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] For port 90388e05-8d57-43fc-b100-e5c8a52dc26a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90388e05-8d57-43fc-b100-e5c8a52dc26a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:40.648889 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.714906 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Pushing event updated for resources: {'Port': ['ID=90388e05-8d57-43fc-b100-e5c8a52dc26a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.149716 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38840) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:41.155013 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299249160', 'description': 'tempest-secgroup-smoke-1299249160 description', 'project_id': 'cedbd3e767754a0780b309a8889d351c'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:41.268147 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.340345 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.427257 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.458879 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.537350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.538661 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-74776e6c-9253-4dff-bba1-20fa3672f051 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3878567 Nov 08 13:48:41.541539 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38842) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:41.546504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:41.653359 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.710350 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.819561 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.838755 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff70c16-2f60-4b0b-9c3f-7f4613faf606,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.915072 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.916362 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2c61d660-47c1-41b5-886a-f70116f5df09 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738809 Nov 08 13:48:41.920207 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:41.924902 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:42.013944 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.074582 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.187492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.204458 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71cd5e5-638c-4891-81e7-c0f8b9c97cf0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:42.282459 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90388e05-8d57-43fc-b100-e5c8a52dc26a up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:42.286769 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.288053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-22c1e00a-0904-4577-a7a6-5fa174f719d9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3666742 Nov 08 13:48:42.291051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:42.296348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:42.337657 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 90388e05-8d57-43fc-b100-e5c8a52dc26a triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:42.337984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.432762 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.456859 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Sync routers for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:42.468541 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:42.469212 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:42.503416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.577950 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:42.631175 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.650198 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b8c302-9ba8-4575-9f7d-c93a92d1d167,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:42.747341 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.748525 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-7fa82850-eb36-4375-983f-36989ddcc6f8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4562044 Nov 08 13:48:42.751512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 38848) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:42.756147 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:42.792028 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 4, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '64f33565-5e1f-43ee-a39a-cbd0df5f3c40', 'name': '', 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'mac_address': 'fa:16:3e:49:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:38Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 2, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'subnets': [{'id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:42.818460 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Checking router: 7bc58544-e1b3-4733-905d-6d3e3b8e47bb for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:42.819309 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Updating router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 binding host n-d-816990-1 {{(pid=102538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:42.860540 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.924167 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.939499 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.032426 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.053458 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b3c326-4400-4261-8780-2d846a2a3117,revision_number=0']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.141118 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.142393 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-41270d36-156b-41a9-b54f-f141aba6deb3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3898275 Nov 08 13:48:43.145393 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:43.150220 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:43.205292 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks [] for port, precommit_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.253835 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Project cedbd3e767754a0780b309a8889d351c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:48:43.259313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.293711 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.326823 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.343793 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25246e51-7e15-495e-a84b-034f782b75af None None] Pushing event updated for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=3']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.403919 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Attempting to bind port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 on host n-d-816990-1 for vnic_type normal with profile {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:43.404298 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Attempting to bind port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 by drivers openvswitch,hyperv on host n-d-816990-1 at level 0 using segments [{'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:43.404660 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Attempting to bind port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 on network f87607ea-02f3-4999-99e7-8cb444707431 {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:43.410307 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Checking agent: {'id': '361a3c51-56d5-4f74-ad2b-3972bf02712c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 8, 59), 'started_at': datetime.datetime(2021, 11, 8, 12, 9, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816990-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:43.410691 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Checking segment: {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:43.411086 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.411478 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Bound using segment: {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'} {{(pid=102538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:43.411947 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.managers [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Bound port: 64f33565-5e1f-43ee-a39a-cbd0df5f3c40, host: n-d-816990-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47d60ed-1765-4407-948d-01d2d75bbb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431'}}] {{(pid=102538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:43.412402 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.414046 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.438041 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45cc66d-f758-480b-9261-70012c926329,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.488847 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] For port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40, host n-d-816990-1, cleared binding levels {{(pid=102538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:43.492280 n-d-816990-1 neutron-server[102538]: DEBUG neutron.plugins.ml2.db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] For port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40, host n-d-816990-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:43.515567 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.517981 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-05b553ab-aed8-487e-8a44-005e838b66b2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3706398 Nov 08 13:48:43.522679 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:43.527353 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'security_group_rule': {'security_group_id': 'e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449', 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:43.575338 n-d-816990-1 neutron-server[102538]: DEBUG neutron_lib.callbacks.manager [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.626672 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:43.627306 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:43.629136 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] Provisioning complete for port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:43.629717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.656007 n-d-816990-1 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Project cedbd3e767754a0780b309a8889d351c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:48:43.671278 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.690917 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25246e51-7e15-495e-a84b-034f782b75af None None] Pushing event updated for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=4']} {{(pid=102538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.738749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.751791 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.776055 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:43.778963 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] For port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:43.893630 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587358'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.911992 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd8356e-3e50-435e-a9b0-a34df9cf2c61,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.929890 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.979236 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cae83b-3ca2-46e3-8d2c-4cf8cb6e43fc None None] Pushing event updated for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.987777 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 4, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '64f33565-5e1f-43ee-a39a-cbd0df5f3c40', 'name': '', 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'mac_address': 'fa:16:3e:49:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:38Z', 'updated_at': '2021-11-08T13:48:43Z', 'revision_number': 4, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'subnets': [{'id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:44.012089 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.012089 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-6223700e-22e4-4201-8b4a-5fee765d250b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4876304 Nov 08 13:48:44.015327 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308194a8-9ad9-4a7c-be7a-763d8dd46532 None None] The sync data for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 is: [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 4, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '64f33565-5e1f-43ee-a39a-cbd0df5f3c40', 'name': '', 'network_id': 'f87607ea-02f3-4999-99e7-8cb444707431', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'mac_address': 'fa:16:3e:49:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:38Z', 'updated_at': '2021-11-08T13:48:43Z', 'revision_number': 4, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'subnets': [{'id': '298a1642-8851-42e1-ab5e-f116f9a9803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:44.062464 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-33955799-114f-4f59-a4b7-b207b80f0285 None None] Provisioning complete for port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:44.062926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-33955799-114f-4f59-a4b7-b207b80f0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.210333 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-64157cac-eb7f-498c-8134-592c5af09cb8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299249160&fields=id&tenant_id=cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 267 time: 0.0607557 Nov 08 13:48:44.321198 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 up at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:44.360325 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-e324d7fe-26d0-4cd6-b171-f2b976c92cf3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.361901 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-e324d7fe-26d0-4cd6-b171-f2b976c92cf3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 810 time: 0.1425736 Nov 08 13:48:44.381337 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-75971339-88a9-4d75-8617-20c2b1191360 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/quotas/cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 375 time: 0.0110989 Nov 08 13:48:44.390819 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Provisioning complete for port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:44.391239 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.464811 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-0e8b21b1-5ce2-4c52-9e91-34a8c0ccc12a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735726 Nov 08 13:48:44.580939 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-1f3db81c-6771-4323-8f2f-e755cf93daab service neutron] 10.222.0.58 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027391 Nov 08 13:48:44.689672 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-d802dbd3-649f-4d4d-9470-93d3d53e9eb6 service neutron] 10.222.0.58 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012115 Nov 08 13:48:45.990932 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41df1472-11b0-47ab-99e3-4e600747bac7 req-56e90985-39ea-4eb7-8bef-322ec6a44ee5 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Nov 08 13:48:46.944912 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.074291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a5a9d04d-5334-42ed-926a-ea705cdc5cf0 req-70f34684-7e7d-4152-84ba-d5c2e6329f2e tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0319374 Nov 08 13:48:48.154535 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-745301df-6da8-4cc2-bff4-778cfe6455a9 req-c92314e6-f2c2-4cf7-ab27-9b9b5b72abb9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Nov 08 13:48:49.249613 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-9f0a210a-bb6c-429f-b5a0-f83149708992 req-1abf23ed-802a-47cc-9a9e-fb9d0ffd1e86 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0298343 Nov 08 13:48:50.329092 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-41ac48a7-2caa-4c07-8ea4-fd6cd6a67fbc req-d5e62f07-f6e5-4daa-a356-844cccd1d75e tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0278802 Nov 08 13:48:51.009978 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.421451 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2d660da8-c633-4dbb-a600-615e3faa86a9 req-f27700b6-1467-480b-b1b6-97f77b6de4aa tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0263126 Nov 08 13:48:52.538074 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8d24cc4e-4e7a-49f3-87d8-31343d4c2035 req-c58e9529-d566-4f05-a6ce-a6fe49d53664 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Nov 08 13:48:52.642696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-cf7dd440-5395-4a5e-92e6-d95f04b1db1d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.644190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-cf7dd440-5395-4a5e-92e6-d95f04b1db1d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 810 time: 0.1365962 Nov 08 13:48:52.710970 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-85e16e38-28dd-47cf-8f42-8dfce3776144 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 380 time: 0.0583112 Nov 08 13:48:52.721206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'port': {'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'admin_state_up': True, 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'security_groups': ['e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:52.944734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Made reservation on behalf of cedbd3e767754a0780b309a8889d351c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:52.948514 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.092942 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Allocated IP 172.20.0.5 (803b6100-f216-4a53-9398-18d27635a3e2/e78d7805-f04a-437a-a3d4-b59fea685b40/4ce24827-2a27-4d14-ab69-feb1a585bfea) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:53.198196 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-60460cff-a1ea-4552-9eaa-4296221cfd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.236500 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.329849 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.380895 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Network 803b6100-f216-4a53-9398-18d27635a3e2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:53.384206 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:53.388006 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:53.394669 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:53.447301 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.447970 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.547895 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-905cebcb-8169-4967-876d-8c04001a0d36 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8309453 Nov 08 13:48:53.560136 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Request body: {'port': {'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:53.630195 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.670234 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-8f99ee27-3111-4af6-bc50-01a15c5759c9 None None] Provisioning complete for port 4ce24827-2a27-4d14-ab69-feb1a585bfea triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:53.671046 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8f99ee27-3111-4af6-bc50-01a15c5759c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.709005 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-8f99ee27-3111-4af6-bc50-01a15c5759c9 None None] Port 4ce24827-2a27-4d14-ab69-feb1a585bfea cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:53.724495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34739-cffd-407b-930a-d5a3e3648fb4 req-9df428c9-d9ae-4937-ae66-af6d3710479e tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.726063 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf34739-cffd-407b-930a-d5a3e3648fb4 req-9df428c9-d9ae-4937-ae66-af6d3710479e tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 931 time: 0.1123483 Nov 08 13:48:53.856950 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-daf34739-cffd-407b-930a-d5a3e3648fb4 req-c77e7368-ec14-45a0-bb4b-a38db0e16010 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229575 Nov 08 13:48:54.000780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce24827-2a27-4d14-ab69-feb1a585bfea {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:54.009618 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.025685 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Transition to ACTIVE for port object 4ce24827-2a27-4d14-ab69-feb1a585bfea will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:54.104813 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.166450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:54.264780 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Attempting to bind port 4ce24827-2a27-4d14-ab69-feb1a585bfea on host n-h1-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:54.265109 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Attempting to bind port 4ce24827-2a27-4d14-ab69-feb1a585bfea by drivers openvswitch,hyperv on host n-h1-816990-1 at level 0 using segments [{'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:54.265446 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Attempting to bind port 4ce24827-2a27-4d14-ab69-feb1a585bfea on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:54.272686 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Port 4ce24827-2a27-4d14-ab69-feb1a585bfea on network 803b6100-f216-4a53-9398-18d27635a3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:54.273197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Attempting to bind port 4ce24827-2a27-4d14-ab69-feb1a585bfea on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:54.280779 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Checking agent: {'id': 'adbbf893-0c5c-42a8-96de-b8b0892dc713', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:54.281113 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Checking segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:54.281489 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Bound using segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:54.281929 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Bound port: 4ce24827-2a27-4d14-ab69-feb1a585bfea, host: n-h1-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:54.282313 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.363016 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:54.366438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:54.432081 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.473470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.474130 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.475693 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 1091 time: 0.9198689 Nov 08 13:48:54.476153 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:54.478536 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:54.511731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8229532-f8f5-4d1f-a3eb-0ce468a6d756 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:54.533944 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f125e-ea83-426c-a677-7af37f591925 x-openstack-request-id: req-cf2f125e-ea83-426c-a677-7af37f591925 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:54.534330 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:54.534590 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf2f125e-ea83-426c-a677-7af37f591925 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:54.535014 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'status': 'completed', 'code': 200} Nov 08 13:48:54.605452 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-f8058e9f-f15a-4f60-9469-1e61db6e2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.607180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-f8058e9f-f15a-4f60-9469-1e61db6e2b17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1094 time: 0.0508397 Nov 08 13:48:54.733762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-316a200e-2e43-4f6d-ada6-b6718f86208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.735423 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-316a200e-2e43-4f6d-ada6-b6718f86208f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cedbd3e767754a0780b309a8889d351c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1186004 Nov 08 13:48:54.844023 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-dfeeebe6-82f5-4224-8395-9e21c12a79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.845434 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0bb7d0e4-c28e-413e-a3d2-3d5145fcd293 req-dfeeebe6-82f5-4224-8395-9e21c12a79ab service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030688 Nov 08 13:48:54.931043 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-a8b30c28-a4a5-42e0-b15c-5347e23542e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.932574 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-a8b30c28-a4a5-42e0-b15c-5347e23542e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1094 time: 0.0449047 Nov 08 13:48:55.002575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-2d7cccee-b783-441b-ba95-7e424557e7b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 217 time: 0.0595088 Nov 08 13:48:55.050468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1449f-0339-453c-97a3-4c656003c39f req-ad30a9d6-1584-431a-b476-245962314f87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.052015 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cf1449f-0339-453c-97a3-4c656003c39f req-ad30a9d6-1584-431a-b476-245962314f87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.1179440 Nov 08 13:48:55.081863 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-db827042-61eb-41a1-8420-e90ce24cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.083352 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-db827042-61eb-41a1-8420-e90ce24cdc59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0745211 Nov 08 13:48:55.142107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-4cf1449f-0339-453c-97a3-4c656003c39f req-1140c135-d272-4679-8036-3b4a6feaaf22 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829630 Nov 08 13:48:55.157394 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-48d51e57-33a6-4b1f-85a9-b8cb12d182b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.158963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-48d51e57-33a6-4b1f-85a9-b8cb12d182b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678771 Nov 08 13:48:55.257746 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-1856e6ca-a1d2-49c4-bd35-3310ad5bb850 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918014 Nov 08 13:48:55.352690 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b6933aa4-a8f1-4917-831f-6bda8c2cb383 req-8ab7f028-de39-4a81-b80b-d1fed622b75a service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872135 Nov 08 13:48:55.546692 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1b26e2dd-94a9-400b-8e91-feb5d3c4f58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.285420 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aca2bc-87b4-441e-bdde-c198e417b926 req-d2b23d33-3f1c-4f0b-8798-d86cf8c1a132 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.287207 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94aca2bc-87b4-441e-bdde-c198e417b926 req-d2b23d33-3f1c-4f0b-8798-d86cf8c1a132 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.0687201 Nov 08 13:48:56.344655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-94aca2bc-87b4-441e-bdde-c198e417b926 req-8fba6475-c315-4834-92f5-697bd8cc32e8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511913 Nov 08 13:48:57.066755 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.466820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee3b32-b7e5-4fd8-81f6-d78d4725982f req-bb0f7a14-1838-4910-8551-b5576b35a84d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.468938 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1aee3b32-b7e5-4fd8-81f6-d78d4725982f req-bb0f7a14-1838-4910-8551-b5576b35a84d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.0529761 Nov 08 13:48:57.505445 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:57.520385 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1aee3b32-b7e5-4fd8-81f6-d78d4725982f req-faa904cc-a614-4c82-94d3-aeab5c33fcd0 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Nov 08 13:48:57.605862 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:57.622455 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:57.661130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.674569 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce24827-2a27-4d14-ab69-feb1a585bfea {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:57.695127 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:57.786476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.835458 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:58.015202 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4ce24827-2a27-4d14-ab69-feb1a585bfea'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:58.475788 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:58.659842 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a4e8-b2a4-42b2-8008-cd46d1afa563 req-9cd5dac6-a304-467e-b17e-cd64b2aab5d2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.662329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fef9a4e8-b2a4-42b2-8008-cd46d1afa563 req-9cd5dac6-a304-467e-b17e-cd64b2aab5d2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 944 time: 0.0615602 Nov 08 13:48:58.731061 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fef9a4e8-b2a4-42b2-8008-cd46d1afa563 req-9be8abd4-c610-4ac7-acb7-71ddcb1a3dda tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624421 Nov 08 13:48:59.181397 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.324797 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:48:59.505886 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:59.693852 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning for port 4ce24827-2a27-4d14-ab69-feb1a585bfea completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:59.699253 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 4ce24827-2a27-4d14-ab69-feb1a585bfea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:59.699617 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.808201 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.840017 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:59.844879 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a248c455-4cb8-43da-b083-394a0a3f96c4" -d '{"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-plugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:59.864197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40a92-95b6-462c-85ed-7b8e05387387 req-3ec963dc-db20-47eb-bc96-6e3e9ca743e4 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.866807 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ade40a92-95b6-462c-85ed-7b8e05387387 req-3ec963dc-db20-47eb-bc96-6e3e9ca743e4 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 944 time: 0.0609722 Nov 08 13:48:59.868836 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:59.894780 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b5ecf-4da3-4f23-9075-fc511c46797f x-openstack-request-id: req-637b5ecf-4da3-4f23-9075-fc511c46797f {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:59.895077 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-plugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:59.895337 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-637b5ecf-4da3-4f23-9075-fc511c46797f {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:59.895745 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'code': 200} Nov 08 13:48:59.923052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ade40a92-95b6-462c-85ed-7b8e05387387 req-10448c24-e62c-4d29-8058-e4336d6e4be8 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Nov 08 13:48:59.944600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:00.008998 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ade96-95ae-4e89-8828-21762bc5dfcf req-73670913-bac9-4c15-ad94-ca9c8f2028c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:00.011565 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-112ade96-95ae-4e89-8828-21762bc5dfcf req-73670913-bac9-4c15-ad94-ca9c8f2028c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1096 time: 0.0540216 Nov 08 13:49:00.012048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:00.061453 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-112ade96-95ae-4e89-8828-21762bc5dfcf req-35727595-ed5e-4ec9-aa7c-734a33604a30 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Nov 08 13:49:01.073524 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375b2fd-3dbf-451d-9f93-8d29fed3821a req-4f8912a1-c1a2-4bea-978d-62c81cb9fd56 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.075554 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0375b2fd-3dbf-451d-9f93-8d29fed3821a req-4f8912a1-c1a2-4bea-978d-62c81cb9fd56 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 945 time: 0.0710456 Nov 08 13:49:01.159536 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-0375b2fd-3dbf-451d-9f93-8d29fed3821a req-246ba6e6-e823-4a90-8082-2b1a616590ec tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699670 Nov 08 13:49:02.301873 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece54ee6-4b76-4066-a45b-63f031c65519 req-398bd6d2-0d2a-4912-aac6-d83700e2922d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.303641 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ece54ee6-4b76-4066-a45b-63f031c65519 req-398bd6d2-0d2a-4912-aac6-d83700e2922d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 945 time: 0.0542915 Nov 08 13:49:02.359046 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-ece54ee6-4b76-4066-a45b-63f031c65519 req-5eb30e2b-127f-42f2-aeda-786b6ea162ca tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Nov 08 13:49:02.479671 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a1a5-2af7-4a49-bce3-f8297ae95685 req-01135d55-2744-4875-9e6a-b5953e5d5367 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.481064 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1f8a1a5-2af7-4a49-bce3-f8297ae95685 req-01135d55-2744-4875-9e6a-b5953e5d5367 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Nov 08 13:49:02.537741 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b1f8a1a5-2af7-4a49-bce3-f8297ae95685 req-4955953a-2de7-4688-9b01-2c4826101542 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496337 Nov 08 13:49:02.578576 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:02.761011 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33a230-a324-4f88-b7c7-c12557cf4c72 tempest-TestSnapshotPattern-752651733 tempest-TestSnapshotPattern-752651733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.762462 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9c33a230-a324-4f88-b7c7-c12557cf4c72 tempest-TestSnapshotPattern-752651733 tempest-TestSnapshotPattern-752651733-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1091 time: 0.1828570 Nov 08 13:49:02.766296 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 38930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:02.770745 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:02.884348 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:02.991427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.111461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Allocated IP 172.25.1.5 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/51c69d08-076c-4f4a-9099-b3cee5ff281c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:03.215312 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.306402 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.346263 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:03.349022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:03.354481 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:03.378462 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=51c69d08-076c-4f4a-9099-b3cee5ff281c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:03.756110 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.877792 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.374441 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.441891 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.511535 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=51c69d08-076c-4f4a-9099-b3cee5ff281c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:04.530052 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.634856 n-d-816990-1 neutron-server[102535]: INFO neutron.db.l3_db [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Floating IP c3c7ffc8-d38b-47c2-8600-5537f30b5a41 associated. External IP: 172.25.1.5, port: 4ce24827-2a27-4d14-ab69-feb1a585bfea. Nov 08 13:49:04.852042 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:49:04.964906 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:04.976726 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:04.988189 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:04.989495 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.045625 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.089201 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0fdc2c6e-ed77-4ec7-901b-ebb194ac5a1b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3217092 Nov 08 13:49:05.090642 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:05.096025 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:05.116507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:05.162069 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ce63c1-7af4-487e-9785-7092f574b8c6 x-openstack-request-id: req-98ce63c1-7af4-487e-9785-7092f574b8c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:05.162678 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:05.162980 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98ce63c1-7af4-487e-9785-7092f574b8c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:05.163429 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'status': 'completed', 'code': 200} Nov 08 13:49:05.235441 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-485a4966-d369-498e-9929-8082d34051b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.237761 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-485a4966-d369-498e-9929-8082d34051b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1096 time: 0.0525558 Nov 08 13:49:05.337025 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-0934cc6b-f3f2-400b-a1ce-0ed84d99eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.338556 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-0934cc6b-f3f2-400b-a1ce-0ed84d99eea1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0944943 Nov 08 13:49:05.421836 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-e3d9b411-6c0a-42a3-a656-204dc70da83c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 997 time: 0.0758433 Nov 08 13:49:05.423131 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.453996 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:05.463446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:05.464167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:48:55Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.510078 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-e7b915b8-6e36-4674-b3b9-d0f3deba383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.510078 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-e7b915b8-6e36-4674-b3b9-d0f3deba383e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0706246 Nov 08 13:49:05.554478 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-87ee8535-6b7a-49ec-a17c-55dbab7cbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.555979 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-87ee8535-6b7a-49ec-a17c-55dbab7cbefc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487175 Nov 08 13:49:05.587694 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:05.700826 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-018d95b0-2c98-4fb2-a196-3aa8dd285e46 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379817 Nov 08 13:49:05.864667 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6f0715b1-f278-47e4-b1e1-6f7dc50221b1 req-7175883b-6da4-433f-bd5f-3feb4dc6e61d service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569104 Nov 08 13:49:05.870341 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.901525 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d915a8e-09c0-46c6-8f9b-cf3f92976f56 None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:49:06.111479 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fc69-6035-4ff4-810b-a6be7284b1b2 None None] New status for floating IP c3c7ffc8-d38b-47c2-8600-5537f30b5a41: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:49:16.911694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.018600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.189159 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a4485f77-e3ec-486b-a2e3-55734d2855b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:25.540436 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-736acf16-3693-45c2-9fc0-fa97a837d96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:27.067798 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:28.460033 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:28.978029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-0f53de82-cd8a-4e50-9e6b-2b507bcac887 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438395 Nov 08 13:49:29.077284 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-fc2d4dc2-70fc-438f-9294-a78b7fc0e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.078842 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-fc2d4dc2-70fc-438f-9294-a78b7fc0e7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1096 time: 0.0538466 Nov 08 13:49:29.138413 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:29.196939 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-585dfbc8-93f2-42e5-bd2c-934f5a017254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.198456 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-585dfbc8-93f2-42e5-bd2c-934f5a017254 service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0981011 Nov 08 13:49:29.275751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-259b748d-c28d-4114-92d4-126149cb733f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 999 time: 0.0685594 Nov 08 13:49:29.329734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-1c7a0b29-61c9-4549-81f5-24b50f877ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.331244 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-1c7a0b29-61c9-4549-81f5-24b50f877ecc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0495744 Nov 08 13:49:29.381696 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-e6d3bcc4-c267-436c-bede-114496089cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.383235 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-e6d3bcc4-c267-436c-bede-114496089cc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454626 Nov 08 13:49:29.483366 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-4dea650d-445f-4deb-9d78-969807613bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932760 Nov 08 13:49:29.600361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-df9e54f1-4a4b-4e6a-8df2-08207e05161b req-1c8df425-976e-4193-a34f-832def5a92eb service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090441 Nov 08 13:49:36.324198 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:49:46.942346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.027866 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.173648 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-06d99b38-87cc-4a0c-972b-ad8a3dffa44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.542267 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-005ef393-969d-4bc3-9936-f40e4b29d19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:57.047699 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:58.493374 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.130258 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.324837 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:50:16.955892 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.043826 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:23.198455 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-387243fa-041d-4681-97d7-f8003be06b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.539984 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b2f543dd-d936-496c-b086-817979d49e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.088849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:28.460476 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.117856 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:31.035020 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-eeea209e-5516-4edd-8af7-40742df92941 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055901 Nov 08 13:50:31.123589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-c8cc1588-11d1-417f-9944-e5e8ecaffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.125231 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-c8cc1588-11d1-417f-9944-e5e8ecaffc0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1096 time: 0.0447161 Nov 08 13:50:31.242797 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-ee605911-befc-478e-aa46-4b8f0d6af60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.244198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-ee605911-befc-478e-aa46-4b8f0d6af60d service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0994282 Nov 08 13:50:31.316375 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-09eb9aa8-6ace-48cf-9de0-f5086afd8676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 999 time: 0.0646636 Nov 08 13:50:31.368053 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-73782697-afff-42fb-90dd-ad7a31b66530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.369557 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-73782697-afff-42fb-90dd-ad7a31b66530 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0466120 Nov 08 13:50:31.431859 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-3169a350-e8ec-428a-b020-582cf1c511b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.433386 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-3169a350-e8ec-428a-b020-582cf1c511b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556040 Nov 08 13:50:31.529500 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-5f37b5cd-7e86-4595-8687-b1258fbab629 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883405 Nov 08 13:50:31.624265 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-78264e1c-12ef-4c1a-b141-0b29144cd012 req-1ee046a9-dc7e-4e7e-9f42-00c7f7b69f11 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876918 Nov 08 13:50:46.939373 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.325795 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:50:51.059506 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.271677 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fd47fb3e-6a97-42ad-852f-6b66b6bf6c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.549522 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5d14cab-6eea-458b-bfc7-cd5994a950fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.047512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.463319 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.121346 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.127160 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea details requested by agent hyperv_n-h1-816990-1 with host n-h1-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:02.231871 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:02.247402 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Returning: {'device': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:02.286922 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.300548 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ce24827-2a27-4d14-ab69-feb1a585bfea {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:02.320260 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:02.389958 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.441193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:02.449420 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.449818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.450158 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.450523 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.451119 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.451447 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.451771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.452115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.452441 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.452764 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.453081 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.453403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:02.468656 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] get_ports_and_sgs() called for port_ids ['4ce24827-2a27-4d14-ab69-feb1a585bfea'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:04.157751 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea up at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:04.212627 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Provisioning complete for port 4ce24827-2a27-4d14-ab69-feb1a585bfea triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:04.213004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:04.301226 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:04.325818 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:04.328130 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e28331-1292-4010-905a-f13afa35040f" -d '{"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-plugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:04.341731 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:04.430560 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93308ab-f98c-4b4e-b3c7-7554cf2137c2 x-openstack-request-id: req-a93308ab-f98c-4b4e-b3c7-7554cf2137c2 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:04.434612 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-plugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:04.434612 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a93308ab-f98c-4b4e-b3c7-7554cf2137c2 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:04.434612 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'code': 200} Nov 08 13:51:04.434612 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:04.481446 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:15.796392 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-f788d2a0-1762-4295-a627-6e402db5a416 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299249160&fields=id&tenant_id=cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 267 time: 0.0522001 Nov 08 13:51:15.909772 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-9ebef8a5-109e-4a6b-8f61-1ed7be26b282 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:15.911324 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-9ebef8a5-109e-4a6b-8f61-1ed7be26b282 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 810 time: 0.1081538 Nov 08 13:51:15.932319 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-d8a947d5-7ad5-4fd2-885e-40e4333f5ea9 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/quotas/cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 375 time: 0.0101895 Nov 08 13:51:15.996913 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-a9f5cfcb-210c-4eae-8de9-53b5f05acae6 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0585921 Nov 08 13:51:16.058945 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-eb350832-92c7-42bc-b657-04023b478fc7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:51:16.058945 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-eb350832-92c7-42bc-b657-04023b478fc7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496655 Nov 08 13:51:16.150056 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-2bb10ba1-c611-42ff-b3bb-eadc418f9b93 service neutron] 10.222.0.58 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Nov 08 13:51:16.250081 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b78f075c-ac82-486e-abb1-538323d17c72 service neutron] 10.222.0.58 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924826 Nov 08 13:51:16.580708 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-929d0a13-64e4-42ab-aaa4-f3773a2be5dc req-4c50b8b0-2bb7-4281-8941-332dd1d700cd tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 210 time: 0.0801787 Nov 08 13:51:16.954893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.679909 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2081a12c-e73c-4a47-9762-1da7b880277a req-67704d23-dc58-4e49-883d-65a6142a00cb tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 210 time: 0.0281546 Nov 08 13:51:18.190056 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:18.271708 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.297054 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:18.299310 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d939b35-1d82-43f2-b7f5-d33127bbe4f6" -d '{"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:18.318490 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:18.348269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63792aee-9114-43aa-8ed2-f8ee4d7bd3b1 x-openstack-request-id: req-63792aee-9114-43aa-8ed2-f8ee4d7bd3b1 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:18.348269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:18.348269 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63792aee-9114-43aa-8ed2-f8ee4d7bd3b1 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:18.348269 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'code': 200} Nov 08 13:51:18.362621 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-71157c0d-65c5-4408-b56b-2cc8e8b89859 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:18.364059 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-71157c0d-65c5-4408-b56b-2cc8e8b89859 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 810 time: 0.1130476 Nov 08 13:51:18.395257 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.431655 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-82bed5b0-2692-4324-9395-0ae8f867fb82 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedbd3e767754a0780b309a8889d351c HTTP/1.1" status: 200 len: 380 time: 0.0581508 Nov 08 13:51:18.442680 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'port': {'device_id': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'admin_state_up': True, 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'security_groups': ['e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:18.445165 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:18.612398 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Made reservation on behalf of cedbd3e767754a0780b309a8889d351c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:18.616114 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.758414 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Allocated IP 172.20.0.8 (803b6100-f216-4a53-9398-18d27635a3e2/e78d7805-f04a-437a-a3d4-b59fea685b40/a32e1693-7762-4b8e-a985-811ae760245c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:18.804114 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-e2f76444-8c88-4cad-a643-26f3e5724e0b req-9c3b02bc-3c62-445c-9ee8-abcabc658d49 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 210 time: 0.0338702 Nov 08 13:51:18.940916 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.042277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.116903 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:19.131349 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Network 803b6100-f216-4a53-9398-18d27635a3e2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:19.133313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.133938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.134583 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.135143 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.135868 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.136434 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.136986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.137586 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.138564 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.139314 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.139921 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.140483 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:19.151465 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:19.154967 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:19.279422 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:19.280098 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.402280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-b805c706-751c-4caa-9300-c7c4776c4757 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638262 Nov 08 13:51:19.448820 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-fb95b448-ba77-469a-8ce1-7ef1fc63be80 None None] Provisioning complete for port a32e1693-7762-4b8e-a985-811ae760245c triggered by entity DHCP. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:19.449802 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fb95b448-ba77-469a-8ce1-7ef1fc63be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.490305 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-fb95b448-ba77-469a-8ce1-7ef1fc63be80 None None] Port a32e1693-7762-4b8e-a985-811ae760245c cannot update to ACTIVE because it is not bound. {{(pid=102537) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:19.943154 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21544ab-b8cd-459f-9652-17c0cf57beb8 req-a342dcf2-8584-4e96-b617-052b1f4874c7 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:19.945539 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b21544ab-b8cd-459f-9652-17c0cf57beb8 req-a342dcf2-8584-4e96-b617-052b1f4874c7 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0640182 Nov 08 13:51:19.998264 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b21544ab-b8cd-459f-9652-17c0cf57beb8 req-c1c714c2-5eda-433e-a774-fc41e2aef76a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Nov 08 13:51:21.075439 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.134332 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231925d8-7065-4847-9b38-7c01eca98264 req-fd809bbb-d6a8-4f27-8030-02a9a5a52961 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:21.137052 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-231925d8-7065-4847-9b38-7c01eca98264 req-fd809bbb-d6a8-4f27-8030-02a9a5a52961 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0642757 Nov 08 13:51:21.194751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-231925d8-7065-4847-9b38-7c01eca98264 req-3ed5ec12-a8fe-42e1-b963-0bbfff3e4e1e tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Nov 08 13:51:22.334734 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad041-4833-48b4-9577-40177d4d9213 req-e98ee331-e871-49d5-8d19-ed734abd9d06 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:22.336290 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d85ad041-4833-48b4-9577-40177d4d9213 req-e98ee331-e871-49d5-8d19-ed734abd9d06 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0586705 Nov 08 13:51:22.391931 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d85ad041-4833-48b4-9577-40177d4d9213 req-a258e5a1-4bb2-46bc-8bba-fd36c17442ad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494454 Nov 08 13:51:23.522231 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18333ce-ccea-41d9-855c-eb7136b2882f req-099b6fea-94d2-44a1-8ece-55e0bf749ac2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:23.523820 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c18333ce-ccea-41d9-855c-eb7136b2882f req-099b6fea-94d2-44a1-8ece-55e0bf749ac2 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0518734 Nov 08 13:51:23.582998 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-c18333ce-ccea-41d9-855c-eb7136b2882f req-70a945e3-3b40-446a-a9a5-069b9611782b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 Nov 08 13:51:23.732360 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-aa94ad45-d349-42c7-b565-8ce630088907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.750876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2232c-a2ec-4ba6-8108-12f998925fdd req-307b8efc-6d64-4f52-a489-fcd2bc6642f4 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.752604 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18b2232c-a2ec-4ba6-8108-12f998925fdd req-307b8efc-6d64-4f52-a489-fcd2bc6642f4 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0737500 Nov 08 13:51:24.829917 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-18b2232c-a2ec-4ba6-8108-12f998925fdd req-beb83004-07d3-46c4-9fb5-ca34989f8bf7 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677066 Nov 08 13:51:25.565095 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fec8c293-7387-4285-9508-a43937987e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.955246 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c803e-81e8-4571-973f-cab52999bb3a req-72ce040a-7ff5-489f-a9f5-36f30e4e01fe tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:25.956762 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a25c803e-81e8-4571-973f-cab52999bb3a req-72ce040a-7ff5-489f-a9f5-36f30e4e01fe tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0537322 Nov 08 13:51:26.010579 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a25c803e-81e8-4571-973f-cab52999bb3a req-dee0019e-8c0f-4572-a304-66b17e9d1f58 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477684 Nov 08 13:51:27.064552 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.176563 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b200cc-e057-41f6-91ed-9353a0fc6ee8 req-a4b08fa7-256e-401b-9db8-80870a1e4272 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:27.178373 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52b200cc-e057-41f6-91ed-9353a0fc6ee8 req-a4b08fa7-256e-401b-9db8-80870a1e4272 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0721893 Nov 08 13:51:27.239226 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-52b200cc-e057-41f6-91ed-9353a0fc6ee8 req-b7fe18bd-6ca7-4521-9a48-ad7b39839048 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524690 Nov 08 13:51:27.329240 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:51:28.376754 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3649205-fa0d-4e22-9a88-ece26b06820c req-f9fac8f3-f9c7-4223-920b-900ba74dcc85 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.378817 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3649205-fa0d-4e22-9a88-ece26b06820c req-f9fac8f3-f9c7-4223-920b-900ba74dcc85 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 931 time: 0.0635295 Nov 08 13:51:28.456163 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a3649205-fa0d-4e22-9a88-ece26b06820c req-3016b787-6bf0-4d9b-9e97-72107610ea75 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638473 Nov 08 13:51:28.473885 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:28.893051 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-d1d3e3da-bae3-4e72-ba1b-5dc9430a8b6d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:51:28.894117 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-d1d3e3da-bae3-4e72-ba1b-5dc9430a8b6d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067496 Nov 08 13:51:28.961513 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Request body: {'port': {'device_id': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816990-1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:29.021285 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.138065 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.322496 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32e1693-7762-4b8e-a985-811ae760245c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:29.332010 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.348886 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Transition to ACTIVE for port object a32e1693-7762-4b8e-a985-811ae760245c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:29.446161 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.505418 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:29.622517 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Attempting to bind port a32e1693-7762-4b8e-a985-811ae760245c on host n-h2-816990-1 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:29.622990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Attempting to bind port a32e1693-7762-4b8e-a985-811ae760245c by drivers openvswitch,hyperv on host n-h2-816990-1 at level 0 using segments [{'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:29.623438 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Attempting to bind port a32e1693-7762-4b8e-a985-811ae760245c on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:29.633909 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Port a32e1693-7762-4b8e-a985-811ae760245c on network 803b6100-f216-4a53-9398-18d27635a3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816990-1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:29.638230 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Attempting to bind port a32e1693-7762-4b8e-a985-811ae760245c on network 803b6100-f216-4a53-9398-18d27635a3e2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:29.644774 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bdbd0-c1b4-4cd3-a0b7-97325b4f8965 req-77349d80-5a86-4251-810f-9068f9c9de8c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.646109 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa2bdbd0-c1b4-4cd3-a0b7-97325b4f8965 req-77349d80-5a86-4251-810f-9068f9c9de8c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0948148 Nov 08 13:51:29.651022 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Checking agent: {'id': 'bd58d98c-ea44-4fc7-beb4-19b84d5b39f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816990-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'started_at': datetime.datetime(2021, 11, 8, 12, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:29.651405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Checking segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:29.651837 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Bound using segment: {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:29.652209 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Bound port: a32e1693-7762-4b8e-a985-811ae760245c, host: n-h2-816990-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:29.653099 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.758088 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-fa2bdbd0-c1b4-4cd3-a0b7-97325b4f8965 req-f946cea1-3baa-419f-a704-c9bdcb47622c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997634 Nov 08 13:51:29.764820 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:29.768050 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:29.868727 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11610063'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.908537 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.909654 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.912348 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 1091 time: 1.0053523 Nov 08 13:51:29.912348 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:29.913101 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93523a76-9b47-4fcc-993d-ebae396afa96" -d '{"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:29.960581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992150b-965b-4afc-b844-7c79b14ac4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:29.973982 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c386f85c-5bb1-44da-845d-dc3afadabe67 x-openstack-request-id: req-c386f85c-5bb1-44da-845d-dc3afadabe67 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:29.974320 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:29.974580 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c386f85c-5bb1-44da-845d-dc3afadabe67 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:29.975037 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'status': 'completed', 'code': 200} Nov 08 13:51:30.053750 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-8962b2a8-b8fc-4592-b84c-aea597e4d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.055428 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-8962b2a8-b8fc-4592-b84c-aea597e4d98a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1094 time: 0.0527227 Nov 08 13:51:30.175544 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-e148d28e-9f18-498e-9f3f-b446a0b31614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.177278 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-e148d28e-9f18-498e-9f3f-b446a0b31614 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cedbd3e767754a0780b309a8889d351c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1135886 Nov 08 13:51:30.286392 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-bbe3577e-ae93-4f08-9cfc-f490cdc1c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.287884 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-93523a76-9b47-4fcc-993d-ebae396afa96 req-bbe3577e-ae93-4f08-9cfc-f490cdc1c3ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041076 Nov 08 13:51:30.368234 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-447797b1-9e86-4415-a40e-f39186747510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.369874 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-447797b1-9e86-4415-a40e-f39186747510 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1094 time: 0.0425870 Nov 08 13:51:30.427230 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-13fc8a4a-956a-41fe-a8dd-e9c54797f3df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 217 time: 0.0490744 Nov 08 13:51:30.482876 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-927591f8-b888-46b4-988a-e2f508307bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.484361 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-927591f8-b888-46b4-988a-e2f508307bdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0509973 Nov 08 13:51:30.530601 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-ad9e6078-3253-4e82-98e8-5000b379fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.532096 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-ad9e6078-3253-4e82-98e8-5000b379fff7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409884 Nov 08 13:51:30.625139 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-742a0b1a-16c7-40f6-bb17-4756f4bbf6b7 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860937 Nov 08 13:51:30.718588 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d98fa8b8-0bdb-4bc1-917f-bbcda94475a7 req-6192882a-6cd5-438d-ad23-99bb6a8024db service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Nov 08 13:51:30.901490 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dc98e-de77-4d32-ae1f-4587357c854e req-c3c3af88-1ff7-4cf1-853b-4c536ac3e66f tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.903410 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f70dc98e-de77-4d32-ae1f-4587357c854e req-c3c3af88-1ff7-4cf1-853b-4c536ac3e66f tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0509484 Nov 08 13:51:30.958963 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-f70dc98e-de77-4d32-ae1f-4587357c854e req-4c8ffe2b-ce61-4723-8c56-b11a2f4c8750 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480208 Nov 08 13:51:32.088274 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ea4e-9357-4d9b-acb2-ce4bfd79547d req-a442a9fa-22c9-4b1b-ab01-af27188c8831 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.089822 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a757ea4e-9357-4d9b-acb2-ce4bfd79547d req-a442a9fa-22c9-4b1b-ab01-af27188c8831 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0554862 Nov 08 13:51:32.143130 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a757ea4e-9357-4d9b-acb2-ce4bfd79547d req-ad00d968-a5a6-4870-81d2-2a2e0f741213 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 Nov 08 13:51:32.982447 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-be8385cf-7a07-45c2-9a83-aad24830660b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390611 Nov 08 13:51:33.067589 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-1a217030-4ccb-4074-a117-abf9d16a7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.069159 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-1a217030-4ccb-4074-a117-abf9d16a7d33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1094 time: 0.0443110 Nov 08 13:51:33.173795 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-264fd2b7-652c-4d20-a0c5-8353c628cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.176436 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-264fd2b7-652c-4d20-a0c5-8353c628cfa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0860348 Nov 08 13:51:33.271571 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-e897d59a-72d9-4050-b82b-c5669b52d03b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 997 time: 0.0884454 Nov 08 13:51:33.294872 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76adf80-660f-44c9-907b-c4a74a0e06b0 req-d211aa89-ba28-415a-a580-8f8a1199d04a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.296280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b76adf80-660f-44c9-907b-c4a74a0e06b0 req-d211aa89-ba28-415a-a580-8f8a1199d04a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0739653 Nov 08 13:51:33.346602 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-1e8d0374-157d-4d1c-a85c-74365801d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.348053 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-1e8d0374-157d-4d1c-a85c-74365801d878 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0686023 Nov 08 13:51:33.393797 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b76adf80-660f-44c9-907b-c4a74a0e06b0 req-bc47fa77-66b0-4b04-b411-0ddbadc8a212 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804393 Nov 08 13:51:33.408248 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-a90e4559-7ec2-4322-8a8c-c930c9d6d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.409783 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-a90e4559-7ec2-4322-8a8c-c930c9d6d9ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539880 Nov 08 13:51:33.420259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-b1b4ddbf-2b8d-4a79-a8fa-68fdcbb6d55a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:51:33.421190 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-b1b4ddbf-2b8d-4a79-a8fa-68fdcbb6d55a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048740 Nov 08 13:51:33.514596 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-1bdb11aa-145e-44c2-af4a-4fa152d18b5d service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Nov 08 13:51:33.609151 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-55131de4-9961-4b36-8cc1-0f6b756495fc req-712c7a1c-de35-4032-a0cd-9e81e331d301 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 Nov 08 13:51:33.923481 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:34.019507 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:34.030969 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'a32e1693-7762-4b8e-a985-811ae760245c', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'mac_address': 'fa:16:3e:70:61:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:34.069198 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:34.085709 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32e1693-7762-4b8e-a985-811ae760245c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:34.105720 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:34.188988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:34.242994 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:34.418099 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a32e1693-7762-4b8e-a985-811ae760245c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:34.520447 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dfc0a-b543-43b7-a4bd-3995126f5ccf req-10eb058a-f107-43ab-ab7d-50c19e8c1abb tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.521858 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd0dfc0a-b543-43b7-a4bd-3995126f5ccf req-10eb058a-f107-43ab-ab7d-50c19e8c1abb tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 944 time: 0.0529344 Nov 08 13:51:34.578404 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-dd0dfc0a-b543-43b7-a4bd-3995126f5ccf req-27fdfb77-0071-407c-9a2a-785f0958abe0 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Nov 08 13:51:35.705956 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94edd8-be40-4cc4-a173-0b313028f689 req-cbb8b7be-ce66-42bf-a9e5-10d7a2ba986c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.707489 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb94edd8-be40-4cc4-a173-0b313028f689 req-cbb8b7be-ce66-42bf-a9e5-10d7a2ba986c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 944 time: 0.0574439 Nov 08 13:51:35.764760 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb94edd8-be40-4cc4-a173-0b313028f689 req-884fc039-98be-4274-982b-64e877d407fd tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500810 Nov 08 13:51:35.940357 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:36.091616 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning for port a32e1693-7762-4b8e-a985-811ae760245c completed by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:36.096728 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port a32e1693-7762-4b8e-a985-811ae760245c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:36.097102 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.205490 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.232142 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:36.234559 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1705d2d4-4e9c-4abc-bd0d-37b367872b03" -d '{"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:36.252663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:36.274824 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac91c7-b478-4656-8577-6cf5a34aaf3a x-openstack-request-id: req-39ac91c7-b478-4656-8577-6cf5a34aaf3a {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:36.275115 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:36.275369 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39ac91c7-b478-4656-8577-6cf5a34aaf3a {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:36.275767 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'code': 200} Nov 08 13:51:36.343631 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.422953 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=5']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:36.427731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90401a9-51b7-41b9-b213-bd2ebbb1f993 req-7d612fe0-e26f-4439-805f-2190b7ed7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.430372 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a90401a9-51b7-41b9-b213-bd2ebbb1f993 req-7d612fe0-e26f-4439-805f-2190b7ed7cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1096 time: 0.0779026 Nov 08 13:51:36.500994 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-a90401a9-51b7-41b9-b213-bd2ebbb1f993 req-a440efc3-0b04-4c74-9ae3-95763370513b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616989 Nov 08 13:51:36.903211 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5f0ab-7f72-4664-8b8e-d8eeeea88717 req-14d8ff20-6708-4cb2-9012-db880cc5de2f tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.904918 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa5f0ab-7f72-4664-8b8e-d8eeeea88717 req-14d8ff20-6708-4cb2-9012-db880cc5de2f tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 945 time: 0.0586050 Nov 08 13:51:36.968401 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7fa5f0ab-7f72-4664-8b8e-d8eeeea88717 req-984f3c2f-cc15-400e-8ba8-5d604ea2b22b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541341 Nov 08 13:51:38.108259 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2749a4-7a43-4d9a-ac67-dc0619ddeb3d req-9db11803-e852-4792-85f9-56de5a6b7d80 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.109821 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c2749a4-7a43-4d9a-ac67-dc0619ddeb3d req-9db11803-e852-4792-85f9-56de5a6b7d80 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 945 time: 0.0613914 Nov 08 13:51:38.159583 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5c2749a4-7a43-4d9a-ac67-dc0619ddeb3d req-8452c90e-4924-44e5-aa2e-a2264941f398 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Nov 08 13:51:38.279688 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb422db0-38ff-41ca-b910-18b9fba4ba2b req-0db36e49-d46a-499c-8fcb-60b1eae368ad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.281208 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb422db0-38ff-41ca-b910-18b9fba4ba2b req-0db36e49-d46a-499c-8fcb-60b1eae368ad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Nov 08 13:51:38.335198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-eb422db0-38ff-41ca-b910-18b9fba4ba2b req-5875ec6a-6d7e-45ff-9163-2d565d2a5802 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471244 Nov 08 13:51:38.365194 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39224) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:38.416612 n-d-816990-1 neutron-server[102536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93bd90-c3e4-4fa3-8d9f-ee4b1c7ffe41 tempest-TestSnapshotPattern-752651733 tempest-TestSnapshotPattern-752651733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.416612 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-be93bd90-c3e4-4fa3-8d9f-ee4b1c7ffe41 tempest-TestSnapshotPattern-752651733 tempest-TestSnapshotPattern-752651733-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1091 time: 0.0496907 Nov 08 13:51:38.422425 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39228) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:38.426990 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.v2.base [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Request body: {'floatingip': {'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:38.519402 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.631577 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.745888 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Allocated IP 172.25.1.107 (6894d54f-f127-4b21-a375-736db7f41c4c/afc73cd9-64de-410f-b9c8-2297a6bf0369/2c39b3cd-4b7a-41aa-90ce-de5866e3322a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:38.856047 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.989296 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790080981369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.033851 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Network 6894d54f-f127-4b21-a375-736db7f41c4c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:39.039142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:39.043595 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:39.067949 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=2c39b3cd-4b7a-41aa-90ce-de5866e3322a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.080131 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.080459 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.080817 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.081164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.081504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.081901 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.082171 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.082537 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.082854 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.083177 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.083504 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.083830 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:39.443098 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.569291 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.726716 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.776963 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056225'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.843946 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event updated for resources: {'Port': ['ID=2c39b3cd-4b7a-41aa-90ce-de5866e3322a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.859778 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590779'] for floatingip, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.962439 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Floating IP a5a33823-2cbc-4ce1-a98c-d0299bc7361c associated. External IP: 172.25.1.107, port: a32e1693-7762-4b8e-a985-811ae760245c. Nov 08 13:51:40.174576 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:51:40.285004 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:51:40.295173 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:51:40.306672 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:40.309864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:40.361576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.390356 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-0a431127-4fdd-4bcb-81d7-b73bc2aa6aad tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9667845 Nov 08 13:51:40.391078 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:40.393593 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:40.432088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:40.529278 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa614b8f-fb63-4f56-bf63-da8e2ffb0b90 x-openstack-request-id: req-fa614b8f-fb63-4f56-bf63-da8e2ffb0b90 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:40.529799 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:40.529918 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa614b8f-fb63-4f56-bf63-da8e2ffb0b90 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:40.530419 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'status': 'completed', 'code': 200} Nov 08 13:51:40.602565 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-abd707f8-e67e-426a-b944-020fd0b8992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:40.604054 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-abd707f8-e67e-426a-b944-020fd0b8992c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1096 time: 0.0522442 Nov 08 13:51:40.697663 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'a5a33823-2cbc-4ce1-a98c-d0299bc7361c', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:70:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:39Z', 'updated_at': '2021-11-08T13:51:39Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}, {'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:40.732038 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:51:40.741967 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:40.742628 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:51:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:40.869935 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:41.061004 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-25dd2d2e-1fa1-49ec-b576-dd27b4d086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.062446 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-25dd2d2e-1fa1-49ec-b576-dd27b4d086df service neutron] 10.222.0.57 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.4501886 Nov 08 13:51:41.131441 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-0f9add81-eedf-4723-979f-e9e0cb1f49f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 999 time: 0.0619106 Nov 08 13:51:41.162076 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'a5a33823-2cbc-4ce1-a98c-d0299bc7361c', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:70:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:39Z', 'updated_at': '2021-11-08T13:51:39Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}, {'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:41.189812 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8c89a-7f4e-4529-9a97-ccb0848f225a None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'a5a33823-2cbc-4ce1-a98c-d0299bc7361c', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:70:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:39Z', 'updated_at': '2021-11-08T13:51:39Z', 'revision_number': 0, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}, {'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:51:41.190928 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-1e191a11-3125-4821-8db4-13804583b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.192415 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-1e191a11-3125-4821-8db4-13804583b743 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0541785 Nov 08 13:51:41.240698 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-0394bab2-f51a-4de8-baac-9e017e66825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.242225 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-0394bab2-f51a-4de8-baac-9e017e66825a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434580 Nov 08 13:51:41.345471 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-976a6a4f-355c-4874-812c-efbafd723a18 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951695 Nov 08 13:51:41.414000 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f13df3-7eea-47be-bc5b-bb3cf49cb8c2 None None] New status for floating IP a5a33823-2cbc-4ce1-a98c-d0299bc7361c: ACTIVE {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:51:41.465291 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-d1ea1768-c0f0-4bc5-94b5-3a89c57cdf6e req-a236dff8-4053-49af-9329-91e41bda9fec service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113813 Nov 08 13:51:46.976893 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.108433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.210594 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-84006c36-22ca-45df-b8eb-4ad3a462f6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.983186 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-38bd8ba6-4bb3-4097-b4d6-b3dc17a4f91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.119171 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.507565 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.171357 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.329497 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:52:08.879531 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-32465e67-980b-4b6f-8dc6-62017c15aa79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419056 Nov 08 13:52:08.967573 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-b30bd93c-1c9f-4741-8eae-d5e79b12711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.969128 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-b30bd93c-1c9f-4741-8eae-d5e79b12711e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1096 time: 0.0461903 Nov 08 13:52:09.077542 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-16d99a09-f22b-490b-ba90-5f9ccc63a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.079095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-16d99a09-f22b-490b-ba90-5f9ccc63a589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0901852 Nov 08 13:52:09.151657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-c90f40a0-866f-4ee0-8eca-ef0aaf8b8dcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 1001 time: 0.0658982 Nov 08 13:52:09.204158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-b534488b-88ae-4022-b03f-51955a45d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.205657 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-b534488b-88ae-4022-b03f-51955a45d3ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0467985 Nov 08 13:52:09.253507 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-15b8c931-1157-4fe8-9e62-4af7f9bb5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.255227 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-15b8c931-1157-4fe8-9e62-4af7f9bb5ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431328 Nov 08 13:52:09.352502 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-01183832-d794-408e-b2ee-66edb1354ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905330 Nov 08 13:52:09.447505 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-8bf950fd-fdfb-4a58-8b1e-ec25f94f4922 req-b888acfd-a111-4b6c-87a5-17d0ab3d9d99 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Nov 08 13:52:16.981433 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.108064 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.215230 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e772422b-a0a2-4c98-870f-d15a670cca66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:25.587119 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-94c283a7-aa1d-4691-97b7-1bcd69568691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.112590 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.552512 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.174790 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.971750 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-0054ac39-7771-4203-93db-eee226646a7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459993 Nov 08 13:52:34.060035 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-b8f15109-e589-48fc-ac85-aea21a66a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.061607 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-b8f15109-e589-48fc-ac85-aea21a66a3b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1094 time: 0.0432808 Nov 08 13:52:34.175445 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-c43711cf-c9fe-4844-9046-62876daa4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.177095 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-c43711cf-c9fe-4844-9046-62876daa4227 service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0957711 Nov 08 13:52:34.263660 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-237f9bee-c0d4-4191-9eb0-60807b3a18fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 997 time: 0.0770712 Nov 08 13:52:34.317719 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-d1fbda34-3537-4dab-b119-baf473a6a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.319280 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-d1fbda34-3537-4dab-b119-baf473a6a338 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0492692 Nov 08 13:52:34.370451 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-ee6054c3-1cf6-4ed3-a383-1818ea465134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.372019 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-ee6054c3-1cf6-4ed3-a383-1818ea465134 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453408 Nov 08 13:52:34.475180 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-8b4947f4-3ca0-408a-83e0-5376ea2c2e65 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960755 Nov 08 13:52:34.603193 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-50c00f16-c591-472f-b79b-9bb9a78f7336 req-9d735b5d-7777-4fed-8556-f41ad1d1f325 service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211679 Nov 08 13:52:41.330845 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:52:46.974287 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:51.105004 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.186496 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-09d9e8ea-0146-438e-a76c-744990b5ec9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:55.547180 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2b922193-80cb-4cdd-adfb-e3a8dbed351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.071110 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.523316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:59.134639 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.909567 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f1367-6319-45a1-9317-2276f8c885c6 req-d5e58331-0161-4391-b2a2-abf2ef97f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:08.911107 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-d5e58331-0161-4391-b2a2-abf2ef97f509 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1096 time: 0.0468440 Nov 08 13:53:09.017818 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f1367-6319-45a1-9317-2276f8c885c6 req-4a98f4b3-042e-4072-9285-05d25a7395fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.019379 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-4a98f4b3-042e-4072-9285-05d25a7395fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.0886853 Nov 08 13:53:09.092513 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-c81559aa-fa86-4cb6-a183-888e507ff9e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 1001 time: 0.0650396 Nov 08 13:53:09.144941 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f1367-6319-45a1-9317-2276f8c885c6 req-c2f556c0-7dfb-4e9f-97b6-11a17bb2ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.146522 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-c2f556c0-7dfb-4e9f-97b6-11a17bb2ce99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0450137 Nov 08 13:53:09.195266 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f1367-6319-45a1-9317-2276f8c885c6 req-16675c52-6737-4126-afd0-584b1322da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.196992 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-16675c52-6737-4126-afd0-584b1322da49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419137 Nov 08 13:53:09.299367 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-d43df104-224b-45ac-b4ae-9b2cc71000c6 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912082 Nov 08 13:53:09.395394 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-099f1367-6319-45a1-9317-2276f8c885c6 req-462e9e7a-6a81-4385-8f32-50caec8e8005 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Nov 08 13:53:12.313286 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c details requested by agent hyperv_n-h2-816990-1 with host n-h2-816990-1 {{(pid=102537) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:12.455088 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:12.474591 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Returning: {'device': 'a32e1693-7762-4b8e-a985-811ae760245c', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'port_id': 'a32e1693-7762-4b8e-a985-811ae760245c', 'mac_address': 'fa:16:3e:70:61:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102537) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:12.525399 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.545268 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a32e1693-7762-4b8e-a985-811ae760245c {{(pid=102537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:12.575309 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:12.687814 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.800923 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] get_ports_and_sgs() called for port_ids ['a32e1693-7762-4b8e-a985-811ae760245c'] {{(pid=102537) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:12.834707 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=6']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:12.850688 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.851023 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.851385 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.851772 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.852138 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.852483 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.852850 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.853180 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.853553 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.853988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.854785 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:12.855319 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:14.309614 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c up at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:14.387318 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.provisioning_blocks [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Provisioning complete for port a32e1693-7762-4b8e-a985-811ae760245c triggered by entity L2. {{(pid=102537) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:14.388026 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462500'] for port, provisioning_complete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.547665 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.588655 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:14.591477 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c27804b-43a2-4424-9c18-b2f2f7bdb9c3" -d '{"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:14.617585 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:14.662752 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aaf607-d864-4504-9a83-d44787ac57e0 x-openstack-request-id: req-a7aaf607-d864-4504-9a83-d44787ac57e0 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:14.663048 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:14.663302 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7aaf607-d864-4504-9a83-d44787ac57e0 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:14.663700 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'code': 200} Nov 08 13:53:14.910045 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.963263 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=7']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:17.018451 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.335040 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:53:21.155213 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.191292 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd5ab-df49-4526-9176-a6984d8451fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.579058 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a5599a17-3164-4094-956a-fd939c052825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.845142 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39438) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:26.345308 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Deleting port 2c39b3cd-4b7a-41aa-90ce-de5866e3322a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:26.345648 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.429245 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.429576 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.441598 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Calling delete_port for 2c39b3cd-4b7a-41aa-90ce-de5866e3322a owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:26.686748 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.711148 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event deleted for resources: {'Port': ['ID=2c39b3cd-4b7a-41aa-90ce-de5866e3322a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:26.726047 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.726482 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.726828 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.727172 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.727510 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.727845 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.728182 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.728512 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.728835 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.729156 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.729478 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.729801 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:26.791065 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.791432 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Floating IP a5a33823-2cbc-4ce1-a98c-d0299bc7361c disassociated (deleted). External IP: 172.25.1.107, port: a32e1693-7762-4b8e-a985-811ae760245c. Nov 08 13:53:27.020764 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:27.110739 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:27.133971 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:27.149197 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:27.149324 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:27.154210 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:27.154925 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:27.168482 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-03e651dd-9ee8-4ede-a108-666973ac7ca1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "DELETE /v2.0/floatingips/a5a33823-2cbc-4ce1-a98c-d0299bc7361c HTTP/1.1" status: 204 len: 168 time: 1.3222353 Nov 08 13:53:27.169083 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:27.171548 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7697591b-3534-429f-acbb-006754456704" -d '{"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:27.214130 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfd9152-f6df-4f3d-9c40-d4e024203246 x-openstack-request-id: req-1bfd9152-f6df-4f3d-9c40-d4e024203246 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:27.214632 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:27.219143 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bfd9152-f6df-4f3d-9c40-d4e024203246 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:27.219143 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'status': 'completed', 'code': 200} Nov 08 13:53:27.291403 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697591b-3534-429f-acbb-006754456704 req-5ac8d822-676d-40dd-9328-0a7ca1ae1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.292892 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-5ac8d822-676d-40dd-9328-0a7ca1ae1fab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 1096 time: 0.0549879 Nov 08 13:53:27.399731 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697591b-3534-429f-acbb-006754456704 req-57dce69b-9c75-45f3-85a0-2366fedc11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.401575 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-57dce69b-9c75-45f3-85a0-2366fedc11bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.1016386 Nov 08 13:53:27.442048 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:27.449422 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-b0c28fde-a11f-4575-907a-9eb750ed5d3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 200 len: 217 time: 0.0406272 Nov 08 13:53:27.505031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697591b-3534-429f-acbb-006754456704 req-f90e4f4e-150b-4659-918c-7c90d1438504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.506540 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-f90e4f4e-150b-4659-918c-7c90d1438504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0483620 Nov 08 13:53:27.571502 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697591b-3534-429f-acbb-006754456704 req-66fcbd1e-2e3f-4b6d-9be3-ac583b8a168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.573478 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-66fcbd1e-2e3f-4b6d-9be3-ac583b8a168c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590863 Nov 08 13:53:27.688119 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-52c0aba8-66dc-4445-ba36-5273523d3d87 service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070786 Nov 08 13:53:27.690800 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:27.725073 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:53:27.734168 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:27.734824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:27.819980 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7697591b-3534-429f-acbb-006754456704 req-9d509b11-c028-4c6e-a94f-021758c7f2ca service neutron] 10.222.0.57 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247566 Nov 08 13:53:27.829339 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f85c2-fe0f-49b9-b65a-fee9ffa45e11 req-35516834-02eb-4cd8-811a-0523943fe160 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.831186 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d9f85c2-fe0f-49b9-b65a-fee9ffa45e11 req-35516834-02eb-4cd8-811a-0523943fe160 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 945 time: 0.1886961 Nov 08 13:53:27.848026 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:27.883289 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-5d9f85c2-fe0f-49b9-b65a-fee9ffa45e11 req-2bbc1347-3b2b-4b42-8f75-000580879848 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Nov 08 13:53:28.073494 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:28.106065 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60f2b-2874-4857-998d-e9f83c852c6f None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_floatingips': [{'id': 'c3c7ffc8-d38b-47c2-8600-5537f30b5a41', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'router_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'port_id': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'mac_address': 'fa:16:3e:a9:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:49:03Z', 'updated_at': '2021-11-08T13:49:06Z', 'revision_number': 1, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:28.398410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:28.407086 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61963c3a-9172-450f-838c-15d7693ce5c0 None None] New status for floating IP a5a33823-2cbc-4ce1-a98c-d0299bc7361c: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:53:28.488660 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1566252'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.515384 n-d-816990-1 neutron-server[102537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:28.522454 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ca9615ad62910b479a3d9653030e1ac12b17dea7589cd37b6f47722a435f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5380f7f9-06ab-4157-9873-50d973f3f2d2" -d '{"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-unplugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:28.531890 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:28.553256 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.556079 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aae318-8d83-4c80-94ba-6f9532efab49 x-openstack-request-id: req-98aae318-8d83-4c80-94ba-6f9532efab49 {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:28.556376 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-unplugged", "status": "completed", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "code": 200}]} {{(pid=102537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:28.556630 n-d-816990-1 neutron-server[102537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98aae318-8d83-4c80-94ba-6f9532efab49 {{(pid=102537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:28.557025 n-d-816990-1 neutron-server[102537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'code': 200} Nov 08 13:53:28.699968 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790081462420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790080981387', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790080981405'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.770756 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=8']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:29.017197 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988ce5-f071-4f0b-8b5d-be90e01bad57 req-f5b9833a-ba79-40c5-9971-3cbc8bb570a1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:29.018685 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21988ce5-f071-4f0b-8b5d-be90e01bad57 req-f5b9833a-ba79-40c5-9971-3cbc8bb570a1 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0593281 Nov 08 13:53:29.081198 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-21988ce5-f071-4f0b-8b5d-be90e01bad57 req-26a02bd2-0d97-4a72-9443-51f7773ae856 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563457 Nov 08 13:53:29.150025 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.293699 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-b8428a78-7570-430c-a129-d7919ce0b8b3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:29.295105 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-b8428a78-7570-430c-a129-d7919ce0b8b3 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 943 time: 0.0501773 Nov 08 13:53:29.391990 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Deleting port a32e1693-7762-4b8e-a985-811ae760245c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:29.392355 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.489172 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] For port a32e1693-7762-4b8e-a985-811ae760245c, host n-h2-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816990-1',level=0,port_id=a32e1693-7762-4b8e-a985-811ae760245c,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:29.489533 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.503337 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Calling delete_port for a32e1693-7762-4b8e-a985-811ae760245c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:29.716717 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.749508 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event deleted for resources: {'Port': ['ID=a32e1693-7762-4b8e-a985-811ae760245c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:29.782762 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.783119 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.783461 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.783824 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.784158 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.784487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.784811 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.785132 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.785450 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.785769 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.786116 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.786487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816990-1 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:29.809763 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] No DVR routers for this DVR port a32e1693-7762-4b8e-a985-811ae760245c on host n-h2-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:29.812817 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.816315 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-1462966c-e7f5-42c1-8623-218afbd4b8ac req-6c10d9df-c6f7-4932-a555-2df58dffb66b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.57 "DELETE /v2.0/ports/a32e1693-7762-4b8e-a985-811ae760245c HTTP/1.1" status: 204 len: 173 time: 0.5153894 Nov 08 13:53:29.816760 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-deleted', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:29.819449 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97880e-f285-450f-b61a-1f9b0cf8c69f" -d '{"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-deleted", "tag": "a32e1693-7762-4b8e-a985-811ae760245c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:29.915177 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f24a04-4063-4cad-9427-bf29a32559c3 x-openstack-request-id: req-84f24a04-4063-4cad-9427-bf29a32559c3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:29.915785 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432", "name": "network-vif-deleted", "tag": "a32e1693-7762-4b8e-a985-811ae760245c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:29.916025 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84f24a04-4063-4cad-9427-bf29a32559c3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:29.916423 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3926b4d-7fdd-4ae7-a58b-05a5d4fc0432', 'name': 'network-vif-deleted', 'tag': 'a32e1693-7762-4b8e-a985-811ae760245c', 'status': 'completed', 'code': 200} Nov 08 13:53:30.199634 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-3381b755-0711-44b1-abde-dbc2823c98d2 req-c29e1932-9f3a-46f5-a69a-f4d8bb6e0622 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3926b4d-7fdd-4ae7-a58b-05a5d4fc0432 HTTP/1.1" status: 200 len: 210 time: 0.0340505 Nov 08 13:53:32.408746 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c no longer exists at agent hyperv_n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:32.430771 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] No Port match for: a32e1693-7762-4b8e-a985-811ae760245c {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:32.439767 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Device a32e1693-7762-4b8e-a985-811ae760245c not bound to the agent host n-h2-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:33.026519 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39502) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:33.202212 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Deleting port 51c69d08-076c-4f4a-9099-b3cee5ff281c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:33.202590 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.286711 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.287066 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.299106 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Calling delete_port for 51c69d08-076c-4f4a-9099-b3cee5ff281c owned by network:floatingip {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:33.539427 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.566535 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event deleted for resources: {'Port': ['ID=51c69d08-076c-4f4a-9099-b3cee5ff281c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:33.628480 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for floatingip, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.628814 n-d-816990-1 neutron-server[102536]: INFO neutron.db.l3_db [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Floating IP c3c7ffc8-d38b-47c2-8600-5537f30b5a41 disassociated (deleted). External IP: 172.25.1.5, port: 4ce24827-2a27-4d14-ab69-feb1a585bfea. Nov 08 13:53:33.846088 n-d-816990-1 neutron-server[102536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:33.962009 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:33.966809 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for floatingip, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.973238 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:33.984287 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:33.985579 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:33.994720 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b040ace7-afe0-4de2-843a-509538db028d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "DELETE /v2.0/floatingips/c3c7ffc8-d38b-47c2-8600-5537f30b5a41 HTTP/1.1" status: 204 len: 168 time: 0.9670706 Nov 08 13:53:33.995305 n-d-816990-1 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:33.997537 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37cec789c923abbc63d71422cf156a58010d0cbc9e893e9109e429c58049cb44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:34.038791 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21bfe60-a74c-4929-9509-3c60c10e2480 x-openstack-request-id: req-d21bfe60-a74c-4929-9509-3c60c10e2480 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:34.039413 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "status": "completed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:34.039413 n-d-816990-1 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d21bfe60-a74c-4929-9509-3c60c10e2480 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:34.039906 n-d-816990-1 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'status': 'completed', 'code': 200} Nov 08 13:53:34.121215 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:34.125017 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-4e389b75-0a96-4260-9052-0e20c713d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.135206 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-4e389b75-0a96-4260-9052-0e20c713d3b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cedbd3e767754a0780b309a8889d351c&device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 1094 time: 0.0615430 Nov 08 13:53:34.236313 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-2fcde22c-6bb8-4c1a-be86-0bafe86b1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.238538 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-2fcde22c-6bb8-4c1a-be86-0bafe86b1b9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 200 len: 911 time: 0.1029127 Nov 08 13:53:34.282745 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-f84d287c-6b08-4272-9101-5a71cc705b88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 200 len: 217 time: 0.0369034 Nov 08 13:53:34.347636 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-2ce1891c-8703-4393-853a-5fd99d26c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.349958 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-2ce1891c-8703-4393-853a-5fd99d26c406 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 200 len: 849 time: 0.0600686 Nov 08 13:53:34.411722 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-a476489e-d28b-410f-b09c-bc515d87dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.412019 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.413342 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-a476489e-d28b-410f-b09c-bc515d87dc53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=803b6100-f216-4a53-9398-18d27635a3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556519 Nov 08 13:53:34.444057 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:53:34.454811 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:34.455443 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.538182 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-d6646d39-d824-49e5-a12d-f4150f28152a service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163301 Nov 08 13:53:34.582223 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:34.637472 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36805e-a972-4905-ac16-f4ddc19c7070 req-3c0fe947-f834-43ba-8a50-b46cf8adea8c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.639329 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c36805e-a972-4905-ac16-f4ddc19c7070 req-3c0fe947-f834-43ba-8a50-b46cf8adea8c tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.1137359 Nov 08 13:53:34.696699 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-b8abe080-2d9f-4a1a-a5a5-9ad03608eeb6 req-9ff0ae5f-9ba9-4ef6-9e8b-1585f3d8132a service neutron] 10.222.0.61 "GET /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395051 Nov 08 13:53:34.725378 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-6c36805e-a972-4905-ac16-f4ddc19c7070 req-d3a2760e-5e7f-402d-95ec-11c15c0e633d tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774987 Nov 08 13:53:34.820133 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.851642 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba412c-86ad-4b79-9b2c-00ab00e41322 None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 4, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1', '_interfaces': [{'id': '1a834dce-91cd-4c32-8176-225db4d32233', 'name': '', 'network_id': '803b6100-f216-4a53-9398-18d27635a3e2', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'mac_address': 'fa:16:3e:60:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:31Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'subnets': [{'id': 'e78d7805-f04a-437a-a3d4-b59fea685b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:35.097729 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad284535-f454-4ee4-aac6-8fc2e1a9d89d None None] New status for floating IP c3c7ffc8-d38b-47c2-8600-5537f30b5a41: DOWN {{(pid=102538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:53:35.862173 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2905c5-f17f-42a5-b1c8-b4c5d4be3ed8 req-1fbf7914-cf3d-4937-816a-3cdfc100fe9a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:35.863751 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f2905c5-f17f-42a5-b1c8-b4c5d4be3ed8 req-1fbf7914-cf3d-4937-816a-3cdfc100fe9a tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.0577447 Nov 08 13:53:35.923514 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-7f2905c5-f17f-42a5-b1c8-b4c5d4be3ed8 req-a02ecc4f-4eb3-4519-abdf-e17127941471 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535634 Nov 08 13:53:36.218345 n-d-816990-1 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-dd538ef0-9c3b-417b-bc17-5a70c3b7531b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:36.220021 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-dd538ef0-9c3b-417b-bc17-5a70c3b7531b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 943 time: 0.0524890 Nov 08 13:53:36.320180 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Deleting port 4ce24827-2a27-4d14-ab69-feb1a585bfea {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:36.320427 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.422010 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] For port 4ce24827-2a27-4d14-ab69-feb1a585bfea, host n-h1-816990-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816990-1',level=0,port_id=4ce24827-2a27-4d14-ab69-feb1a585bfea,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:36.423152 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.441709 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Calling delete_port for 4ce24827-2a27-4d14-ab69-feb1a585bfea owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:36.693726 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.732031 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event deleted for resources: {'Port': ['ID=4ce24827-2a27-4d14-ab69-feb1a585bfea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:36.778938 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] No DVR routers for this DVR port 4ce24827-2a27-4d14-ab69-feb1a585bfea on host n-h1-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:36.781640 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019531'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.785018 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-cc528740-bb81-4bed-9211-5b9e6ff506a1 req-b102ceea-d065-4c14-9fde-20c2e3c28e87 tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.61 "DELETE /v2.0/ports/4ce24827-2a27-4d14-ab69-feb1a585bfea HTTP/1.1" status: 204 len: 173 time: 0.5578792 Nov 08 13:53:36.785470 n-d-816990-1 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-deleted', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:36.787832 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d00380921a898e6b11ace258ca54b9616ec12df31dd6e7c80e804840f93927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5aab4-33aa-45a1-a80f-5bf5e9568d2c" -d '{"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-deleted", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:36.837452 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96119a02-84f2-41a9-b286-a914e2c4e7fa x-openstack-request-id: req-96119a02-84f2-41a9-b286-a914e2c4e7fa {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:36.837792 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd43a87-a518-4357-b4b5-aa64554892a4", "name": "network-vif-deleted", "tag": "4ce24827-2a27-4d14-ab69-feb1a585bfea", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:36.838122 n-d-816990-1 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96119a02-84f2-41a9-b286-a914e2c4e7fa {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:36.838626 n-d-816990-1 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd43a87-a518-4357-b4b5-aa64554892a4', 'name': 'network-vif-deleted', 'tag': '4ce24827-2a27-4d14-ab69-feb1a585bfea', 'status': 'completed', 'code': 200} Nov 08 13:53:37.051411 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [req-2fddf3fd-bd4e-4a52-8e86-57a587c77bf0 req-efdd4a1d-db38-4fd0-a8d2-948b170b79ee tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd43a87-a518-4357-b4b5-aa64554892a4 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Nov 08 13:53:38.115168 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:38.176494 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.202664 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.419649 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.422351 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.426011 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] 10.222.0.58 "DELETE /v2.0/security-groups/e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449 HTTP/1.1" status: 204 len: 168 time: 0.3074052 Nov 08 13:53:38.434724 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d987f3-8a9a-450d-bacc-b660f51c878b tempest-TestSnapshotPattern-1256495499 tempest-TestSnapshotPattern-1256495499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f8b9d4-ccfa-4405-a4ec-9ec7eedc7449,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:39.589986 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:40.062899 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.311405 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Deleting port 1a834dce-91cd-4c32-8176-225db4d32233 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:40.311745 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.390905 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] For port 1a834dce-91cd-4c32-8176-225db4d32233, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=1a834dce-91cd-4c32-8176-225db4d32233,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:40.391261 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.404581 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Calling delete_port for 1a834dce-91cd-4c32-8176-225db4d32233 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:40.686319 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.713625 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a834dce-91cd-4c32-8176-225db4d32233,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:40.731386 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea no longer exists at agent hyperv_n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:40.762988 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] No Port match for: 4ce24827-2a27-4d14-ab69-feb1a585bfea {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:40.763666 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Device 4ce24827-2a27-4d14-ab69-feb1a585bfea not bound to the agent host n-h1-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:41.276416 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.513918 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Router 7b9021c2-5351-4056-afa2-ba90f94f6c9a has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:41.693803 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:41.703296 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-42b06e6c-d3cc-491c-807b-daab58dd3e7f admin admin] 10.222.0.58 "PUT /v2.0/routers/7b9021c2-5351-4056-afa2-ba90f94f6c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1081357 Nov 08 13:53:41.705137 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Sync routers for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:41.707381 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:41.717572 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:41.718193 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:41.826997 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.831681 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: n-d-816990-1 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:41.946999 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.039999 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:53:40Z', 'revision_number': 5, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port': {'id': '96dd2e7c-1294-43b1-972b-034931b4414d', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.067943 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Checking router: 7b9021c2-5351-4056-afa2-ba90f94f6c9a for host: n-d-816990-1 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:53:42.078062 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Routers {'7b9021c2-5351-4056-afa2-ba90f94f6c9a'} bound to L3 agent in host n-d-816990-1 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:42.079115 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.080386 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Deleting port 96dd2e7c-1294-43b1-972b-034931b4414d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:42.080725 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.167495 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] For port 96dd2e7c-1294-43b1-972b-034931b4414d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=96dd2e7c-1294-43b1-972b-034931b4414d,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:42.168055 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.184700 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Calling delete_port for 96dd2e7c-1294-43b1-972b-034931b4414d owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:42.363824 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] Set router 7b9021c2-5351-4056-afa2-ba90f94f6c9a gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:42.438706 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:53:41Z', 'revision_number': 6, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.474679 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35199f-8499-4976-b48f-aaa95fe2b294 None None] The sync data for ids ['7b9021c2-5351-4056-afa2-ba90f94f6c9a'] in n-d-816990-1 is: [{'id': '7b9021c2-5351-4056-afa2-ba90f94f6c9a', 'name': 'tempest-TestSnapshotPattern-1146836882-router', 'tenant_id': 'cedbd3e767754a0780b309a8889d351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:53:41Z', 'revision_number': 6, 'project_id': 'cedbd3e767754a0780b309a8889d351c', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:42.532007 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.559351 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=96dd2e7c-1294-43b1-972b-034931b4414d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:42.627883 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.725720 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.728277 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.857685 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.858320 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9021c2-5351-4056-afa2-ba90f94f6c9a {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:53:42.864771 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.866001 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-53056796-c48a-46a7-8f05-f6b95b92f0eb admin admin] 10.222.0.58 "DELETE /v2.0/routers/7b9021c2-5351-4056-afa2-ba90f94f6c9a HTTP/1.1" status: 204 len: 168 time: 1.1576426 Nov 08 13:53:42.868736 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:42.931315 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Deleting subnet e78d7805-f04a-437a-a3d4-b59fea685b40 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:53:42.935295 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.981149 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.066939 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.200509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.232468 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78d7805-f04a-437a-a3d4-b59fea685b40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.237192 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.242837 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-0313aae3-fc2c-488b-9856-5b92907b80d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e78d7805-f04a-437a-a3d4-b59fea685b40 HTTP/1.1" status: 204 len: 168 time: 0.3725011 Nov 08 13:53:43.243756 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39532) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:43.246898 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b935cf-01f2-40a0-9fdf-950d58ce15c0 None None] Network 803b6100-f216-4a53-9398-18d27635a3e2 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:43.321955 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.377167 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Deleting port 2cacba55-edbf-4265-aff9-a0f264b1e18d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:43.377509 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.447320 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] For port 2cacba55-edbf-4265-aff9-a0f264b1e18d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2cacba55-edbf-4265-aff9-a0f264b1e18d,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:43.447689 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.461231 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Calling delete_port for 2cacba55-edbf-4265-aff9-a0f264b1e18d owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:43.467177 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] DHCP port deletion for 803b6100-f216-4a53-9398-18d27635a3e2 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:53:43.519439 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Deleting port 2cacba55-edbf-4265-aff9-a0f264b1e18d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:43.519808 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.587388 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] For port 2cacba55-edbf-4265-aff9-a0f264b1e18d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=2cacba55-edbf-4265-aff9-a0f264b1e18d,segment=NetworkSegment(fc9a1c3d-a6e5-4ced-abd9-0e3039699977),segment_id=fc9a1c3d-a6e5-4ced-abd9-0e3039699977)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:43.587695 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.601843 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Calling delete_port for 2cacba55-edbf-4265-aff9-a0f264b1e18d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:43.652949 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.680492 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.683493 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cacba55-edbf-4265-aff9-a0f264b1e18d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.691163 n-d-816990-1 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] No DVR routers for this DVR port 2cacba55-edbf-4265-aff9-a0f264b1e18d on host n-d-816990-1 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:43.706927 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] Pushing event deleted for resources: {'Port': ['ID=2cacba55-edbf-4265-aff9-a0f264b1e18d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.711058 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bae8f-6614-4996-be64-beae234a89e7 None None] No DVR routers for this DVR port 2cacba55-edbf-4265-aff9-a0f264b1e18d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:43.771507 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.794929 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803b6100-f216-4a53-9398-18d27635a3e2']}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:43.805109 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977') {'for_net_delete': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:43.805407 n-d-816990-1 neutron-server[102536]: DEBUG neutron.services.segments.db [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9a1c3d-a6e5-4ced-abd9-0e3039699977') {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:43.817203 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8868068'] for segment, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.836901 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.843628 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:53:43.845014 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056205'] for segment, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: Traceback (most recent call last): Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: timer() Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: cb(*args, **kw) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: return func(*args, **kwargs) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: self._notify() Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: self.callback(batched_events) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: event.method(event) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: return f(self, *a, **k) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: return self._get(url).json() Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: return self.request(url, 'GET', **kwargs) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:53:43.846971 n-d-816990-1 neutron-server[102536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:53:44.015166 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.022013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.025333 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/803b6100-f216-4a53-9398-18d27635a3e2 HTTP/1.1" status: 204 len: 168 time: 0.7813213 Nov 08 13:53:44.029930 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:44.063915 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e345-860c-456f-a1b4-4516d52cccd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=803b6100-f216-4a53-9398-18d27635a3e2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:44.411263 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591035'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.477410 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a834dce-91cd-4c32-8176-225db4d32233 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:44.503105 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 1a834dce-91cd-4c32-8176-225db4d32233 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:44.508894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 1a834dce-91cd-4c32-8176-225db4d32233 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:44.508894 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2cacba55-edbf-4265-aff9-a0f264b1e18d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:44.525167 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 2cacba55-edbf-4265-aff9-a0f264b1e18d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:44.525508 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 2cacba55-edbf-4265-aff9-a0f264b1e18d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:44.525933 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 96dd2e7c-1294-43b1-972b-034931b4414d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:44.545864 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 96dd2e7c-1294-43b1-972b-034931b4414d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:44.546226 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 96dd2e7c-1294-43b1-972b-034931b4414d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:44.702964 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Deleting port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:44.703809 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.787910 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] For port 64f33565-5e1f-43ee-a39a-cbd0df5f3c40, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:44.788268 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.801628 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Calling delete_port for 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:45.057645 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.085541 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Pushing event deleted for resources: {'Port': ['ID=64f33565-5e1f-43ee-a39a-cbd0df5f3c40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:45.261492 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591371'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.489668 n-d-816990-1 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb has already been hosted by L3 agent 8299ac25-4685-4259-bf5a-045b2b41078a {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:45.598806 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] Notify agent at l3_agent.n-d-816990-1 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:45.605683 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-666cb440-5c26-4a92-ac5f-2e4b6b6e04ed admin admin] 10.222.0.58 "PUT /v2.0/routers/7bc58544-e1b3-4733-905d-6d3e3b8e47bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5734665 Nov 08 13:53:45.607210 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39536) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:45.607696 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Sync routers for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:45.619139 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:45.619751 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.718101 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.730080 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: n-d-816990-1 {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:45.823348 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.916482 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'external_fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:53:44Z', 'revision_number': 5, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port': {'id': '90388e05-8d57-43fc-b100-e5c8a52dc26a', 'name': '', 'network_id': '6894d54f-f127-4b21-a375-736db7f41c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816990-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:36Z', 'updated_at': '2021-11-08T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc73cd9-64de-410f-b9c8-2297a6bf0369', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816990-1'}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.943685 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Checking router: 7bc58544-e1b3-4733-905d-6d3e3b8e47bb for host: n-d-816990-1 {{(pid=102538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:53:45.945889 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Deleting port 90388e05-8d57-43fc-b100-e5c8a52dc26a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:45.946238 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.953418 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Routers {'7bc58544-e1b3-4733-905d-6d3e3b8e47bb'} bound to L3 agent in host n-d-816990-1 {{(pid=102538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:45.958119 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816990-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T12:08:55Z,description=,heartbeat_timestamp=2021-11-08T13:53:25Z,host='n-d-816990-1',id=8299ac25-4685-4259-bf5a-045b2b41078a,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T12:08:56Z,topic='l3_agent')) {'router_ids': ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'], 'active': True} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:46.030060 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] For port 90388e05-8d57-43fc-b100-e5c8a52dc26a, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=90388e05-8d57-43fc-b100-e5c8a52dc26a,segment=NetworkSegment(8324d873-d69e-4781-b8f4-3c9f4d2aec81),segment_id=8324d873-d69e-4781-b8f4-3c9f4d2aec81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:46.030361 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.045173 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_dvr_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] Set router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb gateway port host: None {{(pid=102538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:53:46.045687 n-d-816990-1 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Calling delete_port for 90388e05-8d57-43fc-b100-e5c8a52dc26a owned by network:router_gateway {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:46.104614 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.l3_hamode_db [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:53:45Z', 'revision_number': 6, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port_host': None}], 'n-d-816990-1', False) {} {{(pid=102538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:46.134443 n-d-816990-1 neutron-server[102538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64aa86-0ff7-48c8-91b5-be9b107ed7b8 None None] The sync data for ids ['7bc58544-e1b3-4733-905d-6d3e3b8e47bb'] in n-d-816990-1 is: [{'id': '7bc58544-e1b3-4733-905d-6d3e3b8e47bb', 'name': 'tempest-TestSnapshotPattern-980061119-router', 'tenant_id': 'a7ebe651f791476b9d3daa02777eacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:35Z', 'updated_at': '2021-11-08T13:53:45Z', 'revision_number': 6, 'project_id': 'a7ebe651f791476b9d3daa02777eacd1', 'gw_port_host': None}] {{(pid=102538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:46.309013 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056254'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.336164 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90388e05-8d57-43fc-b100-e5c8a52dc26a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:46.407714 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590833'] for router_gateway, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.504535 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.507462 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.592375 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:46.613992 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:46.614363 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 64f33565-5e1f-43ee-a39a-cbd0df5f3c40 not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:46.622594 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592968'] for router, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.623215 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc58544-e1b3-4733-905d-6d3e3b8e47bb {{(pid=102536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:53:46.629106 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.632154 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-75ea7982-5df9-4789-ab53-9c91f9f2d9a1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7bc58544-e1b3-4733-905d-6d3e3b8e47bb HTTP/1.1" status: 204 len: 168 time: 1.0238726 Nov 08 13:53:46.635650 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:46.678487 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Deleting subnet 298a1642-8851-42e1-ab5e-f116f9a9803b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:53:46.681631 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.717779 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8523659'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.799560 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459222'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.933757 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11609861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318132'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.962747 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298a1642-8851-42e1-ab5e-f116f9a9803b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:46.964723 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.968029 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-8349a38c-91fe-478d-8ad8-6392e87e6deb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/298a1642-8851-42e1-ab5e-f116f9a9803b HTTP/1.1" status: 204 len: 168 time: 0.3341646 Nov 08 13:53:46.971213 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:46.972739 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b8f58-0fe4-4613-b158-927c36b04c0b None None] Network f87607ea-02f3-4999-99e7-8cb444707431 requested from n-d-816990-1 {{(pid=102537) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:47.029150 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.049340 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522163'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.114949 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Deleting port 72bad1d6-50ea-4de7-9639-28477d78e13d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:47.115292 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.181929 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] DHCP port deletion for f87607ea-02f3-4999-99e7-8cb444707431 request from n-d-816990-1 {{(pid=102537) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:53:47.202331 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] For port 72bad1d6-50ea-4de7-9639-28477d78e13d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72bad1d6-50ea-4de7-9639-28477d78e13d,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:47.202907 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.219914 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Calling delete_port for 72bad1d6-50ea-4de7-9639-28477d78e13d owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:47.245317 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Deleting port 72bad1d6-50ea-4de7-9639-28477d78e13d {{(pid=102537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:47.245710 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790081456312'] for port, before_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.313345 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] For port 72bad1d6-50ea-4de7-9639-28477d78e13d, host n-d-816990-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816990-1',level=0,port_id=72bad1d6-50ea-4de7-9639-28477d78e13d,segment=NetworkSegment(e47d60ed-1765-4407-948d-01d2d75bbb9a),segment_id=e47d60ed-1765-4407-948d-01d2d75bbb9a)] {{(pid=102537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:47.314407 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601373'] for port, precommit_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.326758 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Calling delete_port for 72bad1d6-50ea-4de7-9639-28477d78e13d owned by network:dhcp {{(pid=102537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:47.419120 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11610064'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.433435 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1566382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790081462402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790080981378'] for port, after_delete {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.445454 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Pushing event deleted for resources: {'Port': ['ID=72bad1d6-50ea-4de7-9639-28477d78e13d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:47.449204 n-d-816990-1 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] No DVR routers for this DVR port 72bad1d6-50ea-4de7-9639-28477d78e13d on host n-d-816990-1 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:47.450838 n-d-816990-1 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] Pushing event deleted for resources: {'Port': ['ID=72bad1d6-50ea-4de7-9639-28477d78e13d,revision_number=None']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:47.455403 n-d-816990-1 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fac32-fab2-49bc-b355-64c08db6d47b None None] No DVR routers for this DVR port 72bad1d6-50ea-4de7-9639-28477d78e13d on host n-d-816990-1 {{(pid=102537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:47.527157 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465443', 'neutron.services.segments.db._delete_segments_for_network-8790081538865'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.548963 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87607ea-02f3-4999-99e7-8cb444707431']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.558387 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47d60ed-1765-4407-948d-01d2d75bbb9a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.565557 n-d-816990-1 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47d60ed-1765-4407-948d-01d2d75bbb9a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.568509 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790081539386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8523666'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.582905 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.588861 n-d-816990-1 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11610083'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: Traceback (most recent call last): Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: timer() Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: cb(*args, **kw) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: return func(*args, **kwargs) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: self._notify() Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: self.callback(batched_events) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: event.method(event) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: return f(self, *a, **k) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: return self._get(url).json() Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:53:47.594369 n-d-816990-1 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:53:47.709923 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590733'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.716297 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.719996 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f87607ea-02f3-4999-99e7-8cb444707431 HTTP/1.1" status: 204 len: 168 time: 0.7478039 Nov 08 13:53:47.730858 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfddc0e-5330-4bb3-aa20-387e76537526 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87607ea-02f3-4999-99e7-8cb444707431,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.050995 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39544) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.094753 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-408c30ab-6429-4580-b73f-319175613ea8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cedbd3e767754a0780b309a8889d351c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425472 Nov 08 13:53:48.097295 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39546) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.150578 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.176212 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.327671 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.330204 n-d-816990-1 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.331836 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d75caa8e-dd56-4d65-9a4e-2c71b087ce69 HTTP/1.1" status: 204 len: 168 time: 0.2335794 Nov 08 13:53:48.340468 n-d-816990-1 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195d16c-8177-4e80-a647-45b387f2e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75caa8e-dd56-4d65-9a4e-2c71b087ce69,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.467848 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90388e05-8d57-43fc-b100-e5c8a52dc26a no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:48.490397 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 90388e05-8d57-43fc-b100-e5c8a52dc26a {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:48.490740 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 90388e05-8d57-43fc-b100-e5c8a52dc26a not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:48.491159 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72bad1d6-50ea-4de7-9639-28477d78e13d no longer exists at agent ovs-agent-n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:48.511216 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] No Port match for: 72bad1d6-50ea-4de7-9639-28477d78e13d {{(pid=102537) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:48.511560 n-d-816990-1 neutron-server[102537]: DEBUG neutron.plugins.ml2.rpc [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Device 72bad1d6-50ea-4de7-9639-28477d78e13d not bound to the agent host n-d-816990-1 {{(pid=102537) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:49.191886 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [-] (102536) accepted ('10.222.0.58', 39552) {{(pid=102536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.233087 n-d-816990-1 neutron-server[102536]: INFO neutron.wsgi [None req-b6c9a393-d249-4310-8012-f9932d25ea1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7ebe651f791476b9d3daa02777eacd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398624 Nov 08 13:53:49.239201 n-d-816990-1 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.58', 39554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.290066 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.318198 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.439460 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587501'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.442102 n-d-816990-1 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.443349 n-d-816990-1 neutron-server[102535]: INFO neutron.wsgi [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0578860f-2dfc-43d5-a37b-15dda32bbe89 HTTP/1.1" status: 204 len: 168 time: 0.2030683 Nov 08 13:53:49.453375 n-d-816990-1 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad89f-22d6-44ab-b3c8-52871cf17167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578860f-2dfc-43d5-a37b-15dda32bbe89,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:51.119791 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.182443 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0355-2b52-4cf5-a01f-fca6ea037376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.336586 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:53:55.554208 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8544-7658-43f6-be14-32d8413c00d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.115842 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.526874 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.161749 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.010393 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.218090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.186974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5134c212-1be1-4849-b559-6d0c2e18a168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.564313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-520ad63a-697d-481b-81fb-c9ba4762f54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.131956 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.508974 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.117694 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.336791 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:54:46.994238 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:51.142525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.199313 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ac966f8b-1c77-4968-ace0-622ef71f0c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.551234 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-20e1d291-afae-4b30-a97c-c96919e97b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.104936 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.505921 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.136828 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.336135 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:55:17.035867 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.158600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.195365 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3a6286e0-d73e-4a6e-8d40-8741d96ed44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.578585 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5e1d83f4-766c-423f-9f86-4120266bffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.086717 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.503481 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:29.118519 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.336192 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:55:47.016725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:51.194560 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.180835 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4e7c-cc5a-448d-8550-0e8fe576667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:55.540714 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c632-d6cd-49b5-8d1e-8f0b3e369d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:57.114227 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:58.535044 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.147712 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.004600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.146937 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.203048 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-015e499b-e65b-4355-922b-00208f4050c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.335109 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:56:25.552532 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c4c007f9-5c57-4e85-be9e-5defcd2d4d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.095166 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.500988 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.141205 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.065716 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.179594 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.225733 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0129-1587-4e5e-a7e4-2fc6eb82cc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.550260 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d72e3797-ce0e-409b-9a8c-8f3d51572331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.082367 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.528105 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.128628 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.335500 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:57:17.069746 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.207174 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.189361 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-db519ea8-48d5-48f7-8b85-d3184be2ac73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:25.566629 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-eafeb493-e086-4699-a732-068c1f037a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.109753 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.526611 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.132504 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.334532 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:57:47.035331 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.240721 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.222994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-da4645ac-6579-4e25-abc8-99672ba7a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.588398 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0814-5080-4a1e-92e0-ada2f3098fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.137581 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.553969 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.142720 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.335145 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:58:17.039976 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.217113 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.233955 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fe5220d1-b812-47bf-9fad-8dc495a3081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.559554 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd8e8-c9e5-43a3-865e-d0f50f99bf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.130621 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.501252 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.146926 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.050296 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.336407 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:58:51.353262 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.225725 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e400-6617-4c88-9f03-aaafddc21d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.615982 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-589f7488-0ade-4ac8-b791-0f8075cbfdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.105038 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.501955 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.159192 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.047477 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.232995 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.209427 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3d631c9e-d088-43fc-8104-b6235d402208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.555525 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-44a7f0ab-1df3-48b8-8eaf-845f6745d822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.109632 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.336416 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:59:28.517620 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.141858 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.114811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.241090 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.211412 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a048c645-f87d-4877-8a26-05c81b33d8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.545771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2c7e340e-2361-4662-aff5-fc619713dc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.154316 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.508811 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.160019 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.336493 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:00:17.065578 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.261849 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.217419 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b23a4436-813d-49ce-86ab-d69e5dd94a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.545855 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c0af4c72-f8c7-4d20-a8d2-a19488e85df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.113771 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.513965 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.136451 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.337164 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:00:47.069761 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.250376 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.207249 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-dd6cc119-662e-4885-97e5-d42153ea746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.561550 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbaa3-ac02-4db2-94c9-aff241847921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.130940 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.504685 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.128371 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.931718 n-d-816990-1 neutron-server[102536]: DEBUG neutron.wsgi [req-1646ab2a-c9e1-430c-aed2-4d80183aa2d7 req-dbe2e73e-985a-435f-b277-89a8fc45450b service neutron] (102536) timed out ('10.222.0.58', 37238) {{(pid=102536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:01:17.081600 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.336010 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:01:21.283395 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.224909 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c208cb44-f817-4bb0-a800-8287ca09f355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.557701 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1141bf57-6426-42da-ae85-8b3e3ff69856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.112143 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.533620 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.135130 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.106998 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-a857cec1-30fe-4fb6-b127-aaa24fd0cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.285280 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92653d82-176c-4f30-876d-6369632dc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.211449 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-30950f90-bb46-4e6f-8231-9a841257d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.605572 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a678-a469-4e15-9ad7-7305cb5fcf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.336412 n-d-816990-1 neutron-server[102538]: DEBUG neutron.db.agents_db [None req-39e1d6e2-f262-44f4-809e-d8f1ed1d96e4 None None] Agent healthcheck: found 7 active agents {{(pid=102538) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:01:57.114085 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-74209928-7db0-4998-af85-c7ab058a366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.547994 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c71f657e-7d4e-4343-af00-4c0b80b02eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.130782 n-d-816990-1 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1ea46b59-56f6-482f-a5a5-007af3ff045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790081538847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462357'] for agent, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}